-- Logs begin at Thu 2022-05-26 21:35:54 UTC, end at Fri 2022-05-27 00:20:32 UTC. -- May 26 22:20:32.254465 n-d-843301-1 systemd[1]: Started Devstack devstack@q-svc.service. May 26 22:20:34.372080 n-d-843301-1 neutron-server[83926]: INFO neutron.common.config [-] Logging enabled! May 26 22:20:34.372682 n-d-843301-1 neutron-server[83926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 26 22:20:34.372820 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83926) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 26 22:20:34.375049 n-d-843301-1 neutron-server[83926]: INFO neutron.common.config [-] Logging enabled! May 26 22:20:34.375296 n-d-843301-1 neutron-server[83926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 26 22:20:34.375536 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83926) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 26 22:20:34.376470 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:20:34.376699 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:20:34.377046 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:20:34.377283 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:20:34.377501 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:20:34.377831 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.378121 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.378410 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.378635 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.378921 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.379204 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.379477 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.379755 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.380042 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.380319 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.380591 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.380866 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.381091 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.381367 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.381648 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.381949 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.382168 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] debug = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.382442 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.382858 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.383296 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.383569 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.383952 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.384122 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.384394 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.384671 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.384993 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] host = n-d-843301-1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.385280 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.385546 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.385846 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.386130 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.386399 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.386670 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.386948 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.387219 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.387486 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] log_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.387755 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.388035 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.388316 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.388604 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.388824 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.389044 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.389323 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.389603 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.389893 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.390161 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.390429 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.390695 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.390962 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.391223 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.391500 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.391775 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.392052 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.392319 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.392585 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.392850 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.393114 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.393395 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.393659 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.393953 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.394221 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.394501 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.394762 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.395027 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.395319 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.395597 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.395870 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.396147 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.396418 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.396689 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.396952 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.397217 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.397481 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] use_json = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.397766 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.398032 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.398306 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.398570 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.399364 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.399630 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.399895 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.400174 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.400437 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:34.400728 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.401017 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.401311 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.401591 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.401898 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.402174 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.402456 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.402727 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.403009 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.403289 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.403567 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.403842 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.404121 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.404406 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.404689 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.404957 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.405229 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.405510 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.405804 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.406084 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.406341 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.406621 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.406891 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.407154 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.407428 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.407697 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.407962 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.408227 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.408498 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.408779 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.409050 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.409313 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.409576 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.409872 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.410141 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.410412 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.410682 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.410950 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.411218 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.411488 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.411749 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.412012 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.412280 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.412544 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.412813 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.413076 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.413341 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.413605 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.413897 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.414163 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.414989 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.415256 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.415526 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.415790 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.416053 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.416317 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.416583 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.416849 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.417131 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.417422 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.417710 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.417983 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.418253 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.418523 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.418793 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.419062 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.419330 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.419600 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.419865 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.420148 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.420424 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.420702 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.420978 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.421246 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.421533 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.421832 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.422110 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.422381 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.422652 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.422927 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.423205 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.423493 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.423784 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.424073 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.424363 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.424651 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.424926 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.425228 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.425503 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:34.425735 n-d-843301-1 neutron-server[83926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:20:34.425976 n-d-843301-1 neutron-server[83926]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83926) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 22:20:34.842174 n-d-843301-1 neutron-server[83926]: INFO keyring.backend [-] Loading KWallet May 26 22:20:34.849970 n-d-843301-1 neutron-server[83926]: INFO keyring.backend [-] Loading SecretService May 26 22:20:34.853088 n-d-843301-1 neutron-server[83926]: INFO keyring.backend [-] Loading Windows May 26 22:20:34.854435 n-d-843301-1 neutron-server[83926]: INFO keyring.backend [-] Loading chainer May 26 22:20:34.855024 n-d-843301-1 neutron-server[83926]: INFO keyring.backend [-] Loading macOS May 26 22:20:34.887820 n-d-843301-1 neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:34.888094 n-d-843301-1 neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:34.888380 n-d-843301-1 neutron-server[83926]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:34.889782 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 22:20:35.190877 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.191164 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.191433 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.247341 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.247617 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.247883 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.250907 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.251181 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.251443 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.279857 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.280133 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.280399 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.307730 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.308006 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.308267 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.621599 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.622263 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.622263 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.622439 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.623326 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.745740 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.746058 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.746340 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.746613 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.746880 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.747187 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.747453 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.747710 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.747967 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.748249 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.748513 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.748780 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.749044 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.749302 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.749569 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.749864 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.750124 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.750425 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.750663 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.750947 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.751295 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.751549 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.751800 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.752083 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.752335 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.752582 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.752964 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:35.753201 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:35.753436 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:35.753669 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:35.753925 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:35.754158 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:35.754694 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 22:20:35.757746 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 22:20:35.762362 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 22:20:35.766245 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 26 22:20:35.767857 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 22:20:35.768246 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 22:20:35.768579 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 22:20:35.768966 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 22:20:35.771774 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 22:20:35.772019 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 22:20:35.772357 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:20:35.799783 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 26 22:20:35.800225 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.800525 n-d-843301-1 neutron-server[83926]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83926) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 22:20:35.800889 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.802259 n-d-843301-1 neutron-server[83926]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83926) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 22:20:35.802535 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:20:35.802777 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 22:20:35.806492 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.806773 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:35.865192 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 22:20:35.865424 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 22:20:35.865655 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 22:20:35.866049 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 22:20:35.899213 n-d-843301-1 neutron-server[83926]: DEBUG oslo_db.sqlalchemy.engines [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83926) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 26 22:20:36.222126 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing driver for type 'gre' May 26 22:20:36.222568 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] gre ID ranges: [(1, 1000)] May 26 22:20:36.281260 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing driver for type 'local' May 26 22:20:36.281620 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing driver for type 'vlan' May 26 22:20:36.294947 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] VlanTypeDriver initialization complete May 26 22:20:36.295255 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing driver for type 'vxlan' May 26 22:20:36.295818 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] vxlan ID ranges: [(1, 1000)] May 26 22:20:36.351520 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing extension driver 'port_security' May 26 22:20:36.352372 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.extensions.port_security [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] PortSecurityExtensionDriver initialization complete May 26 22:20:36.352705 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing mechanism driver 'openvswitch' May 26 22:20:36.353041 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing mechanism driver 'hyperv' May 26 22:20:36.359472 n-d-843301-1 neutron-server[83926]: DEBUG neutron.plugins.ml2.plugin [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:36.360173 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.360549 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.360882 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.361392 n-d-843301-1 neutron-server[83926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:20:36.361847 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnet after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.362195 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnet after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.362536 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.362921 n-d-843301-1 neutron-server[83926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:20:36.363350 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.363696 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.364037 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.364420 n-d-843301-1 neutron-server[83926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:20:36.364826 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > security_group after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.365173 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > security_group after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.365509 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.366059 n-d-843301-1 neutron-server[83926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:20:36.366463 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.366808 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.367147 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.368109 n-d-843301-1 neutron-server[83926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:20:36.368545 n-d-843301-1 neutron-server[83926]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] ML2 OVO RPC backend initialized. {{(pid=83926) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 26 22:20:36.369185 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.369540 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.369985 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.370330 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > networks before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.370671 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.371007 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > ports before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.371348 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnet before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.371688 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnets before_response 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.372034 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.372370 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.372701 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.373034 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.373367 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.373715 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.374056 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnet after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.374389 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnet after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.374725 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.375300 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.plugin [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Modular L2 Plugin initialization complete May 26 22:20:36.375630 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading services supported by the core plugin {{(pid=83926) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 22:20:36.375957 n-d-843301-1 neutron-server[83926]: INFO neutron.plugins.ml2.managers [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Got port-security extension from driver 'port_security' May 26 22:20:36.376417 n-d-843301-1 neutron-server[83926]: INFO neutron.extensions.vlantransparent [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Disabled vlantransparent extension. May 26 22:20:36.376831 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83926) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 22:20:36.377141 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: router May 26 22:20:36.411740 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.412128 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router after_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.412490 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router before_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.412852 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.413220 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.413574 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router after_delete 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.413967 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.414832 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router after_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.415179 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.415527 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.415872 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.416227 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.416633 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.417000 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.417337 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.417669 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: subnet after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.418023 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.418371 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.418718 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.419057 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: port before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.419397 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.419749 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router after_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.420090 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.420435 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_create 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.420792 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.421133 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_update 55549900 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.421490 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > agent after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.421868 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > agent after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.422214 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > network after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.423075 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Tracking information for resource: router configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:36.423405 n-d-843301-1 neutron-server[83926]: DEBUG neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Tracking information for resource: floatingip configured {{(pid=83926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:20:36.428212 n-d-843301-1 neutron-server[83926]: INFO neutron.db.l3_agentschedulers_db [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 22:20:36.428788 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.429148 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: port after_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.429497 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: port after_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.430500 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: port after_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.431556 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router before_create 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.431924 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.432284 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_create 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.432637 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > router precommit_update 55550100 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.436924 n-d-843301-1 neutron-server[83926]: DEBUG neutron.services.provider_configuration [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service providers = [] {{(pid=83926) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 22:20:36.437291 n-d-843301-1 neutron-server[83926]: DEBUG neutron.db.servicetype_db [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83926) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 22:20:36.440222 n-d-843301-1 neutron-server[83926]: DEBUG neutron.services.service_base [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:20:36.440573 n-d-843301-1 neutron-server[83926]: DEBUG neutron.services.service_base [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:20:36.440914 n-d-843301-1 neutron-server[83926]: DEBUG neutron.services.service_base [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:20:36.441823 n-d-843301-1 neutron-server[83926]: DEBUG neutron.services.service_base [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:20:36.442196 n-d-843301-1 neutron-server[83926]: INFO neutron.services.service_base [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 22:20:36.442570 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.442885 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 22:20:36.453468 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.453834 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: auto_allocate May 26 22:20:36.459649 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: network precommit_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.460018 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: network precommit_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.460530 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.460848 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: tag May 26 22:20:36.467312 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.467640 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: timestamp May 26 22:20:36.471675 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.472009 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: network_ip_availability May 26 22:20:36.478033 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.478346 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.478694 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.479396 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.479711 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: flavors May 26 22:20:36.484418 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.484743 n-d-843301-1 neutron-server[83926]: INFO neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading Plugin: revisions May 26 22:20:36.488919 n-d-843301-1 neutron-server[83926]: DEBUG neutron.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:20:36.489305 n-d-843301-1 neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.601s {{(pid=83926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:36.490066 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83926) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 26 22:20:36.490400 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Initializing extension manager. May 26 22:20:36.490894 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: __init__.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.491230 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: __pycache__ {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.491562 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.491894 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.492217 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: _filter_validation_lib.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.493173 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.493501 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: address_group.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.494272 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.494835 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: address-group May 26 22:20:36.495153 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: address_scope.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.495859 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.496360 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: address-scope May 26 22:20:36.496682 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.497605 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.498151 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: router-admin-state-down-before-update May 26 22:20:36.498469 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: agent.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.499159 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.499665 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: agent May 26 22:20:36.499982 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: agent_resources_synced.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.500920 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.501433 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: agent-resources-synced May 26 22:20:36.501789 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: allowedaddresspairs.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.503756 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.504296 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: allowed-address-pairs May 26 22:20:36.504626 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: auto_allocated_topology.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.505693 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.506225 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: auto-allocated-topology May 26 22:20:36.506552 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: availability_zone.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.507242 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.507753 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: availability_zone May 26 22:20:36.508454 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: availability_zone_filter.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.509031 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.509543 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: availability_zone_filter May 26 22:20:36.509895 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: data_plane_status.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.510790 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.511298 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension data-plane-status not supported by any of loaded plugins May 26 22:20:36.511619 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: default_subnetpools.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.512520 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.513034 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: default-subnetpools May 26 22:20:36.513355 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.514153 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.514662 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: dhcp_agent_scheduler May 26 22:20:36.514982 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: dns.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.515890 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.516398 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension dns-integration not supported by any of loaded plugins May 26 22:20:36.516721 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: dns_domain_ports.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.517633 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.518167 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 22:20:36.518490 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: dvr.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.519160 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.519673 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: dvr May 26 22:20:36.519994 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: empty_string_filtering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.520900 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.521588 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: empty-string-filtering May 26 22:20:36.521762 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.522678 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.523189 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 22:20:36.523513 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.524985 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.525499 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 22:20:36.525855 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: external_net.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.526760 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.527273 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: external-net May 26 22:20:36.527635 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.528475 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.529074 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: extra_dhcp_opt May 26 22:20:36.529395 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: extraroute.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.530329 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.530838 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: extraroute May 26 22:20:36.531153 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: extraroute_atomic.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.533896 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.534421 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: extraroute-atomic May 26 22:20:36.534743 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: filter_validation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.535427 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.535954 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: filter-validation May 26 22:20:36.536270 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: fip_pf_description.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.539954 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.540479 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 22:20:36.540807 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: fip_port_details.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.541764 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.542281 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: fip-port-details May 26 22:20:36.542609 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: flavors.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.543838 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.544360 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: flavors May 26 22:20:36.544685 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.546395 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.546921 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 22:20:36.547251 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: floatingip_pools.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.547952 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.548468 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: floatingip-pools May 26 22:20:36.548788 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: ip_allocation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.549726 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.550236 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension ip_allocation not supported by any of loaded plugins May 26 22:20:36.550556 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.551467 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.551977 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: ip-substring-filtering May 26 22:20:36.552297 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l2_adjacency.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.553209 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.553731 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 22:20:36.554050 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l3.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.555073 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.555593 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: router May 26 22:20:36.555913 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.558324 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.558855 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 22:20:36.559184 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.560096 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.560616 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: ext-gw-mode May 26 22:20:36.560939 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.561884 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.562402 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: l3-ha May 26 22:20:36.562731 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l3_flavors.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.563634 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.564151 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: l3-flavors May 26 22:20:36.564471 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.565397 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.565931 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 22:20:36.566252 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: l3agentscheduler.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.567296 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.567812 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: l3_agent_scheduler May 26 22:20:36.568134 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: logging.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.569622 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.570172 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension logging not supported by any of loaded plugins May 26 22:20:36.570520 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: metering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.571256 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.571830 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: metering May 26 22:20:36.572151 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.573229 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.573775 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: metering_source_and_destination_fields May 26 22:20:36.574094 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: multiprovidernet.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.575039 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.575554 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: multi-provider May 26 22:20:36.575871 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: netmtu.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.576776 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.577288 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: net-mtu May 26 22:20:36.577606 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: netmtu_writable.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.578537 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.579049 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: net-mtu-writable May 26 22:20:36.579366 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: network_availability_zone.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.580029 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.580537 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: network_availability_zone May 26 22:20:36.580857 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: network_ip_availability.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.581980 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.582495 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: network-ip-availability May 26 22:20:36.582814 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: network_segment_range.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.583568 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.584077 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension network-segment-range not supported by any of loaded plugins May 26 22:20:36.584390 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: pagination.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.585360 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.585707 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: pagination May 26 22:20:36.586023 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.587453 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.587962 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: port-mac-address-regenerate May 26 22:20:36.588281 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: port_resource_request.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.589171 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.589692 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension port-resource-request not supported by any of loaded plugins May 26 22:20:36.590017 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: portbindings.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.590935 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.591445 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: binding May 26 22:20:36.591762 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: portbindings_extended.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.593032 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.593549 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: binding-extended May 26 22:20:36.593898 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: portsecurity.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.594807 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.595324 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: port-security May 26 22:20:36.595641 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: project_id.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.596605 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.596933 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: project-id May 26 22:20:36.597248 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: providernet.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.598511 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.599024 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: provider May 26 22:20:36.599341 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.603547 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.604069 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos not supported by any of loaded plugins May 26 22:20:36.604396 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.605631 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.606172 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 22:20:36.606499 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.607475 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.607993 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 22:20:36.608316 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_default.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.609219 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.609765 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-default not supported by any of loaded plugins May 26 22:20:36.610091 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_fip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.610734 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.611241 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-fip not supported by any of loaded plugins May 26 22:20:36.611560 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_gateway_ip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.612483 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.612993 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 22:20:36.613312 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_port_network_policy.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.614241 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.614753 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 22:20:36.615073 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_rule_type_details.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.615982 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.616498 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 22:20:36.616819 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: qos_rules_alias.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.619826 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.620689 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 22:20:36.621233 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: quotasv2.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.623674 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.625097 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: quotas May 26 22:20:36.625435 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: quotasv2_detail.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.627179 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.627534 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: quota_details May 26 22:20:36.627763 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: rbac.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.628866 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.629380 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: rbac-policies May 26 22:20:36.629720 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: rbac_address_scope.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.630724 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.631169 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: rbac-address-scope May 26 22:20:36.631495 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: rbac_security_groups.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.632412 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.632930 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: rbac-security-groups May 26 22:20:36.633442 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: rbac_subnetpool.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.634392 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.634907 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: rbac-subnetpool May 26 22:20:36.635294 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: revisionifmatch.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.636377 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.636893 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: revision-if-match May 26 22:20:36.637247 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: revisions.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.638389 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.638911 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: standard-attr-revisions May 26 22:20:36.639225 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: router_availability_zone.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.639989 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.640414 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: router_availability_zone May 26 22:20:36.640715 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: routerservicetype.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.641703 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.642203 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension router-service-type not supported by any of loaded plugins May 26 22:20:36.642524 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.643471 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.643986 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: port-security-groups-filtering May 26 22:20:36.644300 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: securitygroup.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.656105 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.656646 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: security-group May 26 22:20:36.656974 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: segment.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.657862 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.658291 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension segment not supported by any of loaded plugins May 26 22:20:36.658614 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.659572 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.660093 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 22:20:36.660416 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: servicetype.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.661515 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.662074 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: service-type May 26 22:20:36.662396 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: sorting.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.663377 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.663708 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: sorting May 26 22:20:36.664029 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: standard_attr_segment.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.665507 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.666052 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 22:20:36.666376 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: standardattrdescription.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.667019 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.667529 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: standard-attr-description May 26 22:20:36.667848 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: stateful_security_group.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.668832 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.669409 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: stateful-security-group May 26 22:20:36.669807 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: stdattrs_common.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.670389 n-d-843301-1 neutron-server[83926]: WARNING neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 22:20:36.670824 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.671783 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.672297 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 22:20:36.672692 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: subnet_onboard.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.673969 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.674495 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: subnet_onboard May 26 22:20:36.674817 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.675753 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.676272 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 22:20:36.676592 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: subnet_service_types.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.677514 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.678055 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: subnet-service-types May 26 22:20:36.678375 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: subnetallocation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.679470 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.680013 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: subnet_allocation May 26 22:20:36.680334 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.680996 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.681513 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: subnetpool-prefix-ops May 26 22:20:36.681867 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.682797 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.683312 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 22:20:36.683629 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: tagging.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.684685 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.685204 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: standard-attr-tag May 26 22:20:36.685525 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: timestamp.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.686749 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.687270 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loaded extension: standard-attr-timestamp May 26 22:20:36.687592 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: trunk.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.688618 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.689130 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension trunk not supported by any of loaded plugins May 26 22:20:36.689453 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: trunk_details.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.690401 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.690914 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension trunk-details not supported by any of loaded plugins May 26 22:20:36.691235 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: uplink_status_propagation.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.692147 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.692657 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 22:20:36.692984 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Loading extension file: vlantransparent.py {{(pid=83926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:20:36.693652 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:20:36.694190 n-d-843301-1 neutron-server[83926]: INFO neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 22:20:36.696451 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:network May 26 22:20:36.697173 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:subnet May 26 22:20:36.697821 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:20:36.698580 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:port May 26 22:20:36.699843 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.700286 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service FLAVORS assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.700886 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.701321 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.701659 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:router May 26 22:20:36.702341 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:floatingip May 26 22:20:36.703044 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service METERING assigned prefix: /metering {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.704450 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.704814 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.705174 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:20:36.706340 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:20:36.706777 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:security_group May 26 22:20:36.707496 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:20:36.708215 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.708550 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:20:36.708884 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] subnetpool is already registered May 26 22:20:36.709488 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.709843 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:20:36.710167 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] subnetpool is already registered May 26 22:20:36.713249 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.713694 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service FLAVORS assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.714288 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.714707 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.715035 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:router May 26 22:20:36.715358 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] router is already registered May 26 22:20:36.715949 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:floatingip May 26 22:20:36.716273 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] floatingip is already registered May 26 22:20:36.716896 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service METERING assigned prefix: /metering {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.717560 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:20:36.717905 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] rbac_policy is already registered May 26 22:20:36.718444 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:security_group May 26 22:20:36.718769 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] security_group is already registered May 26 22:20:36.719355 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:20:36.719683 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] security_group_rule is already registered May 26 22:20:36.720347 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.720679 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:20:36.721000 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] subnetpool is already registered May 26 22:20:36.721592 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.v2.resource_helper [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Service CORE assigned prefix: {{(pid=83926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:20:36.721942 n-d-843301-1 neutron-server[83926]: INFO neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:20:36.722266 n-d-843301-1 neutron-server[83926]: WARNING neutron.quota.resource_registry [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] subnetpool is already registered May 26 22:20:36.722910 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: extensions {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.724618 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: address-groups {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.726206 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: address-scopes {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.727997 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: agents {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.729165 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: auto-allocated-topology {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.730350 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: availability_zones {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.731639 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: dhcp-networks {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.733003 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: dhcp-agents {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.734399 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: routers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.736263 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: flavors {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.737384 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: service_profiles {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.738596 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: next_providers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.740066 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: service_profiles {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.741461 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: floatingip-pools {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.742842 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: routers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.744578 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: floatingips {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.745781 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: l3-routers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.747104 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: l3-agents {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.748507 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: metering-labels {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.750079 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: metering-label-rules {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.751307 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: network-ip-availabilities {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.752517 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: bindings {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.755049 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: quotas {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.756460 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: quotas {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.758352 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: rbac-policies {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.759617 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: security-groups {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.760798 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: security-group-rules {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.762018 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: service-providers {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.763217 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: subnetpools {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.764813 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: subnetpools {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.766253 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.767902 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.769637 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.771448 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.773160 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.775399 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.777126 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.779072 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.780869 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.782709 n-d-843301-1 neutron-server[83926]: DEBUG neutron.api.extensions [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Extended resource: tags {{(pid=83926) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:20:36.788442 n-d-843301-1 neutron-server[83926]: WARNING keystonemiddleware.auth_token [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 22:20:36.793785 n-d-843301-1 neutron-server[83926]: WARNING keystonemiddleware.auth_token [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 22:20:36.801586 n-d-843301-1 neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Acquired lock "singleton_lock" {{(pid=83926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 22:20:36.802080 n-d-843301-1 neutron-server[83926]: DEBUG oslo_concurrency.lockutils [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Releasing lock "singleton_lock" {{(pid=83926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 22:20:36.802706 n-d-843301-1 neutron-server[83926]: INFO oslo_service.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Starting 2 workers May 26 22:20:36.807306 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Started child 84029 {{(pid=83926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:20:36.811411 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Started child 84030 {{(pid=83926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:20:36.812904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:36.813572 n-d-843301-1 neutron-server[83926]: INFO neutron.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 22:20:36.813780 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Notify callbacks [] for process, before_spawn {{(pid=83926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:36.814407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [-] (84029) wsgi starting up on http://0.0.0.0:9696 May 26 22:20:36.816161 n-d-843301-1 neutron-server[83926]: INFO oslo_service.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Starting 1 workers May 26 22:20:36.816265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:36.817641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [-] (84030) wsgi starting up on http://0.0.0.0:9696 May 26 22:20:36.821140 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Started child 84031 {{(pid=83926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:20:36.821666 n-d-843301-1 neutron-server[83926]: INFO oslo_service.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Starting 1 workers May 26 22:20:36.825122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] calling RpcWorker wait() {{(pid=84031) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 22:20:36.825663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] returning from RpcWorker wait() {{(pid=84031) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 22:20:36.825915 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Started child 84032 {{(pid=83926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:20:36.826697 n-d-843301-1 neutron-server[83926]: DEBUG neutron_lib.callbacks.manager [None req-eac917d6-022f-4737-868a-c0dae5c46482 None None] Notify callbacks [] for process, after_spawn {{(pid=83926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:36.826792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:36.827263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:36.828611 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:20:36.828822 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:20:36.829000 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:20:36.829205 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:20:36.829551 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:20:36.829733 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:20:36.830235 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.830509 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.830765 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.831025 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.831307 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.831771 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:36.832241 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.832241 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.832370 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.832583 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.832835 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.832971 n-d-843301-1 neutron-server[84032]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:36.833070 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.833147 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.833392 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.833618 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.833976 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.834232 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.834479 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.834726 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.834904 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.835137 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.835392 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.835636 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.835891 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] debug = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.836674 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.837160 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.837385 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.837634 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.837877 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.838152 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.838394 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.838686 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.838928 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.839164 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.839413 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.839669 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.839883 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.840116 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.840370 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.840590 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.841024 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] host = n-d-843301-1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.841235 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.841469 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.841712 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.841963 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.842208 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.842435 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.842696 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.842920 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.843167 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.843404 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.843685 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.843925 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.844161 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.844413 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.844575 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_options = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.844807 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.845077 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.845346 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.845530 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.845720 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.845888 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.846147 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.846309 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.846555 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.846769 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.846980 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.847214 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.847456 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.847686 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.847930 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.848427 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.848642 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.848869 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.849125 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.849355 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.849578 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.849842 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.850065 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.850291 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.850506 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.850720 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.851062 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.851271 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.851465 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.852462 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.852462 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.852835 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.852835 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.853231 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.853427 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.853621 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.854057 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.854057 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.854439 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.854439 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.854819 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.855009 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.855203 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.855400 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.855589 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.855786 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_json = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.855972 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.856153 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.856340 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.856561 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.856806 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.857014 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.857213 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.857458 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.857668 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.858101 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.858390 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.858728 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.858972 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.859200 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.859434 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.859736 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.859953 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.860210 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.860438 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.860752 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.861080 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.861521 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.861660 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.861988 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.863462 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.863727 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.864018 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.864419 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.864538 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.864708 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.865271 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.865271 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.865439 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.867389 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.867636 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.867883 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.868116 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.868360 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.869197 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.869197 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.869197 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.869420 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.869559 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.869768 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.869995 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.870232 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.870463 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.870708 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872173 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872173 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872173 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872173 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872173 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872173 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872830 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872830 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.872830 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.873011 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.873087 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.873308 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.873530 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.873771 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.874280 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.874567 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.874790 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.875009 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.875258 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.875478 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.875712 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.875945 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.876176 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.876546 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.876931 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.877185 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.877400 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.877615 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.877853 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.878068 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.878484 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.878908 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.879148 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.879387 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.879623 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.879933 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.880236 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.880487 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.880745 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.880972 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.881216 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.881432 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.881718 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.881948 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.882192 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.882402 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.884129 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.884382 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.886193 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.886455 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.886726 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.886999 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.887245 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.887536 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.887826 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.888050 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.888285 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.888577 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.888820 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.889063 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.889348 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.889615 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.889919 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.890168 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.890466 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.890695 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.890971 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.891270 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.891650 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.891962 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.892200 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.892535 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.892800 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.893041 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.893313 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.893619 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.893943 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.894150 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.894436 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.895252 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.895490 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.895732 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.895968 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.896320 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.896646 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.896869 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.897087 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.897363 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.897595 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.897885 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.898162 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.898420 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.899284 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.899544 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.899770 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.900013 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.900263 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.900498 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.900718 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.900960 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.901176 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.901397 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.901691 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.901928 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.902183 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.902429 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.902649 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.902898 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.903115 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.903357 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.903605 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.903817 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.904058 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.904304 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.904541 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.904779 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.905034 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.905281 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.905544 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.905796 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.906065 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.906311 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.906529 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.906783 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.907014 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.907257 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.907494 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.907754 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.907976 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.908183 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.908392 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.908606 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.908835 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.909063 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.909311 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.909544 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.909822 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.910043 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.910392 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.910846 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.914324 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.914605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34548) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:36.914712 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.914896 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.915140 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.915418 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.915660 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.915899 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.916151 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.916405 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.916636 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.916863 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.917087 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.917312 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.917563 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.918339 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.918339 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.918339 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.918640 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.919015 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.919369 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.919762 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.919990 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.920208 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.920429 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.920677 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.920905 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.921170 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.921407 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.921622 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.921942 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.922197 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.922431 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.922671 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.922908 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.923132 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.923336 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.923554 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.923864 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.924085 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.924360 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.924623 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.924845 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.925155 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.925425 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.925723 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.925994 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.926313 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.926530 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.926774 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.926993 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.927234 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.928387 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.928387 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.928559 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0111644 May 26 22:20:36.928630 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.928630 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.929114 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.929394 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.929781 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.930037 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.930305 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.931166 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.931166 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.931166 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.931441 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.931713 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.931987 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.932217 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.932462 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.932677 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.932930 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.933163 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.933379 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.933622 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.934378 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.934634 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.934873 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.935111 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.935360 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.935599 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.935853 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.936074 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.936523 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.936715 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:20:36.937225 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:20:36.937387 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:20:36.937542 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:20:36.937731 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:20:36.937902 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:20:36.938056 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:20:36.938264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.938427 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.938588 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.938748 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.938905 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.939078 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.939236 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.939396 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.939551 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.939893 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.940221 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.940373 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.940518 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.940681 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.940825 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.940974 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.941133 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.941295 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.941432 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.941602 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.941832 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.941920 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.942051 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] debug = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.942211 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.942415 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.942579 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.942904 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.943074 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.943233 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.943392 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.943550 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.943710 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.943865 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.944168 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.944476 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.944655 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.944796 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.944955 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.945114 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.945272 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] host = n-d-843301-1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.946776 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.946776 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.946776 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.946776 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.946776 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.946776 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947493 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947493 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947493 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947493 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947493 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947910 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947910 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.947910 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_file = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.948130 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_options = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.948130 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.948271 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.948431 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.948608 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.948772 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.948930 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.949088 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.949247 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.949406 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.949564 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.953692 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954264 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.954840 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_json = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.955756 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.956359 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.956359 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.956359 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.956359 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:20:36.956359 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.956648 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.956648 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.956784 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.956935 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.957097 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.957746 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.957746 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.957746 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.957746 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959448 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959448 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959448 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959614 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959677 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959885 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.959973 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.960230 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.961818 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.961987 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.962345 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.963177 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.963351 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.963518 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.963677 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.964030 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.964197 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.964360 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.964526 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.964688 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965391 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965391 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965391 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965391 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965800 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965800 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965800 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.965970 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.966175 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.966265 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.966793 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.966793 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.966793 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967012 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967012 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967148 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967979 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967979 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967979 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967979 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.967979 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.968483 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.968483 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.968483 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.968769 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.968769 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.968987 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.968987 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.969186 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.969298 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.969410 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.969538 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971111 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971111 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971111 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971111 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971645 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971645 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971645 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.971645 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.972207 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.972207 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.972207 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.972207 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.972704 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.972704 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.972704 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.973343 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.973343 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.973343 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.973839 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.973839 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.973839 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.974236 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.974236 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.974519 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.974519 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.974786 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.974786 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975044 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975044 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975299 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975433 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975567 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975712 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975847 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.975990 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.976128 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.976263 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.976396 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.976560 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.976725 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.976867 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.977028 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.977173 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.977322 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.977485 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.977627 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.977800 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.977972 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.978884 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.978884 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.978884 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.978884 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.978884 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.978884 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.979745 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.979745 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.979745 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.979745 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.979745 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.980394 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.980394 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.980394 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.980394 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.980394 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.981046 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.981046 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.981046 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.981046 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.981534 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.982489 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.982489 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.982489 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.982489 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.982910 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.982910 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.982910 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.983193 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.983295 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.983397 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.983510 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.984285 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.984285 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.984285 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.984285 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.984285 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.984774 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.984885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:36.985005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.985005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.985005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.985005 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.985383 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.985383 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.985664 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.985972 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.986198 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.986422 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.986646 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.986944 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.987107 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.987256 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.987406 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.987566 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.987730 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.987882 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.988028 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.988183 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.988327 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.988507 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.988651 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.988813 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.988977 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.989131 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.989267 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.989432 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.989575 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.989774 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.989919 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.990081 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.990224 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.990386 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.990529 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.990689 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.990846 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.990984 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.991150 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.991299 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.991458 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.991601 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.991764 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.991908 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.992071 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.992223 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.992424 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.992569 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.992715 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.992887 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.993050 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.993192 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.993366 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.993510 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.993693 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.993842 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.993980 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.994152 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.994295 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.994455 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.994598 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.994757 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.994924 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.995085 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.995235 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.995382 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.995518 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.995675 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.995855 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.996025 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.996187 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.996349 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.996501 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.996638 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.996887 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.997657 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.997657 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.997657 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.997657 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.997657 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.998395 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.998395 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.998395 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.998839 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.999117 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.999299 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:36.999464 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.000126 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.000278 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.000415 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.000561 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.000738 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.000888 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.001722 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.001722 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.001898 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.002043 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.002161 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.002321 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.002479 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.002638 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.002793 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.002958 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.003115 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.003254 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:20:37.003405 n-d-843301-1 neutron-server[83926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:20:47.110752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0ad4e-b674-424c-8609-704d0aceaa47 None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:20:47.177909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0ad4e-b674-424c-8609-704d0aceaa47 None None] No non-hosted networks {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 22:20:47.187051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.agentschedulers_db [None req-79e0ad4e-b674-424c-8609-704d0aceaa47 None None] DHCP Agent not found on host n-d-843301-1 {{(pid=84031) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 22:20:47.303928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3640871-ff34-487d-be58-87f2ac2adcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699198'] for agent, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.262292 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a75bd248-19d7-40c9-b9e4-29d9d60fde8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699198'] for agent, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.297853 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17935fa7-7383-41f4-8120-3d0dec13e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:50.392987 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699198'] for agent, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:50.626029 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699198'] for agent, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:50.627143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.628534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.629165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.630408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.631092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.631675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.633265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.633891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.635031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.635547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.636965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:50.637660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843301-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:50.643349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843301-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:51.671026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699198'] for agent, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:53.422110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34648) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:54.019875 n-d-843301-1 neutron-server[84030]: WARNING oslo_policy.policy [None req-4023b923-738a-4200-83ee-ed0596a150b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:20:54.020499 n-d-843301-1 neutron-server[84030]: WARNING oslo_policy.policy [None req-4023b923-738a-4200-83ee-ed0596a150b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:20:54.232533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-4023b923-738a-4200-83ee-ed0596a150b4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:20:54.233571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4023b923-738a-4200-83ee-ed0596a150b4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8104992 May 26 22:20:55.240943 n-d-843301-1 neutron-server[84031]: INFO neutron.db.l3_hamode_db [None req-9777d0ae-2a0c-44f7-acba-052a7b37a53c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 22:20:55.328348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777d0ae-2a0c-44f7-acba-052a7b37a53c None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:20:55.328730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777d0ae-2a0c-44f7-acba-052a7b37a53c None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 22:20:56.482383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34662) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:56.870295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:20:56.922634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.policy [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84030) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 26 22:20:56.923360 n-d-843301-1 neutron-server[84030]: WARNING oslo_policy.policy [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:20:56.923720 n-d-843301-1 neutron-server[84030]: WARNING oslo_policy.policy [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:20:56.927104 n-d-843301-1 neutron-server[84030]: INFO neutron.quota [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] Loaded quota_driver: . May 26 22:20:56.942323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:57.009820 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740951949418', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740952009212', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740952009761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740951984826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740951995964', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1091250', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1304614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754615'] for rbac-policy, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:57.076040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:57.077427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-44dc0b3f-1042-46e0-98f6-876b2270e4ee admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5939460 May 26 22:20:59.555244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34676) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:59.924189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Request body: {'network': {'project_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'name': 'private'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:20:59.928806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:59.933231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Usage tracker for resource:network and tenant:d6db48ef461f412eb39d363657bd8577 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:59.937808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:59.943905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:59.957014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Made reservation on behalf of d6db48ef461f412eb39d363657bd8577 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:20:59.962404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:59.985326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:00.028264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:00.031939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Usage tracker for resource:security_group_rule and tenant:d6db48ef461f412eb39d363657bd8577 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:00.034782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:00.041143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:00.106801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:00.110282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:00.131602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:21:00.158071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740953246064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:00.158660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Unsubscribe: segment precommit_create {{(pid=84030) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:21:00.159137 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Added segment 0f7bb880-0f86-449e-91ff-7e2338eed590 of type vlan for network e090c2e7-ea96-4201-8615-df84439d8f10 May 26 22:21:00.172932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa047c1-d420-4b07-a5a9-29e40cf26423,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:00.232678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.233016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.233349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.233703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.234020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.234343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.234662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.234978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.235293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.235613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.235925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Tracked resource versions report: May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: pushed versions: May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: { 'ConntrackHelper': {'1.0'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Log': {'1.0'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Network': {'1.1'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Port': {'1.5'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'PortForwarding': {'1.2'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'QosPolicy': {'1.8'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'SecurityGroup': {'1.2'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'SecurityGroupRule': {'1.0'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'SubPort': {'1.0'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Subnet': {'1.1'}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Trunk': {'1.1'}} May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: consumer versions: May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: { DHCP agent@n-d-843301-1: {}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: L3 agent@n-d-843301-1: {}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: Metadata agent@n-d-843301-1: {}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: Metering agent@n-d-843301-1: {}, May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Log': '1.0', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Network': '1.1', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Port': '1.5', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'PortForwarding': '1.2', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'QosPolicy': '1.8', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'SecurityGroup': '1.2', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'SecurityGroupRule': '1.0', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'SubPort': '1.0', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Subnet': '1.1', May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: 'Trunk': '1.1'}} May 26 22:21:00.236912 n-d-843301-1 neutron-server[84030]: {{(pid=84030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:00.278268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:00.317853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:00.318822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:00.319460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:00.426828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] Pushing event updated for resources: {'Network': ['ID=e090c2e7-ea96-4201-8615-df84439d8f10,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:00.429197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8efafc0-7c2c-4c17-ad2d-d101b2e6cf6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8729959 May 26 22:21:00.445389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e090c2e7-ea96-4201-8615-df84439d8f10 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:21:02.994481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:03.449049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea0d2cc-bf73-4f24-bb33-d2a8998e0536 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:03.450407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ea0d2cc-bf73-4f24-bb33-d2a8998e0536 admin admin] 10.222.0.32 "GET /v2.0/networks/e090c2e7-ea96-4201-8615-df84439d8f10 HTTP/1.1" status: 200 len: 825 time: 0.4549975 May 26 22:21:03.480657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e73e40c9-b916-4d37-90e2-3493bf735103 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/86e3597c-4e06-4fb8-99ae-4cdbc437da2d HTTP/1.1" status: 200 len: 734 time: 0.0250065 May 26 22:21:03.488703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '86e3597c-4e06-4fb8-99ae-4cdbc437da2d', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:21:03.493427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:03.497098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Usage tracker for resource:subnet and tenant:d6db48ef461f412eb39d363657bd8577 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:03.499922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:03.505347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:03.514895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Made reservation on behalf of d6db48ef461f412eb39d363657bd8577 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:03.517324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:03.782594 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:03.869148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32a93eb-6ef2-4673-8984-25945e345cae,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:03.876353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Checking segment: {'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:21:03.876713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Network hostable DHCP agents. Network: e090c2e7-ea96-4201-8615-df84439d8f10, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:21:03.899009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Network e090c2e7-ea96-4201-8615-df84439d8f10 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:21:03.908538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, e090c2e7-ea96-4201-8615-df84439d8f10) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:03.912952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:03.914063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:03.918594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ec55c-1a3f-4f9b-b862-ed41bd418747 None None] Network e090c2e7-ea96-4201-8615-df84439d8f10 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:21:03.934368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-20f6a8af-f48c-457f-b164-c815acbb643e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4487083 May 26 22:21:04.228481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-e090c2e7-ea96-4201-8615-df84439d8f10', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'fixed_ips': [{'subnet_id': 'd32a93eb-6ef2-4673-8984-25945e345cae'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:21:04.229635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:04.412962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Allocated IP 172.20.0.2 (e090c2e7-ea96-4201-8615-df84439d8f10/d32a93eb-6ef2-4673-8984-25945e345cae/eeeae6bf-752d-4b07-b8d9-df9cae9f90bd) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:04.635532 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:04.650018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Transition to ACTIVE for port object eeeae6bf-752d-4b07-b8d9-df9cae9f90bd will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:04.672493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Transition to ACTIVE for port object eeeae6bf-752d-4b07-b8d9-df9cae9f90bd will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:04.680033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:04.747531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Network e090c2e7-ea96-4201-8615-df84439d8f10 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:04.751239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:04.752877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Pushing event updated for resources: {'Port': ['ID=eeeae6bf-752d-4b07-b8d9-df9cae9f90bd,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:04.756203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:21:04.797973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.798331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.798644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.798971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.799295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.799616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.799933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.800252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.800566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.800881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.801196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Tracked resource versions report: May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: pushed versions: May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: { 'ConntrackHelper': {'1.0'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Log': {'1.0'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Network': {'1.1'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Port': {'1.5'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'PortForwarding': {'1.2'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'QosPolicy': {'1.8'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'SecurityGroup': {'1.2'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'SecurityGroupRule': {'1.0'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'SubPort': {'1.0'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Subnet': {'1.1'}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Trunk': {'1.1'}} May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: consumer versions: May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: { DHCP agent@n-d-843301-1: {}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: L3 agent@n-d-843301-1: {}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: Metadata agent@n-d-843301-1: {}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: Metering agent@n-d-843301-1: {}, May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Log': '1.0', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Network': '1.1', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Port': '1.5', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'PortForwarding': '1.2', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'QosPolicy': '1.8', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'SecurityGroup': '1.2', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'SecurityGroupRule': '1.0', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'SubPort': '1.0', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Subnet': '1.1', May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: 'Trunk': '1.1'}} May 26 22:21:04.802255 n-d-843301-1 neutron-server[84031]: {{(pid=84031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:04.862956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Attempting to bind port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:04.863346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Attempting to bind port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:04.863778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Attempting to bind port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd on network e090c2e7-ea96-4201-8615-df84439d8f10 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:21:04.870558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:21:04.870958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Checking segment: {'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:21:04.871414 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:04.871796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Bound using segment: {'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:21:04.872297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Bound port: eeeae6bf-752d-4b07-b8d9-df9cae9f90bd, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:04.872671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:04.957303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] For port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:21:04.960957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] For port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eeeae6bf-752d-4b07-b8d9-df9cae9f90bd,segment=NetworkSegment(0f7bb880-0f86-449e-91ff-7e2338eed590),segment_id=0f7bb880-0f86-449e-91ff-7e2338eed590)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:21:04.965345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:05.068241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6ae24-17ec-489d-b1a7-4c631ae57f34 None None] Pushing event updated for resources: {'Port': ['ID=eeeae6bf-752d-4b07-b8d9-df9cae9f90bd,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:06.201215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34702) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:06.805735 n-d-843301-1 neutron-server[84029]: WARNING oslo_policy.policy [None req-fed0355a-c99e-40c0-9269-0fc9f6a2d2d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:21:06.806305 n-d-843301-1 neutron-server[84029]: WARNING oslo_policy.policy [None req-fed0355a-c99e-40c0-9269-0fc9f6a2d2d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:21:07.019755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-fed0355a-c99e-40c0-9269-0fc9f6a2d2d3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:21:07.020985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fed0355a-c99e-40c0-9269-0fc9f6a2d2d3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8177185 May 26 22:21:08.670012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b9a3b-be49-4482-85c6-14852ed04d44 None None] Network e090c2e7-ea96-4201-8615-df84439d8f10 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:21:08.784254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3a20e7f7-0e9f-493e-bb80-5b9b15068a51 None None] Provisioning for port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:08.895140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eeeae6bf-752d-4b07-b8d9-df9cae9f90bd up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:08.989268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:08.994897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:08.995292 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:09.124974 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:09.158008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eeeae6bf-752d-4b07-b8d9-df9cae9f90bd,segment=NetworkSegment(0f7bb880-0f86-449e-91ff-7e2338eed590),segment_id=0f7bb880-0f86-449e-91ff-7e2338eed590)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:21:09.161468 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:09.237807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=eeeae6bf-752d-4b07-b8d9-df9cae9f90bd,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:09.241023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e45e05e5-5c5b-4434-8709-2a41cd545a9b None None] Provisioning complete for port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:09.241406 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45e05e5-5c5b-4434-8709-2a41cd545a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:09.338045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34720) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:09.717394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-7a87c5a9-ba0d-4aaf-ad36-6510df60404e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:21:09.718379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7a87c5a9-ba0d-4aaf-ad36-6510df60404e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3794427 May 26 22:21:10.860668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eeeae6bf-752d-4b07-b8d9-df9cae9f90bd up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:10.930925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:10.931206 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:12.325015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:12.687954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Request body: {'router': {'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:21:12.725307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.policy [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84029) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 26 22:21:12.726699 n-d-843301-1 neutron-server[84029]: WARNING oslo_policy.policy [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:21:12.727063 n-d-843301-1 neutron-server[84029]: WARNING oslo_policy.policy [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:21:12.730463 n-d-843301-1 neutron-server[84029]: INFO neutron.quota [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Loaded quota_driver: . May 26 22:21:12.745578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:12.751935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Usage tracker for resource:router and tenant:d6db48ef461f412eb39d363657bd8577 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:12.756523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:12.763963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:12.780738 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:12.782731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:12.810704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:12.923401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:12.942747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:12.944022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f621d73f-ce95-4e69-9b92-ffedea5d1a77 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6180768 May 26 22:21:15.167917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34744) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:15.555617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-8a1e0060-6013-4176-a905-eec758ef685d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:21:15.556621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8a1e0060-6013-4176-a905-eec758ef685d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3877788 May 26 22:21:16.896017 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:21:17.043250 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c19f468-dc1f-4077-a4b9-0b41e5630f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:17.800910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34754) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:18.178653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:21:18.185844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:18.189484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Usage tracker for resource:network and tenant:fe10bc65e0ee416cae3378a95b502bfb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:18.192858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:18.198888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:18.208009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Made reservation on behalf of fe10bc65e0ee416cae3378a95b502bfb for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:18.211348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.227348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.264928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:18.268727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:fe10bc65e0ee416cae3378a95b502bfb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:18.271482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:18.277467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:18.340385 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.343702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.358173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Reserving flat network on physical network physnet1 {{(pid=84029) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 22:21:18.387625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740953246064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.388189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Unsubscribe: segment precommit_create {{(pid=84029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:21:18.388682 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Added segment cf9e431e-f88d-4b8e-9e85-94cd41f634c0 of type flat for network c9fddcb8-c662-47cd-b55b-616d0e9874e6 May 26 22:21:18.402655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0097f9b5-630e-4b79-a17b-731090c3d958,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:18.465857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.466093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.466421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.466772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.467064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.467376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.467687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.467998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.468306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.468610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.468921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Tracked resource versions report: May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: pushed versions: May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: { 'ConntrackHelper': {'1.0'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Log': {'1.0'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Network': {'1.1'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Port': {'1.5'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'PortForwarding': {'1.2'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'QosPolicy': {'1.8'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'SecurityGroup': {'1.2'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'SecurityGroupRule': {'1.0'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'SubPort': {'1.0'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Subnet': {'1.1'}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Trunk': {'1.1'}} May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: consumer versions: May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: { DHCP agent@n-d-843301-1: {}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: L3 agent@n-d-843301-1: {}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: Metadata agent@n-d-843301-1: {}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: Metering agent@n-d-843301-1: {}, May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Log': '1.0', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Network': '1.1', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Port': '1.5', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'PortForwarding': '1.2', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'QosPolicy': '1.8', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'SecurityGroup': '1.2', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'SecurityGroupRule': '1.0', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'SubPort': '1.0', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Subnet': '1.1', May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: 'Trunk': '1.1'}} May 26 22:21:18.469937 n-d-843301-1 neutron-server[84029]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:18.512842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.557377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.558413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:18.559013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:18.662740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=c9fddcb8-c662-47cd-b55b-616d0e9874e6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:18.665430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-af4ab533-7f38-44f7-98d7-cae5af051ae5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8635843 May 26 22:21:18.674377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:21:19.255550 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a98b69c-7906-4976-a9d2-71fd2123c63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:20.351655 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:20.623187 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:20.898404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34768) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:21.265698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aedd55c-46c8-4fbd-9ac9-04f21170dd96 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:21.266985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0aedd55c-46c8-4fbd-9ac9-04f21170dd96 admin admin] 10.222.0.32 "GET /v2.0/subnets/d32a93eb-6ef2-4673-8984-25945e345cae HTTP/1.1" status: 200 len: 849 time: 0.3674073 May 26 22:21:21.446739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b0a82401-df86-4ab3-9388-990816cfb6a4 admin admin] 10.222.0.32 "GET /v2.0/routers/7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 HTTP/1.1" status: 200 len: 704 time: 0.1743386 May 26 22:21:21.610374 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:21.960186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.224739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Allocated IP 172.20.0.1 (e090c2e7-ea96-4201-8615-df84439d8f10/d32a93eb-6ef2-4673-8984-25945e345cae/a31bb9d3-ee32-42fd-8922-ab839db2d816) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:22.398582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.418473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Transition to ACTIVE for port object a31bb9d3-ee32-42fd-8922-ab839db2d816 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:22.469653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.537401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Network e090c2e7-ea96-4201-8615-df84439d8f10 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:22.540697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:22.545129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:21:22.545651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.548163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Pushing event updated for resources: {'Port': ['ID=a31bb9d3-ee32-42fd-8922-ab839db2d816,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:22.677464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.739768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-875f9896-156d-49d7-a3c9-bdc2a69a9ae9 None None] Provisioning for port a31bb9d3-ee32-42fd-8922-ab839db2d816 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:22.744710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-875f9896-156d-49d7-a3c9-bdc2a69a9ae9 None None] Provisioning complete for port a31bb9d3-ee32-42fd-8922-ab839db2d816 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:22.745076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-875f9896-156d-49d7-a3c9-bdc2a69a9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.804211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-875f9896-156d-49d7-a3c9-bdc2a69a9ae9 None None] Port a31bb9d3-ee32-42fd-8922-ab839db2d816 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:21:22.934181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.938570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.939324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:23.065022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Pushing event updated for resources: {'Port': ['ID=a31bb9d3-ee32-42fd-8922-ab839db2d816,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:23.132870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Network e090c2e7-ea96-4201-8615-df84439d8f10 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:23.133915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:23.328579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d30f3361-42ae-4b29-892f-a53fcc10c205 None None] Provisioning complete for port a31bb9d3-ee32-42fd-8922-ab839db2d816 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:23.328880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d30f3361-42ae-4b29-892f-a53fcc10c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:23.379552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d30f3361-42ae-4b29-892f-a53fcc10c205 None None] Port a31bb9d3-ee32-42fd-8922-ab839db2d816 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:21:23.487264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:21:23.651164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:21:23.660533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0866894b-6bae-4bbf-b556-bf31d9c0ab63 admin admin] 10.222.0.32 "PUT /v2.0/routers/7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2089863 May 26 22:21:23.661977 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Sync routers for ids ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:21:23.677920 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Routers {'7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:21:23.678749 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:21:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:23.848536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Set router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:21:24.210265 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'name': 'router1', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:21:12Z', 'updated_at': '2022-05-26T22:21:22Z', 'revision_number': 2, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'gw_port_host': None, '_interfaces': [{'id': 'a31bb9d3-ee32-42fd-8922-ab839db2d816', 'name': '', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'mac_address': 'fa:16:3e:6c:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:22Z', 'updated_at': '2022-05-26T22:21:22Z', 'revision_number': 2, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'subnets': [{'id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86e3597c-4e06-4fb8-99ae-4cdbc437da2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:24.215022 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Checking router: 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:21:24.215394 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Updating router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 port a31bb9d3-ee32-42fd-8922-ab839db2d816 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:21:24.268036 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:24.633812 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:24.648766 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Transition to ACTIVE for port object a31bb9d3-ee32-42fd-8922-ab839db2d816 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:24.656066 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:24.876151 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Pushing event updated for resources: {'Port': ['ID=a31bb9d3-ee32-42fd-8922-ab839db2d816,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:24.903204 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.903480 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.903814 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.904140 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.904462 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.904784 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.905102 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.905418 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.905753 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.906204 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.906525 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Tracked resource versions report: May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: pushed versions: May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: { 'ConntrackHelper': {'1.0'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Log': {'1.0'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Network': {'1.1'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Port': {'1.5'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'PortForwarding': {'1.2'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'QosPolicy': {'1.8'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'SecurityGroup': {'1.2'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'SecurityGroupRule': {'1.0'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'SubPort': {'1.0'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Subnet': {'1.1'}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Trunk': {'1.1'}} May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: consumer versions: May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: { DHCP agent@n-d-843301-1: {}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: L3 agent@n-d-843301-1: {}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: Metadata agent@n-d-843301-1: {}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: Metering agent@n-d-843301-1: {}, May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Log': '1.0', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Network': '1.1', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Port': '1.5', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'PortForwarding': '1.2', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'QosPolicy': '1.8', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'SecurityGroup': '1.2', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'SecurityGroupRule': '1.0', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'SubPort': '1.0', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Subnet': '1.1', May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: 'Trunk': '1.1'}} May 26 22:21:24.907544 n-d-843301-1 neutron-server[84032]: {{(pid=84032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:24.912272 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Attempting to bind port a31bb9d3-ee32-42fd-8922-ab839db2d816 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:24.912672 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Attempting to bind port a31bb9d3-ee32-42fd-8922-ab839db2d816 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:24.913130 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Attempting to bind port a31bb9d3-ee32-42fd-8922-ab839db2d816 on network e090c2e7-ea96-4201-8615-df84439d8f10 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:21:24.919675 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:21:24.920101 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Checking segment: {'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:21:24.920584 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:24.920957 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Bound using segment: {'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:21:24.921457 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Bound port: a31bb9d3-ee32-42fd-8922-ab839db2d816, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7bb880-0f86-449e-91ff-7e2338eed590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:24.921864 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:25.014276 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] For port a31bb9d3-ee32-42fd-8922-ab839db2d816, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:21:25.018279 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] For port a31bb9d3-ee32-42fd-8922-ab839db2d816, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a31bb9d3-ee32-42fd-8922-ab839db2d816,segment=NetworkSegment(0f7bb880-0f86-449e-91ff-7e2338eed590),segment_id=0f7bb880-0f86-449e-91ff-7e2338eed590)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:21:25.024367 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:25.111647 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24172-4959-4d89-a4e9-e621981ded3c None None] Pushing event updated for resources: {'Port': ['ID=a31bb9d3-ee32-42fd-8922-ab839db2d816,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:25.114726 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Routers {'7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:21:25.115324 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:21:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:25.267339 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] Set router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:21:25.588620 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'name': 'router1', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:21:12Z', 'updated_at': '2022-05-26T22:21:22Z', 'revision_number': 2, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'gw_port_host': None, '_interfaces': [{'id': 'a31bb9d3-ee32-42fd-8922-ab839db2d816', 'name': '', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'mac_address': 'fa:16:3e:6c:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:22Z', 'updated_at': '2022-05-26T22:21:25Z', 'revision_number': 4, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'subnets': [{'id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86e3597c-4e06-4fb8-99ae-4cdbc437da2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:25.592452 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9105-11a6-472f-99e1-b336de8b1719 None None] The sync data for ids ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'] in n-d-843301-1 is: [{'id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'name': 'router1', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:21:12Z', 'updated_at': '2022-05-26T22:21:22Z', 'revision_number': 2, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'gw_port_host': None, '_interfaces': [{'id': 'a31bb9d3-ee32-42fd-8922-ab839db2d816', 'name': '', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'mac_address': 'fa:16:3e:6c:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:22Z', 'updated_at': '2022-05-26T22:21:25Z', 'revision_number': 4, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'subnets': [{'id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86e3597c-4e06-4fb8-99ae-4cdbc437da2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:21:25.848499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34790) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:26.020353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab5778c-b842-4ee7-947f-dc0a246bba82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:26.021703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8ab5778c-b842-4ee7-947f-dc0a246bba82 admin admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 842 time: 0.1722543 May 26 22:21:26.030590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:21:26.035559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:26.039371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Usage tracker for resource:subnet and tenant:fe10bc65e0ee416cae3378a95b502bfb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:26.042146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:26.047666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:26.058931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Made reservation on behalf of fe10bc65e0ee416cae3378a95b502bfb for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:26.061402 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:26.460989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:21:26.461431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:26.542814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c7cb8f-a4b4-48ae-82f6-0365efebbbf9,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:26.547114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:21:26.547464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Network hostable DHCP agents. Network: c9fddcb8-c662-47cd-b55b-616d0e9874e6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:21:26.570050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:21:26.580662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c9fddcb8-c662-47cd-b55b-616d0e9874e6) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:26.584576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:26.585187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:26.588985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe6b34-70d5-4a42-8993-3652cd7eb727 None None] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:21:26.610662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c24acb5a-0acd-4c50-822b-39222e305fa7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5833213 May 26 22:21:26.851482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d75c00-6fb5-4010-bd3e-6d4edce06334 None None] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:21:26.920966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a31bb9d3-ee32-42fd-8922-ab839db2d816 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:27.090765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a31bb9d3-ee32-42fd-8922-ab839db2d816 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:27.099504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a31bb9d3-ee32-42fd-8922-ab839db2d816 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:27.099870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:27.238710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:27.269566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a31bb9d3-ee32-42fd-8922-ab839db2d816, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a31bb9d3-ee32-42fd-8922-ab839db2d816,segment=NetworkSegment(0f7bb880-0f86-449e-91ff-7e2338eed590),segment_id=0f7bb880-0f86-449e-91ff-7e2338eed590)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:21:27.273264 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:27.339203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a31bb9d3-ee32-42fd-8922-ab839db2d816,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:28.763461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:28.869801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a31bb9d3-ee32-42fd-8922-ab839db2d816 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:28.935872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a31bb9d3-ee32-42fd-8922-ab839db2d816 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:28.936150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:29.017175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f10f3a1-1b87-428c-86bb-3abde58dcca5 admin admin] 10.222.0.32 "GET /v2.0/routers/7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 HTTP/1.1" status: 200 len: 710 time: 0.2525923 May 26 22:21:29.150176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86199673-e01b-4a69-a246-a778480d85fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:29.150732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-86199673-e01b-4a69-a246-a778480d85fe admin admin] Synchronizing usage tracker for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:29.167991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-86199673-e01b-4a69-a246-a778480d85fe admin admin] Unset dirty status for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:29.169424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-86199673-e01b-4a69-a246-a778480d85fe admin admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 886 time: 0.1471889 May 26 22:21:29.177979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:21:29.672045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:29.856087 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:29.910937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:30.047501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Allocated IP 172.25.4.232 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/04e0a0a7-c29b-44a3-9c52-6e37be24a7ac) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:30.189833 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:30.240502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:30.308569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:30.311205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:30.317982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:21:30.339404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Pushing event updated for resources: {'Port': ['ID=04e0a0a7-c29b-44a3-9c52-6e37be24a7ac,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:30.489939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:30.686604 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:30.689822 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:30.886644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:21:31.083113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:21:31.090904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:31.092274 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8748066c-de12-482c-8b9d-c414956a3b86 admin admin] 10.222.0.32 "PUT /v2.0/routers/7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 HTTP/1.1" status: 200 len: 890 time: 1.9173124 May 26 22:21:31.094152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Sync routers for ids ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:21:31.111347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Routers {'7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:21:31.112032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:21:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:31.300908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Set router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:21:31.633166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'name': 'router1', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '04e0a0a7-c29b-44a3-9c52-6e37be24a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:21:12Z', 'updated_at': '2022-05-26T22:21:30Z', 'revision_number': 4, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'gw_port': {'id': '04e0a0a7-c29b-44a3-9c52-6e37be24a7ac', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:29Z', 'updated_at': '2022-05-26T22:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a31bb9d3-ee32-42fd-8922-ab839db2d816', 'name': '', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'mac_address': 'fa:16:3e:6c:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:22Z', 'updated_at': '2022-05-26T22:21:27Z', 'revision_number': 5, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'subnets': [{'id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86e3597c-4e06-4fb8-99ae-4cdbc437da2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:31.638391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Checking router: 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:21:31.638735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Updating router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:21:31.690369 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:32.009835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:32.021029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Transition to ACTIVE for port object 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:32.027990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:32.110894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Attempting to bind port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:32.111542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Attempting to bind port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:32.111652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Attempting to bind port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:21:32.115271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf83c56-3d16-4060-bb3c-87d1b73e6e30 None None] Pushing event updated for resources: {'Port': ['ID=04e0a0a7-c29b-44a3-9c52-6e37be24a7ac,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:32.119889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:21:32.120270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:21:32.120664 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:32.121221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:21:32.121696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Bound port: 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:32.122066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:32.199427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] For port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:21:32.202412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] For port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=04e0a0a7-c29b-44a3-9c52-6e37be24a7ac,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:21:32.206243 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:32.302923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf83c56-3d16-4060-bb3c-87d1b73e6e30 None None] Pushing event updated for resources: {'Port': ['ID=04e0a0a7-c29b-44a3-9c52-6e37be24a7ac,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:32.307180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Routers {'7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:21:32.307759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:21:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:32.484462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] Set router 7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:21:32.802840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'name': 'router1', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '04e0a0a7-c29b-44a3-9c52-6e37be24a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:21:12Z', 'updated_at': '2022-05-26T22:21:30Z', 'revision_number': 4, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'gw_port': {'id': '04e0a0a7-c29b-44a3-9c52-6e37be24a7ac', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:29Z', 'updated_at': '2022-05-26T22:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a31bb9d3-ee32-42fd-8922-ab839db2d816', 'name': '', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'mac_address': 'fa:16:3e:6c:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:22Z', 'updated_at': '2022-05-26T22:21:27Z', 'revision_number': 5, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'subnets': [{'id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86e3597c-4e06-4fb8-99ae-4cdbc437da2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:32.807136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a252a-c9b2-4e4a-8c44-76ffbd89a550 None None] The sync data for ids ['7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3'] in n-d-843301-1 is: [{'id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'name': 'router1', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '04e0a0a7-c29b-44a3-9c52-6e37be24a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:21:12Z', 'updated_at': '2022-05-26T22:21:30Z', 'revision_number': 4, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'gw_port': {'id': '04e0a0a7-c29b-44a3-9c52-6e37be24a7ac', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:29Z', 'updated_at': '2022-05-26T22:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a31bb9d3-ee32-42fd-8922-ab839db2d816', 'name': '', 'network_id': 'e090c2e7-ea96-4201-8615-df84439d8f10', 'tenant_id': 'd6db48ef461f412eb39d363657bd8577', 'mac_address': 'fa:16:3e:6c:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcf03ed-7db7-4d63-af40-6ba68dbaa4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:21:22Z', 'updated_at': '2022-05-26T22:21:27Z', 'revision_number': 5, 'project_id': 'd6db48ef461f412eb39d363657bd8577', 'subnets': [{'id': 'd32a93eb-6ef2-4673-8984-25945e345cae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86e3597c-4e06-4fb8-99ae-4cdbc437da2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:21:33.352534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34824) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:33.486060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef681a1d-c6cd-4e09-8961-17b80e2d0552 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1323371 May 26 22:21:34.890044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:34.956971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:34.961502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:34.961896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.090864 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.108951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=04e0a0a7-c29b-44a3-9c52-6e37be24a7ac,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:21:35.113585 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.180182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=04e0a0a7-c29b-44a3-9c52-6e37be24a7ac,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:36.899845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:37.007217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 04e0a0a7-c29b-44a3-9c52-6e37be24a7ac triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:37.007914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.045994 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e889935-3733-4f98-9f4e-ed170822dce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:49.258829 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9b68929a-0576-4d39-a236-a88d673c7d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.354479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.628659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.629228 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:53.896423 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:22:17.049665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e34be50-c386-4911-814f-ce53096d616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.262372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5d5be44-f209-43ad-a4c3-956aa86f4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.356363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.635710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.633484 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.897166 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:22:47.054162 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5625b17a-f9fa-4e77-8e67-42264a07e4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.265294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-48019bd1-2bc7-49e6-9389-b9914a6b0d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.354571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.634428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.641396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.897711 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:23:17.057318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-373f76c3-687b-45fc-b116-00d90cd8459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:19.267826 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-accf0843-8194-4bb6-afdf-035c6e61c938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:20.352273 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:20.629443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:21.640749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.716748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35428) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:38.805855 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d071917-4624-4977-af60-558e2cf98c7d admin admin] GET failed (client error): The resource could not be found. May 26 22:23:38.807025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7d071917-4624-4977-af60-558e2cf98c7d admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0893281 May 26 22:23:38.936277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ac534-2733-41ea-a1ad-dd6afa41c5e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:38.937632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-725ac534-2733-41ea-a1ad-dd6afa41c5e2 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267562 May 26 22:23:40.937444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35438) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:41.068548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bfc6b-9486-47ac-b7d7-373c653f7877 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.069917 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-988bfc6b-9486-47ac-b7d7-373c653f7877 admin admin] 10.222.0.32 "GET /v2.0/subnets/d32a93eb-6ef2-4673-8984-25945e345cae HTTP/1.1" status: 200 len: 849 time: 0.1315517 May 26 22:23:41.078904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:23:41.193145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.388493 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740953249437'] for subnet, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.439582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.440179 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.441426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] 10.222.0.32 "PUT /v2.0/subnets/d32a93eb-6ef2-4673-8984-25945e345cae HTTP/1.1" status: 200 len: 868 time: 0.3662298 May 26 22:23:41.442409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5edef-4c1e-428d-8bae-944e47120c7f None None] Network e090c2e7-ea96-4201-8615-df84439d8f10 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:23:41.457875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32a93eb-6ef2-4673-8984-25945e345cae,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:41.466791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.467196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.467463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.467796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.468125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.468467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.468777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.469099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.469417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.469761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.470087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e75e6-11c4-417a-a6d1-58044d9ec798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:41.896032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3c90a4e1-7e64-410d-a340-278ec105b798 None None] Provisioning complete for port a31bb9d3-ee32-42fd-8922-ab839db2d816 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:41.896419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3c90a4e1-7e64-410d-a340-278ec105b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:42.017791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3c90a4e1-7e64-410d-a340-278ec105b798 None None] Provisioning complete for port eeeae6bf-752d-4b07-b8d9-df9cae9f90bd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:42.018072 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3c90a4e1-7e64-410d-a340-278ec105b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:43.472409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35448) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:43.667822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57dfa5-4ac5-461b-bd2a-b9ee46766f0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:43.668184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57dfa5-4ac5-461b-bd2a-b9ee46766f0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:43.669809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb57dfa5-4ac5-461b-bd2a-b9ee46766f0b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963682 May 26 22:23:44.899069 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:23:45.694402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:45.888558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a2961-4774-43e1-8dd3-d5324dc229b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:45.888841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a2961-4774-43e1-8dd3-d5324dc229b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:45.890359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-614a2961-4774-43e1-8dd3-d5324dc229b4 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950276 May 26 22:23:47.059170 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69a60de6-37a0-41a5-8e50-728e03879e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:47.898551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35468) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:48.084243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf78251-8209-4494-a2e3-b6e2a49db18d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:48.085900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-adf78251-8209-4494-a2e3-b6e2a49db18d admin admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 886 time: 0.1863983 May 26 22:23:49.270263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7794555f-2197-4c6c-8ce6-b35ff356520c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.107962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35478) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:50.299383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c68c1-36a7-4bad-8e56-2b210049ed61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:50.300609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-761c68c1-36a7-4bad-8e56-2b210049ed61 admin admin] 10.222.0.32 "GET /v2.0/networks/e090c2e7-ea96-4201-8615-df84439d8f10 HTTP/1.1" status: 200 len: 869 time: 0.1916752 May 26 22:23:50.356663 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.631678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.640894 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:52.315346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35488) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:52.442534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08db8d-17e0-483b-a66c-d7dbd119031e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:52.442893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08db8d-17e0-483b-a66c-d7dbd119031e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:52.443597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7b08db8d-17e0-483b-a66c-d7dbd119031e admin admin] Synchronizing usage tracker for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:52.460003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7b08db8d-17e0-483b-a66c-d7dbd119031e admin admin] Unset dirty status for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:52.461155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b08db8d-17e0-483b-a66c-d7dbd119031e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1448927 May 26 22:23:54.464943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35498) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:54.594350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f2ae1-346c-41a1-abe3-6340d33a6302 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:54.594708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f2ae1-346c-41a1-abe3-6340d33a6302 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:54.596143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-472f2ae1-346c-41a1-abe3-6340d33a6302 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302168 May 26 22:23:56.604221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35508) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:56.731557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe62021-b7ba-478e-ac84-32e624a4f6ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:56.732883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1fe62021-b7ba-478e-ac84-32e624a4f6ea admin admin] 10.222.0.32 "GET /v2.0/subnets/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9 HTTP/1.1" status: 200 len: 816 time: 0.1277146 May 26 22:23:58.743317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35518) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:58.873316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03738be-85d4-4ede-924e-b88903a3fa5f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:58.874635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c03738be-85d4-4ede-924e-b88903a3fa5f admin admin] 10.222.0.32 "GET /v2.0/subnets/d32a93eb-6ef2-4673-8984-25945e345cae HTTP/1.1" status: 200 len: 868 time: 0.1303921 May 26 22:24:16.623885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35556) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:16.698097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-c72a9efc-81ba-4f4e-b326-04955a7b598f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:24:16.699101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c72a9efc-81ba-4f4e-b326-04955a7b598f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0742300 May 26 22:24:17.061363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bed7351c-c640-4d18-bed3-9775ecd07882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:18.780744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35566) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:18.874349 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ef4a86-42c9-4112-9807-e597a4a91ffe admin admin] GET failed (client error): The resource could not be found. May 26 22:24:18.875530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34ef4a86-42c9-4112-9807-e597a4a91ffe admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0938833 May 26 22:24:18.999964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f37205f-5f74-474f-9d7b-6879260c80e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:19.001322 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9f37205f-5f74-474f-9d7b-6879260c80e5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219633 May 26 22:24:19.273223 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c876f029-5e13-417f-b6f9-3c3bb6162a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:20.357578 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:20.635695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:21.033597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35576) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:21.105774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:24:21.110855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:21.120138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:21.130310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Made reservation on behalf of fe10bc65e0ee416cae3378a95b502bfb for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:24:21.132579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:21.257210 n-d-843301-1 neutron-server[84029]: WARNING neutron.services.revisions.revision_plugin [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Could not find related network for resource to bump revision. May 26 22:24:21.269763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:24:21.279403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:21.279742 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Added segment 4cec69dc-0b36-45ba-af03-53db94411246 of type vlan for network 14d85427-0536-477e-9be0-fd7683312683 May 26 22:24:21.306551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:21.334632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:21.335480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:21.336051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:21.433831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3985643 May 26 22:24:21.434518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d023a7c-8f53-465c-8527-eba04f1f47e5 admin admin] Pushing event updated for resources: {'Network': ['ID=14d85427-0536-477e-9be0-fd7683312683,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:21.454699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 14d85427-0536-477e-9be0-fd7683312683 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:24:21.643574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:21.899273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:24:23.471410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35586) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:23.563728 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21d2963-d34c-4cba-a9ff-c455b5b67eea admin admin] GET failed (client error): The resource could not be found. May 26 22:24:23.564203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a21d2963-d34c-4cba-a9ff-c455b5b67eea admin admin] Synchronizing usage tracker for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:23.578893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a21d2963-d34c-4cba-a9ff-c455b5b67eea admin admin] Unset dirty status for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:23.579951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a21d2963-d34c-4cba-a9ff-c455b5b67eea admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1071172 May 26 22:24:23.688806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bea624-5e6c-4db8-ac71-501f995a1316 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:23.690261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6bea624-5e6c-4db8-ac71-501f995a1316 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1059823 May 26 22:24:23.699507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:24:23.703694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:23.713301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:23.723318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Made reservation on behalf of fe10bc65e0ee416cae3378a95b502bfb for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:24:23.725444 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:23.931650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:23.998298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Pushing event updated for resources: {'Subnet': ['ID=41df127b-d8ab-4dd2-9958-562047ddb162,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:24.016169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:24:24.016515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Network hostable DHCP agents. Network: 14d85427-0536-477e-9be0-fd7683312683, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:24:24.041476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Network 14d85427-0536-477e-9be0-fd7683312683 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:24:24.050674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 14d85427-0536-477e-9be0-fd7683312683) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:24:24.054619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:24.055713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.061967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a71b25-ddfb-4f55-8f5f-8da8b51eb9d6 None None] Network 14d85427-0536-477e-9be0-fd7683312683 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:24:24.079252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9cb06c46-5f97-4de0-9b38-47acb72108da admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829548 May 26 22:24:24.307698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-14d85427-0536-477e-9be0-fd7683312683', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'tenant_id': 'fe10bc65e0ee416cae3378a95b502bfb', 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:24:24.307891 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.471341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Allocated IP 192.168.233.2 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/0451874e-0eba-4576-94e4-a14d0474b098) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:24:24.694591 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.707280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Transition to ACTIVE for port object 0451874e-0eba-4576-94e4-a14d0474b098 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:24:24.726047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Transition to ACTIVE for port object 0451874e-0eba-4576-94e4-a14d0474b098 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:24:24.731831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.813418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Pushing event updated for resources: {'Port': ['ID=0451874e-0eba-4576-94e4-a14d0474b098,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:24.817389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:24:24.820086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:24:24.823602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:24:24.829565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.829933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.830264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.830592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.830915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.831806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.832125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.832442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.832755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.833074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.833377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:24.918080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Attempting to bind port 0451874e-0eba-4576-94e4-a14d0474b098 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:24:24.918387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Attempting to bind port 0451874e-0eba-4576-94e4-a14d0474b098 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:24:24.918727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Attempting to bind port 0451874e-0eba-4576-94e4-a14d0474b098 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:24:24.930171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:24:24.930464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:24:24.930859 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.931246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:24:24.931711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Bound port: 0451874e-0eba-4576-94e4-a14d0474b098, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:24:24.932093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.057431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] For port 0451874e-0eba-4576-94e4-a14d0474b098, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:24:25.060911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] For port 0451874e-0eba-4576-94e4-a14d0474b098, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0451874e-0eba-4576-94e4-a14d0474b098,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:24:25.064381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.140485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa145f0-31a8-4bb3-8502-f7f9350a10b3 None None] Pushing event updated for resources: {'Port': ['ID=0451874e-0eba-4576-94e4-a14d0474b098,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:25.944058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dfb65d-ce14-4f54-aa6f-efda6ffec137 None None] Network 14d85427-0536-477e-9be0-fd7683312683 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:24:26.047819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bcecf874-7d2b-455e-8601-2080b5a046c8 None None] Provisioning for port 0451874e-0eba-4576-94e4-a14d0474b098 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:24:26.990814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0451874e-0eba-4576-94e4-a14d0474b098 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:24:27.057622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 0451874e-0eba-4576-94e4-a14d0474b098 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:24:27.062270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0451874e-0eba-4576-94e4-a14d0474b098 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:24:27.062791 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.173488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.208989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 0451874e-0eba-4576-94e4-a14d0474b098, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0451874e-0eba-4576-94e4-a14d0474b098,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:24:27.212740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.286843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=0451874e-0eba-4576-94e4-a14d0474b098,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:28.970668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0451874e-0eba-4576-94e4-a14d0474b098 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:24:29.038278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0451874e-0eba-4576-94e4-a14d0474b098 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:24:29.038644 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.064626 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-281d56f9-064b-43dc-9dcb-36bdcbb25f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:49.275430 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dca8a86f-02ef-465c-8e20-67ecbd7a9d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:50.361159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:50.639401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:51.655908 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:58.899484 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:25:17.067337 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a51c482b-92f6-45e5-afa9-ae7a64ef5c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:19.276701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a2419439-b72c-4d33-9d7b-a9bb2e46f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.365174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.641153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:21.650388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:35.899775 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:25:45.556584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35630) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:45.562447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-20986266-ef89-439f-ae98-1cd8ef88828f tempest-verify_tempest_config-878897152 tempest-verify_tempest_config-878897152-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:25:45.563405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-20986266-ef89-439f-ae98-1cd8ef88828f tempest-verify_tempest_config-878897152 tempest-verify_tempest_config-878897152-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058770 May 26 22:25:45.882236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35646) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:46.018805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:46.048526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:46.052165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Usage tracker for resource:security_group_rule and tenant:bc7b6e48ec9e41acad048e26f990c2d4 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:25:46.054850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:25:46.060315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:46.128677 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:46.132688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:46.176587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4454429d-f9c9-4f04-8dca-52f9fd39efff,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:46.183365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Synchronizing usage tracker for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:25:46.189251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.189595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.189953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.190358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.190729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.191093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.191423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.191746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.192066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.192536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.192835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:46.211081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] Unset dirty status for tenant:fe10bc65e0ee416cae3378a95b502bfb on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:25:46.212285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5b6bb25a-bacf-4502-9f09-8f9444d85b6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc7b6e48ec9e41acad048e26f990c2d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3290701 May 26 22:25:46.214934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35652) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:46.271933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96873f4a-3637-48ad-b41b-c8ab4d3bd0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:46.296196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96873f4a-3637-48ad-b41b-c8ab4d3bd0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:46.385495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96873f4a-3637-48ad-b41b-c8ab4d3bd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:46.398787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96873f4a-3637-48ad-b41b-c8ab4d3bd0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4454429d-f9c9-4f04-8dca-52f9fd39efff,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:46.404707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96873f4a-3637-48ad-b41b-c8ab4d3bd0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:46.405812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-96873f4a-3637-48ad-b41b-c8ab4d3bd0e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4454429d-f9c9-4f04-8dca-52f9fd39efff HTTP/1.1" status: 204 len: 168 time: 0.1899688 May 26 22:25:47.069824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-423b34f0-855d-43eb-a85d-e086418d02dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:49.278423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7499bc1c-7722-452e-a46f-5478d8c96fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:50.366226 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:50.643455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:51.652432 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:12.900723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:26:17.070671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab683-a6a7-4e78-9293-6c4f20d14bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:19.280958 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-13524344-4fbd-4fcc-8f66-d493af4d2dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:20.369065 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:20.647868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:21.654168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:47.071777 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-845fe5e7-043f-4101-aa1e-7342be0ecfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:49.282903 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-082ec3f9-0276-4ecc-80b4-cee21831d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:49.899782 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:26:50.371990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:50.650416 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:51.658167 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:17.073394 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25ba91e6-364d-4f8c-9fb4-475278f90c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:19.283223 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fee143ec-908f-4693-91a2-6babb26b9c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:20.375776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:20.652064 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:21.659470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:26.899842 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:27:47.074455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95963739-b41d-46ba-b1a5-cebe72a1a908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.283975 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f3aac5b-c8fa-4ffa-b1e4-60e782871447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.377956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.654442 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.662870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.899610 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:28:17.076434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f97f64aa-d609-4d97-bb6a-eb8d6c6d1056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:19.285530 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1199a6ce-4544-4ad6-a98c-611df99eb211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.380878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.656736 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:21.666606 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.899036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 5 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:28:47.078134 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59b92468-ebe4-4af3-b134-88f210935435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.286677 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc9f3-b5d9-4d86-8c33-540dbfa6ceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.382619 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.658057 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:51.668896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:54.697552 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699198'] for agent, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:57.358063 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699198'] for agent, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:17.080488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25f48b2c-c5cd-41f2-a15b-29b50a295702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:17.899542 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:29:19.287704 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5898627d-2a63-4721-b4b3-a5f6a668c4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:20.387557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:20.659231 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:21.671082 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:24.697221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:27.316174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:42.359829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35718) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:29:42.495422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d31bc904-d804-4dce-b61d-71d837754a02 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1345394 May 26 22:29:44.505921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35728) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:29:44.583475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-30af3b24-ddc2-4dbc-b5a0-5936756591b0 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0765038 May 26 22:29:47.081226 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f95d9bf0-83a6-4500-8e5a-3d30eec64184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:49.288661 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb1bd-4796-4732-85e8-cdf5bf4c8820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:50.387998 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:50.660648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:51.675544 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:54.691847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:54.899394 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:29:57.329727 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:17.084203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f0590fb-c984-4245-b0a5-a67cedbd42de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:19.290831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-88d73f2a-3cf7-4d86-9894-8846eb6c473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.391307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.666200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:21.678244 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:24.697368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:27.330792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:31.901222 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:30:47.085785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-60e0516a-ffe5-4207-aec8-dc8088070dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:49.292641 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8122cdc5-c53c-4e95-be71-ce3d033c8f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:50.393865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:50.659875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:51.685458 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:54.702913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:57.325256 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.902580 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:31:15.300887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35932) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:15.794394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35952) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:15.936558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-70318305-network', 'tenant_id': '691816e413f94c83858aab31b419257a'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:15.941734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:15.945591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Usage tracker for resource:network and tenant:691816e413f94c83858aab31b419257a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:15.949351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:15.955045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:15.966157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Made reservation on behalf of 691816e413f94c83858aab31b419257a for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:15.968764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:15.981636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.015763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:16.019665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Usage tracker for resource:security_group_rule and tenant:691816e413f94c83858aab31b419257a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:16.022466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:16.029553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:16.098401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.103800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.134650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:16.144501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:31:16.153625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.153858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.154180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.154510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.154836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.155159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.155482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.155800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.156119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.156433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.156750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Tracked resource versions report: May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: pushed versions: May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: { 'ConntrackHelper': {'1.0'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Log': {'1.0'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Network': {'1.1'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Port': {'1.5'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'PortForwarding': {'1.2'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'QosPolicy': {'1.8'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'SecurityGroup': {'1.2'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'SecurityGroupRule': {'1.0'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'SubPort': {'1.0'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Subnet': {'1.1'}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Trunk': {'1.1'}} May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: consumer versions: May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: { DHCP agent@n-d-843301-1: {}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: HyperV agent@n-h1-843301-1: {}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: HyperV agent@n-h2-843301-1: {}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: L3 agent@n-d-843301-1: {}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: Metadata agent@n-d-843301-1: {}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: Metering agent@n-d-843301-1: {}, May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Log': '1.0', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Network': '1.1', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Port': '1.5', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'PortForwarding': '1.2', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'QosPolicy': '1.8', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'SecurityGroup': '1.2', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'SecurityGroupRule': '1.0', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'SubPort': '1.0', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Subnet': '1.1', May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: 'Trunk': '1.1'}} May 26 22:31:16.157782 n-d-843301-1 neutron-server[84029]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:31:16.163913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.164053 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Added segment 5fdf416d-ee84-4d11-8fcd-c6be94997ab0 of type vlan for network fc939361-eb17-45c3-9b3e-b0eb89d05881 May 26 22:31:16.195808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.227346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.228385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:16.229048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.331508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] Pushing event updated for resources: {'Network': ['ID=fc939361-eb17-45c3-9b3e-b0eb89d05881,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:16.339757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35970) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:16.344412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:31:16.346112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Request body: {'subnet': {'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-70318305-subnet', 'tenant_id': '691816e413f94c83858aab31b419257a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:16.350652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52370308-c0f5-45a5-bf16-dfcf8a895d0e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0484657 May 26 22:31:16.351716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:16.355601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Usage tracker for resource:subnet and tenant:691816e413f94c83858aab31b419257a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:16.358429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:16.364229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:16.406387 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-73effcc2-5756-4efa-a2bb-e4b22516a989 tempest-AutoAllocateNetworkTest-2095215540 tempest-AutoAllocateNetworkTest-2095215540-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ebd96b9dc2154128b6297a50a2edf9a6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6101367 May 26 22:31:16.407498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35976) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:16.412819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Made reservation on behalf of 691816e413f94c83858aab31b419257a for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:16.420905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.669725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f3ddde-4c3a-4e68-a6b6-b40b77d21853 tempest-AutoAllocateNetworkTest-2095215540 tempest-AutoAllocateNetworkTest-2095215540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:16.674483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-39f3ddde-4c3a-4e68-a6b6-b40b77d21853 tempest-AutoAllocateNetworkTest-2095215540 tempest-AutoAllocateNetworkTest-2095215540-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2655687 May 26 22:31:16.674635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35994) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:16.764296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3d98343b-b878-43ce-a199-0d9cbe4560de tempest-AutoAllocateNetworkTest-2095215540 tempest-AutoAllocateNetworkTest-2095215540-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881906 May 26 22:31:16.766467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35998) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:16.784032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.798207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-de7bf7b0-9028-404d-9368-adde5e4fde76 tempest-AutoAllocateNetworkTest-2095215540 tempest-AutoAllocateNetworkTest-2095215540-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ebd96b9dc2154128b6297a50a2edf9a6 HTTP/1.1" status: 200 len: 208 time: 0.0305579 May 26 22:31:16.852078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccf787e-4362-4fa0-a9a6-3a378df62f1a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:16.860741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.861083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.861417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.861772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.862099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.862420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.862743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.863061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.863576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.863894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.864214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Tracked resource versions report: May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: pushed versions: May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: { 'ConntrackHelper': {'1.0'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Log': {'1.0'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Network': {'1.1'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Port': {'1.5'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'PortForwarding': {'1.2'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'QosPolicy': {'1.8'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'SecurityGroup': {'1.2'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'SecurityGroupRule': {'1.0'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'SubPort': {'1.0'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Subnet': {'1.1'}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Trunk': {'1.1'}} May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: consumer versions: May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: { DHCP agent@n-d-843301-1: {}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: HyperV agent@n-h1-843301-1: {}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: HyperV agent@n-h2-843301-1: {}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: L3 agent@n-d-843301-1: {}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: Metadata agent@n-d-843301-1: {}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: Metering agent@n-d-843301-1: {}, May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Log': '1.0', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Network': '1.1', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Port': '1.5', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'PortForwarding': '1.2', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'QosPolicy': '1.8', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'SecurityGroup': '1.2', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'SecurityGroupRule': '1.0', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'SubPort': '1.0', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Subnet': '1.1', May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: 'Trunk': '1.1'}} May 26 22:31:16.865736 n-d-843301-1 neutron-server[84030]: {{(pid=84030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:31:16.889212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:31:16.889563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Network hostable DHCP agents. Network: fc939361-eb17-45c3-9b3e-b0eb89d05881, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:31:16.911986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:31:16.923248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, fc939361-eb17-45c3-9b3e-b0eb89d05881) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:31:16.927567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:16.928143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.934195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410e4f2-723a-4151-9225-f14008264474 None None] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:16.957999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ca36acb9-376c-40c2-ab61-640bd5aefbe6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6171060 May 26 22:31:17.123118 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5d76e91-6d12-4c55-bf5d-9caa7ca5468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.183818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9fa5a-a3b7-43f9-9e20-4f6eb9b379e7 None None] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:17.792002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36040) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:18.319127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.351743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:18.356231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Usage tracker for resource:security_group_rule and tenant:ebd96b9dc2154128b6297a50a2edf9a6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:18.359020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:18.364837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:18.441646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.447817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.514214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db286f2-c4c4-4c9e-a752-b39b5d953e85,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:18.518980 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dccc7195-93a9-43f5-b67a-f28efefebd1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebd96b9dc2154128b6297a50a2edf9a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7253103 May 26 22:31:18.522064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36074) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:18.592267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42b8efa9-35a1-4201-a769-6a2352174394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.632673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42b8efa9-35a1-4201-a769-6a2352174394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.731786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42b8efa9-35a1-4201-a769-6a2352174394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.749989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8efa9-35a1-4201-a769-6a2352174394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db286f2-c4c4-4c9e-a752-b39b5d953e85,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:18.755439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42b8efa9-35a1-4201-a769-6a2352174394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.756524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-42b8efa9-35a1-4201-a769-6a2352174394 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5db286f2-c4c4-4c9e-a752-b39b5d953e85 HTTP/1.1" status: 204 len: 168 time: 0.2340498 May 26 22:31:19.295731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e3977662-ae81-4263-9074-accaf5f493ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:19.976587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36136) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:19.983863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-252441545-network', 'tenant_id': 'ad7f5b311fc34629ac5aa34722144b8b'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:19.989229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:19.994873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Usage tracker for resource:network and tenant:ad7f5b311fc34629ac5aa34722144b8b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:19.998290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:20.006015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:20.019727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Made reservation on behalf of ad7f5b311fc34629ac5aa34722144b8b for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:20.022778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.047034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.092609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:20.098851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7f5b311fc34629ac5aa34722144b8b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:20.103662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:20.112608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:20.201362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.207453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.225612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:31:20.237814 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.238254 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Added segment 8b5453da-e22e-4051-ba96-87bde1826025 of type vlan for network af05d5d7-1af2-4a39-bb34-b18dbfbe0940 May 26 22:31:20.278921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.297401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990c6127-0786-475f-ba19-5c58e914fc5f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:20.321661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.323099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:20.323662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.405007 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.464957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4872406 May 26 22:31:20.468149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:20.471938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3ed2d-a1e5-4832-af4b-7a24b2740558 admin admin] Pushing event updated for resources: {'Network': ['ID=af05d5d7-1af2-4a39-bb34-b18dbfbe0940,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:20.477119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Request body: {'subnet': {'network_id': 'af05d5d7-1af2-4a39-bb34-b18dbfbe0940', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-252441545-subnet', 'tenant_id': 'ad7f5b311fc34629ac5aa34722144b8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:20.482833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:20.484812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network af05d5d7-1af2-4a39-bb34-b18dbfbe0940 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:31:20.487093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Usage tracker for resource:subnet and tenant:ad7f5b311fc34629ac5aa34722144b8b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:20.490661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:20.497365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:20.511611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Made reservation on behalf of ad7f5b311fc34629ac5aa34722144b8b for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:20.514609 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.694736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36164) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:20.697990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.875878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.884555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:20.912158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:20.917237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:90c2cf5d3a744027b24f5cc565fac8f7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:20.921217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:20.927737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:20.997890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1686d309-ecba-484d-8d1f-14b4aee71f14,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:21.014279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Checking segment: {'id': '8b5453da-e22e-4051-ba96-87bde1826025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'af05d5d7-1af2-4a39-bb34-b18dbfbe0940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:31:21.014852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Network hostable DHCP agents. Network: af05d5d7-1af2-4a39-bb34-b18dbfbe0940, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:31:21.033465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:21.038930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:21.055331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Network af05d5d7-1af2-4a39-bb34-b18dbfbe0940 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:31:21.067218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, af05d5d7-1af2-4a39-bb34-b18dbfbe0940) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:31:21.073959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:21.074825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:21.079086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c86bd-c26c-49cb-9f15-117a194c9f66 None None] Network af05d5d7-1af2-4a39-bb34-b18dbfbe0940 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:21.094520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90c2cf5d3a744027b24f5cc565fac8f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986149 May 26 22:31:21.097739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:21.102424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ddbff-e92d-4433-aae5-12af55a91ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f301ff9b-7ec6-482c-affa-a1fe50f5477e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:21.123337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-51b15f05-8fbd-42a8-9fa8-f4be84933f0e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6456230 May 26 22:31:21.188289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca17649e-546f-47e2-bfc5-8e01ccc8437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:21.227520 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca17649e-546f-47e2-bfc5-8e01ccc8437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:21.300197 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca17649e-546f-47e2-bfc5-8e01ccc8437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:21.321308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17649e-546f-47e2-bfc5-8e01ccc8437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f301ff9b-7ec6-482c-affa-a1fe50f5477e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:21.326480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e7640f-526e-4888-8550-4da82c756904 None None] Network af05d5d7-1af2-4a39-bb34-b18dbfbe0940 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:21.331249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca17649e-546f-47e2-bfc5-8e01ccc8437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:21.332842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca17649e-546f-47e2-bfc5-8e01ccc8437e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f301ff9b-7ec6-482c-affa-a1fe50f5477e HTTP/1.1" status: 204 len: 168 time: 0.2342126 May 26 22:31:21.696377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.124898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36246) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:22.158284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.220859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:22.229238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Usage tracker for resource:security_group_rule and tenant:2455d6e32bbd460a928abce5c30a6c31 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:22.237842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:22.247597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:22.267795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36268) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:22.356486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.360720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.417286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d769202-29b2-40c4-ba4d-d90d9e7f013a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:22.428717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9f4263c6-038c-4730-b35d-a68f78ad8874 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2455d6e32bbd460a928abce5c30a6c31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3007550 May 26 22:31:22.429161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36286) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:22.496895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b9-3f16-401d-898d-cfcec37c0de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.529063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b9-3f16-401d-898d-cfcec37c0de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.558471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.593268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36296) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:22.597816 n-d-843301-1 neutron-server[84029]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 22:31:22.688755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:22.698695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:b328636f7bf9404ab24c83a4b65b846d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:22.706978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:22.717618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b9-3f16-401d-898d-cfcec37c0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.717883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:22.765197 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc0b9-3f16-401d-898d-cfcec37c0de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.766352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fb8fc0b9-3f16-401d-898d-cfcec37c0de5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d769202-29b2-40c4-ba4d-d90d9e7f013a HTTP/1.1" status: 204 len: 168 time: 0.3362582 May 26 22:31:22.785289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc0b9-3f16-401d-898d-cfcec37c0de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d769202-29b2-40c4-ba4d-d90d9e7f013a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:22.814010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.819166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:22.833490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-427652fe-a4e5-42ce-8510-57e1b4e1e004 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:22.834507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-427652fe-a4e5-42ce-8510-57e1b4e1e004 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:22.857068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-427652fe-a4e5-42ce-8510-57e1b4e1e004 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:22.858762 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-427652fe-a4e5-42ce-8510-57e1b4e1e004 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.2641904 May 26 22:31:22.865196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700601fa-1b16-43e2-a8b6-be629b6f7303,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:22.873356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-679f3b2e-8086-46e2-baf7-814dd0014dd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b328636f7bf9404ab24c83a4b65b846d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6013477 May 26 22:31:22.873732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36316) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:22.885924 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-ed4d9226-7d2c-4226-8e5b-7ce5fe916c3b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/quotas/691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 375 time: 0.0207574 May 26 22:31:22.957425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36320) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:22.968472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-d5bbeecb-37b5-4595-996a-223bd982b6c9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776844 May 26 22:31:22.995893 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-243abf08-57b5-4a60-b28a-090561449822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.026354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-243abf08-57b5-4a60-b28a-090561449822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.105655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-243abf08-57b5-4a60-b28a-090561449822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.120031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243abf08-57b5-4a60-b28a-090561449822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700601fa-1b16-43e2-a8b6-be629b6f7303,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:23.131950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-243abf08-57b5-4a60-b28a-090561449822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.132979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-243abf08-57b5-4a60-b28a-090561449822 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/700601fa-1b16-43e2-a8b6-be629b6f7303 HTTP/1.1" status: 204 len: 168 time: 0.2583048 May 26 22:31:23.363139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.395530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:23.399324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb692b1da13747f18a3a7dbaa0b83dde is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:23.402106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:23.407712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:23.444924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36358) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:23.478047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.483572 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.534689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c35ca5-28b9-446c-9515-5ac11db0ff8c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:23.538583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-00695c7e-0c4b-42dc-b9e8-c6117019a9e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb692b1da13747f18a3a7dbaa0b83dde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5820391 May 26 22:31:23.543049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36366) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:23.607747 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2e58e2-d546-42da-95ee-698baee23464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.640985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2e58e2-d546-42da-95ee-698baee23464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.694676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2e58e2-d546-42da-95ee-698baee23464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.714221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2e58e2-d546-42da-95ee-698baee23464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.715498 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5d2e58e2-d546-42da-95ee-698baee23464 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05c35ca5-28b9-446c-9515-5ac11db0ff8c HTTP/1.1" status: 204 len: 168 time: 0.1714754 May 26 22:31:23.716406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e58e2-d546-42da-95ee-698baee23464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c35ca5-28b9-446c-9515-5ac11db0ff8c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:23.850822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:23.884392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:23.889020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Usage tracker for resource:security_group_rule and tenant:ec1e86f504a542de8ec1d4c076540c82 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:23.892515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:23.906673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:23.922163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-338fe849-4179-4446-bc97-b0667aa35374 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:31:23.929320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-338fe849-4179-4446-bc97-b0667aa35374 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3077054 May 26 22:31:23.995677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36386) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:23.997489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.020504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.038319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.086847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67de9d8-bf4f-479e-a320-fe67bccff129,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:24.105550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-f9cb5a13-434e-4a8b-ba68-0aa2fee88b12 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751084 May 26 22:31:24.128417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:24.133542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:88c3d18e1c444177ae26c0f2709707b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:24.139351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:24.153827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:24.169352 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f08d68d9-7b2e-4746-a089-e4b4b09e9962 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec1e86f504a542de8ec1d4c076540c82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7192502 May 26 22:31:24.171220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:24.298113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a7a8-37b2-45d8-9ef5-e6883e2c74b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.316430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-8017aef1-53e3-4d6d-a098-70682887c969 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099385 May 26 22:31:24.346087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.360417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.382672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a7a8-37b2-45d8-9ef5-e6883e2c74b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.465622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c3d18e1c444177ae26c0f2709707b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4652889 May 26 22:31:24.467290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:24.467817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213da27e-9d9d-48c3-8726-fb6480398ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661feb1d-1309-4157-914d-7ad2b3693a3e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:24.497215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a7a8-37b2-45d8-9ef5-e6883e2c74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.529414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3a7a8-37b2-45d8-9ef5-e6883e2c74b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67de9d8-bf4f-479e-a320-fe67bccff129,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:24.535749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a7a8-37b2-45d8-9ef5-e6883e2c74b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.539187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6ae3a7a8-37b2-45d8-9ef5-e6883e2c74b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b67de9d8-bf4f-479e-a320-fe67bccff129 HTTP/1.1" status: 204 len: 168 time: 0.3646643 May 26 22:31:24.684029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f55d9525-4ba2-4be7-adb6-8500a0efafb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.692118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36450) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:24.719712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fda64f6-97bb-4be5-a8bf-a02a78ce5e06 req-368a80c4-0010-4cb6-848e-c32119056fba tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 210 time: 0.0765626 May 26 22:31:24.723845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.731458 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.762053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f55d9525-4ba2-4be7-adb6-8500a0efafb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.765875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:24.771257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Usage tracker for resource:security_group_rule and tenant:1635814e633a46f08c74ae2174937146 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:24.776415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:24.786756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:24.838851 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f55d9525-4ba2-4be7-adb6-8500a0efafb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.881499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9525-4ba2-4be7-adb6-8500a0efafb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661feb1d-1309-4157-914d-7ad2b3693a3e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:24.883788 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f55d9525-4ba2-4be7-adb6-8500a0efafb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.887765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f55d9525-4ba2-4be7-adb6-8500a0efafb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/661feb1d-1309-4157-914d-7ad2b3693a3e HTTP/1.1" status: 204 len: 168 time: 0.4171968 May 26 22:31:24.901584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.906748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:24.957011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05241dae-8f1d-431d-b3ca-64ff47d13251,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:24.962516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-94aefbe2-1a4a-43eb-a7db-217652737543 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1635814e633a46f08c74ae2174937146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2693546 May 26 22:31:24.965586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36466) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:25.031406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-74d38aab-352a-4b3a-8ab7-0f0bbfebafdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:25.060788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-74d38aab-352a-4b3a-8ab7-0f0bbfebafdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:25.114083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-74d38aab-352a-4b3a-8ab7-0f0bbfebafdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:25.131575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d38aab-352a-4b3a-8ab7-0f0bbfebafdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05241dae-8f1d-431d-b3ca-64ff47d13251,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:25.138604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-74d38aab-352a-4b3a-8ab7-0f0bbfebafdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:25.142125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-74d38aab-352a-4b3a-8ab7-0f0bbfebafdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05241dae-8f1d-431d-b3ca-64ff47d13251 HTTP/1.1" status: 204 len: 168 time: 0.1732192 May 26 22:31:25.654741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36514) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:25.679590 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:25.731284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:25.735136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Usage tracker for resource:security_group_rule and tenant:8d7049fbc09446b1beefc3adc50cd109 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:25.738680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:25.749694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:25.843034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:25.848122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:25.917076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0680fdc0-3323-4bdf-bf89-1e3ba1d743c4 req-cf51002f-1e58-49e0-a0a0-5a970147a68e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 210 time: 0.0585904 May 26 22:31:25.954512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b623be-3481-4fca-9c95-c62c6cca9d56,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:25.965894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:25.967508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-290d8cd3-1802-46a2-8d4a-9127c2455f03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d7049fbc09446b1beefc3adc50cd109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3114872 May 26 22:31:26.061058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e75a7f52-7e48-4bcf-a6c3-50e9fb9108fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:26.109935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e75a7f52-7e48-4bcf-a6c3-50e9fb9108fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:26.125292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36544) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:26.141584 n-d-843301-1 neutron-server[84030]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 22:31:26.189829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-806c3797-016f-4278-b16a-af5e6c789546 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6be05897a455436481d7e0fa88610464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527868 May 26 22:31:26.380955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-afe77599-6a73-412f-bbd7-847a293f78d4 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:26.382471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-afe77599-6a73-412f-bbd7-847a293f78d4 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782773 May 26 22:31:26.383516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e75a7f52-7e48-4bcf-a6c3-50e9fb9108fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:26.411327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a7f52-7e48-4bcf-a6c3-50e9fb9108fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b623be-3481-4fca-9c95-c62c6cca9d56,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:26.417898 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e75a7f52-7e48-4bcf-a6c3-50e9fb9108fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:26.418964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e75a7f52-7e48-4bcf-a6c3-50e9fb9108fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8b623be-3481-4fca-9c95-c62c6cca9d56 HTTP/1.1" status: 204 len: 168 time: 0.4511890 May 26 22:31:26.420715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-253df923-7513-45aa-b75c-79d71b47367e tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/quotas/6be05897a455436481d7e0fa88610464 HTTP/1.1" status: 200 len: 375 time: 0.0285780 May 26 22:31:26.507186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-e6c670b3-56ef-45d5-85fa-1883a86447bd tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6be05897a455436481d7e0fa88610464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697727 May 26 22:31:26.579116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36566) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:26.897795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5269a1-6435-4b50-b8ae-3e1ebfe50b7a req-7ecae599-c539-42d8-818c-943d1c91efc2 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 210 time: 0.0548556 May 26 22:31:27.181123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-becfef54-aa54-4faf-b1c5-7a6b7d354561 req-2140915f-3533-47cd-bab9-362f05e34409 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 210 time: 0.0651135 May 26 22:31:27.213967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.271065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:27.276388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Usage tracker for resource:security_group_rule and tenant:fe24610ce630410d86a5cc54f21da77d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:27.279964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:27.286007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:27.338390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.376317 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.381347 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.441804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4405ed1-dc5c-486f-8cfb-459b5918ac56,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:27.449964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f0baaf98-83f9-49b0-8ad8-ab9943845033 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe24610ce630410d86a5cc54f21da77d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8674335 May 26 22:31:27.450428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36620) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:27.528625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f43a85-40e9-4a8b-85b2-d34fc6bb830c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.561596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f43a85-40e9-4a8b-85b2-d34fc6bb830c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.628333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f43a85-40e9-4a8b-85b2-d34fc6bb830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.692689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f43a85-40e9-4a8b-85b2-d34fc6bb830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4405ed1-dc5c-486f-8cfb-459b5918ac56,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:27.708277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f43a85-40e9-4a8b-85b2-d34fc6bb830c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:27.709390 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84f43a85-40e9-4a8b-85b2-d34fc6bb830c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4405ed1-dc5c-486f-8cfb-459b5918ac56 HTTP/1.1" status: 204 len: 168 time: 0.2580354 May 26 22:31:27.741135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.55', 60763) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:28.032307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-da1b76e1-42e3-476a-ab68-85845cf1783d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:28.036368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-da1b76e1-42e3-476a-ab68-85845cf1783d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.2899563 May 26 22:31:28.104205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Request body: {'port': {'device_id': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'admin_state_up': True, 'tenant_id': '691816e413f94c83858aab31b419257a'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:28.247020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be7cb93e-4d5b-474a-ab84-204e46ec66ea req-17450e03-a4bd-4e6a-b1db-7974354c0efa tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 210 time: 0.1239552 May 26 22:31:28.347236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:28.352506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Usage tracker for resource:port and tenant:691816e413f94c83858aab31b419257a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:28.356596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:28.362585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:28.426650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09ae4490-8327-470c-8f87-d23b22ae79b6 req-7a5dd574-a804-4ed1-acb1-0b31c87e7723 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 210 time: 0.0571678 May 26 22:31:28.427411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Made reservation on behalf of 691816e413f94c83858aab31b419257a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:28.437229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:28.566361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36666) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:28.596704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:28.615075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.55', 60767) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:28.623730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Allocated IP 172.20.0.4 (fc939361-eb17-45c3-9b3e-b0eb89d05881/7ccf787e-4362-4fa0-a9a6-3a378df62f1a/20d64500-aa80-4330-a03e-d9c7b21b828c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:31:28.711863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-5105fd5f-cd1d-4a6e-bf66-c967a005ddb9 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6be05897a455436481d7e0fa88610464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795121 May 26 22:31:28.712854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:28.767820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b5067c9188472298a06f0cbe7fc790 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:28.773796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:28.834315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:28.934362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-9a039bc5-c982-49f6-9904-fd42480daefa tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:28.935829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-9a039bc5-c982-49f6-9904-fd42480daefa tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158203 May 26 22:31:28.962333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Request body: {'port': {'device_id': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '6be05897a455436481d7e0fa88610464'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:28.990353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.019825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.105089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:31:29.108503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:31:29.110280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.119958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:31:29.124108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:29.124724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.128501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.133930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:29.161417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-67a1f6af-1a02-472f-8116-2f2df437d7d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0621216 May 26 22:31:29.174942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-94a12122-9444-410b-950b-e48a0035f245 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:31:29.176082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-94a12122-9444-410b-950b-e48a0035f245 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054965 May 26 22:31:29.214877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8b5067c9188472298a06f0cbe7fc790&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6470528 May 26 22:31:29.215640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e029cc-3893-4394-b4e0-e18bcbf41440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88452cf4-5325-4c50-98a0-c0bd475d7b60,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:29.217867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36694) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:29.218610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:29.226881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Usage tracker for resource:port and tenant:6be05897a455436481d7e0fa88610464 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:29.231494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:29.240258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:29.257474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Made reservation on behalf of 6be05897a455436481d7e0fa88610464 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:29.261138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.291645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.302922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a01cf423-32da-49ed-82ad-2c1a3ea7bebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.332758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a01cf423-32da-49ed-82ad-2c1a3ea7bebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.366340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:29.377984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Usage tracker for resource:security_group_rule and tenant:6be05897a455436481d7e0fa88610464 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:29.383043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:29.393948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:29.407675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a01cf423-32da-49ed-82ad-2c1a3ea7bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.433924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cf423-32da-49ed-82ad-2c1a3ea7bebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88452cf4-5325-4c50-98a0-c0bd475d7b60,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:29.452033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a01cf423-32da-49ed-82ad-2c1a3ea7bebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.455291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a01cf423-32da-49ed-82ad-2c1a3ea7bebe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88452cf4-5325-4c50-98a0-c0bd475d7b60 HTTP/1.1" status: 204 len: 168 time: 0.2303145 May 26 22:31:29.514028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.627704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.822154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecbcc1-500a-4afc-9831-0ac312acca2b req-5bcfffb8-4180-4066-a339-64b6637531e6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:29.823265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-76ecbcc1-500a-4afc-9831-0ac312acca2b req-5bcfffb8-4180-4066-a339-64b6637531e6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:29.852458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd9b999-8c4f-42b1-9650-07793e6e34eb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:29.883642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-76ecbcc1-500a-4afc-9831-0ac312acca2b req-5bcfffb8-4180-4066-a339-64b6637531e6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:29.885526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76ecbcc1-500a-4afc-9831-0ac312acca2b req-5bcfffb8-4180-4066-a339-64b6637531e6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 931 time: 0.2697601 May 26 22:31:29.920873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d76e307f-e877-4557-85d1-864db4f5d29f req-83bc6b3c-c09a-4320-98d7-62ea1fd86cc6 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 210 time: 0.3967431 May 26 22:31:30.028192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76ecbcc1-500a-4afc-9831-0ac312acca2b req-8c0ada45-abd9-4ee4-ac5c-733fbb2092bb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329005 May 26 22:31:30.166247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Allocated IP 192.168.233.94 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:31:30.541394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:30.557153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Request body: {'port': {'device_id': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'device_owner': 'compute:tempest-test_az-91932384', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:30.579745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Transition to ACTIVE for port object d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:31:30.641920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:30.835240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:31:30.844900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:31:30.862169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:31:30.872778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:30.875347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:30.879343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:30.933305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Pushing event updated for resources: {'Port': ['ID=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:30.978585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-d95d3deb-148e-48c6-a72f-8f62fb220d40 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0210402 May 26 22:31:31.006170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Request body: {'port': {'device_id': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'device_owner': 'compute:tempest-test_az-91932384', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:31.300692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:31.352458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e76a9447-4209-4654-b3e9-d13b1a58ca03 None None] Provisioning for port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:31:31.361629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e76a9447-4209-4654-b3e9-d13b1a58ca03 None None] Provisioning complete for port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:31:31.364093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e76a9447-4209-4654-b3e9-d13b1a58ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:31.493142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e76a9447-4209-4654-b3e9-d13b1a58ca03 None None] Port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:31:31.857033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ead02-9f04-4781-93af-0442a07321d7 req-40e211c1-dd20-4445-a339-bc69040ebecd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:31.859445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc58f1-15ba-4f7c-a4c0-a0a5c359371a req-c003e96e-8e6f-43d9-b848-13e374af4d7f tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:31.860143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f4bc58f1-15ba-4f7c-a4c0-a0a5c359371a req-c003e96e-8e6f-43d9-b848-13e374af4d7f tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Synchronizing usage tracker for tenant:6be05897a455436481d7e0fa88610464 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:31.867616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af6ead02-9f04-4781-93af-0442a07321d7 req-40e211c1-dd20-4445-a339-bc69040ebecd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 931 time: 0.4905083 May 26 22:31:31.977833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af6ead02-9f04-4781-93af-0442a07321d7 req-870680e4-4323-48d4-8ddf-7a79d1e4d758 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902824 May 26 22:31:32.094461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f4bc58f1-15ba-4f7c-a4c0-a0a5c359371a req-c003e96e-8e6f-43d9-b848-13e374af4d7f tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Unset dirty status for tenant:6be05897a455436481d7e0fa88610464 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:32.101774 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4bc58f1-15ba-4f7c-a4c0-a0a5c359371a req-c003e96e-8e6f-43d9-b848-13e374af4d7f tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 935 time: 0.6487174 May 26 22:31:32.123790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d64500-aa80-4330-a03e-d9c7b21b828c {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:31:32.150506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.198059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Transition to ACTIVE for port object 20d64500-aa80-4330-a03e-d9c7b21b828c will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:31:32.211549 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.232017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f4bc58f1-15ba-4f7c-a4c0-a0a5c359371a req-252574d2-0884-4f91-98a2-7db949595b5f tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Synchronizing usage tracker for tenant:6be05897a455436481d7e0fa88610464 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:32.330052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f4bc58f1-15ba-4f7c-a4c0-a0a5c359371a req-252574d2-0884-4f91-98a2-7db949595b5f tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Unset dirty status for tenant:6be05897a455436481d7e0fa88610464 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:32.331861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4bc58f1-15ba-4f7c-a4c0-a0a5c359371a req-252574d2-0884-4f91-98a2-7db949595b5f tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291551 May 26 22:31:32.526446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:31:32.537101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.557157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Transition to ACTIVE for port object d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:31:32.559347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:32.570059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:31:32.570151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:31:32.571423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:31:32.576593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.581491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:31:32.582607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:31:32.596612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:31:32.597167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:31:32.598310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:31:32.599127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Bound port: 20d64500-aa80-4330-a03e-d9c7b21b828c, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:31:32.613157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.813894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:31:32.820497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:31:32.827761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.858448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:32.963011 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.964540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] 10.222.0.55 "PUT /v2.0/ports/20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 1111 time: 3.1005850 May 26 22:31:32.968172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:33.075472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Attempting to bind port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:31:33.076595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Attempting to bind port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:31:33.079515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Attempting to bind port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:31:33.094169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:31:33.095736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Attempting to bind port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:31:33.113002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:31:33.115405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:31:33.116347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:31:33.117149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Bound port: d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:31:33.120521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:33.171304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3da9c-e4d3-4146-8376-6b8c7cc16380 service neutron] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:33.396408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] For port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:31:33.404335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] For port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:31:33.418260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:33.552179 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:33.553968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 HTTP/1.1" status: 200 len: 1115 time: 2.5531857 May 26 22:31:33.554374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'tag': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:33.576289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-cc840054-e81d-40a7-b010-3e506b697783 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1114 time: 0.4021597 May 26 22:31:33.640755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ba268-2647-4583-bb67-54d682c78ad5 req-e2ad6885-0953-4bce-94df-f1fcec8aa53c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:33.655993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-331ba268-2647-4583-bb67-54d682c78ad5 req-e2ad6885-0953-4bce-94df-f1fcec8aa53c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.2875292 May 26 22:31:33.817982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7a938-af6d-4043-9ebc-46590fa69bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:33.877923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-448c6736-c81d-47de-8493-cde269a6e937 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6be05897a455436481d7e0fa88610464&device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 1118 time: 0.1751657 May 26 22:31:34.004483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-055ad577-2ad3-46c1-9525-f24a30d88813 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.3936355 May 26 22:31:34.027928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-331ba268-2647-4583-bb67-54d682c78ad5 req-bbd9b288-ba4d-4d91-95f2-eaffe7e7eb32 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694613 May 26 22:31:34.380415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-7466ded2-a260-4df1-8291-777a2721475d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 HTTP/1.1" status: 200 len: 217 time: 0.0969005 May 26 22:31:34.446535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-b1922a96-685c-4508-9eba-f09deec62a1b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:34.452781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-b1922a96-685c-4508-9eba-f09deec62a1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1687665 May 26 22:31:34.499325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-9acd2588-13ca-45c1-b60f-8d1bd52f0616 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:34.500875 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-9acd2588-13ca-45c1-b60f-8d1bd52f0616 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1110628 May 26 22:31:34.538894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-e4017643-ab62-4c71-8fa5-2c373d9b5271 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747168 May 26 22:31:34.552085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750687db-9161-4862-b38b-8bbf3abff939 req-4c28b3a8-1768-46f7-aab5-d5b2107d19c6 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:34.554800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-750687db-9161-4862-b38b-8bbf3abff939 req-4c28b3a8-1768-46f7-aab5-d5b2107d19c6 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 967 time: 0.3316519 May 26 22:31:34.711144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-750687db-9161-4862-b38b-8bbf3abff939 req-e1fdcdce-7519-4df4-8d4b-2fc692af6f73 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468263 May 26 22:31:34.714740 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-75a1ad09-84d0-491d-befd-78de58636312 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489551 May 26 22:31:35.326738 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f115df7b-0aab-4c51-9c47-a4d9b541c849'] response: {'name': 'network-changed', 'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c', 'status': 'completed', 'code': 200} May 26 22:31:36.152707 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f13530e-c1b2-4dc3-9695-f71fe9490bf1'] response: {'name': 'network-changed', 'server_uuid': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'tag': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0', 'status': 'completed', 'code': 200} May 26 22:31:36.300845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa068-3ffe-4158-ad1c-1f621589dd75 req-be1360b1-55bf-4e5f-90bf-c965df74101f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:36.308402 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5edaa068-3ffe-4158-ad1c-1f621589dd75 req-be1360b1-55bf-4e5f-90bf-c965df74101f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.1070278 May 26 22:31:36.357571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5edaa068-3ffe-4158-ad1c-1f621589dd75 req-b5461127-459f-41bf-a6d0-aca5f971b1b0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481975 May 26 22:31:36.747369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39104a-1e73-46ba-addd-b0d482f0ce46 req-494ff09b-3cef-4893-8457-59ecfb184438 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:36.749858 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b39104a-1e73-46ba-addd-b0d482f0ce46 req-494ff09b-3cef-4893-8457-59ecfb184438 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 967 time: 0.2030683 May 26 22:31:36.883111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b39104a-1e73-46ba-addd-b0d482f0ce46 req-8419feec-34a9-4660-8a3b-a9adfadba0dc tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285639 May 26 22:31:37.356037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-ae4ada2e-7a4f-4da5-8112-c8bb164b07f7 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470722 May 26 22:31:37.454211 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-ac38b296-e39c-4a78-a65c-a78bdcfe62a4 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805438 May 26 22:31:37.616009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36906) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:37.797057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d3cd7bc-26d1-49ce-9dab-5e168c78165f req-ffa983d5-5be1-4de4-bad1-3e296e3adeb1 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488321 May 26 22:31:37.966984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30288c80-ef8a-478a-95db-b3de9ae2fb0f req-13777e77-ef36-4bab-9ed5-02017bbbceb7 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912050 May 26 22:31:38.047420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599da9-fc82-4017-be82-4aefc3051ca7 req-d3bae7c7-6e07-4f5b-98f2-207fbe8cba0a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:38.051067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6599da9-fc82-4017-be82-4aefc3051ca7 req-d3bae7c7-6e07-4f5b-98f2-207fbe8cba0a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.2676682 May 26 22:31:38.066628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:38.120086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f6599da9-fc82-4017-be82-4aefc3051ca7 req-67cce7bf-52a2-4d49-a149-262374f61bfb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:38.124805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:38.131790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Usage tracker for resource:security_group_rule and tenant:886d871f997448f0a85c0534b6f0960b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:38.135401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:38.143144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:38.145716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f6599da9-fc82-4017-be82-4aefc3051ca7 req-67cce7bf-52a2-4d49-a149-262374f61bfb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:38.147032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6599da9-fc82-4017-be82-4aefc3051ca7 req-67cce7bf-52a2-4d49-a149-262374f61bfb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909100 May 26 22:31:38.150522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-964663fd-8823-4a24-a634-ece163e62dfe req-aa121ab4-2b90-4237-81d9-37df59ee4ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1114 time: 0.2305512 May 26 22:31:38.226097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:38.234238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:38.299902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876d49de-57ab-46c2-ac20-e93f8dcd20e7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:38.304154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e082a9ff-f1b4-4d06-88de-cb867737e67f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=886d871f997448f0a85c0534b6f0960b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6873791 May 26 22:31:38.307273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36930) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:38.425441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b8bcaf9-b2e9-4909-ae03-062b64dc1356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:38.473217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b8bcaf9-b2e9-4909-ae03-062b64dc1356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:38.518383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7f960-7a81-4308-a6c5-329f71d56b1c req-5116b7b3-64cc-4f8c-8ab9-ea4280331952 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:38.525653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92b7f960-7a81-4308-a6c5-329f71d56b1c req-5116b7b3-64cc-4f8c-8ab9-ea4280331952 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 967 time: 0.1584938 May 26 22:31:38.642280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92b7f960-7a81-4308-a6c5-329f71d56b1c req-db0356c3-6d3c-4e17-9a8c-7dccf4e05472 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153629 May 26 22:31:38.670200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b8bcaf9-b2e9-4909-ae03-062b64dc1356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:38.705532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-fdaf9db4-bfb1-490f-940d-70bcb61af866 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6be05897a455436481d7e0fa88610464&device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 1118 time: 0.1607199 May 26 22:31:38.714089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bcaf9-b2e9-4909-ae03-062b64dc1356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d49de-57ab-46c2-ac20-e93f8dcd20e7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:38.725925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b8bcaf9-b2e9-4909-ae03-062b64dc1356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:38.727032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7b8bcaf9-b2e9-4909-ae03-062b64dc1356 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/876d49de-57ab-46c2-ac20-e93f8dcd20e7 HTTP/1.1" status: 204 len: 168 time: 0.4185853 May 26 22:31:38.761446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964663fd-8823-4a24-a634-ece163e62dfe req-6517a330-63f1-4b22-82a3-3e0e7052ebcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:38.763495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-964663fd-8823-4a24-a634-ece163e62dfe req-6517a330-63f1-4b22-82a3-3e0e7052ebcd service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2564495 May 26 22:31:38.861944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36970) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:38.881338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-964663fd-8823-4a24-a634-ece163e62dfe req-c096efaa-14b2-4c4b-b347-c3dbd7ec0e16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.1065068 May 26 22:31:39.003936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964663fd-8823-4a24-a634-ece163e62dfe req-6ceda23b-bebe-4b63-a08b-63666b14a11f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:39.006285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-964663fd-8823-4a24-a634-ece163e62dfe req-6ceda23b-bebe-4b63-a08b-63666b14a11f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1151898 May 26 22:31:39.059372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-9872c078-aa76-4f36-ba86-5865750331bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:39.061163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-9872c078-aa76-4f36-ba86-5865750331bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2868757 May 26 22:31:39.127103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-964663fd-8823-4a24-a634-ece163e62dfe req-5be15313-8c0c-4e4a-90ac-4076fcf721a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104426 May 26 22:31:39.206644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-a10ac36e-4636-419d-a0e3-ce8ee1a328e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 HTTP/1.1" status: 200 len: 217 time: 0.1373854 May 26 22:31:39.333495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-7e5ffdc9-52bc-4764-bf3d-a41f53083898 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:39.340040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-7e5ffdc9-52bc-4764-bf3d-a41f53083898 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1277027 May 26 22:31:39.353061 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-964663fd-8823-4a24-a634-ece163e62dfe req-b7ef4473-a278-4163-8fbe-53a4383568bd service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173979 May 26 22:31:39.418772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.428348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37018) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:39.494404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.556427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:39.561856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Usage tracker for resource:security_group_rule and tenant:dca2cbb324d544489a015ff4563dbf99 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:39.567665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:39.578125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:39.585444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:39.591819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a2f63-ca7b-43a3-be49-0ee73e24449b req-d2fb51a0-0257-4c66-9bcd-4dfd7acf2ec0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:39.593592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Usage tracker for resource:security_group_rule and tenant:e9e1d9dc95504b6681efb970f4280a2f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:39.598023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:39.598412 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e1a2f63-ca7b-43a3-be49-0ee73e24449b req-d2fb51a0-0257-4c66-9bcd-4dfd7acf2ec0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.1751974 May 26 22:31:39.614058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:39.625623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-964663fd-8823-4a24-a634-ece163e62dfe req-75459844-eba6-4d75-b627-f679822a30e5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398086 May 26 22:31:39.644100 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-3b0dde54-4d20-4e3d-b5bd-fbeafb72786e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2959311 May 26 22:31:39.717004 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.726309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.751959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:39.789885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986ccf6a-790f-49d0-a74b-cfc65450d622,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:39.795500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e1a2f63-ca7b-43a3-be49-0ee73e24449b req-18bd8b43-4bc4-4d9d-b083-a36242e4c833 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959705 May 26 22:31:39.799386 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bfb36d81-162b-4929-9d1c-5378b81bf5ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9e1d9dc95504b6681efb970f4280a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9369400 May 26 22:31:39.800026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37032) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:39.883548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128b4523-ef1a-4d37-a81d-e7f9af227d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.938262 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128b4523-ef1a-4d37-a81d-e7f9af227d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.958311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.965608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:39.987185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.008825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b00df94-6454-4ad2-b523-3aec1a5e58e6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:40.015666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-e61e88f2-4ace-4dc9-885e-fd8e0a178a0a service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492978 May 26 22:31:40.046820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:40.051071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f383ed1aed460a8c340e0096e8295f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:40.055718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:40.064447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:40.067772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128b4523-ef1a-4d37-a81d-e7f9af227d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.090849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b4523-ef1a-4d37-a81d-e7f9af227d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986ccf6a-790f-49d0-a74b-cfc65450d622,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:40.139195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128b4523-ef1a-4d37-a81d-e7f9af227d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.143553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-128b4523-ef1a-4d37-a81d-e7f9af227d26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/986ccf6a-790f-49d0-a74b-cfc65450d622 HTTP/1.1" status: 204 len: 168 time: 0.3399537 May 26 22:31:40.199015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.204297 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.268293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e628932-6d65-4614-8afc-cd2165d699fe,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:40.272818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-08b22c35-1083-4e23-b480-cc99dc984b6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dca2cbb324d544489a015ff4563dbf99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8390019 May 26 22:31:40.272901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37054) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:40.276224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1db04e75-3ba1-4482-8fb5-e30e04c24c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8f383ed1aed460a8c340e0096e8295f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5202055 May 26 22:31:40.279899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37058) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:40.341934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37064) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:40.357619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bc34317-c30f-4299-8e17-7aad7461bfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.383261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb3c9ac-8373-478e-af8d-288393056de7 req-2c1be00d-741d-43d7-bb53-4a326cfcc0d1 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985888 May 26 22:31:40.388521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bc34317-c30f-4299-8e17-7aad7461bfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.402735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e7efea6-e8a4-4e84-98c7-1e1b5c5b6f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.410838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67aff-93e1-4506-bfc7-7155ce56f770 req-22f28686-2051-4f0f-a3eb-7035c85136db tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:40.412399 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0d67aff-93e1-4506-bfc7-7155ce56f770 req-22f28686-2051-4f0f-a3eb-7035c85136db tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 967 time: 0.3920622 May 26 22:31:40.477501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bc34317-c30f-4299-8e17-7aad7461bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.478291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e7efea6-e8a4-4e84-98c7-1e1b5c5b6f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.502262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0d67aff-93e1-4506-bfc7-7155ce56f770 req-25bd62b0-858a-4e33-9235-c608e2784c31 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814939 May 26 22:31:40.516935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc34317-c30f-4299-8e17-7aad7461bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b00df94-6454-4ad2-b523-3aec1a5e58e6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:40.526640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bc34317-c30f-4299-8e17-7aad7461bfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.532017 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5bc34317-c30f-4299-8e17-7aad7461bfce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b00df94-6454-4ad2-b523-3aec1a5e58e6 HTTP/1.1" status: 204 len: 168 time: 0.2592511 May 26 22:31:40.595993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e7efea6-e8a4-4e84-98c7-1e1b5c5b6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.619178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7efea6-e8a4-4e84-98c7-1e1b5c5b6f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e628932-6d65-4614-8afc-cd2165d699fe,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:40.642777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e7efea6-e8a4-4e84-98c7-1e1b5c5b6f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.646677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e7efea6-e8a4-4e84-98c7-1e1b5c5b6f2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e628932-6d65-4614-8afc-cd2165d699fe HTTP/1.1" status: 204 len: 168 time: 0.3612056 May 26 22:31:40.688934 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.722729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:40.727272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Usage tracker for resource:security_group_rule and tenant:77c24e1c37f64b50b3a331636e3a06b3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:40.730970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:40.738000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:40.830056 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.836432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.840153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:40.877141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.894208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bfbe87-a4ca-4e5d-abd3-fb5830ccc530,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:40.901344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3d70d92-8355-429a-9859-1c9ddbc1c840 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77c24e1c37f64b50b3a331636e3a06b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5570211 May 26 22:31:40.902275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37108) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:40.946285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:40.958619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Usage tracker for resource:security_group_rule and tenant:bd325864164948f19782cbda764bcf16 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:40.964358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:40.974048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee502fdb-ee18-48c2-844d-e40dcef0906d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:40.981513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:41.028686 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee502fdb-ee18-48c2-844d-e40dcef0906d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.104059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee502fdb-ee18-48c2-844d-e40dcef0906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.122443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee502fdb-ee18-48c2-844d-e40dcef0906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bfbe87-a4ca-4e5d-abd3-fb5830ccc530,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:41.140756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee502fdb-ee18-48c2-844d-e40dcef0906d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.140756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ee502fdb-ee18-48c2-844d-e40dcef0906d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08bfbe87-a4ca-4e5d-abd3-fb5830ccc530 HTTP/1.1" status: 204 len: 168 time: 0.2334161 May 26 22:31:41.208530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.218222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.280219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea7c09-27ea-4f40-94d2-db60716c629c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:41.290777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5309c3c5-dbf5-45d7-83c8-6dc10bc54c70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd325864164948f19782cbda764bcf16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4490399 May 26 22:31:41.293530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:41.322028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb3294-5a3b-4f61-b60b-cdb8e8ec6949 req-f14f0a85-27f2-42f4-931b-fac04ff27ce7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:41.329596 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ffb3294-5a3b-4f61-b60b-cdb8e8ec6949 req-f14f0a85-27f2-42f4-931b-fac04ff27ce7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.2261071 May 26 22:31:41.421140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ffb3294-5a3b-4f61-b60b-cdb8e8ec6949 req-1f4b4c51-c55a-4df4-a47f-fc50cae62281 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904391 May 26 22:31:41.433245 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81ac10e0-3614-431e-bef9-c747e1fefd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.446895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:31:41.481534 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81ac10e0-3614-431e-bef9-c747e1fefd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.560203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81ac10e0-3614-431e-bef9-c747e1fefd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.615665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac10e0-3614-431e-bef9-c747e1fefd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea7c09-27ea-4f40-94d2-db60716c629c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:41.633022 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81ac10e0-3614-431e-bef9-c747e1fefd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.634628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-81ac10e0-3614-431e-bef9-c747e1fefd8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91ea7c09-27ea-4f40-94d2-db60716c629c HTTP/1.1" status: 204 len: 168 time: 0.3395841 May 26 22:31:41.659031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:31:41.675714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '20d64500-aa80-4330-a03e-d9c7b21b828c', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'port_id': '20d64500-aa80-4330-a03e-d9c7b21b828c', 'mac_address': 'fa:16:3e:d3:ff:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccf787e-4362-4fa0-a9a6-3a378df62f1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-91932384', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:31:41.741837 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.760818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d64500-aa80-4330-a03e-d9c7b21b828c {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:31:41.767822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37158) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:41.781886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:31:41.787735 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.788394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:31:41.799096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.835396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc64a01-701e-4d51-b403-2e2102c9665b req-1e53de40-39ff-4f92-9803-044cd072f8c2 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:41.838568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cc64a01-701e-4d51-b403-2e2102c9665b req-1e53de40-39ff-4f92-9803-044cd072f8c2 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 967 time: 0.1215434 May 26 22:31:41.841855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:41.845980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb99fbef98747bcba0f2d80cb1be752 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:41.849049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:41.855820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:41.936661 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cc64a01-701e-4d51-b403-2e2102c9665b req-d1170373-312f-4ea5-b1b1-18ec248439fb tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837960 May 26 22:31:41.943422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37162) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:41.960154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.965702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.978575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:42.002171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.002597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.002898 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.003004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.003397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.004037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.004497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.005102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.005565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.006131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.006599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.007063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Tracked resource versions report: May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: pushed versions: May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: { 'ConntrackHelper': {'1.0'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Log': {'1.0'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Network': {'1.1'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Port': {'1.5'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'PortForwarding': {'1.2'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'QosPolicy': {'1.8'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'SecurityGroup': {'1.2'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'SecurityGroupRule': {'1.0'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'SubPort': {'1.0'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Subnet': {'1.1'}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Trunk': {'1.1'}} May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: consumer versions: May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: { DHCP agent@n-d-843301-1: {}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: HyperV agent@n-h1-843301-1: {}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: HyperV agent@n-h2-843301-1: {}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: L3 agent@n-d-843301-1: {}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: Metadata agent@n-d-843301-1: {}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: Metering agent@n-d-843301-1: {}, May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Log': '1.0', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Network': '1.1', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Port': '1.5', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'PortForwarding': '1.2', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'QosPolicy': '1.8', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'SecurityGroup': '1.2', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'SecurityGroupRule': '1.0', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'SubPort': '1.0', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Subnet': '1.1', May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: 'Trunk': '1.1'}} May 26 22:31:42.008225 n-d-843301-1 neutron-server[84031]: {{(pid=84031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:31:42.025025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291d864e-87aa-4262-9be1-ff0bc8d6a872,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:42.031382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f160f41c-0ea3-4245-b194-b9c1aa6c4ee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5eb99fbef98747bcba0f2d80cb1be752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2625232 May 26 22:31:42.033978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37168) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:42.069226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:31:42.090630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0', 'mac_address': 'fa:16:3e:41:5e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:tempest-test_az-91932384', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:31:42.093711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:42.099342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Usage tracker for resource:security_group_rule and tenant:d7ced1cd258d45f7b3788fadbe891101 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:42.102231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:42.110922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:42.133492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b75b310e-1f93-44ef-80e0-bfd64d791a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.170640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b75b310e-1f93-44ef-80e0-bfd64d791a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.170852 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.195105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:31:42.217934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:31:42.224373 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.255618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.268822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.297153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b75b310e-1f93-44ef-80e0-bfd64d791a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.332247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:42.345993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e4b43-0a2b-433f-8718-64c375bb4640,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:42.350516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a9462614-32c5-4bf3-a9ee-29f5ae9a708c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7ced1cd258d45f7b3788fadbe891101&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4061170 May 26 22:31:42.353821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37176) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:42.358504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b75b310e-1f93-44ef-80e0-bfd64d791a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.359555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b75b310e-1f93-44ef-80e0-bfd64d791a09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/291d864e-87aa-4262-9be1-ff0bc8d6a872 HTTP/1.1" status: 204 len: 168 time: 0.3243701 May 26 22:31:42.363814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b310e-1f93-44ef-80e0-bfd64d791a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291d864e-87aa-4262-9be1-ff0bc8d6a872,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:42.440213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b74632-2e13-4f60-be89-34c838327608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.442302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37184) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:42.471963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b74632-2e13-4f60-be89-34c838327608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.530909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b74632-2e13-4f60-be89-34c838327608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.551545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b74632-2e13-4f60-be89-34c838327608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e4b43-0a2b-433f-8718-64c375bb4640,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:42.561289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b74632-2e13-4f60-be89-34c838327608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.562420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7b74632-2e13-4f60-be89-34c838327608 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e8e4b43-0a2b-433f-8718-64c375bb4640 HTTP/1.1" status: 204 len: 168 time: 0.2073500 May 26 22:31:42.563586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['20d64500-aa80-4330-a03e-d9c7b21b828c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:31:42.600365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:31:42.730080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c177-396c-49be-8c4e-20b3c3407b9b req-05699354-9fde-4e1b-9bda-5f33fdd2e6a8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:42.731537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2d0c177-396c-49be-8c4e-20b3c3407b9b req-05699354-9fde-4e1b-9bda-5f33fdd2e6a8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 964 time: 0.1423280 May 26 22:31:42.785068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.803959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2d0c177-396c-49be-8c4e-20b3c3407b9b req-d729cd8a-f00f-4e7c-96f2-c8eaa28114e0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 May 26 22:31:42.819820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:42.825242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:31e1f346011649efb3f6041c99a74923 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:42.828316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:42.835999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:42.926105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.931798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.992531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c310dc66-02bf-4b2b-8179-1b6ddba3f15a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:42.999253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ec89da55-d3d6-45d0-b70a-5b0e54e02fc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31e1f346011649efb3f6041c99a74923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5559442 May 26 22:31:43.002028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37208) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:43.077815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6b5b82-bc55-485c-9909-29ced832843b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.149336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6b5b82-bc55-485c-9909-29ced832843b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.218625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5638d-dea2-47ac-83a0-ba5f4e4091f8 req-7a073e66-cf27-4514-96f0-96befef54349 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:43.220059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8d5638d-dea2-47ac-83a0-ba5f4e4091f8 req-7a073e66-cf27-4514-96f0-96befef54349 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 968 time: 0.1201446 May 26 22:31:43.242608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6b5b82-bc55-485c-9909-29ced832843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.263227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b5b82-bc55-485c-9909-29ced832843b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c310dc66-02bf-4b2b-8179-1b6ddba3f15a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:43.280705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6b5b82-bc55-485c-9909-29ced832843b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.282079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a6b5b82-bc55-485c-9909-29ced832843b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c310dc66-02bf-4b2b-8179-1b6ddba3f15a HTTP/1.1" status: 204 len: 168 time: 0.2788155 May 26 22:31:43.296137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8d5638d-dea2-47ac-83a0-ba5f4e4091f8 req-797a580b-bf59-4dac-9be8-6505d4a5ff58 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706129 May 26 22:31:43.408995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:31:43.483678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 20d64500-aa80-4330-a03e-d9c7b21b828c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:31:43.488594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 20d64500-aa80-4330-a03e-d9c7b21b828c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:31:43.488958 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.607840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.642044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:31:43.643044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:43.707530 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.708594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:31:43.823131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:43.838892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:31:43.844131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:31:43.844501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.014785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.059638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:44.071606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:31:44.078179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f571c-676e-43f8-b41a-e092a2a0a881 req-01514b69-21ce-41d3-a5d4-5ffd182db63a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:44.082995 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.088736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-875f571c-676e-43f8-b41a-e092a2a0a881 req-01514b69-21ce-41d3-a5d4-5ffd182db63a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.1145165 May 26 22:31:44.095258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.146693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-875f571c-676e-43f8-b41a-e092a2a0a881 req-11cf14f9-0090-48ef-87bd-bebe554f366c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568206 May 26 22:31:44.163950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:44.179181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Usage tracker for resource:security_group_rule and tenant:210b542d043d47d59992cba698f7a61e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:44.182622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:44.188155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:44.202400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:44.267698 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.272270 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.322881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=210b542d043d47d59992cba698f7a61e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2609329 May 26 22:31:44.324929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37264) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:44.325061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0086061-91d8-4e5e-b60a-2383bfc47909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e94390-0b5b-4ee3-afb5-dd618ae5f847,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:44.392655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-704b6206-bfb0-4357-9b75-f7341023e409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.420853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-704b6206-bfb0-4357-9b75-f7341023e409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.473913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-704b6206-bfb0-4357-9b75-f7341023e409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.497359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b6206-bfb0-4357-9b75-f7341023e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e94390-0b5b-4ee3-afb5-dd618ae5f847,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:44.500917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-704b6206-bfb0-4357-9b75-f7341023e409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:44.504602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-704b6206-bfb0-4357-9b75-f7341023e409 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22e94390-0b5b-4ee3-afb5-dd618ae5f847 HTTP/1.1" status: 204 len: 168 time: 0.1763549 May 26 22:31:44.531606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2370cd-6519-4873-8ba8-cee28fa1a6c5 req-68852b03-ec13-4469-9dca-03e8f7287f55 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:44.533037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2370cd-6519-4873-8ba8-cee28fa1a6c5 req-68852b03-ec13-4469-9dca-03e8f7287f55 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.0884216 May 26 22:31:44.590393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2370cd-6519-4873-8ba8-cee28fa1a6c5 req-7f81f179-c7ba-4ff6-b438-370645eb94fd tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 May 26 22:31:44.945602 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597a6eb0-60d9-4b04-9c40-ccdce78bf3ab'] response: {'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c', 'code': 200} May 26 22:31:45.088631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-79dd37f0-a7d8-48c7-a7e5-9489abd103fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1116 time: 0.0721128 May 26 22:31:45.115108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:45.146654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:45.151988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Usage tracker for resource:security_group_rule and tenant:15115b92d41540f2945fb985430f1042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:45.155147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:45.162310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:45.243779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:45.250087 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:45.295520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a049c439-6cea-4a25-bbc1-dc1fb476f950 req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959403 May 26 22:31:45.299458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98943356-ce04-42b3-b9c8-156289a14cdf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b548a-de5b-4538-81d9-63827db0f009,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:45.373687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ae137-1665-4860-9718-ed42d0f80e01 req-fe446a6c-6dfe-46eb-a843-d7cb8c39ded8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:45.375694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d94ae137-1665-4860-9718-ed42d0f80e01 req-fe446a6c-6dfe-46eb-a843-d7cb8c39ded8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.0799387 May 26 22:31:45.424909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d94ae137-1665-4860-9718-ed42d0f80e01 req-dfd7c1d9-bccd-47e6-8a6a-a7ab7c0ca689 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 May 26 22:31:45.818675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115d19a-246e-4279-b7fd-c120e3684abb req-777413da-fa9f-4272-969f-3e64a789e1b5 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:45.820106 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a115d19a-246e-4279-b7fd-c120e3684abb req-777413da-fa9f-4272-969f-3e64a789e1b5 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.0846543 May 26 22:31:45.903456 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:31:45.911424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a115d19a-246e-4279-b7fd-c120e3684abb req-abf90de1-c735-4934-94bc-19d673b2b741 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857828 May 26 22:31:46.644380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fee87-6ceb-4654-84d9-e5ebea482a06 req-81f88086-ff47-40b4-9894-83041feb1808 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:46.645833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c8fee87-6ceb-4654-84d9-e5ebea482a06 req-81f88086-ff47-40b4-9894-83041feb1808 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.0858283 May 26 22:31:46.703732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c8fee87-6ceb-4654-84d9-e5ebea482a06 req-777c9114-bd7e-4d6f-b42e-6aaaf728cc24 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 May 26 22:31:46.948397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:47.018776 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c75b7d0-e2dd-41f1-9bd1-1a80106a440e'] response: {'server_uuid': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0', 'code': 200} May 26 22:31:47.062604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37374) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:47.090417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-80148acd-52a1-45d9-9e6d-1b20a9922f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:47.183738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a51ed3f-a27a-47a1-a974-900ad6a217ae req-87942b37-217c-4eb8-860b-780c2fc5dd3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 1120 time: 0.0944848 May 26 22:31:47.190073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcd88-b551-49a4-a025-78b1f1dd9f30 req-c84a731f-a013-4f77-81cf-6217e443c4a0 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:47.191546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b66bcd88-b551-49a4-a025-78b1f1dd9f30 req-c84a731f-a013-4f77-81cf-6217e443c4a0 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.1381142 May 26 22:31:47.265570 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a51ed3f-a27a-47a1-a974-900ad6a217ae req-d06a5bb5-506d-48b1-a38d-7e7bc6507e81 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725396 May 26 22:31:47.268056 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b66bcd88-b551-49a4-a025-78b1f1dd9f30 req-185668bc-f661-4603-8338-dc6dfc123af1 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619469 May 26 22:31:47.502885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:47.537491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:47.542042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fa4d29d390264efe95d8f49123997143 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:47.545083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:47.551233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:47.633283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:47.641630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:47.691459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa19cd-4637-48ce-abdd-823a55f7a22e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:47.696861 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e768d9a8-d5eb-4b1e-8ff9-c4a667b4e7e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa4d29d390264efe95d8f49123997143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6330361 May 26 22:31:47.699493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37396) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:47.763055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5fadd00d-6a1f-466b-bb6a-8815c0dc1545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:47.793574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5fadd00d-6a1f-466b-bb6a-8815c0dc1545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:47.940749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5fadd00d-6a1f-466b-bb6a-8815c0dc1545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:47.964150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadd00d-6a1f-466b-bb6a-8815c0dc1545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa19cd-4637-48ce-abdd-823a55f7a22e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:47.991955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5fadd00d-6a1f-466b-bb6a-8815c0dc1545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:48.000014 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5fadd00d-6a1f-466b-bb6a-8815c0dc1545 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22fa19cd-4637-48ce-abdd-823a55f7a22e HTTP/1.1" status: 204 len: 168 time: 0.2994866 May 26 22:31:48.010290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893673a3-d527-4eec-807f-3b759657818b req-cff60da5-f054-4d4d-848b-7d33a34a2016 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:48.011733 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-893673a3-d527-4eec-807f-3b759657818b req-cff60da5-f054-4d4d-848b-7d33a34a2016 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.1525245 May 26 22:31:48.087826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-893673a3-d527-4eec-807f-3b759657818b req-6d412139-4d76-42aa-837f-5882e5b1c7bf tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700922 May 26 22:31:48.532552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a72487-6300-4d41-ae65-230b10d0f935 req-58494e02-04a9-4e68-89a7-46de6e51f374 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:48.534098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6a72487-6300-4d41-ae65-230b10d0f935 req-58494e02-04a9-4e68-89a7-46de6e51f374 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.0898714 May 26 22:31:48.586703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6a72487-6300-4d41-ae65-230b10d0f935 req-9678c0f6-115b-41aa-af11-1d6bf538c68c tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 May 26 22:31:48.830771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37450) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:48.849522 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:48.880950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:48.885602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Usage tracker for resource:security_group_rule and tenant:fcec4700c6a0439cad5f7779389e1a83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:48.888913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:48.895271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:48.929802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-860e1c4c-c44e-4fef-bad0-d8b37055932b req-03591b17-afe9-47b1-a7b6-f5c21ba28dee tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1116 time: 0.0937059 May 26 22:31:48.981211 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:48.986767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:48.993182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-860e1c4c-c44e-4fef-bad0-d8b37055932b req-cc82e9c4-c469-4ee1-bf87-eeb09be647c9 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] Synchronizing usage tracker for tenant:ad7f5b311fc34629ac5aa34722144b8b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:49.016126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-860e1c4c-c44e-4fef-bad0-d8b37055932b req-cc82e9c4-c469-4ee1-bf87-eeb09be647c9 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] Unset dirty status for tenant:ad7f5b311fc34629ac5aa34722144b8b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:49.033327 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-860e1c4c-c44e-4fef-bad0-d8b37055932b req-cc82e9c4-c469-4ee1-bf87-eeb09be647c9 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026194 May 26 22:31:49.082751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049e8a79-50ae-4c22-b0f5-4fdc5cedb481,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:49.086669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f40e8372-d81d-4915-99ce-727dcd0001fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcec4700c6a0439cad5f7779389e1a83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2548938 May 26 22:31:49.089853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:49.175406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ab1cdc7-c885-4c9d-b47d-8176afe071da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.187285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37468) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:49.204058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ab1cdc7-c885-4c9d-b47d-8176afe071da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.265640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ab1cdc7-c885-4c9d-b47d-8176afe071da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.311724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1cdc7-c885-4c9d-b47d-8176afe071da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e8a79-50ae-4c22-b0f5-4fdc5cedb481,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:49.315262 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-328eebf2-72b6-4dee-8edd-a100e7ec8615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.334358 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ab1cdc7-c885-4c9d-b47d-8176afe071da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.339041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0ab1cdc7-c885-4c9d-b47d-8176afe071da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/049e8a79-50ae-4c22-b0f5-4fdc5cedb481 HTTP/1.1" status: 204 len: 168 time: 0.2474344 May 26 22:31:49.493901 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1761590f-e9de-41aa-9674-f256217d9115 req-adc4c749-f887-49b3-affc-d0ba7e4d685b tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1116 time: 0.0901983 May 26 22:31:49.504266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.546268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:49.553332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Usage tracker for resource:security_group_rule and tenant:72d29eef769d4a5bbe2b638500b4bb24 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:49.556781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1761590f-e9de-41aa-9674-f256217d9115 req-ce52747b-4c05-4463-9006-bd6137a09698 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 May 26 22:31:49.573508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:49.586456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:49.677338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.687874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.755049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a5129-f07c-4239-bbb2-2457c68c042c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:49.774664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1bcfde11-8262-4602-8b1a-876f51338a62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72d29eef769d4a5bbe2b638500b4bb24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5838566 May 26 22:31:49.775068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37500) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:49.867130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5057011-92cd-4c7d-bb6a-77f69369f3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.916702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5057011-92cd-4c7d-bb6a-77f69369f3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:49.988795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3db931-b173-4ab3-924f-192c8f9564a8 req-722e664c-e5c9-47dd-918b-8d4b5f56a029 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:49.991459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca3db931-b173-4ab3-924f-192c8f9564a8 req-722e664c-e5c9-47dd-918b-8d4b5f56a029 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.1587341 May 26 22:31:50.019499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5057011-92cd-4c7d-bb6a-77f69369f3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.041697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5057011-92cd-4c7d-bb6a-77f69369f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a5129-f07c-4239-bbb2-2457c68c042c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:50.059746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5057011-92cd-4c7d-bb6a-77f69369f3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.061091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b5057011-92cd-4c7d-bb6a-77f69369f3de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/277a5129-f07c-4239-bbb2-2457c68c042c HTTP/1.1" status: 204 len: 168 time: 0.2849913 May 26 22:31:50.078493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca3db931-b173-4ab3-924f-192c8f9564a8 req-0fb116ae-baaf-41fc-8ffc-56efcfb6010a tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786958 May 26 22:31:50.379352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1052661-d75d-4f20-8419-496e49cd0af0 req-d81b2906-102e-4110-9fda-832ad923cffd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0862191 May 26 22:31:50.406346 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.410854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37536) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:50.560200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37544) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:50.579611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.613748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:50.617768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Usage tracker for resource:security_group_rule and tenant:c209ab610fc644f68dab61553cce898c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:50.621945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:50.630934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:50.669461 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.730300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.734793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.780596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee92a73-ed30-4084-b3c1-d5a0b50511d2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:50.787984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37552) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:50.788106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d601a926-acdb-4d5e-943f-4f75d96cf4dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c209ab610fc644f68dab61553cce898c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2266903 May 26 22:31:50.845686 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.874115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-977fcd6c-c10e-4111-adad-186f8d2081c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.908944 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-977fcd6c-c10e-4111-adad-186f8d2081c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:50.918384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:50.927626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Usage tracker for resource:security_group_rule and tenant:9007cf8654c44bb38120bc293f416142 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:50.933211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:50.947272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:50.980457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-977fcd6c-c10e-4111-adad-186f8d2081c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.017471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fcd6c-c10e-4111-adad-186f8d2081c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee92a73-ed30-4084-b3c1-d5a0b50511d2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:51.034121 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-977fcd6c-c10e-4111-adad-186f8d2081c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.035237 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-977fcd6c-c10e-4111-adad-186f8d2081c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ee92a73-ed30-4084-b3c1-d5a0b50511d2 HTTP/1.1" status: 204 len: 168 time: 0.2460005 May 26 22:31:51.079709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37572) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:51.107174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.113041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.167092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06df4b27-ad46-448e-84cb-7e11964044ef,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:51.173446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-a8856aa8-b22a-49b4-b716-0b387ec89b7a tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 1120 time: 0.1641126 May 26 22:31:51.178337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9fc59f9b-9e73-4fc5-b384-a1b0063e4baf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9007cf8654c44bb38120bc293f416142&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7664766 May 26 22:31:51.178768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37578) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:51.213936 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.253082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:51.258089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Usage tracker for resource:security_group_rule and tenant:17ad669f949941a795ca9cdefc346bd1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:51.262171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:51.269154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:51.291423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-595b176a-25f2-4f90-878d-50efc0a7f31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.326382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-595b176a-25f2-4f90-878d-50efc0a7f31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.368986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.372737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.388191 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-595b176a-25f2-4f90-878d-50efc0a7f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.407339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b176a-25f2-4f90-878d-50efc0a7f31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df4b27-ad46-448e-84cb-7e11964044ef,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:51.422937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-595b176a-25f2-4f90-878d-50efc0a7f31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.425816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-595b176a-25f2-4f90-878d-50efc0a7f31f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06df4b27-ad46-448e-84cb-7e11964044ef HTTP/1.1" status: 204 len: 168 time: 0.2441523 May 26 22:31:51.442046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5791cadc-9be0-4a3d-a047-f0e51afeba0c req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537215 May 26 22:31:51.445836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36aab42-5706-4411-be7b-4cefc025591c tempest-AggregatesAdminTestJSON-1035739929 tempest-AggregatesAdminTestJSON-1035739929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9371c2-f959-45e0-9c5f-3e35b39411a5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:51.553275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1412948787-network', 'tenant_id': '086f6e52785a415ab27e7096a6bcfa02'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:51.558296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:51.562421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Usage tracker for resource:network and tenant:086f6e52785a415ab27e7096a6bcfa02 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:51.565305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:51.574090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:51.584174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Made reservation on behalf of 086f6e52785a415ab27e7096a6bcfa02 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:51.586961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.601336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.640779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:51.645292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Usage tracker for resource:security_group_rule and tenant:086f6e52785a415ab27e7096a6bcfa02 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:51.648140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:51.654463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:51.702532 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.747685 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.752558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.783958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:31:51.793406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fefd015-02c6-4b4d-b3e9-8708fa7ffc56,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:51.800131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.800528 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Added segment db9b4559-7a4f-4d6e-af4a-eab992bc59de of type vlan for network 56a8b979-17a3-4f49-b742-a42bb172a604 May 26 22:31:51.828757 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.861144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.862402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:51.863325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:51.992145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] Pushing event updated for resources: {'Network': ['ID=56a8b979-17a3-4f49-b742-a42bb172a604,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:51.998628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4efee264-01c4-4118-a703-fa304be35303 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9145198 May 26 22:31:51.998863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37616) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:52.004847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Request body: {'subnet': {'network_id': '56a8b979-17a3-4f49-b742-a42bb172a604', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1412948787-subnet', 'tenant_id': '086f6e52785a415ab27e7096a6bcfa02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:52.005620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 56a8b979-17a3-4f49-b742-a42bb172a604 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:31:52.010324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:52.014924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Usage tracker for resource:subnet and tenant:086f6e52785a415ab27e7096a6bcfa02 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:52.018094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:52.025831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:52.039109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Made reservation on behalf of 086f6e52785a415ab27e7096a6bcfa02 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:52.042033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.047377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37620) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:52.067815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.130025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:52.138241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e0a859b91b43c29274f9856c9558d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:52.143272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:52.158728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:52.258150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.264611 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.323925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc9cb7-86e3-4d29-b965-8dc4f978f16b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:52.335522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22cda03a-8689-430d-ae90-66afe8203775 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0e0a859b91b43c29274f9856c9558d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2866967 May 26 22:31:52.336123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:52.382015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.48', 56532) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:52.396991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-413f1ae9-0c7b-4c97-8a54-f788874d8b51 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:31:52.398011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-413f1ae9-0c7b-4c97-8a54-f788874d8b51 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0142417 May 26 22:31:52.425568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.427600 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcc658b7-b47b-4289-a58c-8b0c1f43c3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.447980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37642) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:52.456583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-12c825d7-d42f-4212-a7c3-91a4296a3eab tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:31:52.465893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-12c825d7-d42f-4212-a7c3-91a4296a3eab tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0166731 May 26 22:31:52.504943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa7f054-9071-4188-8c3a-7dde19cac248,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:52.507391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcc658b7-b47b-4289-a58c-8b0c1f43c3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.549765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Checking segment: {'id': 'db9b4559-7a4f-4d6e-af4a-eab992bc59de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '56a8b979-17a3-4f49-b742-a42bb172a604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:31:52.550122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Network hostable DHCP agents. Network: 56a8b979-17a3-4f49-b742-a42bb172a604, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:31:52.577277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcc658b7-b47b-4289-a58c-8b0c1f43c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.582494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Network 56a8b979-17a3-4f49-b742-a42bb172a604 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:31:52.594205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 56a8b979-17a3-4f49-b742-a42bb172a604) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:31:52.603685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc658b7-b47b-4289-a58c-8b0c1f43c3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc9cb7-86e3-4d29-b965-8dc4f978f16b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:52.604094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a224c10-97e2-4ae3-868e-2756ef6f0310 None None] Network 56a8b979-17a3-4f49-b742-a42bb172a604 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:52.605706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcc658b7-b47b-4289-a58c-8b0c1f43c3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.609294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fcc658b7-b47b-4289-a58c-8b0c1f43c3a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15cc9cb7-86e3-4d29-b965-8dc4f978f16b HTTP/1.1" status: 204 len: 168 time: 0.2699904 May 26 22:31:52.614564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:52.615160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.681369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2cbfd6a7-26a0-4461-b03f-1d727d4b90d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6805909 May 26 22:31:52.925605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Request body: {'binding': {'host': 'n-h2-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:52.926164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Unknown quota resources ['binding']. {{(pid=84029) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:31:52.946968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df89e11-9e48-4f95-ad6f-0013b3b03a8f None None] Network 56a8b979-17a3-4f49-b742-a42bb172a604 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:53.061382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb0e9-0d3c-4bb1-a059-fff1a605d550 req-1f6e612b-591e-459a-a4a7-16e5d61ac69c tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:53.069020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271bb0e9-0d3c-4bb1-a059-fff1a605d550 req-1f6e612b-591e-459a-a4a7-16e5d61ac69c tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.0911589 May 26 22:31:53.116210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271bb0e9-0d3c-4bb1-a059-fff1a605d550 req-c1785c20-5343-4a00-a698-71f86937a1fd tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 May 26 22:31:53.220892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on host n-h2-843301-1 for vnic_type normal with profile None {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:31:53.221458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:31:53.221997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:31:53.228685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:31:53.229292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:31:53.236610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:31:53.237185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:31:53.237744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:31:53.238481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Bound port: 20d64500-aa80-4330-a03e-d9c7b21b828c, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:31:53.334473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:31:53.342346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:53.361118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-36e6d402-2c53-4786-8a16-21b254c17d44 service neutron] 10.222.0.32 "POST /v2.0/ports/20d64500-aa80-4330-a03e-d9c7b21b828c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6723208 May 26 22:31:53.704829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243d526-9739-4ca1-8362-5ad4c2e9c9a5 req-dc3f3398-9c49-4638-ac22-7e6f357aeb65 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:53.706378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3243d526-9739-4ca1-8362-5ad4c2e9c9a5 req-dc3f3398-9c49-4638-ac22-7e6f357aeb65 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.1166351 May 26 22:31:53.760204 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3243d526-9739-4ca1-8362-5ad4c2e9c9a5 req-f8f9df06-bea9-4dfd-8a6b-8e8c8d494965 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 May 26 22:31:54.162921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:54.413978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-83cdc1dd-584b-47df-a033-04b8a8ba5374 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:54.415420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-83cdc1dd-584b-47df-a033-04b8a8ba5374 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.2001724 May 26 22:31:54.424092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119ee12-fe74-467c-8141-902ad0a2c4ad req-ecdfe357-6fcf-4145-be2d-233d215696fb tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:54.425655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b119ee12-fe74-467c-8141-902ad0a2c4ad req-ecdfe357-6fcf-4145-be2d-233d215696fb tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 969 time: 0.1276145 May 26 22:31:54.558733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:54.596910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Deleting port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:31:54.597272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:54.668915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b119ee12-fe74-467c-8141-902ad0a2c4ad req-d4619eba-f248-4e71-ac44-b1557f631504 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/security-groups?id=3dd9b999-8c4f-42b1-9650-07793e6e34eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080317 May 26 22:31:54.726322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:54.734096 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:54.737111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Usage tracker for resource:security_group_rule and tenant:9766e336181449289409ffc082b9c6de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:54.743297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:54.758054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-8597a867-9923-4e86-89f5-c247c6cbc594 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1116 time: 0.7089815 May 26 22:31:54.759410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:55.132461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37780) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:55.136420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] For port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:31:55.136792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.138695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-639428031-network', 'tenant_id': '2d59debf34cb491ab243e2290449497c'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:55.143524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:55.147518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Usage tracker for resource:network and tenant:2d59debf34cb491ab243e2290449497c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:55.151477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:55.159583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:55.171612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-addb14aa-501b-4329-afb5-93ae7b6d068f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:55.173051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-addb14aa-501b-4329-afb5-93ae7b6d068f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.4082551 May 26 22:31:55.273805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.284305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Made reservation on behalf of 2d59debf34cb491ab243e2290449497c for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:55.287410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.303255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.336224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Calling delete_port for d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 owned by compute:tempest-test_az-91932384 {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:31:55.342373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:55.347564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Usage tracker for resource:security_group_rule and tenant:2d59debf34cb491ab243e2290449497c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:55.351216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:55.358688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:55.377772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.434866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1172e8-10bc-48ed-b84f-ed461386fae9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:55.443843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.447263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51112e-c6f1-4551-8a7b-2ad9a6ba78e7 req-aa217c9a-a2bb-4711-a946-e68f2f3d9895 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:55.449160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.454099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa51112e-c6f1-4551-8a7b-2ad9a6ba78e7 req-aa217c9a-a2bb-4711-a946-e68f2f3d9895 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.5006769 May 26 22:31:55.461352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-b7335974-9744-4150-93a8-45c30830ac1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.2373781 May 26 22:31:55.490990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:31:55.501326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4a2a8-52ce-472c-8f16-d29a6c8e603e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:55.513193 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.513755 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Added segment 2fe75998-9bcc-433e-8c8e-06564a125320 of type vlan for network 0ea1f0e6-c721-42a8-8037-a7e70195a9bc May 26 22:31:55.555343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.598151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.599399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:55.611894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.653451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa51112e-c6f1-4551-8a7b-2ad9a6ba78e7 req-fd5824fd-f5b1-4ebd-a03a-50ef0cdc5ab7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984403 May 26 22:31:55.661384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2936b87a-e314-4d95-ae42-549b36f8bf3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9766e336181449289409ffc082b9c6de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4960530 May 26 22:31:55.666323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37796) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:55.793298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-741fe0e7-6a31-43fb-b67a-5debd6d39937 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:55.794232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-741fe0e7-6a31-43fb-b67a-5debd6d39937 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.3018622 May 26 22:31:55.816156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6825564 May 26 22:31:55.832371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37808) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:55.852803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be05cc-5004-4afb-9888-589f6b456904 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea1f0e6-c721-42a8-8037-a7e70195a9bc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:55.856940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Request body: {'subnet': {'network_id': '0ea1f0e6-c721-42a8-8037-a7e70195a9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-639428031-subnet', 'tenant_id': '2d59debf34cb491ab243e2290449497c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:31:55.863634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0ea1f0e6-c721-42a8-8037-a7e70195a9bc details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:31:55.867058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-576d8a93-1e5e-4654-9d9e-a56ad52c9db7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651088 May 26 22:31:55.872925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:55.986130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6764f500-64aa-4431-9b92-a37edf30f0a9 req-14098bc7-00f8-44b8-876c-daf085ca35c2 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 210 time: 0.0850482 May 26 22:31:56.111310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Usage tracker for resource:subnet and tenant:2d59debf34cb491ab243e2290449497c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:56.114235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e30e820-831f-4a5d-b4d5-43cc100d6ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.138639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:56.140983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.196809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:56.205055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e30e820-831f-4a5d-b4d5-43cc100d6ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.237765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Pushing event deleted for resources: {'Port': ['ID=d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:56.304160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Made reservation on behalf of 2d59debf34cb491ab243e2290449497c for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:31:56.315198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.395252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-216c860d-ff1d-4a71-b12e-d75dfe1f21ad service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198166 May 26 22:31:56.587468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] No DVR routers for this DVR port d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:31:56.592138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.673184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'name': 'network-vif-deleted', 'tag': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:56.691061 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-b1b4594d-2f05-4b5a-8c54-cf69c37a205b service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832153 May 26 22:31:56.711124 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e30e820-831f-4a5d-b4d5-43cc100d6ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.714506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e30e820-831f-4a5d-b4d5-43cc100d6ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.718910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e30e820-831f-4a5d-b4d5-43cc100d6ded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f1172e8-10bc-48ed-b84f-ed461386fae9 HTTP/1.1" status: 204 len: 168 time: 1.0419600 May 26 22:31:56.734796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9c5334b4-b62f-4ce1-a87f-c7d74c20d792 req-144dbb88-8bb2-4568-9707-0fa07f8efd11 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.55 "DELETE /v2.0/ports/d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 HTTP/1.1" status: 204 len: 173 time: 2.3081863 May 26 22:31:56.821098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30e820-831f-4a5d-b4d5-43cc100d6ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1172e8-10bc-48ed-b84f-ed461386fae9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:56.849117 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d381cb-fe9d-4e08-8ab9-dfab69a45032'] response: {'server_uuid': 'a1842478-6cf9-40d6-890d-a9ad9c7ea818', 'name': 'network-vif-deleted', 'tag': 'd8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0', 'status': 'completed', 'code': 200} May 26 22:31:56.886377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:57.003247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2750a2-0483-4fe8-b23e-d3a379d74bfa,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:57.010704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Checking segment: {'id': '2fe75998-9bcc-433e-8c8e-06564a125320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0ea1f0e6-c721-42a8-8037-a7e70195a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:31:57.011049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Network hostable DHCP agents. Network: 0ea1f0e6-c721-42a8-8037-a7e70195a9bc, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:31:57.060528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Network 0ea1f0e6-c721-42a8-8037-a7e70195a9bc is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:31:57.077907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0ea1f0e6-c721-42a8-8037-a7e70195a9bc) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:31:57.088652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08611e6-028c-4aca-b5db-c36d687295c8 None None] Network 0ea1f0e6-c721-42a8-8037-a7e70195a9bc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:57.089908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:57.090499 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:57.132918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-61de795e-97ea-4b3f-8929-ad8d1b1bc0b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2931082 May 26 22:31:57.267217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-de352fa3-b271-41f0-8a0a-fd08ce0dbbc2 req-6d2c37e2-69ca-4d57-b836-d708d6288fd7 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Synchronizing usage tracker for tenant:6be05897a455436481d7e0fa88610464 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:57.300122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-de352fa3-b271-41f0-8a0a-fd08ce0dbbc2 req-6d2c37e2-69ca-4d57-b836-d708d6288fd7 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] Unset dirty status for tenant:6be05897a455436481d7e0fa88610464 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:57.322210 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de352fa3-b271-41f0-8a0a-fd08ce0dbbc2 req-6d2c37e2-69ca-4d57-b836-d708d6288fd7 tempest-AggregatesAdminTestJSON-488206567 tempest-AggregatesAdminTestJSON-488206567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1842478-6cf9-40d6-890d-a9ad9c7ea818 HTTP/1.1" status: 200 len: 210 time: 0.1319802 May 26 22:31:57.339210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1d3f1-11fa-4ff5-8ce0-ffb6c11e8531 req-57f96906-0ad5-480e-a72a-91c550534485 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:57.343266 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5aa1d3f1-11fa-4ff5-8ce0-ffb6c11e8531 req-57f96906-0ad5-480e-a72a-91c550534485 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.2538748 May 26 22:31:57.380860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:57.438468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5aa1d3f1-11fa-4ff5-8ce0-ffb6c11e8531 req-fb8b5bfd-e7ba-45b7-9967-f9c8fa377be9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659797 May 26 22:31:57.451293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4030c-dd03-4765-823c-122893a704bc None None] Network 0ea1f0e6-c721-42a8-8037-a7e70195a9bc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:31:57.484782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:57.627515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:31:57.629785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8ac4351-b3bd-4c95-9f31-b6cbee1ed3b0 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:57.821823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37870) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:57.857614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37874) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:57.892392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] Deleting subnet cfa7f054-9071-4188-8c3a-7dde19cac248 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:31:57.895921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:57.907208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37880) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:57.950626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:57.957167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37886) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:57.959807 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:57.963896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37890) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:57.992141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.039952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:58.046274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Usage tracker for resource:security_group_rule and tenant:4a568f0461bf449d8482e81c29b8f459 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:58.050164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:58.065656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:58.126974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.169503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa7f054-9071-4188-8c3a-7dde19cac248,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:58.173911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.176265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.183213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.185660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-43a5e16f-6f0e-4e4d-9f13-b97c4f1cf25b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cfa7f054-9071-4188-8c3a-7dde19cac248 HTTP/1.1" status: 204 len: 168 time: 0.3627293 May 26 22:31:58.186652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37896) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:58.258804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.289196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb51e4f-c66c-4284-921e-ac38a5b28d43,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:58.311810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-afc70043-2e92-4db2-a55b-b836b237b0cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a568f0461bf449d8482e81c29b8f459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439047 May 26 22:31:58.318306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:58.320496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.333222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.335528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.341495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:58.346948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Usage tracker for resource:security_group_rule and tenant:35e971c168634e18903d4fdadafec302 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:58.355805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:58.364972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:58.373728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:58.387696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb1332d173c476ab9ba8f9df95784d3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:58.393528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:58.400638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:58.402745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:58.405553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Usage tracker for resource:security_group_rule and tenant:e98f16eed7774a818ba3c1a9c422222a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:58.408738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:58.416784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:58.534989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.553934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.556209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.576100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.582847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abc67c2d-5655-4abd-8281-82d79312abe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.638331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec60e00-f025-4df6-ab37-5ff89870e986,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:58.645428 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a4c0dfe-ca82-4684-9e2b-34b0687ac318 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cb1332d173c476ab9ba8f9df95784d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7866445 May 26 22:31:58.653562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37918) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:58.662261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35e971c168634e18903d4fdadafec302&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7540767 May 26 22:31:58.680031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37922) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:58.771073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abc67c2d-5655-4abd-8281-82d79312abe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.779436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.814065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3863e5-437d-45d7-b75b-f4eeef31e945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb23547-94c1-4b85-87e2-285282a965f5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:58.858359 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.861380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.861745 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.862486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.862805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > port after_create 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.863124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > port after_delete 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.863462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > port after_update 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.863852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.864181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.864490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.864791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:58.880815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad01373c-3a2f-4ae4-8e01-daef8294f544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:58.922225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba190ae-ae5d-436b-8043-1d2de0fc46a5 req-2e697f6f-7470-4c24-96d9-678b7253b1c0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:58.923887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ba190ae-ae5d-436b-8043-1d2de0fc46a5 req-2e697f6f-7470-4c24-96d9-678b7253b1c0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.2642248 May 26 22:31:58.925840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad01373c-3a2f-4ae4-8e01-daef8294f544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.008650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ba190ae-ae5d-436b-8043-1d2de0fc46a5 req-817d3d47-90bf-4f08-afc3-06de13370686 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754120 May 26 22:31:59.022873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:59.023562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:59.023562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:59.023831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:31:59.024794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a8b979-17a3-4f49-b742-a42bb172a604']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:59.029971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad01373c-3a2f-4ae4-8e01-daef8294f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.041009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9b4559-7a4f-4d6e-af4a-eab992bc59de') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:59.041009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9b4559-7a4f-4d6e-af4a-eab992bc59de') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:59.053418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01373c-3a2f-4ae4-8e01-daef8294f544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec60e00-f025-4df6-ab37-5ff89870e986,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:59.091811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2106634-8525-4bdf-813b-eb84c2c14008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.097092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad01373c-3a2f-4ae4-8e01-daef8294f544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.098487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ad01373c-3a2f-4ae4-8e01-daef8294f544 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ec60e00-f025-4df6-ab37-5ff89870e986 HTTP/1.1" status: 204 len: 168 time: 0.4436767 May 26 22:31:59.120449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2106634-8525-4bdf-813b-eb84c2c14008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.128956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.143088 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.209281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e98f16eed7774a818ba3c1a9c422222a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2510045 May 26 22:31:59.215225 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.221521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37948) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:59.238755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:31:59.238755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: util.warn_limited( May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: util.warn_limited( May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: timer() May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:31:59.251454 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:31:59.261491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25966ba-b354-4f10-b2cd-71adf3e5ccd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8d596-6d53-40a1-b876-78d219580abd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:59.326216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-614dfb03-3689-411a-bb22-b454674f9970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.329516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abc67c2d-5655-4abd-8281-82d79312abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.378355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-614dfb03-3689-411a-bb22-b454674f9970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.379780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc67c2d-5655-4abd-8281-82d79312abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb51e4f-c66c-4284-921e-ac38a5b28d43,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:59.380911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2106634-8525-4bdf-813b-eb84c2c14008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.402122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2106634-8525-4bdf-813b-eb84c2c14008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.406126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f2106634-8525-4bdf-813b-eb84c2c14008 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cb23547-94c1-4b85-87e2-285282a965f5 HTTP/1.1" status: 204 len: 168 time: 0.7242796 May 26 22:31:59.410904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abc67c2d-5655-4abd-8281-82d79312abe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.414690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-abc67c2d-5655-4abd-8281-82d79312abe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfb51e4f-c66c-4284-921e-ac38a5b28d43 HTTP/1.1" status: 204 len: 168 time: 1.0926881 May 26 22:31:59.414690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106634-8525-4bdf-813b-eb84c2c14008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb23547-94c1-4b85-87e2-285282a965f5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:59.424530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.467562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.475035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] 10.222.0.32 "DELETE /v2.0/networks/56a8b979-17a3-4f49-b742-a42bb172a604 HTTP/1.1" status: 204 len: 168 time: 1.2872264 May 26 22:31:59.476325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8763ae9-09db-47db-98f4-73731172e92f admin admin] Pushing event deleted for resources: {'Network': ['ID=56a8b979-17a3-4f49-b742-a42bb172a604,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:59.478535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37964) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:59.514735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-614dfb03-3689-411a-bb22-b454674f9970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.539470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] Deleting subnet cf2750a2-0483-4fe8-b23e-d3a379d74bfa {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:31:59.543755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.548391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dfb03-3689-411a-bb22-b454674f9970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8d596-6d53-40a1-b876-78d219580abd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:59.562496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-614dfb03-3689-411a-bb22-b454674f9970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.566404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-614dfb03-3689-411a-bb22-b454674f9970 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58c8d596-6d53-40a1-b876-78d219580abd HTTP/1.1" status: 204 len: 168 time: 0.3387880 May 26 22:31:59.616514 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.699631 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.742892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37974) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:59.773504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.815394 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.839400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:59.847377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Usage tracker for resource:security_group_rule and tenant:364513f3289a43d2b3bbb3ee2841811e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:59.851273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:59.857546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:59.860581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2750a2-0483-4fe8-b23e-d3a379d74bfa,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:59.874763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.885404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-97c27d52-cf92-4689-b884-fd57bcc0f4b3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf2750a2-0483-4fe8-b23e-d3a379d74bfa HTTP/1.1" status: 204 len: 168 time: 0.4058807 May 26 22:31:59.886317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37982) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:59.960868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.968205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.025317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37986) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:00.025536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=364513f3289a43d2b3bbb3ee2841811e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2813332 May 26 22:32:00.048586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc59cbb-681d-4c3b-9df3-d4f2d08f4be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665f8970-4f91-4ba9-8fdb-65ec63800c20,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:00.061089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.267602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fb0acc9-09f9-4503-ab09-5205cff791b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.277543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.300796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37998) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:00.340090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea1f0e6-c721-42a8-8037-a7e70195a9bc']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:00.340638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.351527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fb0acc9-09f9-4503-ab09-5205cff791b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.368862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe75998-9bcc-433e-8c8e-06564a125320') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:00.369417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe75998-9bcc-433e-8c8e-06564a125320') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:00.398369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.410680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:00.415951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Usage tracker for resource:security_group_rule and tenant:e9a04f2268f9499083fa85613846befa is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:00.423804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:00.433402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:00.437536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1ed9-d9ef-4a55-a1a9-9067e2128653 req-9333b580-ce44-4354-900e-dcf981e9c1e7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:00.439714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c32b1ed9-d9ef-4a55-a1a9-9067e2128653 req-9333b580-ce44-4354-900e-dcf981e9c1e7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.2420509 May 26 22:32:00.441480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.469998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:32:00.470643 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: timer() May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:32:00.484471 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:32:00.557707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.568410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.618625 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fb0acc9-09f9-4503-ab09-5205cff791b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.650121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c32b1ed9-d9ef-4a55-a1a9-9067e2128653 req-0cd47f9e-e952-440a-9076-36c93ecfb0e3 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014363 May 26 22:32:00.652590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0acc9-09f9-4503-ab09-5205cff791b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f8970-4f91-4ba9-8fdb-65ec63800c20,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:00.674916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fb0acc9-09f9-4503-ab09-5205cff791b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.676013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2fb0acc9-09f9-4503-ab09-5205cff791b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/665f8970-4f91-4ba9-8fdb-65ec63800c20 HTTP/1.1" status: 204 len: 168 time: 0.6490979 May 26 22:32:00.679558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.700164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.709137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0ea1f0e6-c721-42a8-8037-a7e70195a9bc HTTP/1.1" status: 204 len: 168 time: 0.8215609 May 26 22:32:00.715318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085ab32-7ad9-4d18-82bc-ed4ceb4b252e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea1f0e6-c721-42a8-8037-a7e70195a9bc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:00.724347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c477b1d-1569-4cf7-a56f-bd4d6f0671e2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:00.731757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-186fe2fc-32da-401e-90dc-f8720ce0da5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9a04f2268f9499083fa85613846befa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4287710 May 26 22:32:00.734364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38016) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:00.741012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38020) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:00.773581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.817399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:00.822127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Usage tracker for resource:security_group_rule and tenant:5332fd48420940d1a401d74b163dec83 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:00.822479 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-635f0c2a-5a9e-4411-9a04-b1f15b7b4024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.825501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:00.832518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:00.886271 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-635f0c2a-5a9e-4411-9a04-b1f15b7b4024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.963295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.968829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:00.972798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-635f0c2a-5a9e-4411-9a04-b1f15b7b4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.009549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f0c2a-5a9e-4411-9a04-b1f15b7b4024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c477b1d-1569-4cf7-a56f-bd4d6f0671e2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:01.015632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-635f0c2a-5a9e-4411-9a04-b1f15b7b4024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.019772 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-635f0c2a-5a9e-4411-9a04-b1f15b7b4024 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c477b1d-1569-4cf7-a56f-bd4d6f0671e2 HTTP/1.1" status: 204 len: 168 time: 0.2841985 May 26 22:32:01.049100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5860ac-b563-4a8d-890c-038c9d05c074,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:01.065845 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-55a90711-49a5-4934-8121-5ef365a3b499 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5332fd48420940d1a401d74b163dec83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3237231 May 26 22:32:01.068360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38036) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:01.217097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38048) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:01.222589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e37e804e-a8ad-45c4-9e2a-512a44b9cdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.272642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e37e804e-a8ad-45c4-9e2a-512a44b9cdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.327660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38056) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:01.327903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d85092fd-3284-4786-9a3f-122e675dd966 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=086f6e52785a415ab27e7096a6bcfa02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1094747 May 26 22:32:01.360401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e37e804e-a8ad-45c4-9e2a-512a44b9cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.381655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e804e-a8ad-45c4-9e2a-512a44b9cdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5860ac-b563-4a8d-890c-038c9d05c074,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:01.394923 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e37e804e-a8ad-45c4-9e2a-512a44b9cdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.396197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e37e804e-a8ad-45c4-9e2a-512a44b9cdd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b5860ac-b563-4a8d-890c-038c9d05c074 HTTP/1.1" status: 204 len: 168 time: 0.3264325 May 26 22:32:01.501815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83d66ba2-9dd8-47ef-b488-906f92032d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.578522 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83d66ba2-9dd8-47ef-b488-906f92032d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.641419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-1488b18d-fc27-4e83-854d-4269caf8a925 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1116 time: 0.1131554 May 26 22:32:01.679370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83d66ba2-9dd8-47ef-b488-906f92032d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.719492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d66ba2-9dd8-47ef-b488-906f92032d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fefd015-02c6-4b4d-b3e9-8708fa7ffc56,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:01.731688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83d66ba2-9dd8-47ef-b488-906f92032d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.744309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-83d66ba2-9dd8-47ef-b488-906f92032d6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fefd015-02c6-4b4d-b3e9-8708fa7ffc56 HTTP/1.1" status: 204 len: 168 time: 0.4153380 May 26 22:32:01.865869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-601f3495-d2eb-42bd-a81c-487592e9b6be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:01.867313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-601f3495-d2eb-42bd-a81c-487592e9b6be service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.1977205 May 26 22:32:01.956684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-92f456c3-ba3c-427c-aa28-ff2900d300cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.0816035 May 26 22:32:02.011122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14c40a-9d86-4230-b1de-ecc2ca0e976c req-15ba3c68-d203-486c-b9bf-6705ef8dde94 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:02.012734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a14c40a-9d86-4230-b1de-ecc2ca0e976c req-15ba3c68-d203-486c-b9bf-6705ef8dde94 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.1135211 May 26 22:32:02.013347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38094) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:02.063792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.068450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-9c92732e-c19f-43ea-9aa8-501760d718fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:02.069826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-9c92732e-c19f-43ea-9aa8-501760d718fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1068518 May 26 22:32:02.121960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:02.131266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c2975b78922f4c8b985f4bdf147fca08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:02.135014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:02.141755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:02.173216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-d4330afd-e20f-4490-8fec-a53aef044f54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963922 May 26 22:32:02.241796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.258205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.378472 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a14c40a-9d86-4230-b1de-ecc2ca0e976c req-353af887-e9a2-443c-b94e-a4a3f78045c9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377056 May 26 22:32:02.405584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3562b591-2368-4d49-b262-252fa072b9d8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:02.419970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-5a39dd5e-20ae-4bcc-bf80-b607f8d9e75b service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392261 May 26 22:32:02.433903 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-068bcb10-4a86-40df-adbf-7f6d9fc347a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2975b78922f4c8b985f4bdf147fca08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4180188 May 26 22:32:02.438446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38122) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:02.554942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-22e8ff4f-72b7-486d-af1b-180eac27052f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.583330 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-22e8ff4f-72b7-486d-af1b-180eac27052f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.666971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-22e8ff4f-72b7-486d-af1b-180eac27052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.694896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4b2da9a-3adc-4cae-ab37-2d45da999893 req-95a6eeba-e4ae-4b3a-bcfc-01c30b91c333 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644596 May 26 22:32:02.706619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8ff4f-72b7-486d-af1b-180eac27052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3562b591-2368-4d49-b262-252fa072b9d8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:02.710620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-22e8ff4f-72b7-486d-af1b-180eac27052f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.711943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-22e8ff4f-72b7-486d-af1b-180eac27052f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3562b591-2368-4d49-b262-252fa072b9d8 HTTP/1.1" status: 204 len: 168 time: 0.2726965 May 26 22:32:02.915259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38166) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:02.992287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b1d51225-c73d-48da-904f-73b5c4cf74c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d59debf34cb491ab243e2290449497c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0756524 May 26 22:32:02.995254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38174) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:03.098161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adb5ea40-d393-4ee2-a730-181562bc7a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:03.132946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adb5ea40-d393-4ee2-a730-181562bc7a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:03.210181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adb5ea40-d393-4ee2-a730-181562bc7a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:03.227812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5ea40-d393-4ee2-a730-181562bc7a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4a2a8-52ce-472c-8f16-d29a6c8e603e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:03.267815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adb5ea40-d393-4ee2-a730-181562bc7a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:03.269105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-adb5ea40-d393-4ee2-a730-181562bc7a1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20e4a2a8-52ce-472c-8f16-d29a6c8e603e HTTP/1.1" status: 204 len: 168 time: 0.2729812 May 26 22:32:03.685685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a079e7d-8a22-4f77-932b-663679d63778 req-23ca827f-b8e8-4e2f-9e6d-1611b5a85cd4 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:03.696882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a079e7d-8a22-4f77-932b-663679d63778 req-23ca827f-b8e8-4e2f-9e6d-1611b5a85cd4 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.1027551 May 26 22:32:03.745131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a079e7d-8a22-4f77-932b-663679d63778 req-f216c979-ddbf-4e45-ae9a-8a2f9f7f3ffc tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473492 May 26 22:32:03.916368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38230) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:04.172815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.204054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:04.207948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:31bf2262cc6c46ee920ffff8b36888d3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:04.210804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:04.217530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:04.291968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.295321 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.349727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870c802d-8657-4871-9eb7-8d8afa0a4e1b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:04.358507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3443eb8c-2a03-462a-8453-c626d1553ab6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31bf2262cc6c46ee920ffff8b36888d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4383538 May 26 22:32:04.359681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38254) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:04.423335 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d6f731b-32e9-40e5-91f8-d8a2fb8e1aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.453748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38260) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:04.453947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d6f731b-32e9-40e5-91f8-d8a2fb8e1aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.512193 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d6f731b-32e9-40e5-91f8-d8a2fb8e1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.529530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f731b-32e9-40e5-91f8-d8a2fb8e1aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870c802d-8657-4871-9eb7-8d8afa0a4e1b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:04.534907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d6f731b-32e9-40e5-91f8-d8a2fb8e1aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.536111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2d6f731b-32e9-40e5-91f8-d8a2fb8e1aa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/870c802d-8657-4871-9eb7-8d8afa0a4e1b HTTP/1.1" status: 204 len: 168 time: 0.1763070 May 26 22:32:04.676784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-c4c8ec63-192e-483f-9518-dd5b41289994 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1116 time: 0.0958028 May 26 22:32:04.691634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-1'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:04.820484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.026903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b3dd8-a7d7-45e9-8a02-eb9fabc8aaba req-b205aabe-ffcc-40c0-910e-0971ffe7baca tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:05.035360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c67b3dd8-a7d7-45e9-8a02-eb9fabc8aaba req-b205aabe-ffcc-40c0-910e-0971ffe7baca tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 965 time: 0.1358149 May 26 22:32:05.093772 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9ffbbf5b-1eda-42ad-a735-91f61587ca57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6be05897a455436481d7e0fa88610464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6382892 May 26 22:32:05.097721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38282) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:05.119007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:05.125518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c67b3dd8-a7d7-45e9-8a02-eb9fabc8aaba req-65e84549-f654-4d65-af5f-8976b768b3c5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887866 May 26 22:32:05.192563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:05.232458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54be1468-c078-4b74-adac-45e4e8848d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.275904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54be1468-c078-4b74-adac-45e4e8848d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.283641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:05.291854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.366699 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d69736d-a6ac-4447-a486-16871e3fa1cb'] response: {'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c', 'code': 200} May 26 22:32:05.369346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.514624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:05.548019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54be1468-c078-4b74-adac-45e4e8848d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.579072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1468-c078-4b74-adac-45e4e8848d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd9b999-8c4f-42b1-9650-07793e6e34eb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:05.584623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on host n-h1-843301-1 for vnic_type normal with profile {"migrating_to": "n-h2-843301-1"} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:05.584967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:05.585204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:05.595320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:32:05.595632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Attempting to bind port 20d64500-aa80-4330-a03e-d9c7b21b828c on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:05.597940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54be1468-c078-4b74-adac-45e4e8848d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.602042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-54be1468-c078-4b74-adac-45e4e8848d1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dd9b999-8c4f-42b1-9650-07793e6e34eb HTTP/1.1" status: 204 len: 168 time: 0.5028245 May 26 22:32:05.608312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:05.608788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:05.609265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:05.609828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Bound port: 20d64500-aa80-4330-a03e-d9c7b21b828c, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:05.610269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.723066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38304) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:05.729967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:05.734976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:05.741416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.746224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.780364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:05.786691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd0ea59f5364b3f94db9071777f5224 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:05.791402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:05.798784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:05.885146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=8']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:05.897314 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.903034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.927044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.928482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-45fd0c23-b9aa-4039-9c1b-482ced8ee5de service neutron] 10.222.0.48 "PUT /v2.0/ports/20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 1141 time: 1.2422738 May 26 22:32:05.950256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a934d7f1-ee22-4adb-8814-de295a80a05e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:05.969648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c87d905-2120-4cca-92b2-85c2c557e254 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcd0ea59f5364b3f94db9071777f5224&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2429683 May 26 22:32:05.969864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38312) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:05.999344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['20d64500-aa80-4330-a03e-d9c7b21b828c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:32:06.038928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0866b18f-c9de-4084-86f4-eafe5f571489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.076225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0866b18f-c9de-4084-86f4-eafe5f571489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.141927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0866b18f-c9de-4084-86f4-eafe5f571489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.158687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866b18f-c9de-4084-86f4-eafe5f571489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a934d7f1-ee22-4adb-8814-de295a80a05e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:06.166819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0866b18f-c9de-4084-86f4-eafe5f571489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.168108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0866b18f-c9de-4084-86f4-eafe5f571489 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a934d7f1-ee22-4adb-8814-de295a80a05e HTTP/1.1" status: 204 len: 168 time: 0.1972809 May 26 22:32:06.379963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843fff4-3dfc-4ded-b8fe-cd58a6559c3d req-d3fed431-d5ce-42d9-b8f6-12d362f85a41 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:06.381745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c843fff4-3dfc-4ded-b8fe-cd58a6559c3d req-d3fed431-d5ce-42d9-b8f6-12d362f85a41 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.0869708 May 26 22:32:06.427631 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c843fff4-3dfc-4ded-b8fe-cd58a6559c3d req-5af2b916-50be-4580-9e15-a8574677beeb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 May 26 22:32:06.651060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38340) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:06.714756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e4a00213-4593-40b1-8b48-b53c5eccae04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17ad669f949941a795ca9cdefc346bd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0617735 May 26 22:32:06.717379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38344) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:06.782348 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54803417-7acb-42cd-b2fc-2e138e7dc37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.809918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54803417-7acb-42cd-b2fc-2e138e7dc37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.869503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54803417-7acb-42cd-b2fc-2e138e7dc37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.887814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803417-7acb-42cd-b2fc-2e138e7dc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9371c2-f959-45e0-9c5f-3e35b39411a5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:06.899746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54803417-7acb-42cd-b2fc-2e138e7dc37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.903645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-54803417-7acb-42cd-b2fc-2e138e7dc37c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb9371c2-f959-45e0-9c5f-3e35b39411a5 HTTP/1.1" status: 204 len: 168 time: 0.1848981 May 26 22:32:07.368711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:07.426013 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ced111-d3c9-4c7c-bb73-656b8d8d0da5'] response: {'name': 'network-changed', 'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c', 'status': 'completed', 'code': 200} May 26 22:32:07.541043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dee802c-4730-4160-87b5-153facd83d7f req-24cc49b1-1734-45e0-b015-11fedf7fb8bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1144 time: 0.0907695 May 26 22:32:07.700160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d65e41-db08-4a4f-8482-67ca21e7749f req-bd9c63c0-87ef-476f-9803-382b1b1d65fd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:07.702600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f4d65e41-db08-4a4f-8482-67ca21e7749f req-bd9c63c0-87ef-476f-9803-382b1b1d65fd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.1228187 May 26 22:32:07.720602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee802c-4730-4160-87b5-153facd83d7f req-e13aa3b6-9c42-43b7-816c-350057218a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:07.722263 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dee802c-4730-4160-87b5-153facd83d7f req-e13aa3b6-9c42-43b7-816c-350057218a36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.1731725 May 26 22:32:07.789836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f4d65e41-db08-4a4f-8482-67ca21e7749f req-53dfce7f-b220-46e9-953d-809260ed0a0f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811648 May 26 22:32:07.807332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dee802c-4730-4160-87b5-153facd83d7f req-c9db5a2d-04f7-4d39-b25f-6391aefabebd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.0758917 May 26 22:32:07.886848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee802c-4730-4160-87b5-153facd83d7f req-91280bf1-29f6-4d51-b5a7-3d6de2cd93b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:07.889070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dee802c-4730-4160-87b5-153facd83d7f req-91280bf1-29f6-4d51-b5a7-3d6de2cd93b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.0763202 May 26 22:32:07.941668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dee802c-4730-4160-87b5-153facd83d7f req-71fd7291-9c92-453f-abf2-60c7a522e3ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455749 May 26 22:32:08.089158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dee802c-4730-4160-87b5-153facd83d7f req-ddfb9915-7e5b-4e7d-839b-7ddb3b0163eb service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389003 May 26 22:32:08.250919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dee802c-4730-4160-87b5-153facd83d7f req-df252631-f10f-429d-af43-decb51ac4cdd service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543925 May 26 22:32:09.025330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af06dd-85c8-42d8-bbd3-7d5557cf65c5 req-fde96638-cc9c-43f6-9240-2347965e04fe tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.026990 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f9af06dd-85c8-42d8-bbd3-7d5557cf65c5 req-fde96638-cc9c-43f6-9240-2347965e04fe tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.0850682 May 26 22:32:09.078596 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f9af06dd-85c8-42d8-bbd3-7d5557cf65c5 req-95d8791a-8c28-4d80-9b44-1f9b82dd053b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 May 26 22:32:09.210413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38460) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:09.645032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870146-a9d7-4e87-9084-1dcdb0b68990 req-1ccba7b2-2fc2-4b67-9bbc-666840d29b4c tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.645402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870146-a9d7-4e87-9084-1dcdb0b68990 req-1ccba7b2-2fc2-4b67-9bbc-666840d29b4c tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.645786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870146-a9d7-4e87-9084-1dcdb0b68990 req-1ccba7b2-2fc2-4b67-9bbc-666840d29b4c tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.646140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870146-a9d7-4e87-9084-1dcdb0b68990 req-1ccba7b2-2fc2-4b67-9bbc-666840d29b4c tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.646489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870146-a9d7-4e87-9084-1dcdb0b68990 req-1ccba7b2-2fc2-4b67-9bbc-666840d29b4c tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.648453 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-75870146-a9d7-4e87-9084-1dcdb0b68990 req-1ccba7b2-2fc2-4b67-9bbc-666840d29b4c tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3621 time: 0.1636763 May 26 22:32:09.808612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c0146-de31-4582-83c3-1ba170f1c4f2 req-1725b9a5-4198-4788-8717-34fa358d0dab tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.809968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a28c0146-de31-4582-83c3-1ba170f1c4f2 req-1725b9a5-4198-4788-8717-34fa358d0dab tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 886 time: 0.1314373 May 26 22:32:09.941878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.009316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:10.025253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Usage tracker for resource:security_group_rule and tenant:9a734555171840d6885d40a2c4edd2e3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:10.029450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:10.037639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09310067-84ea-4988-bb0c-ac534a1937cc req-e501a205-bf3b-4cf9-8aaf-85a4fe6d27d2 tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.038036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09310067-84ea-4988-bb0c-ac534a1937cc req-e501a205-bf3b-4cf9-8aaf-85a4fe6d27d2 tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.038403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09310067-84ea-4988-bb0c-ac534a1937cc req-e501a205-bf3b-4cf9-8aaf-85a4fe6d27d2 tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.038760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09310067-84ea-4988-bb0c-ac534a1937cc req-e501a205-bf3b-4cf9-8aaf-85a4fe6d27d2 tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.039107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09310067-84ea-4988-bb0c-ac534a1937cc req-e501a205-bf3b-4cf9-8aaf-85a4fe6d27d2 tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.041321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09310067-84ea-4988-bb0c-ac534a1937cc req-e501a205-bf3b-4cf9-8aaf-85a4fe6d27d2 tempest-NetworksTest-1372016493 tempest-NetworksTest-1372016493-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3621 time: 0.2031419 May 26 22:32:10.042175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:10.130724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.136387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.198060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:10.216377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38500) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:10.216903 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a734555171840d6885d40a2c4edd2e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0048769 May 26 22:32:10.220624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd6e7c-12c4-4a8e-aa48-026a329e62da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4770bd1-79c3-4043-9ca8-9af0ae613de6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:10.295597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38504) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:10.405267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:10.423339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c has no active binding in host n-h2-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:32:10.454579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83930b33-21e0-4737-9ae3-281946f7dfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.488942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47f471-831d-42ee-8fc7-1ffeccf6b016 req-bcdca678-e5d3-4c2e-bb34-12b3d20a54ae tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.490422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f47f471-831d-42ee-8fc7-1ffeccf6b016 req-bcdca678-e5d3-4c2e-bb34-12b3d20a54ae tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.2045064 May 26 22:32:10.502191 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83930b33-21e0-4737-9ae3-281946f7dfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.574997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f47f471-831d-42ee-8fc7-1ffeccf6b016 req-d89f1d85-d98e-4cc9-a7fc-525ed56924aa tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679438 May 26 22:32:10.598754 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83930b33-21e0-4737-9ae3-281946f7dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.636422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930b33-21e0-4737-9ae3-281946f7dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4770bd1-79c3-4043-9ca8-9af0ae613de6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:10.639767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83930b33-21e0-4737-9ae3-281946f7dfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.640840 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-83930b33-21e0-4737-9ae3-281946f7dfba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4770bd1-79c3-4043-9ca8-9af0ae613de6 HTTP/1.1" status: 204 len: 168 time: 0.4224274 May 26 22:32:10.801422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-network', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:10.806429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:10.810577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Usage tracker for resource:network and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:10.813593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:10.820230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:10.835262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38524) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:10.842293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Made reservation on behalf of 317a4871f1a74787a453ae35ea7a9477 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:10.844574 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.857861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.895342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:10.899879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Usage tracker for resource:security_group_rule and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:10.902698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:10.908466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:10.987816 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:10.993112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.032750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:11.047619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd402b9-b84d-410c-9a3e-655b978fdb49,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:11.053461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.053902 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Added segment eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7 of type vlan for network 12073deb-64b8-46c1-8341-0dba2c594124 May 26 22:32:11.083082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.175169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.195895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.196946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:11.197562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.312824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:11.324270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Usage tracker for resource:security_group_rule and tenant:64cd1ea44c3643ef90842a264be45f51 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:11.329545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:11.339092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:11.347724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] Pushing event updated for resources: {'Network': ['ID=12073deb-64b8-46c1-8341-0dba2c594124,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:11.360532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 12073deb-64b8-46c1-8341-0dba2c594124 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:11.379637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-546f65b4-8fc4-4603-896c-3c6813f57515 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0827706 May 26 22:32:11.382582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38546) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:11.388268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Request body: {'subnet': {'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-subnet', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:11.395491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:11.404639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Usage tracker for resource:subnet and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:11.413593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:11.429515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:11.446909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Made reservation on behalf of 317a4871f1a74787a453ae35ea7a9477 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:11.450030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.509033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.521265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.582605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5657e9ce-e247-4c74-8185-04230bc36acb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:11.631991 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb4da1cc-0d34-4c2d-b0d1-4d0c92c8d7ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64cd1ea44c3643ef90842a264be45f51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7924159 May 26 22:32:11.632438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38554) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:11.760226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5569a146-f88c-4636-899f-a4824cd0bbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.788479 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5569a146-f88c-4636-899f-a4824cd0bbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.819645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38564) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:11.844835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5569a146-f88c-4636-899f-a4824cd0bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.863508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569a146-f88c-4636-899f-a4824cd0bbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657e9ce-e247-4c74-8185-04230bc36acb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:11.871826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5569a146-f88c-4636-899f-a4824cd0bbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.873632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5569a146-f88c-4636-899f-a4824cd0bbb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5657e9ce-e247-4c74-8185-04230bc36acb HTTP/1.1" status: 204 len: 168 time: 0.2396400 May 26 22:32:11.900454 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.933739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.987491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:11.996645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Usage tracker for resource:security_group_rule and tenant:55705cf30605415591de6ccdfd1eb633 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:12.002293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:12.017615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:12.034522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d08715d-4b0f-436e-8347-a8b624eb628a,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:12.034691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1a426-5db4-43c1-8186-a407b6014a15 req-acb00821-1d9a-4227-b9ef-35dda9583f71 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:12.037006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56a1a426-5db4-43c1-8186-a407b6014a15 req-acb00821-1d9a-4227-b9ef-35dda9583f71 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.1366708 May 26 22:32:12.072910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Checking segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:12.073253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Network hostable DHCP agents. Network: 12073deb-64b8-46c1-8341-0dba2c594124, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:12.128268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Network 12073deb-64b8-46c1-8341-0dba2c594124 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:12.141056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.141868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56a1a426-5db4-43c1-8186-a407b6014a15 req-cd74e56f-bbaf-438b-8b1f-098174a4c76d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993354 May 26 22:32:12.153033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.189477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 12073deb-64b8-46c1-8341-0dba2c594124) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:12.214225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:12.219401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c84b4b4-cde2-439a-b0e2-ab421db25b06 None None] Network 12073deb-64b8-46c1-8341-0dba2c594124 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:12.222767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.361359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56476024-89bb-4ec7-9962-058d7af34426,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:12.382713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6209f7a-c0b0-4a9f-9581-e95c8ce35d6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55705cf30605415591de6ccdfd1eb633&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5576160 May 26 22:32:12.384283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-e4aec7ce-b854-46ae-af53-6aa9eef623c7 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=961580142f504d36803db16d9e3bd883&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798635 May 26 22:32:12.384283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38584) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:12.387926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-999b250a-6f8b-434a-a607-fda52b5686cd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0018001 May 26 22:32:12.388815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38588) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:12.393993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:12.401938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:12.413927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Usage tracker for resource:router and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:12.423734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:12.434583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:12.464103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.467736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.523146 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.589258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1388597-fa7c-4f36-b9af-271ac79df14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.608014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-12073deb-64b8-46c1-8341-0dba2c594124', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:32:12.610020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.618096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-47b70f17-0489-4b8b-882e-9c4c6208c93e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:12.624553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-47b70f17-0489-4b8b-882e-9c4c6208c93e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271693 May 26 22:32:12.650859 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1388597-fa7c-4f36-b9af-271ac79df14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.669707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-aafef260-f7b6-4edf-a324-a0b24357dc38 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/quotas/961580142f504d36803db16d9e3bd883 HTTP/1.1" status: 200 len: 375 time: 0.0442138 May 26 22:32:12.770952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d0504cae-4984-4aac-b7f0-0fba547da026 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=961580142f504d36803db16d9e3bd883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996456 May 26 22:32:12.777031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38598) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:12.813825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.869763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1388597-fa7c-4f36-b9af-271ac79df14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.937207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388597-fa7c-4f36-b9af-271ac79df14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56476024-89bb-4ec7-9962-058d7af34426,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:12.942790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Allocated IP 172.20.0.2 (12073deb-64b8-46c1-8341-0dba2c594124/7d08715d-4b0f-436e-8347-a8b624eb628a/bf2626ea-cb39-46bc-8d2a-4b77e158f029) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:12.952537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:12.961863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.968186 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1388597-fa7c-4f36-b9af-271ac79df14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.975487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c1388597-fa7c-4f36-b9af-271ac79df14a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56476024-89bb-4ec7-9962-058d7af34426 HTTP/1.1" status: 204 len: 168 time: 0.5887601 May 26 22:32:12.978791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Usage tracker for resource:security_group_rule and tenant:8adb754f1b354bacb52d6d939106fe2c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:13.031253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:13.049203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:13.312509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.331251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daa6612b-240f-4394-8991-2d06de52e0ab req-548f3926-b7a5-49be-980e-ff1ef323847b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 210 time: 0.1358249 May 26 22:32:13.349362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.364789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.377467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Transition to ACTIVE for port object bf2626ea-cb39-46bc-8d2a-4b77e158f029 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:13.381948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.393634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.412389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Transition to ACTIVE for port object bf2626ea-cb39-46bc-8d2a-4b77e158f029 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:13.421948 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.444156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8adb754f1b354bacb52d6d939106fe2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6657829 May 26 22:32:13.448047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38624) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:13.499779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f58a4-2e84-42d9-bffc-54efdf5cb70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba0b91-ffd6-4272-a46b-786a1d9e88e7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:13.570183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Network 12073deb-64b8-46c1-8341-0dba2c594124 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:13.580966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:13.595324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:13.604899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca14ff8a-8ffa-4ba8-b289-8682abc96622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.663769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca14ff8a-8ffa-4ba8-b289-8682abc96622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.744993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca14ff8a-8ffa-4ba8-b289-8682abc96622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.755511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Attempting to bind port bf2626ea-cb39-46bc-8d2a-4b77e158f029 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:13.756058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Attempting to bind port bf2626ea-cb39-46bc-8d2a-4b77e158f029 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:13.756213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Attempting to bind port bf2626ea-cb39-46bc-8d2a-4b77e158f029 on network 12073deb-64b8-46c1-8341-0dba2c594124 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:13.763876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:13.764248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Checking segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:13.764643 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.765078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Bound using segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:13.765662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Bound port: bf2626ea-cb39-46bc-8d2a-4b77e158f029, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:13.766076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.776554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14ff8a-8ffa-4ba8-b289-8682abc96622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba0b91-ffd6-4272-a46b-786a1d9e88e7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:13.788222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Pushing event updated for resources: {'Port': ['ID=bf2626ea-cb39-46bc-8d2a-4b77e158f029,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:13.804844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca14ff8a-8ffa-4ba8-b289-8682abc96622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.811918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca14ff8a-8ffa-4ba8-b289-8682abc96622 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17ba0b91-ffd6-4272-a46b-786a1d9e88e7 HTTP/1.1" status: 204 len: 168 time: 0.3626866 May 26 22:32:13.854681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Allocated IP 172.25.4.28 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/edd6a832-18eb-4bb4-ba30-c7ff65ff171c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:13.897797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] For port bf2626ea-cb39-46bc-8d2a-4b77e158f029, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:13.916332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] For port bf2626ea-cb39-46bc-8d2a-4b77e158f029, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf2626ea-cb39-46bc-8d2a-4b77e158f029,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:13.929890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.098653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ac3cc-2a7a-4518-9548-c157e0b365d5 req-8874e50f-e295-4d41-ae9a-6f647028839f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:14.103323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab2ac3cc-2a7a-4518-9548-c157e0b365d5 req-8874e50f-e295-4d41-ae9a-6f647028839f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.2410612 May 26 22:32:14.146513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf11e18-52c6-426e-90e0-ddb23dec75c6 None None] Pushing event updated for resources: {'Port': ['ID=bf2626ea-cb39-46bc-8d2a-4b77e158f029,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:14.190191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.224790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.319266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Pushing event updated for resources: {'Port': ['ID=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:14.342010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:14.343401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:14.346065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:14.390196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab2ac3cc-2a7a-4518-9548-c157e0b365d5 req-a230a1a4-ebd6-4adb-86f3-0c52f7f0926e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799685 May 26 22:32:14.410928 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-f7e398ff-b21d-43e9-938b-15e1a1cd104a service neutron] 10.222.0.55 "GET /v2.0/ports/20d64500-aa80-4330-a03e-d9c7b21b828c/bindings/n-h2-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.2601657 May 26 22:32:14.731451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.732260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.924639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-5be9d12d-ee16-48a5-848b-37f69d471c8c tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=961580142f504d36803db16d9e3bd883&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406658 May 26 22:32:15.108938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c6198c9-7bd6-4c8d-ac47-02ae204decb1 req-07713150-3e29-4006-b022-320341ad67b0 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 210 time: 0.1834133 May 26 22:32:15.222241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38678) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:15.312378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Router eb043f80-adac-466e-a3a5-e5b1dd679088 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:32:15.426443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf2626ea-cb39-46bc-8d2a-4b77e158f029 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:15.561164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-f44f3c01-5629-46bf-a3c5-67bfee913de1 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:15.562683 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-f44f3c01-5629-46bf-a3c5-67bfee913de1 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6320601 May 26 22:32:15.576515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:15.655584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:15.692671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75914661-8de2-4922-adf4-a0720949bf00 None None] Network 12073deb-64b8-46c1-8341-0dba2c594124 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:15.716639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:15.726170 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.831041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:15.840386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Usage tracker for resource:security_group_rule and tenant:095e29e4a41642ccbb1e361938eb0ac7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:15.853829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:15.860993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:15.884826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Request body: {'port': {'device_id': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '961580142f504d36803db16d9e3bd883'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:15.977119 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.979794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:32:15.990500 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Sync routers for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:32:15.991835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.019036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:16.020604 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:31:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:16.064843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port bf2626ea-cb39-46bc-8d2a-4b77e158f029 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:16.083414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d64500-aa80-4330-a03e-d9c7b21b828c {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:16.098672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=095e29e4a41642ccbb1e361938eb0ac7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8641727 May 26 22:32:16.108037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-29a94f8f-e318-44d7-903c-01765497c140 None None] Provisioning for port bf2626ea-cb39-46bc-8d2a-4b77e158f029 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:16.109432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38716) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:16.115774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.118219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-29a94f8f-e318-44d7-903c-01765497c140 None None] Provisioning complete for port bf2626ea-cb39-46bc-8d2a-4b77e158f029 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:16.118779 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29a94f8f-e318-44d7-903c-01765497c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.122664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-83922bdb-19a4-44c6-8222-edcac5a9b886 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.7326784 May 26 22:32:16.124320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:16.129484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e281c-b507-4e13-9a57-bc93bc72105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9216dd12-348c-4381-add6-35643b7de900,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:16.167214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:16.263037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.305251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684367e7-61f5-470d-8303-5101599b955c req-10eed56c-2e2f-4d57-b4f3-fc06945305ec tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:16.315891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-684367e7-61f5-470d-8303-5101599b955c req-10eed56c-2e2f-4d57-b4f3-fc06945305ec tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 963 time: 0.6031802 May 26 22:32:16.323990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:16.328350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Usage tracker for resource:port and tenant:961580142f504d36803db16d9e3bd883 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:16.331847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:16.337920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:16.389907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Made reservation on behalf of 961580142f504d36803db16d9e3bd883 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:16.393096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.450360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de456d7f-3b79-4c7a-bded-2cd450f02b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.513082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de456d7f-3b79-4c7a-bded-2cd450f02b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.519132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:16.564564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Transition to ACTIVE for port object 20d64500-aa80-4330-a03e-d9c7b21b828c will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:16.585747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.670722 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29a94f8f-e318-44d7-903c-01765497c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.679766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea1f9d3a-9b2a-4375-b802-46d5152d3a2a req-ad69b5d9-6fc9-48ce-bf3c-8ddc346ba245 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 210 time: 0.1180220 May 26 22:32:16.761049 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de456d7f-3b79-4c7a-bded-2cd450f02b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.786264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-29a94f8f-e318-44d7-903c-01765497c140 None None] For port bf2626ea-cb39-46bc-8d2a-4b77e158f029, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf2626ea-cb39-46bc-8d2a-4b77e158f029,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:16.793638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29a94f8f-e318-44d7-903c-01765497c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.798581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de456d7f-3b79-4c7a-bded-2cd450f02b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9216dd12-348c-4381-add6-35643b7de900,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:16.809172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.830230 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de456d7f-3b79-4c7a-bded-2cd450f02b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.831346 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-de456d7f-3b79-4c7a-bded-2cd450f02b58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9216dd12-348c-4381-add6-35643b7de900 HTTP/1.1" status: 204 len: 168 time: 0.7176845 May 26 22:32:16.851103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-684367e7-61f5-470d-8303-5101599b955c req-00fe8eef-edd3-4e4b-bf96-c38fa5170902 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338743 May 26 22:32:16.938139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] No DVR routers for this DVR port 20d64500-aa80-4330-a03e-d9c7b21b828c on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:32:16.972370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:17.017379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Usage tracker for resource:security_group_rule and tenant:961580142f504d36803db16d9e3bd883 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:17.021031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Pushing event updated for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=10']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:17.038317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:17.049495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:17.071260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.074217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.075036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.075561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.076022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.076323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.076800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.078636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.079470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.080042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.083020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:17.196909 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-3e9b9d90-7a15-48fd-8522-ec960d56a92b service neutron] 10.222.0.55 "PUT /v2.0/ports/20d64500-aa80-4330-a03e-d9c7b21b828c/bindings/n-h2-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7748308 May 26 22:32:17.251674 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:14Z', 'revision_number': 3, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:17.258736 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Checking router: eb043f80-adac-466e-a3a5-e5b1dd679088 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:32:17.259349 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Updating router eb043f80-adac-466e-a3a5-e5b1dd679088 port edd6a832-18eb-4bb4-ba30-c7ff65ff171c binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:32:17.270273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-05305922-5471-4d10-b7d8-70c94a4704c3 None None] Provisioning complete for port bf2626ea-cb39-46bc-8d2a-4b77e158f029 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:17.274471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05305922-5471-4d10-b7d8-70c94a4704c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.283806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.286867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.48', 56542) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:17.314387 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.328815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-775fdc46-f775-4dd1-b110-88df261c41ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.337154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.390886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a94f8f-e318-44d7-903c-01765497c140 None None] Pushing event updated for resources: {'Port': ['ID=bf2626ea-cb39-46bc-8d2a-4b77e158f029,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:17.453006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd027fa0-681b-46ba-8e74-c70510203ee1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:17.569939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-b867378e-644e-4a12-8828-6e90dc6def94 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1115 time: 0.2814231 May 26 22:32:17.731559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Allocated IP 192.168.233.100 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/3a93b8fc-c2f7-4a09-916d-0593d094755b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:17.798997 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.814321 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Transition to ACTIVE for port object edd6a832-18eb-4bb4-ba30-c7ff65ff171c will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:17.814866 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-345df379-60a6-44f4-a783-68af4a06e185 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&tenant_id=691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 1115 time: 0.2354093 May 26 22:32:17.835017 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.993727 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Pushing event updated for resources: {'Port': ['ID=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:18.006054 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.006910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.007068 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.007923 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.008928 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.009360 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.009931 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.010357 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.010701 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-430e72c6-0554-4f62-93e4-ae1853b1de2a req-a0775b60-3cdd-4d8c-8478-7d97c2e8d6e7 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 210 time: 0.0788105 May 26 22:32:18.010865 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.011290 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.011707 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Tracked resource versions report: May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: pushed versions: May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: { 'ConntrackHelper': {'1.0'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Log': {'1.0'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Network': {'1.1'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Port': {'1.5'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'PortForwarding': {'1.2'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'QosPolicy': {'1.8'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'SecurityGroup': {'1.2'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'SecurityGroupRule': {'1.0'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'SubPort': {'1.0'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Subnet': {'1.1'}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Trunk': {'1.1'}} May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: consumer versions: May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: { DHCP agent@n-d-843301-1: {}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: HyperV agent@n-h1-843301-1: {}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: HyperV agent@n-h2-843301-1: {}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: L3 agent@n-d-843301-1: {}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: Metadata agent@n-d-843301-1: {}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: Metering agent@n-d-843301-1: {}, May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: Open vSwitch agent@n-d-843301-1: { 'ConntrackHelper': '1.0', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Log': '1.0', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Network': '1.1', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Port': '1.5', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'PortForwarding': '1.2', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'QosPolicy': '1.8', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'SecurityGroup': '1.2', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'SecurityGroupRule': '1.0', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'SubPort': '1.0', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Subnet': '1.1', May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: 'Trunk': '1.1'}} May 26 22:32:18.012832 n-d-843301-1 neutron-server[84032]: {{(pid=84032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:32:18.042451 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Attempting to bind port edd6a832-18eb-4bb4-ba30-c7ff65ff171c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:18.043543 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Attempting to bind port edd6a832-18eb-4bb4-ba30-c7ff65ff171c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:18.043543 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Attempting to bind port edd6a832-18eb-4bb4-ba30-c7ff65ff171c on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:18.051866 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:18.052312 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:18.061721 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.062484 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:18.063149 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Bound port: edd6a832-18eb-4bb4-ba30-c7ff65ff171c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:18.063565 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.078369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.097622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-55af07f0-06a9-42ab-bea5-54e6f4a415b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1115 time: 0.2553961 May 26 22:32:18.175156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:18.187508 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] For port edd6a832-18eb-4bb4-ba30-c7ff65ff171c, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:18.192898 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] For port edd6a832-18eb-4bb4-ba30-c7ff65ff171c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:18.202907 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.295395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.299388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-04159a18-e361-4132-a5ef-db529f83611f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:18.300854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-04159a18-e361-4132-a5ef-db529f83611f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.1947927 May 26 22:32:18.364389 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8e6e5-f455-4cee-b64d-0e11f721874d None None] Pushing event updated for resources: {'Port': ['ID=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:18.373975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Transition to ACTIVE for port object 3a93b8fc-c2f7-4a09-916d-0593d094755b will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:18.392027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-e276d99f-744e-40d5-b498-4c7c28c3b01d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.0727282 May 26 22:32:18.396617 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:18.397365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:31:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:18.613872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38774) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:18.636154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb55e7-1953-4deb-b432-8cefe597ecb0 req-bbeaf0f7-d287-4207-a625-58ebe9de43fc tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:18.645569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fbfb55e7-1953-4deb-b432-8cefe597ecb0 req-bbeaf0f7-d287-4207-a625-58ebe9de43fc tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 964 time: 0.4835663 May 26 22:32:18.646220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38778) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:18.717171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-43fb2d2c-7099-4822-843d-8b1a3282596d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:18.731242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-43fb2d2c-7099-4822-843d-8b1a3282596d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.3283401 May 26 22:32:18.732906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.754027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.783909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38786) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:18.798910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:18.813332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Allocated IP 172.20.0.1 (12073deb-64b8-46c1-8341-0dba2c594124/7d08715d-4b0f-436e-8347-a8b624eb628a/ab5529f6-48ce-4da9-a1b0-e36507fa7c5c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:18.931457 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fbfb55e7-1953-4deb-b432-8cefe597ecb0 req-bf384c95-878c-43e3-af12-61a86bbef450 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637641 May 26 22:32:18.934941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-34fa3a29-9fc3-4f72-a2e5-0fcf4df10b6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400306 May 26 22:32:19.022333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:19.029610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:19.044328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:19.102607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Usage tracker for resource:security_group_rule and tenant:8281db41104b41868349753e0eac3901 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:19.119333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Pushing event updated for resources: {'Port': ['ID=3a93b8fc-c2f7-4a09-916d-0593d094755b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:19.125628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:19.156995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:19.160896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:19.161502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.177102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.216848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:19.254373 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:14Z', 'revision_number': 3, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:19.265044 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa9ae7-f77f-4cca-933d-e012f9fcf9c7 None None] The sync data for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 is: [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:14Z', 'revision_number': 3, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:32:19.281792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.293209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf2626ea-cb39-46bc-8d2a-4b77e158f029 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:19.304186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-acd5c2e0-4c57-4ebb-9369-c196c0cc2ba3 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4871390 May 26 22:32:19.345970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Request body: {'port': {'device_id': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:19.484144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.498164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:19.514622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-feef8f1b-1009-4a41-a46c-7ed69ee056d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.516687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:19.522765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-188c8b09-3e64-460e-8332-462b04548e8d service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651262 May 26 22:32:19.524449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-00a27a5e-de88-4a03-91cf-48271ca54a8f None None] Provisioning for port 3a93b8fc-c2f7-4a09-916d-0593d094755b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:19.529839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Usage tracker for resource:security_group_rule and tenant:98f7ef4acb694ece9b8bc26b6fad7452 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:19.535830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Usage tracker for resource:security_group_rule and tenant:5550ef441e0b4b5e97ee3f345a26b72c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:19.538415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:19.538891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-00a27a5e-de88-4a03-91cf-48271ca54a8f None None] Provisioning complete for port 3a93b8fc-c2f7-4a09-916d-0593d094755b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:19.539330 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00a27a5e-de88-4a03-91cf-48271ca54a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.550410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:19.556379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Transition to ACTIVE for port object ab5529f6-48ce-4da9-a1b0-e36507fa7c5c will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:19.560165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:19.579971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.581372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:19.605151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bf2626ea-cb39-46bc-8d2a-4b77e158f029 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:19.605914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.625716 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.728349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-00a27a5e-de88-4a03-91cf-48271ca54a8f None None] Port 3a93b8fc-c2f7-4a09-916d-0593d094755b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:32:19.813646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:19.846128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de4c8-37f2-4364-93d7-dfdacc4ca31b req-92732cd7-7a6f-4034-8c66-ad637a08be0b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:19.846128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c29de4c8-37f2-4364-93d7-dfdacc4ca31b req-92732cd7-7a6f-4034-8c66-ad637a08be0b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Synchronizing usage tracker for tenant:961580142f504d36803db16d9e3bd883 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:19.861815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb00333-bb2c-4b43-b184-44e8438a14c0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:19.880479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8281db41104b41868349753e0eac3901&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2141597 May 26 22:32:19.887338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38818) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:19.960292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.961843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.962180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.962501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.962819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.963133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.964136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.964136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.964136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.964360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.964930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848f7c7-5fe1-40a8-bd74-76fcd7aab306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:19.990351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.007020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-b73f9554-39ac-46f2-82b6-e689230889a7 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700704 May 26 22:32:20.207742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.238231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.239103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.263386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Network 12073deb-64b8-46c1-8341-0dba2c594124 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:20.268672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.286717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:20.299571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c29de4c8-37f2-4364-93d7-dfdacc4ca31b req-92732cd7-7a6f-4034-8c66-ad637a08be0b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Unset dirty status for tenant:961580142f504d36803db16d9e3bd883 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:20.300931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c29de4c8-37f2-4364-93d7-dfdacc4ca31b req-92732cd7-7a6f-4034-8c66-ad637a08be0b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 936 time: 0.9689565 May 26 22:32:20.317096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c114d1fb-0416-4590-9b45-247e59da3aab,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:20.344429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:20.369113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:20.423363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.434872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1e83d1-5f31-41a6-b5fc-2f991f582f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.487317 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1e83d1-5f31-41a6-b5fc-2f991f582f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.505474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a93b8fc-c2f7-4a09-916d-0593d094755b {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:20.513157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c29de4c8-37f2-4364-93d7-dfdacc4ca31b req-ab997672-3210-402b-833e-4d26dd5bda55 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Synchronizing usage tracker for tenant:961580142f504d36803db16d9e3bd883 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:20.514200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e31079b8-ad34-46f1-9948-d3ad9c7be679 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5550ef441e0b4b5e97ee3f345a26b72c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8991702 May 26 22:32:20.517445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:20.519207 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.536323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Transition to ACTIVE for port object 3a93b8fc-c2f7-4a09-916d-0593d094755b will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:20.557501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-631294f7-b604-4c8a-ab0a-175b97db79ec tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1115 time: 0.2530646 May 26 22:32:20.559005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c29de4c8-37f2-4364-93d7-dfdacc4ca31b req-ab997672-3210-402b-833e-4d26dd5bda55 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Unset dirty status for tenant:961580142f504d36803db16d9e3bd883 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:20.560112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c29de4c8-37f2-4364-93d7-dfdacc4ca31b req-ab997672-3210-402b-833e-4d26dd5bda55 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183657 May 26 22:32:20.560931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.563451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-909b5414-ca9b-4605-a03f-7f5f90e6bb34 None None] Provisioning for port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:20.569491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-909b5414-ca9b-4605-a03f-7f5f90e6bb34 None None] Provisioning complete for port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:20.570104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-909b5414-ca9b-4605-a03f-7f5f90e6bb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.631777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-909b5414-ca9b-4605-a03f-7f5f90e6bb34 None None] Port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:32:20.638697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131b31a7-560a-4526-8732-9d08a1d7fe41,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:20.643520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8144fa17-e14f-41a5-89e9-6484eb0b8036 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98f7ef4acb694ece9b8bc26b6fad7452&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8574216 May 26 22:32:20.681351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.694831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38842) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:20.709285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1e83d1-5f31-41a6-b5fc-2f991f582f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.722521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.739397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e83d1-5f31-41a6-b5fc-2f991f582f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb00333-bb2c-4b43-b184-44e8438a14c0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:20.752174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d1438-910b-41ed-be19-b9ee3850805a req-2c500ed7-d7cf-4d72-bca0-ab2ed6d20dc0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:20.753691 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-811d1438-910b-41ed-be19-b9ee3850805a req-2c500ed7-d7cf-4d72-bca0-ab2ed6d20dc0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 964 time: 0.6038167 May 26 22:32:20.800742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Pushing event updated for resources: {'Port': ['ID=3a93b8fc-c2f7-4a09-916d-0593d094755b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:20.819274 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40944477-d78e-4de5-9dfa-3987f742f9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.849542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1e83d1-5f31-41a6-b5fc-2f991f582f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.853662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f1e83d1-5f31-41a6-b5fc-2f991f582f68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bb00333-bb2c-4b43-b184-44e8438a14c0 HTTP/1.1" status: 204 len: 168 time: 0.9503200 May 26 22:32:20.879100 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40944477-d78e-4de5-9dfa-3987f742f9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:20.904855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-811d1438-910b-41ed-be19-b9ee3850805a req-345e3c08-f648-42fe-a0be-e0ac0ded563b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446013 May 26 22:32:20.924755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc2bd-2914-449a-8bff-08d2204923b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.012407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.051223 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc2bd-2914-449a-8bff-08d2204923b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.093090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Attempting to bind port 3a93b8fc-c2f7-4a09-916d-0593d094755b on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:21.093429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Attempting to bind port 3a93b8fc-c2f7-4a09-916d-0593d094755b by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:21.093772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Attempting to bind port 3a93b8fc-c2f7-4a09-916d-0593d094755b on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:21.110971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-e9c5fdf7-7c9a-4cfe-8e05-78d6e3d625f4 service neutron] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:21.114326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Port 3a93b8fc-c2f7-4a09-916d-0593d094755b on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:32:21.114531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Attempting to bind port 3a93b8fc-c2f7-4a09-916d-0593d094755b on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:21.131304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-e9c5fdf7-7c9a-4cfe-8e05-78d6e3d625f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.132376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ca68e41-dcc8-4104-a320-d6f3ff7f3c13 req-e9c5fdf7-7c9a-4cfe-8e05-78d6e3d625f4 service neutron] 10.222.0.48 "DELETE /v2.0/ports/20d64500-aa80-4330-a03e-d9c7b21b828c/bindings/n-h1-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.5674279 May 26 22:32:21.140949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:21.141593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:21.141879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:21.142085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Bound port: 3a93b8fc-c2f7-4a09-916d-0593d094755b, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:21.142424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.299238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] For port 3a93b8fc-c2f7-4a09-916d-0593d094755b, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:21.307345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device edd6a832-18eb-4bb4-ba30-c7ff65ff171c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:21.317056 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-e9cd5cee-5c58-4869-8dfd-4e8e62262295 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=22ab6b906d9e4f4b85677bc26b9e5912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462008 May 26 22:32:21.330344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40944477-d78e-4de5-9dfa-3987f742f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.359595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] For port 3a93b8fc-c2f7-4a09-916d-0593d094755b, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a93b8fc-c2f7-4a09-916d-0593d094755b,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:21.366293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc2bd-2914-449a-8bff-08d2204923b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.397429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port edd6a832-18eb-4bb4-ba30-c7ff65ff171c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:21.404427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port edd6a832-18eb-4bb4-ba30-c7ff65ff171c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:21.405239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.469249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40944477-d78e-4de5-9dfa-3987f742f9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114d1fb-0416-4590-9b45-247e59da3aab,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:21.479771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40944477-d78e-4de5-9dfa-3987f742f9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.481027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-40944477-d78e-4de5-9dfa-3987f742f9a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c114d1fb-0416-4590-9b45-247e59da3aab HTTP/1.1" status: 204 len: 168 time: 0.8440754 May 26 22:32:21.503101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.512102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.578412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc2bd-2914-449a-8bff-08d2204923b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131b31a7-560a-4526-8732-9d08a1d7fe41,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:21.580251 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc2bd-2914-449a-8bff-08d2204923b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.581335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d5bc2bd-2914-449a-8bff-08d2204923b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/131b31a7-560a-4526-8732-9d08a1d7fe41 HTTP/1.1" status: 204 len: 168 time: 0.8850534 May 26 22:32:21.590482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.713051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.770385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port edd6a832-18eb-4bb4-ba30-c7ff65ff171c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:21.773620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.778140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.802831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:21.808289 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.809640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Pushing event updated for resources: {'Port': ['ID=3a93b8fc-c2f7-4a09-916d-0593d094755b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:21.819482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.820982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-d5bb9e9c-c1e0-4570-bde0-4d18db943b50 service neutron] 10.222.0.48 "PUT /v2.0/ports/3a93b8fc-c2f7-4a09-916d-0593d094755b HTTP/1.1" status: 200 len: 1096 time: 2.4900861 May 26 22:32:21.821344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'tag': '3a93b8fc-c2f7-4a09-916d-0593d094755b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:21.940062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:22.001192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-73e97a16-99f1-47bd-9735-6c9df6cd1fc7 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:22.002932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-73e97a16-99f1-47bd-9735-6c9df6cd1fc7 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6851003 May 26 22:32:22.033162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-dd3d7900-77ef-4781-a382-16698b368021 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/quotas/22ab6b906d9e4f4b85677bc26b9e5912 HTTP/1.1" status: 200 len: 375 time: 0.0204675 May 26 22:32:22.045207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-b1a75141-3f40-41d2-bdc8-312dd0ac3409 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=961580142f504d36803db16d9e3bd883&device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 1099 time: 0.1562960 May 26 22:32:22.110824 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-c63ed486-3850-4b64-965b-a1b9673a780e tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22ab6b906d9e4f4b85677bc26b9e5912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647516 May 26 22:32:22.114267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38894) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:22.139844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Network 12073deb-64b8-46c1-8341-0dba2c594124 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:22.146132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142ee3f-c103-4ebb-8556-6dd043c16926 req-96362632-f01d-4ad3-95af-80291396fe03 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:22.147775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9142ee3f-c103-4ebb-8556-6dd043c16926 req-96362632-f01d-4ad3-95af-80291396fe03 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 948 time: 0.2463861 May 26 22:32:22.149414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:22.212789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-aed4b3b6-82a0-479f-aeb4-1cdf76f5f7bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3a93b8fc-c2f7-4a09-916d-0593d094755b HTTP/1.1" status: 200 len: 217 time: 0.0985248 May 26 22:32:22.371911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-56d0df76-eba4-448d-8a67-f96424f8cc0b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:22.373660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-56d0df76-eba4-448d-8a67-f96424f8cc0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1562362 May 26 22:32:22.472046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38906) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:22.480158 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a52cf6-febf-4f7b-aec5-0f331eaf3705'] response: {'name': 'network-changed', 'server_uuid': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'tag': '3a93b8fc-c2f7-4a09-916d-0593d094755b', 'status': 'completed', 'code': 200} May 26 22:32:22.525647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.575127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:22.581095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-77e843ec-2ac2-4f5b-a7fd-1b03b251240e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943455 May 26 22:32:22.582086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Usage tracker for resource:security_group_rule and tenant:4a4abe37630645be99d8df6aaa575fcf is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:22.585311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:22.591318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5a0e4960-e3e3-46d0-be37-237ee8243cc4 None None] Provisioning complete for port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:22.591716 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4960-e3e3-46d0-be37-237ee8243cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.614568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9142ee3f-c103-4ebb-8556-6dd043c16926 req-bb272e2d-b419-4095-b2ff-d7202cfd4776 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792109 May 26 22:32:22.690983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e4960-e3e3-46d0-be37-237ee8243cc4 None None] Port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:32:22.794048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:22.810207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.905706 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:32:22.907560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-054a2217-3fe6-4428-ab2b-94d8f92f1a63 req-ee7d866e-73a9-4ea8-a56f-c75efa251963 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 210 time: 0.1116896 May 26 22:32:22.924846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38920) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:22.952361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.035849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-c0f30c64-9344-46fe-bd67-9465f1f1307c service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474645 May 26 22:32:23.039895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:23.098224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Usage tracker for resource:security_group_rule and tenant:863c6f3533e645a285bcd1e22f92831b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:23.108074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:23.124889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:23.133605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b2874-6aa1-4363-b6fa-0ae245829967 req-49bf99b8-e85b-4152-a1f8-6375166ca8ac tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:23.135418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992b2874-6aa1-4363-b6fa-0ae245829967 req-49bf99b8-e85b-4152-a1f8-6375166ca8ac tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 964 time: 0.3535242 May 26 22:32:23.156335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:23.167619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Usage tracker for resource:security_group_rule and tenant:2effc452e1ce4bcebbfefa990345b07e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:23.173252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:23.210382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:23.256845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.286966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device edd6a832-18eb-4bb4-ba30-c7ff65ff171c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:23.293117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992b2874-6aa1-4363-b6fa-0ae245829967 req-870924e7-b3e9-42cc-a3ae-6681ba786584 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476867 May 26 22:32:23.294096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.318450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9c920fe-1b7d-4cd4-bf65-36ea2838c7c6 req-07a6688e-50d6-4ebb-89c0-c9440ad82862 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750981 May 26 22:32:23.362864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e437f04-f8b9-400d-9b59-315472000f3e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:23.371291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-677f8123-17a7-4f3c-9e64-c96d40d480fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a4abe37630645be99d8df6aaa575fcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8901787 May 26 22:32:23.373899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38928) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:23.396453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.416640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port edd6a832-18eb-4bb4-ba30-c7ff65ff171c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:23.417005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.420460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.563350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e60cd-a156-4e18-864e-1c1f9060f7f6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:23.579217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2c6c1e21-3e6f-442d-b64d-90af748c1511 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=863c6f3533e645a285bcd1e22f92831b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4608779 May 26 22:32:23.583815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38938) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:23.651090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-924d3488-d1a0-401c-a47b-bff768d14f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.673395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.696903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Router eb043f80-adac-466e-a3a5-e5b1dd679088 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:32:23.701928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.740729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e43be9-90a2-4533-9d0b-94388c7c26bf,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:23.746788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-352521d7-fa9e-4785-87c4-0f0c1bf0790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.779098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-924d3488-d1a0-401c-a47b-bff768d14f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.805776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-352521d7-fa9e-4785-87c4-0f0c1bf0790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.806424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-cdb7dc71-29bd-437a-92f1-1a664aed6168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=961580142f504d36803db16d9e3bd883&device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 1099 time: 0.3413091 May 26 22:32:23.879618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b5aa994e-ccba-4fa0-91c3-6e74858a4c29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2effc452e1ce4bcebbfefa990345b07e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9515357 May 26 22:32:23.898568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:23.946421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad999882-c650-4df3-ad4c-640618332ea4 req-36377f4e-bd43-41dc-9071-8e90506b498a tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1115 time: 0.2916031 May 26 22:32:24.046992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-924d3488-d1a0-401c-a47b-bff768d14f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.073332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-757d2b83-3c7e-424b-92d2-248474edae51 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=22ab6b906d9e4f4b85677bc26b9e5912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558734 May 26 22:32:24.093175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d3488-d1a0-401c-a47b-bff768d14f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e437f04-f8b9-400d-9b59-315472000f3e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:24.152783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f6bd-57f4-4b6f-b070-68c9099379e7 req-26f941e7-6ce0-4018-aeee-7f7aafd5822b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:24.161830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4996f6bd-57f4-4b6f-b070-68c9099379e7 req-26f941e7-6ce0-4018-aeee-7f7aafd5822b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 948 time: 0.2639110 May 26 22:32:24.219953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-924d3488-d1a0-401c-a47b-bff768d14f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.221187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-924d3488-d1a0-401c-a47b-bff768d14f7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e437f04-f8b9-400d-9b59-315472000f3e HTTP/1.1" status: 204 len: 168 time: 0.8460867 May 26 22:32:24.222649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-7880a9db-cf49-4d5d-a84c-956c8815720e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:24.224507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-7880a9db-cf49-4d5d-a84c-956c8815720e service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4106088 May 26 22:32:24.237634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad999882-c650-4df3-ad4c-640618332ea4 req-3f4dddb0-4467-4ce8-b445-8d247b0c6d32 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903037 May 26 22:32:24.239962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4996f6bd-57f4-4b6f-b070-68c9099379e7 req-69b2105e-844c-4c77-ab25-a2b81cca299a tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769858 May 26 22:32:24.243620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-352521d7-fa9e-4785-87c4-0f0c1bf0790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.310896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352521d7-fa9e-4785-87c4-0f0c1bf0790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e60cd-a156-4e18-864e-1c1f9060f7f6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:24.318733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-352521d7-fa9e-4785-87c4-0f0c1bf0790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.319841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-352521d7-fa9e-4785-87c4-0f0c1bf0790f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d4e60cd-a156-4e18-864e-1c1f9060f7f6 HTTP/1.1" status: 204 len: 168 time: 0.7303145 May 26 22:32:24.409557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:32:24.427030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Sync routers for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:32:24.439418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b7809711-5699-4057-a9d8-ebc8971f3a57 admin admin] 10.222.0.32 "PUT /v2.0/routers/eb043f80-adac-466e-a3a5-e5b1dd679088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3110089 May 26 22:32:24.453436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:24.455670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:24.494317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-07ed7682-c95d-4b7d-98c8-bedb43c7018d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.504372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d743937-3fcb-49b3-91f3-c4e06fe6860a req-61e2a25d-3c99-4bec-819b-a2ec298af097 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 210 time: 0.1082170 May 26 22:32:24.530082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-07ed7682-c95d-4b7d-98c8-bedb43c7018d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.593507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-7f07061c-21a6-40a5-a695-16869865a4d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3a93b8fc-c2f7-4a09-916d-0593d094755b HTTP/1.1" status: 200 len: 217 time: 0.3367991 May 26 22:32:24.604221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-07ed7682-c95d-4b7d-98c8-bedb43c7018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.670998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed7682-c95d-4b7d-98c8-bedb43c7018d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e43be9-90a2-4533-9d0b-94388c7c26bf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:24.690471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-07ed7682-c95d-4b7d-98c8-bedb43c7018d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:24.695209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-07ed7682-c95d-4b7d-98c8-bedb43c7018d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64e43be9-90a2-4533-9d0b-94388c7c26bf HTTP/1.1" status: 204 len: 168 time: 0.7942679 May 26 22:32:24.701527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8823371c-9cb1-42a8-a9e5-fb66c94b10e7 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:24.703153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8823371c-9cb1-42a8-a9e5-fb66c94b10e7 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6019409 May 26 22:32:24.720244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-125fa4b9-5bd0-42a2-a3e4-663a1ff59dde service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:24.722063 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-125fa4b9-5bd0-42a2-a3e4-663a1ff59dde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1195829 May 26 22:32:24.727735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Request body: {'port': {'device_id': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '22ab6b906d9e4f4b85677bc26b9e5912'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:24.736041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:24.989304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-84f9963d-95a9-4fde-aecd-2acd113de9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447875 May 26 22:32:25.001021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.016860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:25.040826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Usage tracker for resource:port and tenant:22ab6b906d9e4f4b85677bc26b9e5912 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:25.046137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:25.104965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:25.127107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 2, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:25.131641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Checking router: eb043f80-adac-466e-a3a5-e5b1dd679088 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:32:25.131857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Updating router eb043f80-adac-466e-a3a5-e5b1dd679088 port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:32:25.187903 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.210735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Made reservation on behalf of 22ab6b906d9e4f4b85677bc26b9e5912 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:25.214449 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.242235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.291020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-de25e548-9251-4476-a13d-7fc1e9e507a6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:25.297468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-de25e548-9251-4476-a13d-7fc1e9e507a6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.3114915 May 26 22:32:25.348193 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-8e3091c3-1e10-415b-952c-2bd3c3df41dc tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/quotas/691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 375 time: 0.0497849 May 26 22:32:25.352286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:25.387451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-81007790-ffc6-4373-9d44-026f0f165ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681741 May 26 22:32:25.392902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Usage tracker for resource:security_group_rule and tenant:22ab6b906d9e4f4b85677bc26b9e5912 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:25.418422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:25.428785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:25.490378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38998) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:25.554208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.564760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201fd56-320f-4300-a807-f2781d30631c req-78af7508-5238-484d-8e16-15ad47feb0f2 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:25.574647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0201fd56-320f-4300-a807-f2781d30631c req-78af7508-5238-484d-8e16-15ad47feb0f2 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 948 time: 0.1421368 May 26 22:32:25.651766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0201fd56-320f-4300-a807-f2781d30631c req-2ea6b96c-7f82-4530-9775-6848d565aecb tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714939 May 26 22:32:25.665789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.675639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Transition to ACTIVE for port object ab5529f6-48ce-4da9-a1b0-e36507fa7c5c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:25.689339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.692061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.720048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:25.853723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f33f16c2-75e0-495e-8a31-1c13f2fcba0d req-420647ff-b471-462e-b4eb-135a6e86f348 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453087 May 26 22:32:25.876981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:25.900838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-f3e81326-3e2d-4f3e-bf4b-d316336f3e38 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5461419 May 26 22:32:25.909550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Usage tracker for resource:security_group_rule and tenant:c39d1848461949d6b1dc17d3d0475fba is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:25.949130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a1414-a221-4846-a408-6a4c6e2e8c38 None None] Pushing event updated for resources: {'Port': ['ID=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:25.963438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:25.963923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4fce2430-ff78-4998-aadb-3cdbc4260bfd req-38a36fa9-667a-42b9-b1b7-ce68184dc533 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 210 time: 0.0984201 May 26 22:32:26.083659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Allocated IP 192.168.233.28 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/ea849f7d-0a7f-412e-b927-d84d4b439ce2) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:26.086657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Attempting to bind port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:26.087283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Attempting to bind port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:26.087846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Attempting to bind port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c on network 12073deb-64b8-46c1-8341-0dba2c594124 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:26.096096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:26.096957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Checking segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:26.097616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.099845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Bound using segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:26.100523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Bound port: ab5529f6-48ce-4da9-a1b0-e36507fa7c5c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:26.101149 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.214766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] For port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:26.219283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] For port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:26.226258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.253728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6110c202-0850-4853-ad31-76b5d4d5ba11,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:26.256307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:26.321598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a1414-a221-4846-a408-6a4c6e2e8c38 None None] Pushing event updated for resources: {'Port': ['ID=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:26.330867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:26.331448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:26.399146 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.454713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Transition to ACTIVE for port object ea849f7d-0a7f-412e-b927-d84d4b439ce2 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:26.465504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-bd04917a-387b-448a-9bb1-73a84112ed23 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571678 May 26 22:32:26.654268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:26.822886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.830868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.838925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.000225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-f94484bc-7fe0-4833-924d-1c28de4ac202 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274010 May 26 22:32:27.005055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:27.023788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c39d1848461949d6b1dc17d3d0475fba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5242584 May 26 22:32:27.023788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ac94d-7c58-442d-aab8-d7b036c63bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b8da0-e5d4-404a-8dff-455d4b9970e3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:27.024163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39046) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:27.025234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:27.037523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Pushing event updated for resources: {'Port': ['ID=ea849f7d-0a7f-412e-b927-d84d4b439ce2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:27.068243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:27.082361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:27.084957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.176175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-8d30b0cc-6151-4a9b-b1b9-e0cbf8253efc tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4528542 May 26 22:32:27.194928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Request body: {'port': {'device_id': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:27.227242 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a6b508c-6ca6-4cbf-a482-70ac74757526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.306050 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a6b508c-6ca6-4cbf-a482-70ac74757526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.424655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a6b508c-6ca6-4cbf-a482-70ac74757526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.462138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b508c-6ca6-4cbf-a482-70ac74757526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5b8da0-e5d4-404a-8dff-455d4b9970e3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:27.462854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.540912 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.549271 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a6b508c-6ca6-4cbf-a482-70ac74757526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.550407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4a6b508c-6ca6-4cbf-a482-70ac74757526 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b5b8da0-e5d4-404a-8dff-455d4b9970e3 HTTP/1.1" status: 204 len: 168 time: 0.5240138 May 26 22:32:27.604451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddfb98-4b2d-4e69-88e5-5fdcb96cb3aa req-9e5a007d-bf4b-4eae-a2e6-a8b778a38c13 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:27.606460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ceddfb98-4b2d-4e69-88e5-5fdcb96cb3aa req-9e5a007d-bf4b-4eae-a2e6-a8b778a38c13 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 948 time: 0.1408525 May 26 22:32:27.631337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0115d92c-6ecb-445d-bcdd-ee991dec5a8a None None] Provisioning for port ea849f7d-0a7f-412e-b927-d84d4b439ce2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:27.646813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0115d92c-6ecb-445d-bcdd-ee991dec5a8a None None] Provisioning complete for port ea849f7d-0a7f-412e-b927-d84d4b439ce2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:27.647821 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0115d92c-6ecb-445d-bcdd-ee991dec5a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.669807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ceddfb98-4b2d-4e69-88e5-5fdcb96cb3aa req-549b635e-6368-4a4f-896b-7a048a0e8e49 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567892 May 26 22:32:27.788030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:26Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:27.810856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0115d92c-6ecb-445d-bcdd-ee991dec5a8a None None] Port ea849f7d-0a7f-412e-b927-d84d4b439ce2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:32:27.816446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418f907-4a03-40d7-bbd2-02996d89c908 None None] The sync data for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 is: [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:26Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:32:27.974681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f96890-feb4-4220-8891-0227e4b41f4f req-7eae81f9-e09c-4267-a5a6-f185968b80bb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 210 time: 0.1070096 May 26 22:32:28.072102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2178-b4d1-4a25-b9dc-8d47a569eb42 req-a9491726-51f9-4ff2-b328-e9bcb1a4e2e5 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:28.072834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8d8b2178-b4d1-4a25-b9dc-8d47a569eb42 req-a9491726-51f9-4ff2-b328-e9bcb1a4e2e5 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Synchronizing usage tracker for tenant:22ab6b906d9e4f4b85677bc26b9e5912 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:28.082762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39080) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:28.089457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-network', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:28.096367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:28.106373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Usage tracker for resource:network and tenant:d5f3d8b10c08445598e11f99086dfec3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:28.114298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:28.117135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8d8b2178-b4d1-4a25-b9dc-8d47a569eb42 req-a9491726-51f9-4ff2-b328-e9bcb1a4e2e5 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Unset dirty status for tenant:22ab6b906d9e4f4b85677bc26b9e5912 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:28.119915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d8b2178-b4d1-4a25-b9dc-8d47a569eb42 req-a9491726-51f9-4ff2-b328-e9bcb1a4e2e5 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 935 time: 0.5675457 May 26 22:32:28.140724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:28.172352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Made reservation on behalf of d5f3d8b10c08445598e11f99086dfec3 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:28.174958 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.230965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8d8b2178-b4d1-4a25-b9dc-8d47a569eb42 req-64f52e30-fc24-4311-946a-ec898ee5664a tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Synchronizing usage tracker for tenant:22ab6b906d9e4f4b85677bc26b9e5912 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:28.237288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.238493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3a93b8fc-c2f7-4a09-916d-0593d094755b details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:28.311303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8d8b2178-b4d1-4a25-b9dc-8d47a569eb42 req-64f52e30-fc24-4311-946a-ec898ee5664a tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Unset dirty status for tenant:22ab6b906d9e4f4b85677bc26b9e5912 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:28.311931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:28.312574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d8b2178-b4d1-4a25-b9dc-8d47a569eb42 req-64f52e30-fc24-4311-946a-ec898ee5664a tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652722 May 26 22:32:28.340300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f3d8b10c08445598e11f99086dfec3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:28.352047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:28.362800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:28.472430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea849f7d-0a7f-412e-b927-d84d4b439ce2 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:28.487241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.543455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Transition to ACTIVE for port object ea849f7d-0a7f-412e-b927-d84d4b439ce2 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:28.556614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.558580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.576070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.662564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:28.676884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3a93b8fc-c2f7-4a09-916d-0593d094755b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a93b8fc-c2f7-4a09-916d-0593d094755b,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:28.678515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe7a436-4228-436c-a0ae-1fd44d0080be,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:28.690615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.691091 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Added segment 083f41cf-91e4-4f19-a594-16883fbc3f66 of type vlan for network 4efbf383-c8d7-4d91-8db4-6d29c35215dc May 26 22:32:28.761233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3a93b8fc-c2f7-4a09-916d-0593d094755b', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '3a93b8fc-c2f7-4a09-916d-0593d094755b', 'mac_address': 'fa:16:3e:b6:1f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:32:28.772297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=ea849f7d-0a7f-412e-b927-d84d4b439ce2,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:28.783082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.869954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.870875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:28.871442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.968848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:29.029327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a93b8fc-c2f7-4a09-916d-0593d094755b {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:29.066004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3a93b8fc-c2f7-4a09-916d-0593d094755b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a93b8fc-c2f7-4a09-916d-0593d094755b,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:29.078214 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:29.114523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Attempting to bind port ea849f7d-0a7f-412e-b927-d84d4b439ce2 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:29.115578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Attempting to bind port ea849f7d-0a7f-412e-b927-d84d4b439ce2 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:29.116148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Attempting to bind port ea849f7d-0a7f-412e-b927-d84d4b439ce2 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:29.123311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Port ea849f7d-0a7f-412e-b927-d84d4b439ce2 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:32:29.124137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Attempting to bind port ea849f7d-0a7f-412e-b927-d84d4b439ce2 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:29.133696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:29.134378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:29.143093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:29.143901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Bound port: ea849f7d-0a7f-412e-b927-d84d4b439ce2, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:29.144443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:29.255197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3a93b8fc-c2f7-4a09-916d-0593d094755b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:29.336921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ab5529f6-48ce-4da9-a1b0-e36507fa7c5c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:29.353337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] For port ea849f7d-0a7f-412e-b927-d84d4b439ce2, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:29.359180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] For port ea849f7d-0a7f-412e-b927-d84d4b439ce2, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ea849f7d-0a7f-412e-b927-d84d4b439ce2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:29.369639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:29.391305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3069484 May 26 22:32:29.403165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39130) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:29.442156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Request body: {'subnet': {'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-subnet', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:29.455187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:29.456107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:29.464578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:29.465307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:29.490876 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:29.495307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] 10.222.0.55 "PUT /v2.0/ports/ea849f7d-0a7f-412e-b927-d84d4b439ce2 HTTP/1.1" status: 200 len: 1095 time: 2.3057089 May 26 22:32:29.495902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'tag': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:29.525611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac33e-4ab5-4284-be4c-ab022c64dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=ea849f7d-0a7f-412e-b927-d84d4b439ce2,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:29.539617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Usage tracker for resource:subnet and tenant:d5f3d8b10c08445598e11f99086dfec3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:29.541449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3a93b8fc-c2f7-4a09-916d-0593d094755b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:32:29.580479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:29.591709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2259c22-fdb8-422e-9872-3200520e4861 admin admin] Pushing event updated for resources: {'Network': ['ID=4efbf383-c8d7-4d91-8db4-6d29c35215dc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:29.664893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:29.723242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:29.784218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d09cdb-fe97-4f29-b3d1-aac127cc679d req-bbf2ccd2-9e38-4266-8b5f-eae3f36fcde2 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:29.792903 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25d09cdb-fe97-4f29-b3d1-aac127cc679d req-bbf2ccd2-9e38-4266-8b5f-eae3f36fcde2 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 949 time: 0.6495988 May 26 22:32:29.795208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Made reservation on behalf of d5f3d8b10c08445598e11f99086dfec3 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:29.797917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:29.878447 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-4232286f-1b6c-4779-b9ce-86bb825d3769 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22ab6b906d9e4f4b85677bc26b9e5912&device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 1098 time: 0.2426476 May 26 22:32:29.987535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-486d7b7e-9de8-4306-b701-c16ab9256c2d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:29.989831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-486d7b7e-9de8-4306-b701-c16ab9256c2d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.5310190 May 26 22:32:30.020398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25d09cdb-fe97-4f29-b3d1-aac127cc679d req-44457dc4-2656-4fbc-9ab9-86365288d297 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250762 May 26 22:32:30.034300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Request body: {'port': {'device_id': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'admin_state_up': True, 'tenant_id': '691816e413f94c83858aab31b419257a'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:30.053020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:30.107006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:30.116736 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:30.128672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-3693979e-238a-4fdc-96c0-33b94c65b50f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ea849f7d-0a7f-412e-b927-d84d4b439ce2 HTTP/1.1" status: 200 len: 217 time: 0.2386858 May 26 22:32:30.135123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbdd3201-9aea-4dcf-979a-31f3ee53b76a req-6c4f7443-338c-42cd-9061-30330e0991c7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 210 time: 0.1265132 May 26 22:32:30.290344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-4a49ed3d-cdae-47c1-b4ea-d27c4c5517a6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:30.292640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:30.294584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-4a49ed3d-cdae-47c1-b4ea-d27c4c5517a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1573269 May 26 22:32:30.301790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:30.349779 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f421628-c9ef-4d03-b126-3b560db7d648'] response: {'name': 'network-changed', 'server_uuid': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'tag': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2', 'status': 'completed', 'code': 200} May 26 22:32:30.361618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:30.379229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-b67c0e95-fbd7-46bb-b011-0c1d8f71f418 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743542 May 26 22:32:30.413359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Made reservation on behalf of 691816e413f94c83858aab31b419257a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:30.417030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:30.548135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-fbdecf97-5148-4ab1-9b28-a5cbfb7a053b service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594770 May 26 22:32:30.667253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399edd4c-01cf-4347-a43c-dd3a4402358e req-8bf172c7-7cab-4400-99e5-4215eaaeff26 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:30.673880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-399edd4c-01cf-4347-a43c-dd3a4402358e req-8bf172c7-7cab-4400-99e5-4215eaaeff26 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 947 time: 0.3634336 May 26 22:32:30.691905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39156) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:30.783252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3961e76-6423-4610-b994-8bd4e50bd766 req-984b4755-9826-40f5-b2fa-3ce133a42f83 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247629 May 26 22:32:30.833592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:30.882427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Allocated IP 172.20.0.8 (fc939361-eb17-45c3-9b3e-b0eb89d05881/7ccf787e-4362-4fa0-a9a6-3a378df62f1a/2a26f1bb-e389-49d0-9957-09197d589fe6) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:30.892695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-399edd4c-01cf-4347-a43c-dd3a4402358e req-9e0bb669-d11a-4d65-8111-2891abf408ea tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175515 May 26 22:32:30.949669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:30.950495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-e587aabf-8479-43ea-a8d2-36d81aa8b3cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22ab6b906d9e4f4b85677bc26b9e5912&device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 1098 time: 0.1042807 May 26 22:32:30.985321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Checking segment: {'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:30.985669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Network hostable DHCP agents. Network: 4efbf383-c8d7-4d91-8db4-6d29c35215dc, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:31.099521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.101079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-240a5bd6-98e7-41c3-b5e8-100604dfc687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:31.102956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-240a5bd6-98e7-41c3-b5e8-100604dfc687 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1438484 May 26 22:32:31.161146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:31.200831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 4efbf383-c8d7-4d91-8db4-6d29c35215dc) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:31.205011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:31.205815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.210999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf7ba6-77a1-4bd6-a1f4-5e1e2983cdd1 None None] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:31.214649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:31.236655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b6ace26cce44deb71fe1651a71913d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:31.243042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-f18a0b91-3621-408a-9924-7bd02c55963c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ea849f7d-0a7f-412e-b927-d84d4b439ce2 HTTP/1.1" status: 200 len: 217 time: 0.1311078 May 26 22:32:31.245835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.251845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:31.283233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:31.341868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a461dc56-b09a-4960-953e-4b1bc4cc689f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9257808 May 26 22:32:31.344759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39182) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:31.373478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:31.385705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:31.406084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-3999718d-e7ce-421c-8b69-a41c8b0579c7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:31.408430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-3999718d-e7ce-421c-8b69-a41c8b0579c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1209316 May 26 22:32:31.412849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Usage tracker for resource:router and tenant:d5f3d8b10c08445598e11f99086dfec3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:31.447496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:31.462311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.473038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fbfcf-310d-455e-9d0a-7f12239bf490 req-182e467b-876a-4088-9229-9f5239fb4af9 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:31.474958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f9fbfcf-310d-455e-9d0a-7f12239bf490 req-182e467b-876a-4088-9229-9f5239fb4af9 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 949 time: 0.2283885 May 26 22:32:31.475367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ab5529f6-48ce-4da9-a1b0-e36507fa7c5c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:31.506939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:31.573075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f9fbfcf-310d-455e-9d0a-7f12239bf490 req-e712303e-4d32-4794-8c1e-272b46180f7f tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876834 May 26 22:32:31.576171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.577105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.584126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:31.587283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-9d5db686-ad4a-418d-b941-3cefb0c6d6c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698685 May 26 22:32:31.599068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:31.612613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:31.736857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:31.749581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-4efbf383-c8d7-4d91-8db4-6d29c35215dc', 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'fixed_ips': [{'subnet_id': 'e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:32:31.750437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.798147 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-bfd2fc23-6efa-4047-9651-d5ee103481c7 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022734 May 26 22:32:31.829884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.853257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:31.853886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.872152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.875276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.877338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:31.877720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.957523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95afa3-4192-490d-b63d-51b36515e2b5 req-9d2df9c1-6d5b-4433-8857-b711a27fe358 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:31.958244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7e95afa3-4192-490d-b63d-51b36515e2b5 req-9d2df9c1-6d5b-4433-8857-b711a27fe358 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:31.965692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-555328e3-75c3-43b8-a107-d666ab2f3a85 req-df38e423-2403-428d-b0e7-baa1848442b3 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592441 May 26 22:32:32.029503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3363d-47e3-4a2c-8dd0-747403b5b326,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:32.035074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-b76d3045-4017-4888-a240-6b99f359936f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0119970 May 26 22:32:32.040476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39202) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:32.043193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9bf7128-6ab2-4e54-865c-fe1f4a09e225 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3b6ace26cce44deb71fe1651a71913d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3499553 May 26 22:32:32.118906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Allocated IP 172.20.0.2 (4efbf383-c8d7-4d91-8db4-6d29c35215dc/e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8/5167fd9f-b5dc-430c-8e4f-107feb13261e) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:32.165187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3cded669-6077-4824-83d1-755154832105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.234666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3a93b8fc-c2f7-4a09-916d-0593d094755b up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:32.237933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3cded669-6077-4824-83d1-755154832105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.277245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7e95afa3-4192-490d-b63d-51b36515e2b5 req-9d2df9c1-6d5b-4433-8857-b711a27fe358 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:32.284819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e95afa3-4192-490d-b63d-51b36515e2b5 req-9d2df9c1-6d5b-4433-8857-b711a27fe358 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 931 time: 0.8737640 May 26 22:32:32.296198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Request body: {'port': {'device_id': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:32.353842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3cded669-6077-4824-83d1-755154832105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.389973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cded669-6077-4824-83d1-755154832105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3363d-47e3-4a2c-8dd0-747403b5b326,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:32.394312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3cded669-6077-4824-83d1-755154832105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.398160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3cded669-6077-4824-83d1-755154832105 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3c3363d-47e3-4a2c-8dd0-747403b5b326 HTTP/1.1" status: 204 len: 168 time: 0.3559635 May 26 22:32:32.407443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 3a93b8fc-c2f7-4a09-916d-0593d094755b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:32.409529 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e95afa3-4192-490d-b63d-51b36515e2b5 req-0a968505-11f7-41b5-895f-4627f2c9a7da tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238534 May 26 22:32:32.440610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3a93b8fc-c2f7-4a09-916d-0593d094755b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:32.440969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.477329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.503776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.507794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.522924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Transition to ACTIVE for port object 5167fd9f-b5dc-430c-8e4f-107feb13261e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:32.551777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Transition to ACTIVE for port object 5167fd9f-b5dc-430c-8e4f-107feb13261e will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:32.563408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623bce-e823-4aab-8937-177f5751a3ea req-95d1866e-f7a9-4926-8f11-99bf0dd3ac23 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:32.566128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f623bce-e823-4aab-8937-177f5751a3ea req-95d1866e-f7a9-4926-8f11-99bf0dd3ac23 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 947 time: 0.1450255 May 26 22:32:32.609617 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.632248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f623bce-e823-4aab-8937-177f5751a3ea req-92fd2eb7-7a80-41fa-9ee1-869c74e23036 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584669 May 26 22:32:32.707627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:32.715625 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.749084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:32.766142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:32.789518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a93b8fc-c2f7-4a09-916d-0593d094755b'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:32.820617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Pushing event updated for resources: {'Port': ['ID=5167fd9f-b5dc-430c-8e4f-107feb13261e,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:32.878662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3a93b8fc-c2f7-4a09-916d-0593d094755b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a93b8fc-c2f7-4a09-916d-0593d094755b,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:32.955171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.058744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3a93b8fc-c2f7-4a09-916d-0593d094755b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:33.072996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Attempting to bind port 5167fd9f-b5dc-430c-8e4f-107feb13261e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:33.073227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Attempting to bind port 5167fd9f-b5dc-430c-8e4f-107feb13261e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:33.073719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Attempting to bind port 5167fd9f-b5dc-430c-8e4f-107feb13261e on network 4efbf383-c8d7-4d91-8db4-6d29c35215dc {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:33.082057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:33.082610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Checking segment: {'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:33.083052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.083442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Bound using segment: {'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:33.083899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Bound port: 5167fd9f-b5dc-430c-8e4f-107feb13261e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:33.084590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.109045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.167661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.204044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] For port 5167fd9f-b5dc-430c-8e4f-107feb13261e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:33.208557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] For port 5167fd9f-b5dc-430c-8e4f-107feb13261e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5167fd9f-b5dc-430c-8e4f-107feb13261e,segment=NetworkSegment(083f41cf-91e4-4f19-a594-16883fbc3f66),segment_id=083f41cf-91e4-4f19-a594-16883fbc3f66)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:33.216821 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.265007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:32:33.295768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b27e2-740c-4511-9de6-c93d8f4cc6c6 req-90f424d1-8cef-4d7f-ace6-2a771d715a68 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:33.311246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-173b27e2-740c-4511-9de6-c93d8f4cc6c6 req-90f424d1-8cef-4d7f-ace6-2a771d715a68 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 950 time: 0.1759803 May 26 22:32:33.349519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c45a-2906-4e4e-962d-14124c8c2a0a None None] Pushing event updated for resources: {'Port': ['ID=5167fd9f-b5dc-430c-8e4f-107feb13261e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:33.377466 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832debdf-2926-4e85-9963-52260235e4cd'] response: {'server_uuid': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a93b8fc-c2f7-4a09-916d-0593d094755b', 'code': 200} May 26 22:32:33.393159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a26f1bb-e389-49d0-9957-09197d589fe6 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:33.433288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.434254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-173b27e2-740c-4511-9de6-c93d8f4cc6c6 req-13c9aeee-1307-4251-a6cf-bcf64d4e909b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220856 May 26 22:32:33.497399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Transition to ACTIVE for port object 2a26f1bb-e389-49d0-9957-09197d589fe6 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:33.517573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39244) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:33.526197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.530392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Allocated IP 172.25.4.199 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/41aebf05-2c93-49df-83e2-7a4c719f78c9) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:33.575277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.597152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ea849f7d-0a7f-412e-b927-d84d4b439ce2 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:33.765864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:33.778790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Usage tracker for resource:security_group_rule and tenant:5185b9a31a264b17beb4d5c6e9ccc535 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:33.791846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:33.816919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:33.831942 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b9ead54-68d5-4af9-8b68-d4f514798173 req-25248f51-6b7b-453c-b65b-c4082e521222 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 1101 time: 0.3767760 May 26 22:32:33.877979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ea849f7d-0a7f-412e-b927-d84d4b439ce2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ea849f7d-0a7f-412e-b927-d84d4b439ce2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:33.894845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2', 'mac_address': 'fa:16:3e:1c:8a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:32:33.961896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1b9ead54-68d5-4af9-8b68-d4f514798173 req-e0128bc2-2072-4f57-8c7d-ae6ceb7531ad service neutron] Synchronizing usage tracker for tenant:15115b92d41540f2945fb985430f1042 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:33.968888 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.994273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea849f7d-0a7f-412e-b927-d84d4b439ce2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:34.011905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ea849f7d-0a7f-412e-b927-d84d4b439ce2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ea849f7d-0a7f-412e-b927-d84d4b439ce2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:34.018095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.019319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:34.040889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1b9ead54-68d5-4af9-8b68-d4f514798173 req-e0128bc2-2072-4f57-8c7d-ae6ceb7531ad service neutron] Unset dirty status for tenant:15115b92d41540f2945fb985430f1042 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:34.042265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b9ead54-68d5-4af9-8b68-d4f514798173 req-e0128bc2-2072-4f57-8c7d-ae6ceb7531ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053721 May 26 22:32:34.121450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ea849f7d-0a7f-412e-b927-d84d4b439ce2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:34.176731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.196935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.220350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.241207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a3b74-ac17-4da3-8b76-389af87e2413 req-0e8e14b5-9813-46b6-b4be-b099a2280c6d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:34.243681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95a3b74-ac17-4da3-8b76-389af87e2413 req-0e8e14b5-9813-46b6-b4be-b099a2280c6d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 943 time: 0.5527704 May 26 22:32:34.258945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ea849f7d-0a7f-412e-b927-d84d4b439ce2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:32:34.261298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39264) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:34.265410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8b1fa9-9133-4c5f-9e23-4e8e75a87c7c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:34.309405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:34.309714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:34.310055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:34.311897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf9ca5b7-097b-43f5-9092-7d4cc077b31e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5185b9a31a264b17beb4d5c6e9ccc535&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7931294 May 26 22:32:34.315229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39270) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:34.323061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042b948-27f8-411f-85f4-a6c425917dac req-6d6f70e4-eca7-40f8-a023-614241bdfffb tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:34.331528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f042b948-27f8-411f-85f4-a6c425917dac req-6d6f70e4-eca7-40f8-a023-614241bdfffb tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 948 time: 0.2241118 May 26 22:32:34.354688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:32:34.359815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:34.388804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.406763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f042b948-27f8-411f-85f4-a6c425917dac req-7ae5cee5-912c-419a-b294-df6934a1637a tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728428 May 26 22:32:34.444582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:34.444919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:34.445338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:34.450381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Bound port: 2a26f1bb-e389-49d0-9957-09197d589fe6, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:34.450794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.539966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95a3b74-ac17-4da3-8b76-389af87e2413 req-24803908-9fc1-4123-93d6-eaa00b091e70 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814837 May 26 22:32:34.622859 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.640236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:34.653102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:34.659754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Pushing event updated for resources: {'Port': ['ID=41aebf05-2c93-49df-83e2-7a4c719f78c9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:34.662309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:34.816097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e54a-8c9f-456a-944e-0ba8e3bb91a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.861097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c1f21-970e-4fa2-91f0-172fb44de054 None None] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:34.866576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:34.905172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:34.923807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Usage tracker for resource:security_group_rule and tenant:6091e0a3e060457babd5ab660dd3ae0c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:34.928799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e54a-8c9f-456a-944e-0ba8e3bb91a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.941712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:34.989766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:34.992713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:35.021613 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.045029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-20550104-1af9-44bb-8055-2393965f7053 None None] Provisioning for port 5167fd9f-b5dc-430c-8e4f-107feb13261e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:35.046068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39290) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:35.170742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.172242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] 10.222.0.55 "PUT /v2.0/ports/2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 1091 time: 2.9470618 May 26 22:32:35.199784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:35.290957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.323659 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c86d53-74f4-45ad-bfd3-d936824aede9'] response: {'name': 'network-changed', 'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6', 'status': 'completed', 'code': 200} May 26 22:32:35.343369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5167fd9f-b5dc-430c-8e4f-107feb13261e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:35.354416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e54a-8c9f-456a-944e-0ba8e3bb91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.378061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:35.388902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:bf058b659d5f47179ab5fad38428fe89 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:35.393011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08c63c-197a-4b66-93cb-f99d63126baa service neutron] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:35.393174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:35.407667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:35.417058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8e54a-8c9f-456a-944e-0ba8e3bb91a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8b1fa9-9133-4c5f-9e23-4e8e75a87c7c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:35.507137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477534-eb04-42da-a4ba-97ed3c656754 req-8f3e54b7-f391-477b-a2aa-6917f5b1ef14 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:35.517203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37477534-eb04-42da-a4ba-97ed3c656754 req-8f3e54b7-f391-477b-a2aa-6917f5b1ef14 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 950 time: 0.5938540 May 26 22:32:35.519477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 5167fd9f-b5dc-430c-8e4f-107feb13261e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:35.527977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5167fd9f-b5dc-430c-8e4f-107feb13261e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:35.528636 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.573833 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.584943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.604030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e54a-8c9f-456a-944e-0ba8e3bb91a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.614570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ea849f7d-0a7f-412e-b927-d84d4b439ce2 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:35.622453 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6ed8e54a-8c9f-456a-944e-0ba8e3bb91a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f8b1fa9-9133-4c5f-9e23-4e8e75a87c7c HTTP/1.1" status: 204 len: 168 time: 1.2995527 May 26 22:32:35.652268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c82ebea-ce2e-421c-9cf3-2e143c7f1af4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:35.678588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1bd85902-d69a-485a-9a1e-5569268d9ca1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf058b659d5f47179ab5fad38428fe89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6312900 May 26 22:32:35.681601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39314) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:35.725536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.741292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.792900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37477534-eb04-42da-a4ba-97ed3c656754 req-274d3cc2-67ed-43cf-8ae9-cc20e023437b tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322359 May 26 22:32:35.798148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-51996fde-8a44-4b0a-a5e8-be1d355a0795 None None] Provisioning complete for port 5167fd9f-b5dc-430c-8e4f-107feb13261e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:35.799936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-51996fde-8a44-4b0a-a5e8-be1d355a0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.841092 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-143127bf-6de4-483f-9186-06910780964f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1094 time: 0.5996969 May 26 22:32:35.841738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a5689-816d-4f19-a252-8556a848fd58,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:35.847430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.848139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:35.852195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e080320d-df61-4d56-8b0e-c4159ef77dda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6091e0a3e060457babd5ab660dd3ae0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5898523 May 26 22:32:35.855362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39320) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:35.906428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39324) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:36.052947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f11c991c-cc83-4cdd-87da-7cc1ecfcc08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.091757 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.105159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-51996fde-8a44-4b0a-a5e8-be1d355a0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.124321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f11c991c-cc83-4cdd-87da-7cc1ecfcc08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.132211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port ea849f7d-0a7f-412e-b927-d84d4b439ce2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:36.145518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port ea849f7d-0a7f-412e-b927-d84d4b439ce2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:36.146672 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.159336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-94720135-9263-4569-8df1-b3a63a7199ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 217 time: 0.2010822 May 26 22:32:36.226407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-51996fde-8a44-4b0a-a5e8-be1d355a0795 None None] For port 5167fd9f-b5dc-430c-8e4f-107feb13261e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5167fd9f-b5dc-430c-8e4f-107feb13261e,segment=NetworkSegment(083f41cf-91e4-4f19-a594-16883fbc3f66),segment_id=083f41cf-91e4-4f19-a594-16883fbc3f66)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:36.269380 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-51996fde-8a44-4b0a-a5e8-be1d355a0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.280037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.293324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-e873223c-5904-4fa4-bde0-ec8b583bef35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:36.295032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-e873223c-5904-4fa4-bde0-ec8b583bef35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1260722 May 26 22:32:36.303198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164bcd-46f1-40fa-a7e5-f180a939d5c2 req-edcc0b96-0b12-491c-bfb1-fd8df0bf60b5 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:36.305347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13164bcd-46f1-40fa-a7e5-f180a939d5c2 req-edcc0b96-0b12-491c-bfb1-fd8df0bf60b5 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 948 time: 0.6253829 May 26 22:32:36.306691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f11c991c-cc83-4cdd-87da-7cc1ecfcc08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.310909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24619484-f90b-4236-ad0c-8e10f19cb0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.378421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c991c-cc83-4cdd-87da-7cc1ecfcc08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c82ebea-ce2e-421c-9cf3-2e143c7f1af4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:36.385120 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-77127a8c-1e54-4c2c-bf8a-e7caa6cc8cc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721118 May 26 22:32:36.398698 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f11c991c-cc83-4cdd-87da-7cc1ecfcc08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.402508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f11c991c-cc83-4cdd-87da-7cc1ecfcc08f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c82ebea-ce2e-421c-9cf3-2e143c7f1af4 HTTP/1.1" status: 204 len: 168 time: 0.7197726 May 26 22:32:36.407673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:36.412390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.413012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13164bcd-46f1-40fa-a7e5-f180a939d5c2 req-852ba4bd-d23d-4e43-a421-b2fc5105f509 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985935 May 26 22:32:36.414493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Usage tracker for resource:security_group_rule and tenant:38fc57a881904b85953a9550e3111881 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:36.417949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:36.423861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:36.440612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:32:36.440988 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:32:36.447557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51996fde-8a44-4b0a-a5e8-be1d355a0795 None None] Pushing event updated for resources: {'Port': ['ID=5167fd9f-b5dc-430c-8e4f-107feb13261e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:36.460238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24619484-f90b-4236-ad0c-8e10f19cb0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.469087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:36.474197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ca2e0-095d-44c5-80a4-304352635bfd req-e1f7a7f1-418d-4851-9aaa-63882fe89169 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:36.485880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ea849f7d-0a7f-412e-b927-d84d4b439ce2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ea849f7d-0a7f-412e-b927-d84d4b439ce2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:36.492832 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.493595 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b36ca2e0-095d-44c5-80a4-304352635bfd req-e1f7a7f1-418d-4851-9aaa-63882fe89169 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 943 time: 0.4321980 May 26 22:32:36.522627 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.530445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.587010 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eadecfdb-00e9-4396-861a-661476bf2e4f'] response: {'server_uuid': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2', 'code': 200} May 26 22:32:36.622444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38fc57a881904b85953a9550e3111881&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7136087 May 26 22:32:36.625969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39344) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:36.626405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ea849f7d-0a7f-412e-b927-d84d4b439ce2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:36.626916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b32d0c-acde-41fa-97c8-3dd239d7eed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cbccbe-d376-4de1-a9f3-da576b00a030,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:36.769112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49ffc530-6fdd-4eb3-8705-4fc4b7b83c7c req-0cdb6f6c-3a35-41e2-9871-a480b54af6d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 1100 time: 0.1103320 May 26 22:32:36.817332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b36ca2e0-095d-44c5-80a4-304352635bfd req-7262c29e-2b34-4639-8be8-89a5e7d33f0c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225458 May 26 22:32:36.839971 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49ffc530-6fdd-4eb3-8705-4fc4b7b83c7c req-c34f87f6-25cc-4b38-be0e-67c5203b3620 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616286 May 26 22:32:36.854849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-d6249c32-d3c1-4560-ac27-589d6b53f32b service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541657 May 26 22:32:36.874429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-922ce68c-619d-4076-8a77-f44912f86491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.876155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24619484-f90b-4236-ad0c-8e10f19cb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.924108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24619484-f90b-4236-ad0c-8e10f19cb0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a5689-816d-4f19-a252-8556a848fd58,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:36.941794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24619484-f90b-4236-ad0c-8e10f19cb0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:36.946757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-24619484-f90b-4236-ad0c-8e10f19cb0f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c04a5689-816d-4f19-a252-8556a848fd58 HTTP/1.1" status: 204 len: 168 time: 1.0790923 May 26 22:32:36.959619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-922ce68c-619d-4076-8a77-f44912f86491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.043999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:32:37.085526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbd13-95fd-4018-b530-1a5554f44145 req-c0fcc667-a14c-415c-80a3-08fe93b3dbb4 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:37.087813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f7bbd13-95fd-4018-b530-1a5554f44145 req-c0fcc667-a14c-415c-80a3-08fe93b3dbb4 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 950 time: 0.1169336 May 26 22:32:37.122803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39362) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:37.154934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.187137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f7bbd13-95fd-4018-b530-1a5554f44145 req-c0067c0b-8aa8-4852-be14-7ddbca1ed928 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935585 May 26 22:32:37.204731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:37.222584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd2e6a473b5f4bf3be825381a67c1f17 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:37.228329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:37.239109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:37.264326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39368) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:37.324260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-922ce68c-619d-4076-8a77-f44912f86491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.328449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5167fd9f-b5dc-430c-8e4f-107feb13261e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:37.419010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ce68c-619d-4076-8a77-f44912f86491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cbccbe-d376-4de1-a9f3-da576b00a030,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:37.424032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-922ce68c-619d-4076-8a77-f44912f86491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.425086 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-922ce68c-619d-4076-8a77-f44912f86491 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15cbccbe-d376-4de1-a9f3-da576b00a030 HTTP/1.1" status: 204 len: 168 time: 0.7735734 May 26 22:32:37.435645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.441287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.535612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3cb49-2ccc-4e72-a9e9-d46c4f10ae09,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:37.548459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5167fd9f-b5dc-430c-8e4f-107feb13261e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:37.548741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.555079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1073549033-network', 'tenant_id': '5ed89cb17579461faa0b9a171a35a241'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:37.574023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:37.576051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5950de1-dd35-49de-9b19-48d52bc3b7dc req-29bc4fba-99aa-4577-b4ab-019ae302d10f service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151594 May 26 22:32:37.606985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Usage tracker for resource:network and tenant:5ed89cb17579461faa0b9a171a35a241 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:37.622607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:37.646966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fe08e1c1-17d5-4181-8f4c-28ccdf5025c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd2e6a473b5f4bf3be825381a67c1f17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5217185 May 26 22:32:37.647853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39382) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:37.649456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:37.724193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Made reservation on behalf of 5ed89cb17579461faa0b9a171a35a241 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:37.726810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.745824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39386) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:37.772485 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.834260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:32:37.836523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b72740a8-9f7b-444b-a6d0-a9d2c0589177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.838659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:37.845091 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Sync routers for ids ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:32:37.847571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.851090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed89cb17579461faa0b9a171a35a241 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:37.856814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:37.873387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:37.877873 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Routers {'99d1eec4-a095-4541-a5e3-ce8e187e2ea3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:37.879234 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:37.886532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b72740a8-9f7b-444b-a6d0-a9d2c0589177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.951625 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:37.955486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-898cc561-1316-4ad9-8820-b8ec2f716d4e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6017275 May 26 22:32:37.956498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39396) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:38.043925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b72740a8-9f7b-444b-a6d0-a9d2c0589177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.098389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.111172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72740a8-9f7b-444b-a6d0-a9d2c0589177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3cb49-2ccc-4e72-a9e9-d46c4f10ae09,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:38.117559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.145696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:38.154560 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Set router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:38.155447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-5589a102-7f3e-4314-b619-97ced618faa2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1094 time: 0.4194026 May 26 22:32:38.159593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:991606ef67024d97b52bf511f6839391 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:38.188026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:38.195890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fbbb5-4efd-4ba3-9722-6a98db161f21 req-6e941b26-e15a-4da5-bc05-2a0a25e4d546 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:38.202776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f1fbbb5-4efd-4ba3-9722-6a98db161f21 req-6e941b26-e15a-4da5-bc05-2a0a25e4d546 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 949 time: 0.5493538 May 26 22:32:38.227605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:38.251924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:38.267087 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b72740a8-9f7b-444b-a6d0-a9d2c0589177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.268258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b72740a8-9f7b-444b-a6d0-a9d2c0589177 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99e3cb49-2ccc-4e72-a9e9-d46c4f10ae09 HTTP/1.1" status: 204 len: 168 time: 0.6133351 May 26 22:32:38.283951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dcbf6b-0516-4a13-8003-c23c41da304b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:38.302571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.303109 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Added segment d28bff1d-3a86-42be-97b9-4a7cae2d9def of type vlan for network 08b10b42-bd58-4255-876c-78f5e0e906d5 May 26 22:32:38.323418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39402) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:38.342225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f1fbbb5-4efd-4ba3-9722-6a98db161f21 req-be73b52c-f627-4fde-882f-3831793f4d70 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385689 May 26 22:32:38.357562 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.408625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.425161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7c632-d168-43f7-b799-efbbe06fb30e req-59594f0f-532e-4c03-a819-53ccd2677b6c tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:38.432670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8e7c632-d168-43f7-b799-efbbe06fb30e req-59594f0f-532e-4c03-a819-53ccd2677b6c tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 950 time: 0.3162029 May 26 22:32:38.464157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:38.494054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-4c0198e6-b885-4ff0-90dc-eb95f28f7ee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:38.495793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-4c0198e6-b885-4ff0-90dc-eb95f28f7ee3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.3311706 May 26 22:32:38.515192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e411fd9dd6d4e1da669a77613cfa280 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:38.522755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:38.548201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:38.574140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8e7c632-d168-43f7-b799-efbbe06fb30e req-49121f90-7da4-4fe7-8073-3115ddbf9b78 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404564 May 26 22:32:38.592536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.593376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:38.593969 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.606794 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:32:35Z', 'revision_number': 3, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:38.611975 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Checking router: 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:32:38.612591 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Updating router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 port 41aebf05-2c93-49df-83e2-7a4c719f78c9 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:32:38.636111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-cc27d9f0-b4f7-4eb0-bc56-2272aa1f9d16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 217 time: 0.1297472 May 26 22:32:38.676489 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.708495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.721516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] Pushing event updated for resources: {'Network': ['ID=08b10b42-bd58-4255-876c-78f5e0e906d5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:38.733841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8e83baa0-ec69-4dd8-a99e-5334aab97906 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4681959 May 26 22:32:38.738876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39410) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:38.740312 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.742055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:38.744149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Request body: {'subnet': {'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1073549033-subnet', 'tenant_id': '5ed89cb17579461faa0b9a171a35a241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:38.749361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:38.753822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Usage tracker for resource:subnet and tenant:5ed89cb17579461faa0b9a171a35a241 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:38.756666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:38.762438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:38.774734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Made reservation on behalf of 5ed89cb17579461faa0b9a171a35a241 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:38.776928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.785006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=991606ef67024d97b52bf511f6839391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9867532 May 26 22:32:38.809392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39414) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:38.813964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-6b568b3b-c717-4440-b1b0-00e5f4f0504b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:38.816285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-6b568b3b-c717-4440-b1b0-00e5f4f0504b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1696022 May 26 22:32:38.907009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.923564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:38.942144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb362a33-c996-4c3e-bcbe-47dca0d554e4 req-aba11cd8-bdfe-49e0-b5ff-cbc9f9e0d51b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:38.944531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb362a33-c996-4c3e-bcbe-47dca0d554e4 req-aba11cd8-bdfe-49e0-b5ff-cbc9f9e0d51b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 943 time: 0.3809018 May 26 22:32:38.948063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-f3a5963d-2640-41df-8b4c-2d391255f9a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194589 May 26 22:32:38.972353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e411fd9dd6d4e1da669a77613cfa280&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6439593 May 26 22:32:38.975600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39422) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:39.032631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8505a-5854-4282-a37a-354473367ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751cd30-fd5f-420b-aa7a-a75a9dfb4254,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.156467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-ee209f31-2a41-4a55-a806-a3831e9a24f2 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961720 May 26 22:32:39.160477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4379e96-ab4b-49e6-b15f-5ae8f7988d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.181585 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.194070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3579a-4ffc-4e8e-975e-7ec70e94b6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974352d2-b66c-420d-81e6-6ca65a2c9e82,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.203060 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Transition to ACTIVE for port object 41aebf05-2c93-49df-83e2-7a4c719f78c9 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:39.212913 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.269463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4379e96-ab4b-49e6-b15f-5ae8f7988d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.280698 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.310089 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eefe8d-00ff-4dc4-9394-d8567adea04f None None] Pushing event updated for resources: {'Port': ['ID=41aebf05-2c93-49df-83e2-7a4c719f78c9,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.314479 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Attempting to bind port 41aebf05-2c93-49df-83e2-7a4c719f78c9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:39.314845 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Attempting to bind port 41aebf05-2c93-49df-83e2-7a4c719f78c9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:39.315393 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Attempting to bind port 41aebf05-2c93-49df-83e2-7a4c719f78c9 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:39.323054 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:39.323424 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:39.323821 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.324343 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:39.324820 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Bound port: 41aebf05-2c93-49df-83e2-7a4c719f78c9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:39.325193 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.431798 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] For port 41aebf05-2c93-49df-83e2-7a4c719f78c9, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:39.435185 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] For port 41aebf05-2c93-49df-83e2-7a4c719f78c9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=41aebf05-2c93-49df-83e2-7a4c719f78c9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:39.438578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646e872f-ee99-406d-b74f-6486c7536398,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.446595 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.479854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb362a33-c996-4c3e-bcbe-47dca0d554e4 req-d4f22f9d-66fa-46c8-b78b-92fef834e5f2 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484876 May 26 22:32:39.500840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Checking segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:39.501200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Network hostable DHCP agents. Network: 08b10b42-bd58-4255-876c-78f5e0e906d5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:39.508015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4379e96-ab4b-49e6-b15f-5ae8f7988d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.568131 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eefe8d-00ff-4dc4-9394-d8567adea04f None None] Pushing event updated for resources: {'Port': ['ID=41aebf05-2c93-49df-83e2-7a4c719f78c9,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.603089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d62377a-98dc-4d15-8864-2eba2806b98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.626182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:39.634624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4379e96-ab4b-49e6-b15f-5ae8f7988d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751cd30-fd5f-420b-aa7a-a75a9dfb4254,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.646528 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Routers {'99d1eec4-a095-4541-a5e3-ce8e187e2ea3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:39.650028 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:39.650750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:39.668790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-1c21d674-5324-466a-a20b-e1c2f659ecdf tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:39.670644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-1c21d674-5324-466a-a20b-e1c2f659ecdf tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.48 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 950 time: 0.3576496 May 26 22:32:39.676767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 08b10b42-bd58-4255-876c-78f5e0e906d5) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:39.710803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf133d-38e7-4b36-a101-78443083a5a5 None None] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:39.753106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76c1371c-e2d3-4a80-9b03-9fd2063b5028 req-8c46d71f-8321-47b7-b9de-13e416c3a1d6 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642822 May 26 22:32:39.755161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d62377a-98dc-4d15-8864-2eba2806b98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.769128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:39.771844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.816756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4379e96-ab4b-49e6-b15f-5ae8f7988d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.822826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e4379e96-ab4b-49e6-b15f-5ae8f7988d14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f751cd30-fd5f-420b-aa7a-a75a9dfb4254 HTTP/1.1" status: 204 len: 168 time: 0.8460875 May 26 22:32:39.893595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c2e1e61-b12e-41ac-9d2d-6efa0c60b403 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1464875 May 26 22:32:39.904366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Deleting port 3a93b8fc-c2f7-4a09-916d-0593d094755b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:32:39.904715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.988289 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] Set router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:40.004015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d62377a-98dc-4d15-8864-2eba2806b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:40.043076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62377a-98dc-4d15-8864-2eba2806b98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974352d2-b66c-420d-81e6-6ca65a2c9e82,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:40.055246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa656eab-4b36-4699-bf87-1740e8f3623b req-f33cc0c3-26e9-496c-9221-cbbb80a29a37 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:40.063739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa656eab-4b36-4699-bf87-1740e8f3623b req-f33cc0c3-26e9-496c-9221-cbbb80a29a37 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 950 time: 0.2106476 May 26 22:32:40.068761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d62377a-98dc-4d15-8864-2eba2806b98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:40.074176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2d62377a-98dc-4d15-8864-2eba2806b98e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/974352d2-b66c-420d-81e6-6ca65a2c9e82 HTTP/1.1" status: 204 len: 168 time: 1.2559276 May 26 22:32:40.085166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:40.118965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f74e4-77b7-4326-bbe4-7aa7c17f0cd4 req-2b37eb6b-c055-468d-b78f-857c045f9ddf tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:40.126768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a9f74e4-77b7-4326-bbe4-7aa7c17f0cd4 req-2b37eb6b-c055-468d-b78f-857c045f9ddf tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 949 time: 0.5921466 May 26 22:32:40.196658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a9f74e4-77b7-4326-bbe4-7aa7c17f0cd4 req-8eec8486-9561-4ae5-8825-7a8b9f847bb8 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693245 May 26 22:32:40.204496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '2a26f1bb-e389-49d0-9957-09197d589fe6', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'port_id': '2a26f1bb-e389-49d0-9957-09197d589fe6', 'mac_address': 'fa:16:3e:37:8d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccf787e-4362-4fa0-a9a6-3a378df62f1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:32:40.345271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa656eab-4b36-4699-bf87-1740e8f3623b req-fb2e8616-e3d5-4564-8029-02e46f7b5db2 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/security-groups?id=fd027fa0-681b-46ba-8e74-c70510203ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563779 May 26 22:32:40.428117 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:40.507521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] For port 3a93b8fc-c2f7-4a09-916d-0593d094755b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a93b8fc-c2f7-4a09-916d-0593d094755b,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:40.511579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:40.646363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a26f1bb-e389-49d0-9957-09197d589fe6 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:40.680207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:40.682166 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:32:35Z', 'revision_number': 3, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:40.690575 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcec00-d1eb-4c28-bd1f-9bef2b5115ac None None] The sync data for ids ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'] in n-d-843301-1 is: [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:32:35Z', 'revision_number': 3, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:32:40.700650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:40.792347 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:40.800839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Calling delete_port for 3a93b8fc-c2f7-4a09-916d-0593d094755b owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:32:40.855585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:40.900422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae96ee0-53fa-4e0f-ae6a-2e7f178821a4 req-39239fda-102b-4338-a302-3be71ca24bfa tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:40.901905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae96ee0-53fa-4e0f-ae6a-2e7f178821a4 req-39239fda-102b-4338-a302-3be71ca24bfa tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.1839495 May 26 22:32:40.913550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47d4ae-36d1-496a-bf29-076271edef42 None None] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:41.087378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['2a26f1bb-e389-49d0-9957-09197d589fe6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:32:41.094656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae96ee0-53fa-4e0f-ae6a-2e7f178821a4 req-1c0bebea-59ee-418f-92d9-5851647eeead tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533496 May 26 22:32:41.104346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:41.147184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Allocated IP 172.20.0.1 (4efbf383-c8d7-4d91-8db4-6d29c35215dc/e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8/72618c2c-5554-41ec-b905-c9827307c302) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:41.170051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3a93b8fc-c2f7-4a09-916d-0593d094755b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:32:41.174821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Pushing event deleted for resources: {'Port': ['ID=3a93b8fc-c2f7-4a09-916d-0593d094755b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:41.386216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] No DVR routers for this DVR port 3a93b8fc-c2f7-4a09-916d-0593d094755b on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:32:41.397429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:41.417792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'name': 'network-vif-deleted', 'tag': '3a93b8fc-c2f7-4a09-916d-0593d094755b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:41.421427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:41.442995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Transition to ACTIVE for port object 72618c2c-5554-41ec-b905-c9827307c302 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:41.450541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78422381-8b4b-413c-9f86-d27ab518ddf2 req-47607f95-5bc7-4985-970b-e889946e163e tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.48 "DELETE /v2.0/ports/3a93b8fc-c2f7-4a09-916d-0593d094755b HTTP/1.1" status: 204 len: 173 time: 1.7612653 May 26 22:32:41.474034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:41.625441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Pushing event updated for resources: {'Port': ['ID=72618c2c-5554-41ec-b905-c9827307c302,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:41.636558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:41.675246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:41.699204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:41.763110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62c0b05c-81d6-4abf-a904-998b08b3b6ce req-40eb7471-e286-41d6-905c-ccdbb564d220 tempest-ServerDiagnosticsNegativeTest-179876294 tempest-ServerDiagnosticsNegativeTest-179876294-project] 10.222.0.32 "GET /v2.0/ports?device_id=499e9c11-f103-412a-9eb1-54d2daa3e4f5 HTTP/1.1" status: 200 len: 210 time: 0.1428208 May 26 22:32:41.812508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:41.910659 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed99b8f-7689-414f-9980-df33fda9ec47'] response: {'server_uuid': '499e9c11-f103-412a-9eb1-54d2daa3e4f5', 'name': 'network-vif-deleted', 'tag': '3a93b8fc-c2f7-4a09-916d-0593d094755b', 'status': 'completed', 'code': 200} May 26 22:32:41.999143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:42.135167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-b7278764-0e72-4fbe-9e97-2bc5fadd537a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:42.137417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-b7278764-0e72-4fbe-9e97-2bc5fadd537a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:42.156428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fe9bbc0e-15aa-4e2e-b6ba-90503f91346b None None] Provisioning for port 72618c2c-5554-41ec-b905-c9827307c302 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:42.164271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fe9bbc0e-15aa-4e2e-b6ba-90503f91346b None None] Provisioning complete for port 72618c2c-5554-41ec-b905-c9827307c302 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:42.164848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fe9bbc0e-15aa-4e2e-b6ba-90503f91346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:42.179086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-b7278764-0e72-4fbe-9e97-2bc5fadd537a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:42.186781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-b7278764-0e72-4fbe-9e97-2bc5fadd537a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 0.3344002 May 26 22:32:42.221900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-6ba5891e-38ff-488b-8cee-d20c25a48224 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/quotas/5ed89cb17579461faa0b9a171a35a241 HTTP/1.1" status: 200 len: 375 time: 0.0339439 May 26 22:32:42.277286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fe9bbc0e-15aa-4e2e-b6ba-90503f91346b None None] Port 72618c2c-5554-41ec-b905-c9827307c302 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:32:42.306547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-d7b90cea-f8c8-4368-9757-dd07885082a8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836370 May 26 22:32:42.464460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:42.473522 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:42.556219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-43ba6261-f3d7-444e-a5f4-38ce88e2bd26 service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414877 May 26 22:32:42.659078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Pushing event updated for resources: {'Port': ['ID=72618c2c-5554-41ec-b905-c9827307c302,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:42.663127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:42.734393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-a8cdd6b7-dd38-49bf-aea0-582464855b97 service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771324 May 26 22:32:42.790305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e826-0efb-4b5c-83a5-980bde5fa8c1 req-3371248d-a6cd-4e27-8911-bc37d5d0c829 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:42.794152 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d65e826-0efb-4b5c-83a5-980bde5fa8c1 req-3371248d-a6cd-4e27-8911-bc37d5d0c829 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.2486205 May 26 22:32:42.899945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39532) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:42.932417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:42.943074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:43.076154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1160077322-network', 'tenant_id': '98519dfb05104b2090a2113a0c1e295d'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:43.089978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:43.106622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d65e826-0efb-4b5c-83a5-980bde5fa8c1 req-712e8e16-95a4-46a3-8ddd-1fec60d4a941 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433195 May 26 22:32:43.106775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Usage tracker for resource:network and tenant:98519dfb05104b2090a2113a0c1e295d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:43.110982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:43.124360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:43.147295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ebf8-e101-439a-bf51-1f527ba823d0 req-ae27832f-336c-453e-be69-3fb27baf71d0 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:43.148926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0174ebf8-e101-439a-bf51-1f527ba823d0 req-ae27832f-336c-453e-be69-3fb27baf71d0 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 949 time: 0.1646874 May 26 22:32:43.154014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Made reservation on behalf of 98519dfb05104b2090a2113a0c1e295d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:43.157761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.212180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e3ebe789-2435-4ab6-929b-2fc0567ec85d None None] Provisioning complete for port 72618c2c-5554-41ec-b905-c9827307c302 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:43.212710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e3ebe789-2435-4ab6-929b-2fc0567ec85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.218666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.263756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:43.267675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Usage tracker for resource:security_group_rule and tenant:98519dfb05104b2090a2113a0c1e295d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:43.272479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:43.286471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:43.311692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebe789-2435-4ab6-929b-2fc0567ec85d None None] Port 72618c2c-5554-41ec-b905-c9827307c302 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:32:43.311893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0174ebf8-e101-439a-bf51-1f527ba823d0 req-b26c56b5-64b3-42f6-9944-9605b4343a6d tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088500 May 26 22:32:43.409903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.416554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.433774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:43.446110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.446446 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Added segment 8a82ca7a-3499-4659-8bc1-4c2ed62b591e of type vlan for network 0cf53761-dd15-43d4-a247-8211eb64de03 May 26 22:32:43.482140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.548620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb952029-e9d7-46f4-9391-c31de2f45e1d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:43.571718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.573282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:43.575292 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.658237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:43.676092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7750351 May 26 22:32:43.683025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39558) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:43.703741 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03c8eafb-e6e3-4676-86da-b6c578ab5bb8 req-e79d3903-8b40-4b27-b66b-7e721129caaf tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 210 time: 0.0981522 May 26 22:32:43.717662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Request body: {'subnet': {'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1160077322-subnet', 'tenant_id': '98519dfb05104b2090a2113a0c1e295d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:43.813043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5c3e4-9d3d-4998-b069-67735259102c admin admin] Pushing event updated for resources: {'Network': ['ID=0cf53761-dd15-43d4-a247-8211eb64de03,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:43.823688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 2a26f1bb-e389-49d0-9957-09197d589fe6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:43.828145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:43.836589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0cf53761-dd15-43d4-a247-8211eb64de03 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:43.837930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Usage tracker for resource:subnet and tenant:98519dfb05104b2090a2113a0c1e295d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:43.843355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:43.855558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:43.870582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 2a26f1bb-e389-49d0-9957-09197d589fe6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:43.870869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.885493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Made reservation on behalf of 98519dfb05104b2090a2113a0c1e295d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:43.887962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.983102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39570) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:43.995761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41428703-962d-412f-adf9-e898f2db9384 req-5078cb1d-168c-4514-ac7b-e0e97298284d tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:43.997248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41428703-962d-412f-adf9-e898f2db9384 req-5078cb1d-168c-4514-ac7b-e0e97298284d tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.55 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 949 time: 0.2385771 May 26 22:32:44.106535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Deleting port ea849f7d-0a7f-412e-b927-d84d4b439ce2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:32:44.106877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:44.150426 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:44.201626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:44.207923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:32:44.221206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:44.232808 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:44.304842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3a93b8fc-c2f7-4a09-916d-0593d094755b no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:44.384018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 3a93b8fc-c2f7-4a09-916d-0593d094755b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:32:44.384422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3a93b8fc-c2f7-4a09-916d-0593d094755b not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:32:44.411990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:44.435407 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a98df10-c265-4edf-a760-fdcb52b00c92'] response: {'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6', 'code': 200} May 26 22:32:44.442194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.442614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.442951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.443527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.443783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.444114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.444431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.446744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.447085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.449910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.450999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:44.613696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ba10b80d-460b-4d6b-a031-d523c25de427 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=961580142f504d36803db16d9e3bd883&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6270151 May 26 22:32:44.670319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39588) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:44.957649 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:44.998674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39600) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:45.066491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-40fac211-d566-4a39-884e-5c1236de979f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:45.068983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-40fac211-d566-4a39-884e-5c1236de979f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 0.3743513 May 26 22:32:45.102698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Request body: {'port': {'device_id': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'admin_state_up': True, 'tenant_id': '5ed89cb17579461faa0b9a171a35a241'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:45.165200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] For port ea849f7d-0a7f-412e-b927-d84d4b439ce2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ea849f7d-0a7f-412e-b927-d84d4b439ce2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:45.165565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.213749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0833a52b-252f-4245-ad38-58ba4e4cd205 req-0aadc820-ad92-43eb-ac85-23c1d357ef13 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1096 time: 0.6008041 May 26 22:32:45.224048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-daaf896c-87a3-4b91-889f-3deefaa939bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.240717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e38c32-4f98-41a6-8ca4-c17a94b196be req-e1b97691-48a2-42e3-9f2f-c92c8d7d3cf8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:45.243189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89e38c32-4f98-41a6-8ca4-c17a94b196be req-e1b97691-48a2-42e3-9f2f-c92c8d7d3cf8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 945 time: 0.9245906 May 26 22:32:45.312723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 41aebf05-2c93-49df-83e2-7a4c719f78c9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:45.316403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e5b5be-b0d2-4e67-a774-94308cdf2bfe,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:45.320391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:45.320748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Network hostable DHCP agents. Network: 0cf53761-dd15-43d4-a247-8211eb64de03, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:45.332347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Calling delete_port for ea849f7d-0a7f-412e-b927-d84d4b439ce2 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:32:45.362872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-daaf896c-87a3-4b91-889f-3deefaa939bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.376214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.391326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81350803-b98c-44b4-95ae-c8b02427e001 req-f924db56-47f0-47d1-b747-d0969a22aa9c tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:45.403462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81350803-b98c-44b4-95ae-c8b02427e001 req-f924db56-47f0-47d1-b747-d0969a22aa9c tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 949 time: 0.8107705 May 26 22:32:45.404434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 41aebf05-2c93-49df-83e2-7a4c719f78c9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:45.411172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 41aebf05-2c93-49df-83e2-7a4c719f78c9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:45.411695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.497662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0833a52b-252f-4245-ad38-58ba4e4cd205 req-d6da579d-85bd-42e2-9b04-9a05303e288d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672331 May 26 22:32:45.528848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89e38c32-4f98-41a6-8ca4-c17a94b196be req-de7d05c5-d958-476c-a4b1-256b58a97670 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531390 May 26 22:32:45.531356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:45.538096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Usage tracker for resource:port and tenant:5ed89cb17579461faa0b9a171a35a241 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:45.541006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:45.561109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.562800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:45.569668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:45.583246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-daaf896c-87a3-4b91-889f-3deefaa939bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.598315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Usage tracker for resource:security_group_rule and tenant:214e59ad51c34bd88064f758b048fad2 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:45.600916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 41aebf05-2c93-49df-83e2-7a4c719f78c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=41aebf05-2c93-49df-83e2-7a4c719f78c9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:45.610635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:45.614367 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.616704 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81350803-b98c-44b4-95ae-c8b02427e001 req-0aff1fb0-10d2-4ab5-bd6e-4b36b716b462 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/security-groups?id=6110c202-0850-4853-ad31-76b5d4d5ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087831 May 26 22:32:45.620930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Made reservation on behalf of 5ed89cb17579461faa0b9a171a35a241 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:45.625575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.647489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Network 0cf53761-dd15-43d4-a247-8211eb64de03 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:45.664576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:45.670396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0cf53761-dd15-43d4-a247-8211eb64de03) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:45.685633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:45.687034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.708340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62923e7b-8c53-452e-9538-ed2279f6391b None None] Network 0cf53761-dd15-43d4-a247-8211eb64de03 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:45.722514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-daaf896c-87a3-4b91-889f-3deefaa939bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:45.743008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-daaf896c-87a3-4b91-889f-3deefaa939bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd027fa0-681b-46ba-8e74-c70510203ee1 HTTP/1.1" status: 204 len: 168 time: 1.0715349 May 26 22:32:45.747791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf896c-87a3-4b91-889f-3deefaa939bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd027fa0-681b-46ba-8e74-c70510203ee1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:45.798898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:32:45.833642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ce06943-4857-4344-a88e-f6e76a905f6e admin admin] 10.222.0.32 "PUT /v2.0/routers/99d1eec4-a095-4541-a5e3-ce8e187e2ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8711360 May 26 22:32:45.842184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4112d2dc-1a50-471f-b7eb-708a69a3d974 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1511669 May 26 22:32:45.845684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6474564-014c-4cd2-8cab-1cb423d4ef26 req-2c44de84-035c-448e-a09a-2e6bf552be20 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 210 time: 0.0893550 May 26 22:32:45.864483 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.051979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Pushing event deleted for resources: {'Port': ['ID=ea849f7d-0a7f-412e-b927-d84d4b439ce2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:46.084530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.089320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=41aebf05-2c93-49df-83e2-7a4c719f78c9,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:46.098291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.185622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Allocated IP 172.20.0.13 (08b10b42-bd58-4255-876c-78f5e0e906d5/646e872f-ee99-406d-b74f-6486c7536398/d95edef1-e2a5-421c-a149-a86fc3122760) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:46.207823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=214e59ad51c34bd88064f758b048fad2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2003896 May 26 22:32:46.217476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39630) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:46.217880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaf1b6-b77b-4fc9-a4f0-977c7db06c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916ac70a-3120-4408-8aec-f7a28ec02265,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:46.281820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] No DVR routers for this DVR port ea849f7d-0a7f-412e-b927-d84d4b439ce2 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:32:46.284352 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-599ccebe-be7d-4c67-9f2c-be322e4cdb77 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=366ccfbf43ba4044a841a72d9a97741e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877619 May 26 22:32:46.300036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.301925 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41428703-962d-412f-adf9-e898f2db9384 req-7a4fe559-fc88-4dca-a5a7-009295bae657 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.55 "DELETE /v2.0/ports/ea849f7d-0a7f-412e-b927-d84d4b439ce2 HTTP/1.1" status: 204 len: 173 time: 2.2862988 May 26 22:32:46.302470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'name': 'network-vif-deleted', 'tag': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:46.417083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-79ab2855-a586-4013-acbf-134b51075abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.436246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61e58b-4d0c-4061-91ce-46e32d6a454a None None] Network 0cf53761-dd15-43d4-a247-8211eb64de03 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:46.466960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-79ab2855-a586-4013-acbf-134b51075abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.552922 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.601699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-92af8ea8-220b-49ae-950c-2cd70e19d0f3 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:46.604956 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-92af8ea8-220b-49ae-950c-2cd70e19d0f3 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063779 May 26 22:32:46.614242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-79ab2855-a586-4013-acbf-134b51075abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.633761 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-c38eb9c7-b097-4592-b4cf-6f9e0355ec7b tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/quotas/366ccfbf43ba4044a841a72d9a97741e HTTP/1.1" status: 200 len: 375 time: 0.0211694 May 26 22:32:46.636375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39640) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:46.646474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab2855-a586-4013-acbf-134b51075abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ac70a-3120-4408-8aec-f7a28ec02265,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:46.661163 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.750606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.812508 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-79ab2855-a586-4013-acbf-134b51075abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.816023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-79ab2855-a586-4013-acbf-134b51075abe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/916ac70a-3120-4408-8aec-f7a28ec02265 HTTP/1.1" status: 204 len: 168 time: 0.5928118 May 26 22:32:46.818127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-6b5fd43e-afbb-4241-b4f0-cb3e01d1d2df tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=366ccfbf43ba4044a841a72d9a97741e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1326160 May 26 22:32:46.820822 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d0f1c1-3047-44aa-aa17-b75b448bbe1e'] response: {'server_uuid': '299b2b78-6eb8-4616-8cf0-d63d4d6192a1', 'name': 'network-vif-deleted', 'tag': 'ea849f7d-0a7f-412e-b927-d84d4b439ce2', 'status': 'completed', 'code': 200} May 26 22:32:46.845067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:46.848577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:46.854932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:46.857375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:46.861771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:46.862359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:46.872994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:46.886101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e60dbe89cfa94a4e803205f0a53781a2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:46.891537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:46.906669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:46.909764 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5bd35ac4-1f40-43a9-983d-2e07e6bf5d18 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8143404 May 26 22:32:46.921599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Request body: {'port': {'device_id': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:47.059702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.071565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.125590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e889f6-6e56-4d72-a7c9-52ec38dd703a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.214900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e1ca7-d48f-446e-a670-c1e5af59bc6c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:47.232879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a168a5c7-bdff-4f33-aac8-c199261f77d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e60dbe89cfa94a4e803205f0a53781a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5945992 May 26 22:32:47.234874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39660) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:47.326940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.352288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 41aebf05-2c93-49df-83e2-7a4c719f78c9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:47.401986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9617bb79-8b36-4865-8014-df0ecf412cc0 req-db878415-3aab-4e70-8b63-ec4283732ae9 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Synchronizing usage tracker for tenant:22ab6b906d9e4f4b85677bc26b9e5912 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:47.424800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9617bb79-8b36-4865-8014-df0ecf412cc0 req-db878415-3aab-4e70-8b63-ec4283732ae9 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] Unset dirty status for tenant:22ab6b906d9e4f4b85677bc26b9e5912 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:47.426569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9617bb79-8b36-4865-8014-df0ecf412cc0 req-db878415-3aab-4e70-8b63-ec4283732ae9 tempest-TenantUsagesTestJSON-63847938 tempest-TenantUsagesTestJSON-63847938-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b2b78-6eb8-4616-8cf0-d63d4d6192a1 HTTP/1.1" status: 200 len: 210 time: 0.0685103 May 26 22:32:47.499981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 41aebf05-2c93-49df-83e2-7a4c719f78c9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:47.500454 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.513632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaab965-525c-4777-8b04-9ed746091db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.562492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b464929-c28f-4fbc-b5a0-4bef5237c851 req-6d90e134-5083-4386-8864-9ccf913976b8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:47.569407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b464929-c28f-4fbc-b5a0-4bef5237c851 req-6d90e134-5083-4386-8864-9ccf913976b8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 945 time: 0.5397501 May 26 22:32:47.589036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39676) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:47.638620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.675366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ea849f7d-0a7f-412e-b927-d84d4b439ce2 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:47.703060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:47.717275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Usage tracker for resource:security_group_rule and tenant:2902cb8d89c548f0929ed6630fe29e79 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:47.720855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:47.733994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:47.754049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaab965-525c-4777-8b04-9ed746091db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.781304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: ea849f7d-0a7f-412e-b927-d84d4b439ce2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:32:47.781642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ea849f7d-0a7f-412e-b927-d84d4b439ce2 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:32:47.844621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.852176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:47.886771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b464929-c28f-4fbc-b5a0-4bef5237c851 req-79f40934-0902-480f-97a4-52f83242cc22 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162067 May 26 22:32:47.906449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca36e3db-81fd-4358-b030-6a64158d4b09,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:47.968655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2a7093c8-b182-4d45-b7f0-2730a11f307c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2902cb8d89c548f0929ed6630fe29e79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3783364 May 26 22:32:47.970656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39682) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:48.081636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b383d832-1dd2-4c37-b4a1-8a3a438ff1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.094533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaab965-525c-4777-8b04-9ed746091db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.134405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b383d832-1dd2-4c37-b4a1-8a3a438ff1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.197861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b383d832-1dd2-4c37-b4a1-8a3a438ff1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.205990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaab965-525c-4777-8b04-9ed746091db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e1ca7-d48f-446e-a670-c1e5af59bc6c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:48.230548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaab965-525c-4777-8b04-9ed746091db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.233829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ddaab965-525c-4777-8b04-9ed746091db7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c4e1ca7-d48f-446e-a670-c1e5af59bc6c HTTP/1.1" status: 204 len: 168 time: 0.9949012 May 26 22:32:48.347949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f5dbc-ba6f-4fc7-959e-83c5b9562cb7 req-0daf4410-7f77-41ec-814c-8b1fc4f791eb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:48.348675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4c3f5dbc-ba6f-4fc7-959e-83c5b9562cb7 req-0daf4410-7f77-41ec-814c-8b1fc4f791eb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:48.355831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95edef1-e2a5-421c-a149-a86fc3122760 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:48.371491 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.374231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1283142-c129-4e98-a84b-c868f830567c req-c8d24cb9-6775-465b-a6bd-7e0c3d02a8f1 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 210 time: 0.1711638 May 26 22:32:48.376055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383d832-1dd2-4c37-b4a1-8a3a438ff1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca36e3db-81fd-4358-b030-6a64158d4b09,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:48.410707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Transition to ACTIVE for port object d95edef1-e2a5-421c-a149-a86fc3122760 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:48.412226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b383d832-1dd2-4c37-b4a1-8a3a438ff1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.414081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b383d832-1dd2-4c37-b4a1-8a3a438ff1f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca36e3db-81fd-4358-b030-6a64158d4b09 HTTP/1.1" status: 204 len: 168 time: 0.4413185 May 26 22:32:48.417984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4c3f5dbc-ba6f-4fc7-959e-83c5b9562cb7 req-0daf4410-7f77-41ec-814c-8b1fc4f791eb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:48.426444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c3f5dbc-ba6f-4fc7-959e-83c5b9562cb7 req-0daf4410-7f77-41ec-814c-8b1fc4f791eb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 932 time: 0.2872581 May 26 22:32:48.445398 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.621809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36f378ec-daed-464a-848c-581a7c929e97 req-e16eb5fc-d07b-4613-9c62-3a9548fecf50 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1096 time: 0.0807488 May 26 22:32:48.645434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:48.669022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4c3f5dbc-ba6f-4fc7-959e-83c5b9562cb7 req-a76e3e5a-908a-4779-8244-7b6e0d41775f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:48.715279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36f378ec-daed-464a-848c-581a7c929e97 req-b2e82426-196e-4afe-aa30-45ec63a6f19e tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902328 May 26 22:32:48.760279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Attempting to bind port d95edef1-e2a5-421c-a149-a86fc3122760 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:48.762260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Attempting to bind port d95edef1-e2a5-421c-a149-a86fc3122760 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:48.762260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Attempting to bind port d95edef1-e2a5-421c-a149-a86fc3122760 on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:48.766122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4c3f5dbc-ba6f-4fc7-959e-83c5b9562cb7 req-a76e3e5a-908a-4779-8244-7b6e0d41775f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:48.779566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c3f5dbc-ba6f-4fc7-959e-83c5b9562cb7 req-a76e3e5a-908a-4779-8244-7b6e0d41775f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505211 May 26 22:32:48.790290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Port d95edef1-e2a5-421c-a149-a86fc3122760 on network 08b10b42-bd58-4255-876c-78f5e0e906d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:32:48.792082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-13017df2-7325-4984-b144-17d639a58af0 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=366ccfbf43ba4044a841a72d9a97741e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754738 May 26 22:32:48.792342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Attempting to bind port d95edef1-e2a5-421c-a149-a86fc3122760 on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:48.805307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:48.810112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Checking segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:48.810812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Bound using segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:48.817625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Bound port: d95edef1-e2a5-421c-a149-a86fc3122760, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:48.821028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Sync routers for ids ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:32:48.830793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:48.843502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Routers {'99d1eec4-a095-4541-a5e3-ce8e187e2ea3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:48.844466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:49.031539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39712) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:49.051812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1769657269-network', 'tenant_id': '169e5f51f13b45b9a7bc355cad8ea391'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:49.063576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:49.071972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Usage tracker for resource:network and tenant:169e5f51f13b45b9a7bc355cad8ea391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:49.079879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:49.094886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:49.121093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Made reservation on behalf of 169e5f51f13b45b9a7bc355cad8ea391 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:49.124550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.133300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-5035e4fc-634b-4301-8ce7-2d59d7a4536b tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:49.137792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-5035e4fc-634b-4301-8ce7-2d59d7a4536b tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3361053 May 26 22:32:49.155123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Request body: {'port': {'device_id': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '366ccfbf43ba4044a841a72d9a97741e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:49.242735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.261388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Set router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:49.265721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:49.315188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:49.315351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Usage tracker for resource:security_group_rule and tenant:169e5f51f13b45b9a7bc355cad8ea391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:49.316461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39726) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:49.318231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:49.324638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:49.345873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940259481', 'description': 'tempest-description--909662838'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:49.356344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:49.363775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Usage tracker for resource:security_group and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:49.369536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:49.376092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-21ccfc65-53f2-4989-ad85-5e05949fd25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.382636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:49.394741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.400686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:49.416073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.430619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.463278 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.526461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:49.537058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:49.540535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.541961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7da20ee3-2d92-473f-8c20-7733e4c390ec service neutron] 10.222.0.48 "PUT /v2.0/ports/d95edef1-e2a5-421c-a149-a86fc3122760 HTTP/1.1" status: 200 len: 1092 time: 2.6249394 May 26 22:32:49.549362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:49.551192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:49.555679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Usage tracker for resource:port and tenant:366ccfbf43ba4044a841a72d9a97741e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:49.567623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:49.575056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a9fcc6-53f9-4b7d-b45a-59eca7df853b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:49.586289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eaf4f62a-2646-4bc1-b054-fcd29fc9c9ef req-7e776265-5ffe-4108-ba1d-cae0d7134a2a tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1096 time: 0.4175398 May 26 22:32:49.587433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:49.587675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.587675 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Added segment a3621804-9df4-451b-84d7-b6d676ef2bd2 of type vlan for network 208b2f53-1b68-42db-b973-4a975976cc5c May 26 22:32:49.687279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Made reservation on behalf of 366ccfbf43ba4044a841a72d9a97741e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:49.690529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.697400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.723755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eaf4f62a-2646-4bc1-b054-fcd29fc9c9ef req-91348ef8-81c6-484c-b186-10660ac5b922 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272852 May 26 22:32:49.734464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d54b6b60-d553-447a-919e-aaf77a026f65 req-b6d7ce87-0ff9-41c3-9de6-b54b6841895b tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 210 time: 0.1096001 May 26 22:32:49.744175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:49.754619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.782535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Usage tracker for resource:security_group_rule and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:49.791082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:32:41Z', 'revision_number': 4, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '72618c2c-5554-41ec-b905-c9827307c302', 'name': '', 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'mac_address': 'fa:16:3e:bc:96:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:40Z', 'updated_at': '2022-05-26T22:32:42Z', 'revision_number': 2, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'subnets': [{'id': 'e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:49.809362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Checking router: 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:32:49.810587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Updating router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 port 72618c2c-5554-41ec-b905-c9827307c302 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:32:49.814505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-7e79b606-04b6-41c2-afa2-649a84f49d80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 1095 time: 0.2191238 May 26 22:32:49.817759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.819049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:49.819849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.859207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:49.865993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Usage tracker for resource:security_group_rule and tenant:366ccfbf43ba4044a841a72d9a97741e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:49.873935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:49.887301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:49.943199 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:49.977844 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6eb30b-9afe-4524-9c92-57a8513d3104'] response: {'name': 'network-changed', 'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'status': 'completed', 'code': 200} May 26 22:32:50.050766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39752) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:50.051640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:50.078064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] Pushing event updated for resources: {'Network': ['ID=208b2f53-1b68-42db-b973-4a975976cc5c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:50.079546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:50.093540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 208b2f53-1b68-42db-b973-4a975976cc5c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:50.095458 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-5c39bf4a-7cfa-48bb-a35f-b967e410b48f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d95edef1-e2a5-421c-a149-a86fc3122760 HTTP/1.1" status: 200 len: 217 time: 0.2702143 May 26 22:32:50.135516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.150617 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.242343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a660ac22-6b0c-4e5e-814d-b66970178b36 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2079074 May 26 22:32:50.248796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39764) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:50.254789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Request body: {'subnet': {'network_id': '208b2f53-1b68-42db-b973-4a975976cc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1769657269-subnet', 'tenant_id': '169e5f51f13b45b9a7bc355cad8ea391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:50.264976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:50.276300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Usage tracker for resource:subnet and tenant:169e5f51f13b45b9a7bc355cad8ea391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:50.282580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:50.294925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:50.298065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-94a397dc-c132-40a5-9447-c43f8dcce1a9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:50.299709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-94a397dc-c132-40a5-9447-c43f8dcce1a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.1441040 May 26 22:32:50.355462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Made reservation on behalf of 169e5f51f13b45b9a7bc355cad8ea391 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:50.358168 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.371642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90a0496-ad15-4d5d-91f3-acf8927171a7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:50.373895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-f9291baf-dba8-4743-ae80-f44580694be3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654767 May 26 22:32:50.509626 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.566257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Allocated IP 192.168.233.72 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/c8aa4344-56d7-4017-9bef-717f89a6ddda) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:50.649241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3789dc-4a09-4045-b5ef-4a3eb7934b99 req-5e7ed66e-4c05-43db-b108-9d49af0f6c10 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:50.663520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c3789dc-4a09-4045-b5ef-4a3eb7934b99 req-5e7ed66e-4c05-43db-b108-9d49af0f6c10 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 944 time: 0.5700536 May 26 22:32:50.689783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.822594 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.862349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.925986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:50.938032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39778) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:50.949347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Transition to ACTIVE for port object 72618c2c-5554-41ec-b905-c9827307c302 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:50.959722 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.013855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.015040 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.6895080 May 26 22:32:51.019388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39784) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:51.045390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'security_group_rule': {'security_group_id': '045a07c2-89a3-47e9-9d70-ce1c16be4e30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:51.060989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:51.071956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Usage tracker for resource:security_group_rule and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:51.072772 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-994649c3-fd91-4727-bbcd-9ff323c05433 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22ab6b906d9e4f4b85677bc26b9e5912&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0166147 May 26 22:32:51.077113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39790) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:51.080207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-b57db0b5-514d-433e-887d-f6472a164cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990247 May 26 22:32:51.082557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:51.114356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:51.136438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c3789dc-4a09-4045-b5ef-4a3eb7934b99 req-856abeb6-53ad-4052-887e-1c6bd5107d0d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498935 May 26 22:32:51.145162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d62ef9-6a20-4c94-a0b5-f1b00c3173c3 None None] Pushing event updated for resources: {'Port': ['ID=72618c2c-5554-41ec-b905-c9827307c302,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:51.184626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0835297-7c19-4730-995b-a3a966f36999 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045a07c2-89a3-47e9-9d70-ce1c16be4e30,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:51.213212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39794) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:51.315414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Attempting to bind port 72618c2c-5554-41ec-b905-c9827307c302 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:51.316069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Attempting to bind port 72618c2c-5554-41ec-b905-c9827307c302 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:51.316731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Attempting to bind port 72618c2c-5554-41ec-b905-c9827307c302 on network 4efbf383-c8d7-4d91-8db4-6d29c35215dc {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:51.333804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:51.334060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8c78087-1bef-472f-8820-a3e8baee0449 req-0d743cb2-9128-4e8b-b6f8-7f3ab32e0398 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1096 time: 0.6711934 May 26 22:32:51.334734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Checking segment: {'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:51.335910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.336469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Bound using segment: {'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:51.340005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Bound port: 72618c2c-5554-41ec-b905-c9827307c302, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083f41cf-91e4-4f19-a594-16883fbc3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:51.340898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.367502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-465872596-network', 'tenant_id': '121457aa9708458ba07e81950f07347a'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:51.380303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.400774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.418745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:51.451194 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c57f9b40-c47b-4f8a-aa87-a374907e931e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.456401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Usage tracker for resource:network and tenant:121457aa9708458ba07e81950f07347a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:51.467636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.478234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:51.481502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] For port 72618c2c-5554-41ec-b905-c9827307c302, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:51.484313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] For port 72618c2c-5554-41ec-b905-c9827307c302, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=72618c2c-5554-41ec-b905-c9827307c302,segment=NetworkSegment(083f41cf-91e4-4f19-a594-16883fbc3f66),segment_id=083f41cf-91e4-4f19-a594-16883fbc3f66)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:51.488660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.494952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2113789817-network', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:51.510202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:51.513706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:51.526417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-161c9237-6f62-4e56-803d-325faa287f5b req-8b85de41-b331-4181-ac58-506330d2cf70 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 210 time: 0.1342716 May 26 22:32:51.528469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Usage tracker for resource:network and tenant:a5e3ce0c88e04e60baa79620733b7e10 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:51.535156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:51.539571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Transition to ACTIVE for port object c8aa4344-56d7-4017-9bef-717f89a6ddda will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:51.545317 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c57f9b40-c47b-4f8a-aa87-a374907e931e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.553357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:51.567894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8c78087-1bef-472f-8820-a3e8baee0449 req-a78d359a-5a67-4b9e-bf92-af0899a34f16 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136183 May 26 22:32:51.570207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d62ef9-6a20-4c94-a0b5-f1b00c3173c3 None None] Pushing event updated for resources: {'Port': ['ID=72618c2c-5554-41ec-b905-c9827307c302,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:51.576775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Routers {'99d1eec4-a095-4541-a5e3-ce8e187e2ea3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:32:51.577380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:51.589195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Made reservation on behalf of 121457aa9708458ba07e81950f07347a for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:51.591897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.622125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.630749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.636569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28603dd5-5ffa-458d-9e9c-296871c89bbf,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:51.658982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Made reservation on behalf of a5e3ce0c88e04e60baa79620733b7e10 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:51.661213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.662752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d205190b-575f-4b9b-a4a8-503085ac20fc req-0621427b-5b2a-4c06-8eff-919b690cf8ca service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678926 May 26 22:32:51.666125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.708046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Checking segment: {'id': 'a3621804-9df4-451b-84d7-b6d676ef2bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '208b2f53-1b68-42db-b973-4a975976cc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:51.708581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Network hostable DHCP agents. Network: 208b2f53-1b68-42db-b973-4a975976cc5c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:51.731617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db86281c-ca53-428a-a857-32243469c89a,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:51.734134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.778093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.806279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.829663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] Set router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:32:51.856589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.859782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8a5ebdd1-57a2-4512-9b47-7cb4367602b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8353832 May 26 22:32:51.864752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:51.872810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:51.874449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'security_group_rule': {'security_group_id': '045a07c2-89a3-47e9-9d70-ce1c16be4e30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:51.884591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:51.891481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c57f9b40-c47b-4f8a-aa87-a374907e931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.893847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Usage tracker for resource:security_group_rule and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:51.895231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e3ce0c88e04e60baa79620733b7e10 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:51.898542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:51.898666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:51.912872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:51.914673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:51.922425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Network 208b2f53-1b68-42db-b973-4a975976cc5c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:51.928685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f9b40-c47b-4f8a-aa87-a374907e931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6110c202-0850-4853-ad31-76b5d4d5ba11,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:51.933388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Usage tracker for resource:security_group_rule and tenant:121457aa9708458ba07e81950f07347a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:51.943406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:51.946185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:51.948633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 208b2f53-1b68-42db-b973-4a975976cc5c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:51.955402 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.963152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:51.965332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:51.966255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.979818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-af013d46-eb27-4329-8caf-2a966471f898 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 1095 time: 0.2398882 May 26 22:32:51.980148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:51.980881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Pushing event updated for resources: {'Port': ['ID=c8aa4344-56d7-4017-9bef-717f89a6ddda,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:51.991677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c57f9b40-c47b-4f8a-aa87-a374907e931e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:51.995063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c57f9b40-c47b-4f8a-aa87-a374907e931e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6110c202-0850-4853-ad31-76b5d4d5ba11 HTTP/1.1" status: 204 len: 168 time: 0.8991804 May 26 22:32:51.995063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:51.999698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:52.136543 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b6f9dca2-c44c-463b-9ff6-f553dad89af5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8784535 May 26 22:32:52.176180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:52.176959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.190595 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.199049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.256759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-bfe30724-6516-4c6c-9460-cb5d60e1b159 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1054935 May 26 22:32:52.259540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.264039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.269029 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.278982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Request body: {'port': {'device_id': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:52.311480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-1ec28b5e-24bf-4d79-ad5c-85b1959967c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:52.313592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-1ec28b5e-24bf-4d79-ad5c-85b1959967c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 906 time: 0.3195093 May 26 22:32:52.317526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad9dcb-95c4-4d55-b983-c56ba2e31196 None None] Network 208b2f53-1b68-42db-b973-4a975976cc5c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:52.318969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d164f18b-7918-4d9f-9065-7a1308dfe31e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:52.397371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.409184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.410384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2b1fea5f-a484-4467-8773-e3f308d12bae tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5423934 May 26 22:32:52.418885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:52.424431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:52.431849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:52.436118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Usage tracker for resource:floatingip and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:52.439103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:52.446948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:52.459080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:52.476128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:52.489030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced969fe-cbf4-4217-b6ff-ff93dae02528,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:52.493506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.493935 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Added segment b96e260b-7e35-48b1-9c5c-1ead853eaba0 of type vlan for network d5d580fa-7ced-4217-97e3-d0ea25bb5dca May 26 22:32:52.494990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.555130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.555434 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Added segment 0bde610a-765b-46fc-aaea-c8ae6b342817 of type vlan for network 583f6c8b-abfd-4868-b24b-4d6acfe214ee May 26 22:32:52.561917 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-5191ec26-0a1b-47e9-b3c0-baa21d2fe15a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d95edef1-e2a5-421c-a149-a86fc3122760 HTTP/1.1" status: 200 len: 217 time: 0.2245288 May 26 22:32:52.612214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.681666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39826) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:52.698390 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.724071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:32:41Z', 'revision_number': 4, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '72618c2c-5554-41ec-b905-c9827307c302', 'name': '', 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'mac_address': 'fa:16:3e:bc:96:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:40Z', 'updated_at': '2022-05-26T22:32:51Z', 'revision_number': 4, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'subnets': [{'id': 'e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:52.727047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41858899-2fee-4dc1-9796-f8443023096a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:52.765358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e441012-f114-487d-8e72-606ec9c55a64 None None] The sync data for ids ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'] in n-d-843301-1 is: [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:32:41Z', 'revision_number': 4, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '72618c2c-5554-41ec-b905-c9827307c302', 'name': '', 'network_id': '4efbf383-c8d7-4d91-8db4-6d29c35215dc', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'mac_address': 'fa:16:3e:bc:96:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:40Z', 'updated_at': '2022-05-26T22:32:51Z', 'revision_number': 4, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'subnets': [{'id': 'e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:32:52.779082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b422087-e471-4ced-b185-696e193d4453 None None] Network 208b2f53-1b68-42db-b973-4a975976cc5c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:52.794944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d7f620a5-37b7-48b1-9875-56e71fc7a80f None None] Provisioning for port c8aa4344-56d7-4017-9bef-717f89a6ddda completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:52.801123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.808787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d7f620a5-37b7-48b1-9875-56e71fc7a80f None None] Provisioning complete for port c8aa4344-56d7-4017-9bef-717f89a6ddda triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:52.809080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d7f620a5-37b7-48b1-9875-56e71fc7a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.813639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.891540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:52.895531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Usage tracker for resource:security_group_rule and tenant:7efcc535aa8347c7b4d6b23436bed79f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:52.897143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-891d0462-eff8-4b93-91df-59ff448f5bee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:52.898778 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-891d0462-eff8-4b93-91df-59ff448f5bee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.3358638 May 26 22:32:52.899084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:52.904914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:53.012539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-a3ae9369-bada-4944-b276-43be0dfcea72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949483 May 26 22:32:53.025902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6754977-2e29-415c-b85d-7a38faf8c76b req-ac1467f7-ddfc-452c-a3db-ae75ba22c5b7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:53.028191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6754977-2e29-415c-b85d-7a38faf8c76b req-ac1467f7-ddfc-452c-a3db-ae75ba22c5b7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 944 time: 0.5700743 May 26 22:32:53.073065 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.073925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:53.074484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.149792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.251840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d7f620a5-37b7-48b1-9875-56e71fc7a80f None None] Port c8aa4344-56d7-4017-9bef-717f89a6ddda cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:32:53.258782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6754977-2e29-415c-b85d-7a38faf8c76b req-746f3c6e-ebc2-47ff-9ab0-c7873442d65e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212808 May 26 22:32:53.264014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.270694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.271476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:53.272042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.335006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72618c2c-5554-41ec-b905-c9827307c302 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:53.338600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-c980d7e3-b6da-4046-be00-01609ab68ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081641 May 26 22:32:53.393238 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7efcc535aa8347c7b4d6b23436bed79f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7044988 May 26 22:32:53.396180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39836) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:53.447020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 72618c2c-5554-41ec-b905-c9827307c302 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:53.452600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 72618c2c-5554-41ec-b905-c9827307c302 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:53.452961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.493988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d580fa-7ced-4217-97e3-d0ea25bb5dca,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:53.515963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c855eb36-ea0c-400a-be3d-cc647ae78a66 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2978179 May 26 22:32:53.516175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:53.524982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39840) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:53.552702 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5615742 May 26 22:32:53.552702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb170f-104a-4a4a-bf8b-297bca5ddf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33de348d-a209-45c5-9713-504bcf98d319,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:53.556511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39842) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:53.591671 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c58f3d7-f5d1-437d-98a6-f7fcc3d6f57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.661512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Request body: {'subnet': {'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2113789817-subnet', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:53.665450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Request body: {'subnet': {'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-465872596-subnet', 'tenant_id': '121457aa9708458ba07e81950f07347a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:53.687487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c58f3d7-f5d1-437d-98a6-f7fcc3d6f57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.701554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:53.701783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.714159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:53.726910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Usage tracker for resource:subnet and tenant:121457aa9708458ba07e81950f07347a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:53.736204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:53.740225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 72618c2c-5554-41ec-b905-c9827307c302, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=72618c2c-5554-41ec-b905-c9827307c302,segment=NetworkSegment(083f41cf-91e4-4f19-a594-16883fbc3f66),segment_id=083f41cf-91e4-4f19-a594-16883fbc3f66)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:53.743510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.749095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.751307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:53.756407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Usage tracker for resource:subnet and tenant:a5e3ce0c88e04e60baa79620733b7e10 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:53.759268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047131c8-9b00-4f88-a17d-809f077df53f admin admin] Pushing event updated for resources: {'Network': ['ID=583f6c8b-abfd-4868-b24b-4d6acfe214ee,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:53.762855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:53.776523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a17224-0173-4303-9e37-653147afe8d4 req-50eb9737-0d40-4d9a-8b56-a7eb4e046d10 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:53.784065 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-50eb9737-0d40-4d9a-8b56-a7eb4e046d10 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 0.5046306 May 26 22:32:53.805104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 583f6c8b-abfd-4868-b24b-4d6acfe214ee details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:53.810582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Made reservation on behalf of 121457aa9708458ba07e81950f07347a for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:53.813350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.883133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-760f31f9-2d26-4d52-9dc3-e3b958cb9e14 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/quotas/98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 375 time: 0.0977058 May 26 22:32:53.925407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:53.940143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=72618c2c-5554-41ec-b905-c9827307c302,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:53.990137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Made reservation on behalf of a5e3ce0c88e04e60baa79620733b7e10 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:53.993276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:53.995462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-8e39331b-2b89-43f2-8269-092f82cf03ca tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114721 May 26 22:32:54.009258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aa4344-56d7-4017-9bef-717f89a6ddda {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:54.019233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.087640 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08732eaa-e03e-4691-9415-b38fcf9fc669 req-21383447-5356-4ef1-b3d6-187aa46ed0f3 service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406509 May 26 22:32:54.112425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e8814-20f0-4aa7-8cd9-0be504db9fb5 req-25d9abb1-9809-4bcb-9c88-b50e54508b0c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:54.114209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c78e8814-20f0-4aa7-8cd9-0be504db9fb5 req-25d9abb1-9809-4bcb-9c88-b50e54508b0c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 935 time: 0.5854430 May 26 22:32:54.128136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Transition to ACTIVE for port object c8aa4344-56d7-4017-9bef-717f89a6ddda will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:54.134370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.176305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c58f3d7-f5d1-437d-98a6-f7fcc3d6f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.217607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58f3d7-f5d1-437d-98a6-f7fcc3d6f57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33de348d-a209-45c5-9713-504bcf98d319,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:54.282854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Allocated IP 172.25.4.17 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/1790ff77-91a7-46f4-bc91-0b7859039e7e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:54.288000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c78e8814-20f0-4aa7-8cd9-0be504db9fb5 req-b00d8775-0498-4c84-afd8-fab99d263582 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604822 May 26 22:32:54.292064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c58f3d7-f5d1-437d-98a6-f7fcc3d6f57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.294848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c58f3d7-f5d1-437d-98a6-f7fcc3d6f57e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33de348d-a209-45c5-9713-504bcf98d319 HTTP/1.1" status: 204 len: 168 time: 0.8343196 May 26 22:32:54.339577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-b039ecac-1c22-4ef6-8369-f724b19f307e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:32:54.353256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-b039ecac-1c22-4ef6-8369-f724b19f307e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2199361 May 26 22:32:54.457144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aa4344-56d7-4017-9bef-717f89a6ddda,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:54.466461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.591965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.630472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc02921-59f0-4d76-9b22-e657c401ac95,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:54.638743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.710968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e9897d-a8fb-4949-875b-4669d2f13638,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:54.747097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23a25877-b955-4fe7-bf64-14f6b04a67ea req-f71b199a-bdc0-440c-98bf-5c6e4d7a69b2 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1096 time: 0.2477005 May 26 22:32:54.748611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Checking segment: {'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:54.749046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Network hostable DHCP agents. Network: d5d580fa-7ced-4217-97e3-d0ea25bb5dca, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:54.749347 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.761462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.808770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-92c47a03-28cb-48a7-bda6-12e89af3ce72 service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542010 May 26 22:32:54.839315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Checking segment: {'id': '0bde610a-765b-46fc-aaea-c8ae6b342817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:54.839677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Network hostable DHCP agents. Network: 583f6c8b-abfd-4868-b24b-4d6acfe214ee, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:54.866798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:54.872004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:54.874386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:54.893754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event updated for resources: {'Port': ['ID=1790ff77-91a7-46f4-bc91-0b7859039e7e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:54.902536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23a25877-b955-4fe7-bf64-14f6b04a67ea req-9f608630-0dd1-4c9c-ac01-a1104350b513 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456077 May 26 22:32:54.904662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:54.962406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, d5d580fa-7ced-4217-97e3-d0ea25bb5dca) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:54.967301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:54.967886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:54.972446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58110935-476b-4e2a-8e0d-529df1a7f730 None None] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:55.015453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7b310283-6b4d-4287-9d2f-e4b3710558dd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4284530 May 26 22:32:55.018697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:55.025410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:55.032280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:55.037784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Usage tracker for resource:router and tenant:a5e3ce0c88e04e60baa79620733b7e10 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:55.042995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:55.047947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Attempting to bind port c8aa4344-56d7-4017-9bef-717f89a6ddda on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:55.048569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Attempting to bind port c8aa4344-56d7-4017-9bef-717f89a6ddda by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:55.049045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Attempting to bind port c8aa4344-56d7-4017-9bef-717f89a6ddda on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:55.050767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:55.057702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Port c8aa4344-56d7-4017-9bef-717f89a6ddda on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:32:55.058209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Attempting to bind port c8aa4344-56d7-4017-9bef-717f89a6ddda on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:55.060222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Network 583f6c8b-abfd-4868-b24b-4d6acfe214ee is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:55.077334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 583f6c8b-abfd-4868-b24b-4d6acfe214ee) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:55.091862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:55.092525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:55.093065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:55.093740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Bound port: c8aa4344-56d7-4017-9bef-717f89a6ddda, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:55.094238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.111786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:55.112226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1f30c-478b-480b-819a-c0189371febc None None] Network 583f6c8b-abfd-4868-b24b-4d6acfe214ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:55.112676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.156528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.157726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.178549 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.213069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-20be9103-16ed-45db-8b1c-ee59204eee4c service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034266 May 26 22:32:55.232404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8a51a8b9-ef49-4432-83dc-1b61488499d3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6710680 May 26 22:32:55.265490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] For port c8aa4344-56d7-4017-9bef-717f89a6ddda, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:55.270741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] For port c8aa4344-56d7-4017-9bef-717f89a6ddda, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c8aa4344-56d7-4017-9bef-717f89a6ddda,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:55.276728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.308767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72618c2c-5554-41ec-b905-c9827307c302 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:55.398395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.399324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.399784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] 10.222.0.55 "PUT /v2.0/ports/c8aa4344-56d7-4017-9bef-717f89a6ddda HTTP/1.1" status: 200 len: 1095 time: 3.1251869 May 26 22:32:55.400235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'tag': 'c8aa4344-56d7-4017-9bef-717f89a6ddda'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:55.550909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39892) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:55.605548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd64f4-58e5-4c48-803a-1a78cdde0d62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aa4344-56d7-4017-9bef-717f89a6ddda,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:55.740156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.821545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-9ece266b-2e68-4bee-b48e-6ae186ca3d68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=366ccfbf43ba4044a841a72d9a97741e&device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 1098 time: 0.3514276 May 26 22:32:55.829132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.840047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-d5d580fa-7ced-4217-97e3-d0ea25bb5dca', 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'fixed_ips': [{'subnet_id': '49e9897d-a8fb-4949-875b-4669d2f13638'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:32:55.841143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:55.959056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-2ae00327-69e1-4af9-9922-3a84149a0511 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c8aa4344-56d7-4017-9bef-717f89a6ddda HTTP/1.1" status: 200 len: 217 time: 0.1150787 May 26 22:32:55.967080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425be63-406f-43a5-a89c-1c6d3adb6b86 None None] Network 583f6c8b-abfd-4868-b24b-4d6acfe214ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:55.991692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 72618c2c-5554-41ec-b905-c9827307c302 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:55.992057 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.020384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-network', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:56.046780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:56.054824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Usage tracker for resource:network and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:56.056526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ece1c-1682-4c00-b471-b1562b47ae19 req-f6625d09-f0e3-44c7-8f75-1e49335d7dc2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:56.058847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:56.063217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd4ece1c-1682-4c00-b471-b1562b47ae19 req-f6625d09-f0e3-44c7-8f75-1e49335d7dc2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 944 time: 0.8637965 May 26 22:32:56.068389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:56.085135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-2de93a39-edfb-48e1-a566-05ac28ef554f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:56.087688 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-2de93a39-edfb-48e1-a566-05ac28ef554f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1168001 May 26 22:32:56.099651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d82604f7-2c3c-4a2d-bcbd-73fd2cfb7edb req-78a90709-393f-47ae-ba9d-7f1c76fa4b1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3597219 May 26 22:32:56.101553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Made reservation on behalf of a6431c9359cd4ad5acef9858360d671b for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:56.105207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.162427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.214930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:56.227111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:56.231857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:56.238152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:56.331082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.348102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.354945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d95edef1-e2a5-421c-a149-a86fc3122760 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:56.397412 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd4ece1c-1682-4c00-b471-b1562b47ae19 req-ab556b16-9d4a-4118-8ca2-ac1b9098c86a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332293 May 26 22:32:56.440131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:56.469276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.489704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.489912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c86357-7d5b-4ff4-abc2-3400250b5866,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:56.500050 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.500866 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Added segment 7b139124-135c-4ef7-a469-f018b9ef4932 of type vlan for network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b May 26 22:32:56.526257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-e21364ef-c155-46f7-b2ae-d17f5712b188 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4074392 May 26 22:32:56.684991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event updated for resources: {'Port': ['ID=1790ff77-91a7-46f4-bc91-0b7859039e7e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:56.707657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Allocated IP 172.20.0.2 (d5d580fa-7ced-4217-97e3-d0ea25bb5dca/49e9897d-a8fb-4949-875b-4669d2f13638/dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:56.765056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.802077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.839507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.849722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-76009ce1-0758-4adb-a77d-fbdd3ce32d98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4210391 May 26 22:32:56.885953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.949190 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.950058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:56.950626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.970945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:56.989017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39932) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:57.046214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-8855c7d1-a12b-471e-b8ea-b23ed3c14f21 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049696 May 26 22:32:57.126298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73433d7-adf2-4973-a2f7-046f29447a85 req-a40f2a2f-425f-4c27-9717-f448ca1f2ea7 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:57.133316 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f73433d7-adf2-4973-a2f7-046f29447a85 req-a40f2a2f-425f-4c27-9717-f448ca1f2ea7 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 947 time: 0.4412782 May 26 22:32:57.212649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-197366421-network', 'tenant_id': 'c5837777009b4b7e81f90b0616d104c3'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:57.215312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f5e899-76c1-40ba-a8ed-44b81c7fa24b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:57.246011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:57.261127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1e4e5204-c716-4fa5-889b-2557649011d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6891873 May 26 22:32:57.266315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:57.271399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39942) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:57.284331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Usage tracker for resource:network and tenant:c5837777009b4b7e81f90b0616d104c3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:57.301830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:57.302042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Request body: {'subnet': {'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-subnet', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:57.312062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:57.317526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'mac_address': 'fa:16:3e:2f:f8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:32:57.320890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Usage tracker for resource:subnet and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:57.337617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:57.338897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:57.355457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:57.366170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:57.387884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Made reservation on behalf of c5837777009b4b7e81f90b0616d104c3 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:57.390942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.407891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.456745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bcff9c-8286-46b3-99c6-f314093d3645 req-403d5416-03da-4d01-bcc9-ce18da19a73b service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317505 May 26 22:32:57.474082 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f73433d7-adf2-4973-a2f7-046f29447a85 req-1d404e82-afe3-4f37-95e8-818486f2fbdc tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386650 May 26 22:32:57.510697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Made reservation on behalf of a6431c9359cd4ad5acef9858360d671b for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:57.515687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.517668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:57.533896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Usage tracker for resource:security_group_rule and tenant:c5837777009b4b7e81f90b0616d104c3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:57.544920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a17224-0173-4303-9e37-653147afe8d4 req-bc251916-abc2-45d0-ac12-357e3a516975 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:57.546105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:57.548329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-97a17224-0173-4303-9e37-653147afe8d4 req-bc251916-abc2-45d0-ac12-357e3a516975 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:57.553616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:57.556751 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7e130d-9dcc-4176-a49b-42108fdde1a9'] response: {'name': 'network-changed', 'server_uuid': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'tag': 'c8aa4344-56d7-4017-9bef-717f89a6ddda', 'status': 'completed', 'code': 200} May 26 22:32:57.598869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.615640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.646579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95edef1-e2a5-421c-a149-a86fc3122760 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:57.652452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.669708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Transition to ACTIVE for port object dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:57.682073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:32:57.695965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Transition to ACTIVE for port object dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:57.697868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.744385 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.755985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.771742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-c970348e-5210-40b3-ae38-2f3b144731b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=366ccfbf43ba4044a841a72d9a97741e&device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 1098 time: 0.1813426 May 26 22:32:57.774545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.809080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Allocated IP 172.25.4.138 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/a08b8f9c-d735-4845-9037-ff8ca2dd2e74) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:57.826490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:57.829980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:57.832160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:57.841847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:57.852789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989307b5-b03a-47f6-8c47-1b54287bb1fe,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:57.920257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1aa760a9-d07e-4001-9106-960d69df55a1 req-74604476-bc98-4b20-8c9a-8b06f3277be6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 210 time: 0.1081541 May 26 22:32:57.928292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:32:57.949156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-97a17224-0173-4303-9e37-653147afe8d4 req-bc251916-abc2-45d0-ac12-357e3a516975 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:57.950677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-bc251916-abc2-45d0-ac12-357e3a516975 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 0.8330677 May 26 22:32:57.952011 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:57.952358 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Added segment 3fbae970-49e8-4e64-a69e-22ed9fce55e3 of type vlan for network bed56084-0341-4541-a88c-6ca6e8973f33 May 26 22:32:58.016548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.025483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-2d96d189-5595-4248-95fe-24b123f14528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:58.027085 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-2d96d189-5595-4248-95fe-24b123f14528 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2423162 May 26 22:32:58.049513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d95edef1-e2a5-421c-a149-a86fc3122760'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:32:58.049819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Request body: {'port': {'device_id': '167e824b-65aa-4522-863f-8099a878971b', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'admin_state_up': True, 'tenant_id': '98519dfb05104b2090a2113a0c1e295d'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:58.112570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-bc694045-0251-4f8f-a607-4b1bee6761b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c8aa4344-56d7-4017-9bef-717f89a6ddda HTTP/1.1" status: 200 len: 217 time: 0.0712590 May 26 22:32:58.126309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Pushing event updated for resources: {'Port': ['ID=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:58.129065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Attempting to bind port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:58.129430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Attempting to bind port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:58.129807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Attempting to bind port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce on network d5d580fa-7ced-4217-97e3-d0ea25bb5dca {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:58.139429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:58.139797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Checking segment: {'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:58.140192 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.140573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Bound using segment: {'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:58.141033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Bound port: dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:58.141399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.155577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.167002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.167834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:58.168520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.207978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39962) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:58.211931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1880352 May 26 22:32:58.219956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39966) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:58.220141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-782db96b-cfb6-4f49-908a-d0af8e6fe6be tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:32:58.220846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-782db96b-cfb6-4f49-908a-d0af8e6fe6be tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0104485 May 26 22:32:58.251995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Request body: {'subnet': {'network_id': 'bed56084-0341-4541-a88c-6ca6e8973f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-197366421-subnet', 'tenant_id': 'c5837777009b4b7e81f90b0616d104c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:58.269219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:58.303274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Usage tracker for resource:subnet and tenant:c5837777009b4b7e81f90b0616d104c3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:58.312703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] For port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:32:58.314477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:58.323845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.335146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] For port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,segment=NetworkSegment(b96e260b-7e35-48b1-9c5c-1ead853eaba0),segment_id=b96e260b-7e35-48b1-9c5c-1ead853eaba0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:58.348688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:58.373371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.374235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:58.408110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Made reservation on behalf of c5837777009b4b7e81f90b0616d104c3 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:58.410400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.417856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-3363c8a2-ba2e-461d-9b2d-fca28ed9cd6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:58.419266 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-3363c8a2-ba2e-461d-9b2d-fca28ed9cd6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3000026 May 26 22:32:58.432102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-417dd91a-e94f-445e-aa2c-d1748f80ba07 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--940259481&fields=id&tenant_id=317a4871f1a74787a453ae35ea7a9477 HTTP/1.1" status: 200 len: 267 time: 0.2824950 May 26 22:32:58.456498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd301032-1145-4f7a-b12a-a7b974fa80ca None None] Pushing event updated for resources: {'Port': ['ID=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:58.464188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d3848-47ed-4a0e-a7dc-7ecd7451db6d admin admin] Pushing event updated for resources: {'Network': ['ID=bed56084-0341-4541-a88c-6ca6e8973f33,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:58.488056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network bed56084-0341-4541-a88c-6ca6e8973f33 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:32:58.523710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-55f07d82-3f4b-41dc-8365-f58ca3444f2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963781 May 26 22:32:58.545923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:58.562753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Request body: {'binding': {'host': 'n-h2-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:58.563488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Unknown quota resources ['binding']. {{(pid=84030) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:32:58.570212 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.618413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Usage tracker for resource:port and tenant:98519dfb05104b2090a2113a0c1e295d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:58.714028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:58.733156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Checking segment: {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:58.733156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Network hostable DHCP agents. Network: b3f5e899-76c1-40ba-a8ed-44b81c7fa24b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:32:58.774706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:58.887220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-fa1ec27e-5b62-48dd-903b-c1b361261b2c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561866 May 26 22:32:58.892919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:58.906985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Pushing event updated for resources: {'Port': ['ID=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:58.909458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:58.933366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:32:58.963932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Made reservation on behalf of 98519dfb05104b2090a2113a0c1e295d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:58.967119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.031203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-8fa0b657-d251-4498-8408-19a1d9567a0a tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:59.032641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-8fa0b657-d251-4498-8408-19a1d9567a0a tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 823 time: 0.5034757 May 26 22:32:59.077833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on host n-h2-843301-1 for vnic_type normal with profile None {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:59.078166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:59.078488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:59.091450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a285219c-15ed-4e62-a17d-faf34e980e08 req-58612455-39ca-4b82-9e95-98210ebffb29 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921430 May 26 22:32:59.092048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:32:59.092363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:32:59.099336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:32:59.099675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:32:59.100048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:32:59.100486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Bound port: 2a26f1bb-e389-49d0-9957-09197d589fe6, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:59.122229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:32:59.167997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-18c6fbca-4563-4d6e-852d-d6fa0f6eaf4b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/quotas/317a4871f1a74787a453ae35ea7a9477 HTTP/1.1" status: 200 len: 375 time: 0.1265376 May 26 22:32:59.176167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:32:59.177599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b3f5e899-76c1-40ba-a8ed-44b81c7fa24b) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:59.186366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.188403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b8da70-725c-47e7-99ba-c26392517f18 None None] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:59.188864 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-dd18cf92-651c-4c4b-b653-ad087845f6e8 service neutron] 10.222.0.32 "POST /v2.0/ports/2a26f1bb-e389-49d0-9957-09197d589fe6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7945533 May 26 22:32:59.199102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:59.199689 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.411347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:59.417034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.466737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d960d0ac-6e9f-4450-8501-517244278b71 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1890457 May 26 22:32:59.469437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39982) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:59.476919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:32:59.483953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:59.526236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Allocated IP 172.20.0.12 (0cf53761-dd15-43d4-a247-8211eb64de03/56e5b5be-b0d2-4e67-a774-94308cdf2bfe/6936d358-b26c-4c79-81d7-0a8a33b9016f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:59.560333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Usage tracker for resource:router and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:59.564512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:59.571966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:59.581376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-49013c08-12c4-4fc4-911f-3e8eff62a29b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3959725 May 26 22:32:59.596201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.597560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.622194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dcfb7c-5e9d-4eeb-a09a-b707724f5f8e None None] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:32:59.632895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641868cd-7a68-497c-a267-3e5efd15c200 req-877945b8-03cb-4d12-99ba-54626538c8e4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:59.634551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-641868cd-7a68-497c-a267-3e5efd15c200 req-877945b8-03cb-4d12-99ba-54626538c8e4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 945 time: 0.1445982 May 26 22:32:59.639586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.746115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:32:59.746941 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.758038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-641868cd-7a68-497c-a267-3e5efd15c200 req-63904abd-5cca-4a89-8e92-5dfc278a95fd tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167152 May 26 22:32:59.759308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c8aa4344-56d7-4017-9bef-717f89a6ddda details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:59.794393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ee6bad00-fc1e-43c9-b966-bce2e0753b9c None None] Provisioning for port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:59.830244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.845146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-3d305f5f-34da-4f90-a80e-6277335dcef5 service neutron] 10.222.0.32 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909821 May 26 22:32:59.853253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:59.908871 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:32:59.958058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:59.958425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.006361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb557639-97a8-4340-9902-c59053d9c504,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:00.035894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Checking segment: {'id': '3fbae970-49e8-4e64-a69e-22ed9fce55e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bed56084-0341-4541-a88c-6ca6e8973f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:00.036659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Network hostable DHCP agents. Network: bed56084-0341-4541-a88c-6ca6e8973f33, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:33:00.045194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a39238-4ac9-4a29-a0a4-da9dd673a039 req-8643de84-72a3-499e-b4c6-79491e1750b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:00.046450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b9a39238-4ac9-4a29-a0a4-da9dd673a039 req-8643de84-72a3-499e-b4c6-79491e1750b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Synchronizing usage tracker for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:00.104109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b9a39238-4ac9-4a29-a0a4-da9dd673a039 req-8643de84-72a3-499e-b4c6-79491e1750b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Unset dirty status for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:00.105412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9a39238-4ac9-4a29-a0a4-da9dd673a039 req-8643de84-72a3-499e-b4c6-79491e1750b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 947 time: 0.1678934 May 26 22:33:00.120661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.121589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.122320 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.156697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.208015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c8aa4344-56d7-4017-9bef-717f89a6ddda, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c8aa4344-56d7-4017-9bef-717f89a6ddda,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:00.220509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Allocated IP 172.20.0.2 (b3f5e899-76c1-40ba-a8ed-44b81c7fa24b/93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e/5103d0d4-2964-454c-ad10-75fe624d9076) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:00.257622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b9a39238-4ac9-4a29-a0a4-da9dd673a039 req-975df0f3-57d1-4052-bd77-8b2d23369869 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Synchronizing usage tracker for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:00.298307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'c8aa4344-56d7-4017-9bef-717f89a6ddda', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'c8aa4344-56d7-4017-9bef-717f89a6ddda', 'mac_address': 'fa:16:3e:fa:1e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:33:00.325150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b9a39238-4ac9-4a29-a0a4-da9dd673a039 req-975df0f3-57d1-4052-bd77-8b2d23369869 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Unset dirty status for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:00.326593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9a39238-4ac9-4a29-a0a4-da9dd673a039 req-975df0f3-57d1-4052-bd77-8b2d23369869 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755183 May 26 22:33:00.344725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-decbe7d1-a4ae-401c-99d4-19e8033aca94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1096 time: 0.8156536 May 26 22:33:00.351436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-da5f1c1e-9363-4ed5-9789-97eafb84c90c service neutron] 10.222.0.32 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738818 May 26 22:33:00.353251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d95edef1-e2a5-421c-a149-a86fc3122760 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:00.356690 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.371837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Allocated IP 172.25.4.6 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/7bb0e884-04ea-4e75-a7fa-2d0258abf374) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:00.382007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Network bed56084-0341-4541-a88c-6ca6e8973f33 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:33:00.473032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, bed56084-0341-4541-a88c-6ca6e8973f33) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:00.484968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:00.485542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.497824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.521705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cd1cc-7917-44db-880f-1100e9a30208 None None] Network bed56084-0341-4541-a88c-6ca6e8973f33 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:33:00.535431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4b261ba-aabb-4148-8e9b-3cf467f03b2d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3145280 May 26 22:33:00.583987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.635132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-10785475-3ebb-48da-9d65-3ef5ea3de6b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:00.636626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-10785475-3ebb-48da-9d65-3ef5ea3de6b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2843857 May 26 22:33:00.803519 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.893535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:00.904048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-df050b61-2ecb-4c69-8472-ef949915def7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 217 time: 0.1706364 May 26 22:33:00.912239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Network 0cf53761-dd15-43d4-a247-8211eb64de03 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:00.920646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:00.950386 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.039948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:01.043149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:01.043345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:01.046517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:01.047177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:01.047885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.050307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:01.096180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb0e884-04ea-4e75-a7fa-2d0258abf374,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:01.145877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-ccd8d420-d92b-4851-8b2d-5827f8580a33 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1004460 May 26 22:33:01.169041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3767ec-fb1f-4624-9045-374091cf9784 None None] Network bed56084-0341-4541-a88c-6ca6e8973f33 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:33:01.171727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Request body: {'port': {'device_id': '167e824b-65aa-4522-863f-8099a878971b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:01.211760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aa4344-56d7-4017-9bef-717f89a6ddda {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:01.213472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5dcf209f-db2e-4bea-8edd-2de285d63c17 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:01.218960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5dcf209f-db2e-4bea-8edd-2de285d63c17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.3043807 May 26 22:33:01.266263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fd831-89d7-4b5e-bcd1-2b86583b6521 req-3a04215d-2708-4e16-8e2d-22e456e989d5 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:01.270775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe4fd831-89d7-4b5e-bcd1-2b86583b6521 req-3a04215d-2708-4e16-8e2d-22e456e989d5 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 932 time: 0.5656314 May 26 22:33:01.306042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,segment=NetworkSegment(b96e260b-7e35-48b1-9c5c-1ead853eaba0),segment_id=b96e260b-7e35-48b1-9c5c-1ead853eaba0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:01.319023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.329326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c8aa4344-56d7-4017-9bef-717f89a6ddda, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c8aa4344-56d7-4017-9bef-717f89a6ddda,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:01.332208 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.397026 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe4fd831-89d7-4b5e-bcd1-2b86583b6521 req-0b5c11ec-046c-4cb7-89d3-c9f42c88331d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155133 May 26 22:33:01.405238 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.418116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Transition to ACTIVE for port object 5103d0d4-2964-454c-ad10-75fe624d9076 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:01.464346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-29f64ab1-5a6d-4d40-b74a-c9860f32ecb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841328 May 26 22:33:01.466642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.480510 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.481419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.489718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port d95edef1-e2a5-421c-a149-a86fc3122760 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:01.492980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95844b5-9217-4b52-9dc6-76a7e6c74de2 req-c8a4952e-010a-4ddf-a52a-50d20108ff04 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:01.500064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c95844b5-9217-4b52-9dc6-76a7e6c74de2 req-c8a4952e-010a-4ddf-a52a-50d20108ff04 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 945 time: 0.7676923 May 26 22:33:01.541380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Transition to ACTIVE for port object 5103d0d4-2964-454c-ad10-75fe624d9076 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:01.542398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port d95edef1-e2a5-421c-a149-a86fc3122760 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:01.542762 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.610261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:01.627437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.736240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c8aa4344-56d7-4017-9bef-717f89a6ddda'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:01.764233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c95844b5-9217-4b52-9dc6-76a7e6c74de2 req-7f9e4567-f11e-40a4-86b3-daf122acd790 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632151 May 26 22:33:01.808764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-04d961e2-8835-43a8-a1d0-862dbc717ed7 req-c78a5e4c-dd3f-4434-be3f-51304487af56 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Synchronizing usage tracker for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:01.839698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-04d961e2-8835-43a8-a1d0-862dbc717ed7 req-c78a5e4c-dd3f-4434-be3f-51304487af56 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Unset dirty status for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:01.852930 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04d961e2-8835-43a8-a1d0-862dbc717ed7 req-c78a5e4c-dd3f-4434-be3f-51304487af56 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 210 time: 0.1375225 May 26 22:33:01.956995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c8aa4344-56d7-4017-9bef-717f89a6ddda,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:01.957259 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-c6baf25d-35d6-4d7e-bc38-e7943fac6561 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728210 May 26 22:33:02.016419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Router c399c0f1-ed55-4304-8560-88ff448b105c is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:33:02.042576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Router 576425c2-4955-46d5-9f28-26bf9a136bcf is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:33:02.051649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Pushing event updated for resources: {'Port': ['ID=5103d0d4-2964-454c-ad10-75fe624d9076,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:02.083299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:02.094379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:02.104839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:02.148887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c94940a8-937c-4591-aeea-f8310df18a43 None None] Provisioning complete for port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:02.149351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c94940a8-937c-4591-aeea-f8310df18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.419464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Attempting to bind port 5103d0d4-2964-454c-ad10-75fe624d9076 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:02.419896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Attempting to bind port 5103d0d4-2964-454c-ad10-75fe624d9076 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:02.420275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Attempting to bind port 5103d0d4-2964-454c-ad10-75fe624d9076 on network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:02.431836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.459718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726eb5e-1835-46bb-bfad-c4bdb15d46a2 req-32e887ad-0afe-43cb-a59c-742311e8afb0 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:02.461791 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5726eb5e-1835-46bb-bfad-c4bdb15d46a2 req-32e887ad-0afe-43cb-a59c-742311e8afb0 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 945 time: 0.4610610 May 26 22:33:02.463551 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-12303944-5007-46c4-a2dc-09da5abd5c1c service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804757 May 26 22:33:02.502016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:02.502387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Checking segment: {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:02.502784 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.503169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Bound using segment: {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:02.503637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Bound port: 5103d0d4-2964-454c-ad10-75fe624d9076, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:02.504001 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.510087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-cb6b6a72-065e-46f8-992a-c8f7350ad298 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:02.511395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-cb6b6a72-065e-46f8-992a-c8f7350ad298 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Synchronizing usage tracker for tenant:121457aa9708458ba07e81950f07347a on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:02.579369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:02.603211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-cb6b6a72-065e-46f8-992a-c8f7350ad298 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Unset dirty status for tenant:121457aa9708458ba07e81950f07347a on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:02.611136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-cb6b6a72-065e-46f8-992a-c8f7350ad298 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/networks?id=583f6c8b-abfd-4868-b24b-4d6acfe214ee HTTP/1.1" status: 200 len: 814 time: 0.4322863 May 26 22:33:02.636282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-926016f9-98fd-49a7-abff-a307dd2b9629 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:02.636957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-926016f9-98fd-49a7-abff-a307dd2b9629 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Synchronizing usage tracker for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:02.649050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-0c3abd86-bab3-4fbf-8b8a-1b26e7c37c07 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/quotas/121457aa9708458ba07e81950f07347a HTTP/1.1" status: 200 len: 375 time: 0.0368872 May 26 22:33:02.653251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5726eb5e-1835-46bb-bfad-c4bdb15d46a2 req-b9ecfcf2-26d5-4b14-b9c1-ee05ebfca439 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852105 May 26 22:33:02.658683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6936d358-b26c-4c79-81d7-0a8a33b9016f {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:02.659520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:02.693447 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.696348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.732483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-1e72a0ba-403d-4990-835c-7e5de9e21c68 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=121457aa9708458ba07e81950f07347a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822701 May 26 22:33:02.782444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Transition to ACTIVE for port object 6936d358-b26c-4c79-81d7-0a8a33b9016f will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:02.802581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.809569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] For port 5103d0d4-2964-454c-ad10-75fe624d9076, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:02.814793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] For port 5103d0d4-2964-454c-ad10-75fe624d9076, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5103d0d4-2964-454c-ad10-75fe624d9076,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:02.828807 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.842882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:02.856625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:02.858179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-926016f9-98fd-49a7-abff-a307dd2b9629 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Unset dirty status for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:02.859333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-926016f9-98fd-49a7-abff-a307dd2b9629 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 823 time: 0.5261083 May 26 22:33:02.870141 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Sync routers for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:33:02.893921 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:02.895010 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:02.935916 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-154c5e90-449e-4e92-ad10-7665efec7d21 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.3928196 May 26 22:33:02.946599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68ad47-2cb1-4ca9-b636-75909561f4d7 None None] Pushing event updated for resources: {'Port': ['ID=5103d0d4-2964-454c-ad10-75fe624d9076,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:02.959175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.963981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9a228878-7e38-40ca-b0ea-6d56620553e7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4933605 May 26 22:33:02.964647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:02.982097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-1'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:03.134444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-8a44da94-ba59-4e5b-9494-5e2b2a9aa5e6 service neutron] 10.222.0.32 "GET /v2.0/networks/583f6c8b-abfd-4868-b24b-4d6acfe214ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008963 May 26 22:33:03.166072 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:03.308767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-5bfe0b30-43fb-47f2-97f9-52e606005a47 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Synchronizing usage tracker for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:03.380090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-5bfe0b30-43fb-47f2-97f9-52e606005a47 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Unset dirty status for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:03.381254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-5bfe0b30-43fb-47f2-97f9-52e606005a47 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317a4871f1a74787a453ae35ea7a9477 HTTP/1.1" status: 200 len: 379 time: 0.5019751 May 26 22:33:03.396449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:03.405543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'port': {'device_id': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'admin_state_up': True, 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'security_groups': ['045a07c2-89a3-47e9-9d70-ce1c16be4e30']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:03.457149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:03.479558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:03.494781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-450d057a-a65b-4ee3-9529-548a2f7aacf3 service neutron] 10.222.0.32 "GET /v2.0/networks/583f6c8b-abfd-4868-b24b-4d6acfe214ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594115 May 26 22:33:03.495269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Sync routers for ids ['576425c2-4955-46d5-9f28-26bf9a136bcf'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:33:03.527876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Routers {'576425c2-4955-46d5-9f28-26bf9a136bcf'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:03.528914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['576425c2-4955-46d5-9f28-26bf9a136bcf'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:03.569184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-bddebefc-c351-4fb6-a3f1-7fb0527b59fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1096 time: 0.6850374 May 26 22:33:03.569184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:03.569184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:03.569184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:03.593021 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:01Z', 'revision_number': 3, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:03.601241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:03.604930 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1e3ea8eb-5b2d-475d-a9b1-3e585842928f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5819831 May 26 22:33:03.614377 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Checking router: c399c0f1-ed55-4304-8560-88ff448b105c for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:33:03.614625 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Updating router c399c0f1-ed55-4304-8560-88ff448b105c port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:33:03.616589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:03.838897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5103d0d4-2964-454c-ad10-75fe624d9076 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:03.844368 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:03.865237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:03.865865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:03.870001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c8aa4344-56d7-4017-9bef-717f89a6ddda up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:03.872739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864520f-826f-4627-ae4e-087fe80ecbd9 req-4c800463-5cc0-45f9-a16d-c91c8cbb6207 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:03.879892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3864520f-826f-4627-ae4e-087fe80ecbd9 req-4c800463-5cc0-45f9-a16d-c91c8cbb6207 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 948 time: 0.9117138 May 26 22:33:03.901935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:03.924422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:03.959559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Made reservation on behalf of 317a4871f1a74787a453ae35ea7a9477 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:33:03.963908 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.028533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:04.028870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:04.029255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:04.038733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Set router 576425c2-4955-46d5-9f28-26bf9a136bcf gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:04.039372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Bound port: 6936d358-b26c-4c79-81d7-0a8a33b9016f, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:04.039925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.146542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port c8aa4344-56d7-4017-9bef-717f89a6ddda completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:04.177182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:04.286637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port c8aa4344-56d7-4017-9bef-717f89a6ddda triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:04.287007 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.346079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357bafd-535f-48aa-856b-6825c6e25d98 None None] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:33:04.346768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3864520f-826f-4627-ae4e-087fe80ecbd9 req-572613f1-9bd8-4fe7-ba62-45dc062cf9b6 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307218 May 26 22:33:04.421708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:33:04.452010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-3b4885b8-f023-405d-83fc-26f0515913d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:04.457561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-3b4885b8-f023-405d-83fc-26f0515913d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.8336611 May 26 22:33:04.521850 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.537731 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Transition to ACTIVE for port object 7bb0e884-04ea-4e75-a7fa-2d0258abf374 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:04.547669 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.563667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.48', 56549) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:04.565629 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e347317-461a-401b-8a7a-5c4dde79e4a8'] response: {'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'code': 200} May 26 22:33:04.576464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9835142-7bea-495b-8e16-baf5c5790b79 req-48314ead-7eb9-45ea-ae5d-433799633ae1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:04.577852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9835142-7bea-495b-8e16-baf5c5790b79 req-48314ead-7eb9-45ea-ae5d-433799633ae1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 0.5189869 May 26 22:33:04.598680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 5103d0d4-2964-454c-ad10-75fe624d9076 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:04.682166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:04.686096 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ff4cd-cf1e-4c88-ac6d-64a8eb724acc None None] Pushing event updated for resources: {'Port': ['ID=7bb0e884-04ea-4e75-a7fa-2d0258abf374,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:04.759332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Allocated IP 172.20.0.7 (12073deb-64b8-46c1-8341-0dba2c594124/7d08715d-4b0f-436e-8347-a8b624eb628a/eb78c955-716f-4b8e-8c95-73e88a8c8022) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:04.802888 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Attempting to bind port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:04.804926 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Attempting to bind port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:04.805534 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Attempting to bind port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:04.815536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:04.816274 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:04.816873 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.817480 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:04.818189 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Bound port: 7bb0e884-04ea-4e75-a7fa-2d0258abf374, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:04.818802 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.820697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:04.855836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:04.860179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-be490890-e4a7-4795-be73-39a817377c74 None None] Provisioning for port 5103d0d4-2964-454c-ad10-75fe624d9076 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:04.867538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9835142-7bea-495b-8e16-baf5c5790b79 req-441dd34c-18c2-4f4e-8338-aa92bed600c2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839600 May 26 22:33:04.875737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-8e5e0359-ff2a-45ad-9d80-eb7fd0de7f93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 217 time: 0.3773825 May 26 22:33:04.887118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:04.915115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-be490890-e4a7-4795-be73-39a817377c74 None None] Provisioning complete for port 5103d0d4-2964-454c-ad10-75fe624d9076 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:04.915489 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be490890-e4a7-4795-be73-39a817377c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:04.954448 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] For port 7bb0e884-04ea-4e75-a7fa-2d0258abf374, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:04.962366 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] For port 7bb0e884-04ea-4e75-a7fa-2d0258abf374, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7bb0e884-04ea-4e75-a7fa-2d0258abf374,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:04.978238 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.027613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-0a0aa93d-a44e-4c39-af49-988f5dc0c520 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:05.031669 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-0a0aa93d-a44e-4c39-af49-988f5dc0c520 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1420493 May 26 22:33:05.082621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.099449 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.108949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:05.109170 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.116607 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ff4cd-cf1e-4c88-ac6d-64a8eb724acc None None] Pushing event updated for resources: {'Port': ['ID=7bb0e884-04ea-4e75-a7fa-2d0258abf374,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:05.136225 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:05.136731 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:05.160006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.176985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Transition to ACTIVE for port object eb78c955-716f-4b8e-8c95-73e88a8c8022 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:05.206663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-134baa70-a5c2-4059-b2d4-159a53962873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418817 May 26 22:33:05.254827 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.282031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c8aa4344-56d7-4017-9bef-717f89a6ddda, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c8aa4344-56d7-4017-9bef-717f89a6ddda,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:05.305312 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.385460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-a425a01b-95f0-4e85-a906-8c6d3350d844 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589680 May 26 22:33:05.397072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:05.404313 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.405284 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be490890-e4a7-4795-be73-39a817377c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.424732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:32:59Z', 'revision_number': 3, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:05.449561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Checking router: 576425c2-4955-46d5-9f28-26bf9a136bcf for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:33:05.449953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Updating router 576425c2-4955-46d5-9f28-26bf9a136bcf port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:33:05.460847 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:05.508348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.521752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.525101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] 10.222.0.48 "PUT /v2.0/ports/6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 1092 time: 4.3624077 May 26 22:33:05.530921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c8aa4344-56d7-4017-9bef-717f89a6ddda,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:05.550384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-be490890-e4a7-4795-be73-39a817377c74 None None] For port 5103d0d4-2964-454c-ad10-75fe624d9076, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5103d0d4-2964-454c-ad10-75fe624d9076,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:05.556561 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.579109 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-502dd96f-b7ad-4fa3-8d32-f7f16151be6e req-920b7c59-a1eb-40d3-8198-d0a17100c25e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 1097 time: 1.0088558 May 26 22:33:05.594099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d2fb7-d975-4c59-942a-f4c55a7de90f req-0901aa4f-265e-48f7-b6fd-5df3158e2854 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:05.597619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-437d2fb7-d975-4c59-942a-f4c55a7de90f req-0901aa4f-265e-48f7-b6fd-5df3158e2854 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 945 time: 0.8745267 May 26 22:33:05.603622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b55aa-734e-443a-b4cd-abf51d05d25a service neutron] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:05.615613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be490890-e4a7-4795-be73-39a817377c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:05.687649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.48', 56551) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:05.688098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.48', 56552) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:05.717833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event updated for resources: {'Port': ['ID=eb78c955-716f-4b8e-8c95-73e88a8c8022,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:05.889318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be490890-e4a7-4795-be73-39a817377c74 None None] Pushing event updated for resources: {'Port': ['ID=5103d0d4-2964-454c-ad10-75fe624d9076,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:05.955315 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:01Z', 'revision_number': 3, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:05.970685 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbcf8e0-401c-4b83-9c78-3a5ab599125a None None] The sync data for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 is: [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:01Z', 'revision_number': 3, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:33:06.040158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Network 12073deb-64b8-46c1-8341-0dba2c594124 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:06.042607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:06.050904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:06.053319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:06.053412 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b5527ab-ab2d-48a8-ac7e-0ca1aa0f050e req-6ca3ba61-cdfb-4cb9-94aa-a9dc2e481f8e service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445096 May 26 22:33:06.113586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-437d2fb7-d975-4c59-942a-f4c55a7de90f req-b33d4a26-8c74-40a3-a3ab-ab32ba5e019d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311640 May 26 22:33:06.145065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on host n-h1-843301-1 for vnic_type normal with profile {"migrating_to": "n-h2-843301-1"} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:06.145400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:06.145917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:06.158607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:06.158607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Attempting to bind port 2a26f1bb-e389-49d0-9957-09197d589fe6 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:06.170497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:06.170955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:06.171337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:06.172015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Bound port: 2a26f1bb-e389-49d0-9957-09197d589fe6, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:06.173202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.196857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-b926bd55-1fc0-420b-9036-0b477aae1132 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1095 time: 0.5974424 May 26 22:33:06.240717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6716cac8-b8ef-496f-a131-ddc84cb34417 None None] Provisioning complete for port 5103d0d4-2964-454c-ad10-75fe624d9076 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:06.241645 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6716cac8-b8ef-496f-a131-ddc84cb34417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.267347 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-502dd96f-b7ad-4fa3-8d32-f7f16151be6e req-d9b975fd-8c4d-4822-bfe6-469b2a2e1db0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656254 May 26 22:33:06.289961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.308932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:06.313637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:06.317863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Transition to ACTIVE for port object a08b8f9c-d735-4845-9037-ff8ca2dd2e74 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:06.333209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.378086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a04e61-65e4-47f2-8bad-b2c699fedc34 req-c8c0fa6d-19c8-47fc-a2d4-c41db5398915 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:06.379541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14a04e61-65e4-47f2-8bad-b2c699fedc34 req-c8c0fa6d-19c8-47fc-a2d4-c41db5398915 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 931 time: 1.1785886 May 26 22:33:06.387494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:06.387708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.387965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.402161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-9d301cde-a9ed-492e-91c4-d334668f56aa tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:06.403550 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-9d301cde-a9ed-492e-91c4-d334668f56aa tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.48 "GET /v2.0/networks?id=583f6c8b-abfd-4868-b24b-4d6acfe214ee HTTP/1.1" status: 200 len: 814 time: 0.6829879 May 26 22:33:06.423084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda74461-b314-4d46-b46b-0a6b5110990b None None] Pushing event updated for resources: {'Port': ['ID=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:06.457536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-fd702df0-187e-4ea6-b70f-12ffe98c8205 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7351954 May 26 22:33:06.478782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Attempting to bind port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:06.479136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Attempting to bind port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:06.479491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Attempting to bind port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:06.481723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-6ed92b6c-4965-49f3-80ed-3b449e93cf7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 217 time: 0.1634960 May 26 22:33:06.484871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-726ec4b6-7595-4d14-ae8b-586f9c4c970b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0911725 May 26 22:33:06.497343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:06.497732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:06.498088 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.498476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:06.499296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Bound port: a08b8f9c-d735-4845-9037-ff8ca2dd2e74, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:06.499296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.504134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Request body: {'port': {'device_id': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:06.539268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14a04e61-65e4-47f2-8bad-b2c699fedc34 req-511022a5-853b-46b8-a4a9-a4da82f01ec3 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464531 May 26 22:33:06.550842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Request body: {'port': {'device_id': '9a10fab2-faf7-4229-84ce-e243967689af', 'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee', 'admin_state_up': True, 'tenant_id': '121457aa9708458ba07e81950f07347a'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:06.596642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] For port a08b8f9c-d735-4845-9037-ff8ca2dd2e74, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:06.604220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] For port a08b8f9c-d735-4845-9037-ff8ca2dd2e74, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:06.608910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aa4344-56d7-4017-9bef-717f89a6ddda'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:06.618919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.714144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Routers {'576425c2-4955-46d5-9f28-26bf9a136bcf'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:06.714895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:32:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['576425c2-4955-46d5-9f28-26bf9a136bcf'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:06.795397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.796741 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] 10.222.0.48 "PUT /v2.0/ports/2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 1121 time: 3.8319616 May 26 22:33:06.824921 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-67b281af-360a-4fae-8c92-f1aee1339cfe req-9766c7b1-4884-4511-9656-a827c7026060 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 210 time: 0.0647204 May 26 22:33:06.826231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645db7af-376b-4263-8d62-d9a3de62e61a service neutron] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=8']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:06.841910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d1ba0-a3ab-4fdf-8f27-7d746f088861 req-8793e0e7-40d2-401e-bb3f-6ed1d3a5ddf8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:06.848581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-979d1ba0-a3ab-4fdf-8f27-7d746f088861 req-8793e0e7-40d2-401e-bb3f-6ed1d3a5ddf8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 946 time: 0.4686713 May 26 22:33:06.873872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a17224-0173-4303-9e37-653147afe8d4 req-5e829bdc-1eee-4f1b-9e93-431946380204 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:06.875389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-5e829bdc-1eee-4f1b-9e93-431946380204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1949759 May 26 22:33:06.884099 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:06.941527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] Set router 576425c2-4955-46d5-9f28-26bf9a136bcf gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:06.952069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-45ddaf25-2306-48e9-879a-4fd4aa319eb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625684 May 26 22:33:06.967525 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-979d1ba0-a3ab-4fdf-8f27-7d746f088861 req-eb9d0584-5063-4488-84a3-99fc01312b10 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171732 May 26 22:33:07.087798 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752893b2-603a-42fb-a6cd-65bd7e463a00'] response: {'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6', 'code': 200} May 26 22:33:07.089074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda74461-b314-4d46-b46b-0a6b5110990b None None] Pushing event updated for resources: {'Port': ['ID=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:07.117375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:07.151645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Usage tracker for resource:port and tenant:121457aa9708458ba07e81950f07347a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:07.158531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['2a26f1bb-e389-49d0-9957-09197d589fe6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:07.159202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:07.164970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-0fae4066-f401-4625-8a8e-9703f4bca227 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1115 time: 0.5058570 May 26 22:33:07.174282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:07.175363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-d8eac083-ebcf-4dc7-a280-144f35a90ece service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022605 May 26 22:33:07.288159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Made reservation on behalf of 121457aa9708458ba07e81950f07347a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:33:07.291382 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:07.309180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06a4f708-6439-4026-80a7-6f8d53a2c901 None None] Provisioning for port eb78c955-716f-4b8e-8c95-73e88a8c8022 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:07.343901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06a4f708-6439-4026-80a7-6f8d53a2c901 None None] Provisioning complete for port eb78c955-716f-4b8e-8c95-73e88a8c8022 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:07.344344 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06a4f708-6439-4026-80a7-6f8d53a2c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:07.388340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a17224-0173-4303-9e37-653147afe8d4 req-ee56a5ce-7bf0-4c69-8d75-cac21df815af service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064281 May 26 22:33:07.399944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbee466-64cb-4b0e-bad1-9cef9835c33b req-a78912dc-3224-480b-9c58-8615b299dca4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:07.400690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0dbee466-64cb-4b0e-bad1-9cef9835c33b req-a78912dc-3224-480b-9c58-8615b299dca4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:07.422264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0dbee466-64cb-4b0e-bad1-9cef9835c33b req-a78912dc-3224-480b-9c58-8615b299dca4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:07.423493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0dbee466-64cb-4b0e-bad1-9cef9835c33b req-a78912dc-3224-480b-9c58-8615b299dca4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 0.2385800 May 26 22:33:07.463618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-06a4f708-6439-4026-80a7-6f8d53a2c901 None None] Port eb78c955-716f-4b8e-8c95-73e88a8c8022 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:07.473935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0dbee466-64cb-4b0e-bad1-9cef9835c33b req-14cb554e-c63d-4fc2-85ce-62f7db8d0828 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:07.492926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0dbee466-64cb-4b0e-bad1-9cef9835c33b req-14cb554e-c63d-4fc2-85ce-62f7db8d0828 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:07.494607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0dbee466-64cb-4b0e-bad1-9cef9835c33b req-14cb554e-c63d-4fc2-85ce-62f7db8d0828 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642736 May 26 22:33:07.578525 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e01d2c8-ab34-4c68-bbd0-c3594325c7c4'] response: {'server_uuid': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aa4344-56d7-4017-9bef-717f89a6ddda', 'code': 200} May 26 22:33:07.727763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:32:59Z', 'revision_number': 3, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:07.738094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0ced1-d0b2-4509-8a9b-caf7b4370d8d None None] The sync data for ids ['576425c2-4955-46d5-9f28-26bf9a136bcf'] in n-d-843301-1 is: [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:32:59Z', 'revision_number': 3, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:33:07.766505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5103d0d4-2964-454c-ad10-75fe624d9076 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:07.907650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5103d0d4-2964-454c-ad10-75fe624d9076 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:07.908890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:07.980532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c28d3-9b0c-412a-87b4-28133d29cb35 req-c5f975ba-0fbd-4671-a82a-e16676837fca tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:07.982131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae2c28d3-9b0c-412a-87b4-28133d29cb35 req-c5f975ba-0fbd-4671-a82a-e16676837fca tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 943 time: 0.1892250 May 26 22:33:07.985253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf87efc2-de65-4507-a6e5-54bd37a45b77 req-d06f444f-cdac-4545-925a-a46213995ba1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 1100 time: 0.2862411 May 26 22:33:08.013198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d4e1-fe86-4c18-8025-c65cea937fab req-6be881b1-01a2-465d-ae94-da46f8dca58d tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:08.020965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b0d4e1-fe86-4c18-8025-c65cea937fab req-6be881b1-01a2-465d-ae94-da46f8dca58d tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 949 time: 0.9414611 May 26 22:33:08.116773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae2c28d3-9b0c-412a-87b4-28133d29cb35 req-245cd543-485d-4218-8660-f91590a331b6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252999 May 26 22:33:08.119167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf87efc2-de65-4507-a6e5-54bd37a45b77 req-f1ed8a68-23ec-4da6-87ce-3260c0907f8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121469 May 26 22:33:08.174546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-5483ef29-56e8-4cf1-8f96-db8a7147185d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:08.176006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-5483ef29-56e8-4cf1-8f96-db8a7147185d service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.9667742 May 26 22:33:08.368277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56691204-6a97-4b9c-88c9-ac5613997a83 req-f589ddd0-efba-4761-800c-5e1ddf757cf2 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:08.369841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56691204-6a97-4b9c-88c9-ac5613997a83 req-f589ddd0-efba-4761-800c-5e1ddf757cf2 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 931 time: 0.1013675 May 26 22:33:08.375322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-d7c61e7a-7e83-4a0b-a536-f722b1c1ca68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.1679804 May 26 22:33:08.394780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b0d4e1-fe86-4c18-8025-c65cea937fab req-dd40dc07-22e5-4c11-b7cb-40b731b1ebae tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724227 May 26 22:33:08.425718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56691204-6a97-4b9c-88c9-ac5613997a83 req-04063053-a4da-4fa4-be7d-bfae0a3c9764 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488768 May 26 22:33:08.539137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Allocated IP 172.20.0.13 (583f6c8b-abfd-4868-b24b-4d6acfe214ee/0fc02921-59f0-4d76-9b22-e657c401ac95/05059ba0-ba28-4677-a91c-59013e0d58f6) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:08.609192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:08.645574 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-677a52cc-dd5c-40fc-b4f0-d9f01960467e req-5f87c092-4242-4ec2-a629-01f3f32e72a8 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 210 time: 0.0967717 May 26 22:33:08.683754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2a353-2357-44fb-8be1-a0ffe496fc7d req-68d371da-b077-498f-b79f-7d93c17a494f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:08.683754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1f2a353-2357-44fb-8be1-a0ffe496fc7d req-68d371da-b077-498f-b79f-7d93c17a494f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 946 time: 0.0880241 May 26 22:33:08.688111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-f4f2daae-cf85-4ee7-9036-2c5b987a67bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:08.690066 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-f4f2daae-cf85-4ee7-9036-2c5b987a67bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.2582672 May 26 22:33:08.749803 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1f2a353-2357-44fb-8be1-a0ffe496fc7d req-d676a268-ef15-4e7d-b345-c37edb68235a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620570 May 26 22:33:08.820244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb78c955-716f-4b8e-8c95-73e88a8c8022 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:08.928411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:09.000987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-8757ef6a-bc81-4d59-8a93-5119b0e9dc1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836073 May 26 22:33:09.094885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f'}, {'name': 'network-changed', 'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:09.120539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef50b08-b4b5-4798-9fef-b061033dc69e req-d0b707d8-acdd-4ad2-9cad-4985f8d10977 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:09.122051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ef50b08-b4b5-4798-9fef-b061033dc69e req-d0b707d8-acdd-4ad2-9cad-4985f8d10977 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 946 time: 0.0825813 May 26 22:33:09.138991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Transition to ACTIVE for port object eb78c955-716f-4b8e-8c95-73e88a8c8022 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:09.177091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ef50b08-b4b5-4798-9fef-b061033dc69e req-42bdee49-b63d-4c89-bcb7-37a458228926 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488169 May 26 22:33:09.235245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:09.257423 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f216dde5-7c38-40d1-a440-4238891fb10a'] response: {'name': 'network-changed', 'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f', 'status': 'completed', 'code': 200} May 26 22:33:09.257841 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f216dde5-7c38-40d1-a440-4238891fb10a'] response: {'name': 'network-changed', 'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6', 'status': 'completed', 'code': 200} May 26 22:33:09.587493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-8de072df-5537-4a20-8051-9ee73539cfc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1095 time: 0.3112729 May 26 22:33:09.593855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-e6262aac-228b-4295-9274-a0831f19628d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1124 time: 0.2722995 May 26 22:33:09.714645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Allocated IP 172.20.0.1 (b3f5e899-76c1-40ba-a8ed-44b81c7fa24b/93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e/66c0118e-78e8-43f8-9098-6f726198ecde) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:09.739797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a08b8f9c-d735-4845-9037-ff8ca2dd2e74 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:09.755511 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:09.764427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Pushing event updated for resources: {'Port': ['ID=eb78c955-716f-4b8e-8c95-73e88a8c8022,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:09.779664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1819-d9a3-4d4b-aa0b-2f07731d00bb req-c631d549-9025-4c19-8f6a-c0a2a2b4577c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:09.781213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-268c1819-d9a3-4d4b-aa0b-2f07731d00bb req-c631d549-9025-4c19-8f6a-c0a2a2b4577c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 943 time: 0.3975313 May 26 22:33:09.791430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:09.833438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-9e0fd853-368b-43c1-b37b-8ed9f7ff9c49 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7996678 May 26 22:33:09.835269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:09.840796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:09.841708 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:09.897993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-5e7611e6-173e-4e2e-9d07-6b7b6b50adb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:09.899441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-5e7611e6-173e-4e2e-9d07-6b7b6b50adb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.3053198 May 26 22:33:09.903062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-35f3d447-ae28-4325-9e0d-6e8a10444ca3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:09.904343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-35f3d447-ae28-4325-9e0d-6e8a10444ca3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2882068 May 26 22:33:09.906685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-268c1819-d9a3-4d4b-aa0b-2f07731d00bb req-ac0f23d7-9c3d-487b-9db7-9a87aed30cfd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176536 May 26 22:33:09.965413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8138-ef8a-422d-ad39-b0d01cec9778 req-54892fde-6db9-47a4-a797-cc89861999e6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:09.965413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1da8138-ef8a-422d-ad39-b0d01cec9778 req-54892fde-6db9-47a4-a797-cc89861999e6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 1.1014729 May 26 22:33:09.977627 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:09.994651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a08b8f9c-d735-4845-9037-ff8ca2dd2e74, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:10.000773 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.001717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bb0e884-04ea-4e75-a7fa-2d0258abf374 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:10.041350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-2d16fd7b-16e3-4f27-b99b-7921f908b1ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 217 time: 0.1334138 May 26 22:33:10.043711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-d23aa6d5-78a3-4e72-a8b7-2eebe9c496fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 217 time: 0.0889843 May 26 22:33:10.125632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:10.144878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:10.150356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:10.150356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.238270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-512faea0-fb20-4ae6-982f-82eb5e9fcfb4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:10.239704 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-512faea0-fb20-4ae6-982f-82eb5e9fcfb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1925027 May 26 22:33:10.244152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-87695a72-4429-42d9-a194-c9d25aa3f654 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:10.245488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-87695a72-4429-42d9-a194-c9d25aa3f654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1391149 May 26 22:33:10.269592 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.286319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7bb0e884-04ea-4e75-a7fa-2d0258abf374, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7bb0e884-04ea-4e75-a7fa-2d0258abf374,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:10.292024 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.334989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-94a5482c-3504-4677-a47e-03fb95a24d84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834899 May 26 22:33:10.337883 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-e9e2aa46-7348-4dd3-8f76-1d94cb5e609e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855186 May 26 22:33:10.346426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1da8138-ef8a-422d-ad39-b0d01cec9778 req-8ae1d483-6648-4d68-b299-7e4beccb90c4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521464 May 26 22:33:10.363538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7bb0e884-04ea-4e75-a7fa-2d0258abf374,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:10.363784 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.373102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.382199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:10.383166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Attempting to bind port eb78c955-716f-4b8e-8c95-73e88a8c8022 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:10.383505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Attempting to bind port eb78c955-716f-4b8e-8c95-73e88a8c8022 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:10.383991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Attempting to bind port eb78c955-716f-4b8e-8c95-73e88a8c8022 on network 12073deb-64b8-46c1-8341-0dba2c594124 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:10.449155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-117e79b6-353e-4bb3-8b16-5f923b1d8e5b req-1f7147a9-3900-4a9b-a6ab-5f2ed6d59e12 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211022 May 26 22:33:10.529581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc77130-0854-440a-9e93-e690fe422375 req-6f33b4f5-b921-48a4-94e8-f168419daed3 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:10.545362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbc77130-0854-440a-9e93-e690fe422375 req-6f33b4f5-b921-48a4-94e8-f168419daed3 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 949 time: 0.4333074 May 26 22:33:10.580432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Port eb78c955-716f-4b8e-8c95-73e88a8c8022 on network 12073deb-64b8-46c1-8341-0dba2c594124 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:10.580794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Attempting to bind port eb78c955-716f-4b8e-8c95-73e88a8c8022 on network 12073deb-64b8-46c1-8341-0dba2c594124 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:10.591500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Transition to ACTIVE for port object 66c0118e-78e8-43f8-9098-6f726198ecde will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:10.628999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:10.634184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Network 583f6c8b-abfd-4868-b24b-4d6acfe214ee is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:10.634988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Pushing event updated for resources: {'Port': ['ID=05059ba0-ba28-4677-a91c-59013e0d58f6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:10.641709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:10.650766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:10.650908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Checking segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:10.651258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Bound using segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:10.651681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Bound port: eb78c955-716f-4b8e-8c95-73e88a8c8022, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:10.652017 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.663708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:10.669880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 has no active binding in host n-h2-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:33:10.673635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbc77130-0854-440a-9e93-e690fe422375 req-07446de7-1c98-4e5b-8a72-f7dae940c459 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273558 May 26 22:33:10.679165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-482df116-246a-4302-a84f-a59c67d31141 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167233 May 26 22:33:10.681255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-eb63db8c-f1b6-4394-bc0b-edafadb6f25d service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397450 May 26 22:33:10.693861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Allocated IP 172.20.0.1 (d5d580fa-7ced-4217-97e3-d0ea25bb5dca/49e9897d-a8fb-4949-875b-4669d2f13638/07f967d7-9fd6-495e-9703-a29f0387b760) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:10.820263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:10.820763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:10.831768 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.013632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:11.021328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:11.034958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:11.045201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1a17-4e9b-467c-b686-d34d7d1286a0 req-e13ac308-8371-4a06-91ad-2b8c43192d20 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:11.046154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-24aa1a17-4e9b-467c-b686-d34d7d1286a0 req-e13ac308-8371-4a06-91ad-2b8c43192d20 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Synchronizing usage tracker for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:11.049971 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-e6b7b513-ac63-4053-a324-1350cd84397e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5144560 May 26 22:33:11.067808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:11.098000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-8f759120-f59c-4920-be91-990b809a625f service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085493 May 26 22:33:11.101348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Pushing event updated for resources: {'Port': ['ID=66c0118e-78e8-43f8-9098-6f726198ecde,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:11.102503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75dc4b1e-c6d4-46fb-8e21-5d65ff06e171 req-0d2f4e42-e4c4-44e2-b190-a681897b5e08 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121203 May 26 22:33:11.132723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62030-a477-4d48-93bd-75dfef3baca9 req-d5115620-df34-403f-a141-da44bc32aaa7 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:11.134197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec62030-a477-4d48-93bd-75dfef3baca9 req-d5115620-df34-403f-a141-da44bc32aaa7 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 932 time: 0.3358836 May 26 22:33:11.135827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Request body: {'port': {'device_id': '9a10fab2-faf7-4229-84ce-e243967689af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:11.175142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:11.204886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.210270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec62030-a477-4d48-93bd-75dfef3baca9 req-a04a49ee-a7f8-45cf-94e3-0ecbe3081aaf tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700068 May 26 22:33:11.289044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-24aa1a17-4e9b-467c-b686-d34d7d1286a0 req-e13ac308-8371-4a06-91ad-2b8c43192d20 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Unset dirty status for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:11.290151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24aa1a17-4e9b-467c-b686-d34d7d1286a0 req-e13ac308-8371-4a06-91ad-2b8c43192d20 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 943 time: 0.7542303 May 26 22:33:11.337933 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.343928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.385307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a86fd4f7-08d7-4537-aba4-02d8288fbae4 None None] Provisioning for port 66c0118e-78e8-43f8-9098-6f726198ecde completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:11.390729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a86fd4f7-08d7-4537-aba4-02d8288fbae4 None None] Provisioning complete for port 66c0118e-78e8-43f8-9098-6f726198ecde triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:11.391103 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a86fd4f7-08d7-4537-aba4-02d8288fbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.422476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.423835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] 10.222.0.55 "PUT /v2.0/ports/eb78c955-716f-4b8e-8c95-73e88a8c8022 HTTP/1.1" status: 200 len: 1091 time: 4.9239676 May 26 22:33:11.424271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:11.434405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8a844-d49a-4991-9025-3c6e7203e56d req-9f24a76c-fb8f-4412-977a-1fdd42bb902d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:11.436634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95a8a844-d49a-4991-9025-3c6e7203e56d req-9f24a76c-fb8f-4412-977a-1fdd42bb902d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 946 time: 0.0939517 May 26 22:33:11.443431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Transition to ACTIVE for port object 07f967d7-9fd6-495e-9703-a29f0387b760 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:11.454404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cebc1-c1fc-496b-a971-11ec4f10497c service neutron] Pushing event updated for resources: {'Port': ['ID=eb78c955-716f-4b8e-8c95-73e88a8c8022,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:11.456954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.486940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a86fd4f7-08d7-4537-aba4-02d8288fbae4 None None] Port 66c0118e-78e8-43f8-9098-6f726198ecde cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:11.544436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95a8a844-d49a-4991-9025-3c6e7203e56d req-fd19ad5e-e54a-4bf1-b983-3a85dfc2c0cf tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991063 May 26 22:33:11.636100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a08b8f9c-d735-4845-9037-ff8ca2dd2e74 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:11.751805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:11.752181 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.842281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24aa1a17-4e9b-467c-b686-d34d7d1286a0 req-ef61a49a-be2f-4a5a-af8b-50395734d32c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5299931 May 26 22:33:11.877554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bb0e884-04ea-4e75-a7fa-2d0258abf374 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:11.943897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.947911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.966685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb32ca3d-59d2-400f-bd2c-5ffa68b61ed5 req-ca42dae5-be39-4bea-b3c4-033d6e0067a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0985088 May 26 22:33:11.995759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:11.996228 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.181403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:12.213820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af511fdb-3822-4d15-8b3a-053718c43047 req-5c0e1f4d-6ab4-4cc9-b927-0d93192a4d28 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:12.215238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af511fdb-3822-4d15-8b3a-053718c43047 req-5c0e1f4d-6ab4-4cc9-b927-0d93192a4d28 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 0.0735691 May 26 22:33:12.243193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:12.245992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=07f967d7-9fd6-495e-9703-a29f0387b760,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:12.248263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:12.260457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af511fdb-3822-4d15-8b3a-053718c43047 req-cc9ef1d8-6a72-4157-abfc-6d2bc81f8257 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 May 26 22:33:12.281779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-b8da02da-f1dc-4e8c-926d-a6ecada4f85d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 1094 time: 0.7825611 May 26 22:33:12.377860 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb28d23-1454-49b9-8803-0bf22c60da78'] response: {'name': 'network-changed', 'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'status': 'completed', 'code': 200} May 26 22:33:12.397253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:12.473084 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-26b2dffd-2929-4fd9-a5fd-8ca1f35040ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022 HTTP/1.1" status: 200 len: 217 time: 0.1783249 May 26 22:33:12.521167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-32848468-2729-4b60-b5da-f4e4b016d9ab None None] Provisioning for port 07f967d7-9fd6-495e-9703-a29f0387b760 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:12.539130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-32848468-2729-4b60-b5da-f4e4b016d9ab None None] Provisioning complete for port 07f967d7-9fd6-495e-9703-a29f0387b760 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:12.539486 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-32848468-2729-4b60-b5da-f4e4b016d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.557080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.605836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:12.624124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-32848468-2729-4b60-b5da-f4e4b016d9ab None None] Port 07f967d7-9fd6-495e-9703-a29f0387b760 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:12.625890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '6936d358-b26c-4c79-81d7-0a8a33b9016f', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'port_id': '6936d358-b26c-4c79-81d7-0a8a33b9016f', 'mac_address': 'fa:16:3e:70:53:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e5b5be-b0d2-4e67-a774-94308cdf2bfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:33:12.664952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b220ddc-0cd1-42d5-8066-a6f0b14a4fe2 req-087c1ccc-15ea-4ce0-a78e-c1873e5d63cc tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:12.666662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b220ddc-0cd1-42d5-8066-a6f0b14a4fe2 req-087c1ccc-15ea-4ce0-a78e-c1873e5d63cc tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 943 time: 0.6254900 May 26 22:33:12.702914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-a39b366d-b761-4198-b30e-b2dd0430ccd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:12.706703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-a39b366d-b761-4198-b30e-b2dd0430ccd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d08715d-4b0f-436e-8347-a8b624eb628a HTTP/1.1" status: 200 len: 862 time: 0.2114663 May 26 22:33:12.715230 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.740775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6936d358-b26c-4c79-81d7-0a8a33b9016f {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:12.766245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:12.771977 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.849580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:12.904810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461029f-6397-4161-af1c-4dfd9b9846a1 req-edcd44fa-79f3-4ae6-ac7c-9f39cc210d00 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:12.906207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9461029f-6397-4161-af1c-4dfd9b9846a1 req-edcd44fa-79f3-4ae6-ac7c-9f39cc210d00 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 949 time: 0.0793471 May 26 22:33:12.919290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05059ba0-ba28-4677-a91c-59013e0d58f6 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:12.936667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.948137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.956540 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9461029f-6397-4161-af1c-4dfd9b9846a1 req-0832679b-d0de-409b-ba51-38148168ab8d tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448449 May 26 22:33:12.959340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b220ddc-0cd1-42d5-8066-a6f0b14a4fe2 req-e164adc6-28b8-4f53-b4d2-00b8226e5320 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785156 May 26 22:33:12.992553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Transition to ACTIVE for port object 05059ba0-ba28-4677-a91c-59013e0d58f6 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:13.033501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.048556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.108900 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.160839 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-d6d20959-e9dc-4a6f-9651-39d2f8cdacc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12073deb-64b8-46c1-8341-0dba2c594124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4120107 May 26 22:33:13.200437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec5934-62cc-4375-ba71-40e52490ae4c req-45e893ea-0a8c-4e9b-bb09-4764dadef178 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:13.201876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06ec5934-62cc-4375-ba71-40e52490ae4c req-45e893ea-0a8c-4e9b-bb09-4764dadef178 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 944 time: 0.0789902 May 26 22:33:13.249952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06ec5934-62cc-4375-ba71-40e52490ae4c req-f0673826-cb1c-40a2-9f49-32b93129cc83 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 May 26 22:33:13.278294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['6936d358-b26c-4c79-81d7-0a8a33b9016f'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:13.279660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Pushing event updated for resources: {'Port': ['ID=05059ba0-ba28-4677-a91c-59013e0d58f6,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:13.384586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-170038ff-c67d-4ad6-ab5b-3dfa9c194e50 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=366ccfbf43ba4044a841a72d9a97741e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291183 May 26 22:33:13.568376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.594947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-eb430122-cdf7-4229-9940-a26f77a634ee service neutron] 10.222.0.55 "GET /v2.0/ports/2a26f1bb-e389-49d0-9957-09197d589fe6/bindings/n-h2-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.1338315 May 26 22:33:13.599649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-930e9209-16ac-436d-b557-b33ee44f559f tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:13.601055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-930e9209-16ac-436d-b557-b33ee44f559f tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104278 May 26 22:33:13.676494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-9acf2a04-c51f-4a36-b0c1-913482e538f5 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/quotas/366ccfbf43ba4044a841a72d9a97741e HTTP/1.1" status: 200 len: 375 time: 0.0410273 May 26 22:33:13.695104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Pushing event updated for resources: {'Port': ['ID=66c0118e-78e8-43f8-9098-6f726198ecde,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:13.845395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-1ead22ca-720d-4c61-b8bf-e871fcc12e46 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648142 May 26 22:33:13.881130 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-c6efde56-eb8c-4190-811a-d97b5bd1ccac tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=366ccfbf43ba4044a841a72d9a97741e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977608 May 26 22:33:13.930732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:13.953927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:13.969434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974153e-fb75-44b6-a931-d0c41a1a2058 req-c0d7ef3e-7ada-4be4-9773-bae20741aa17 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:13.970911 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4974153e-fb75-44b6-a931-d0c41a1a2058 req-c0d7ef3e-7ada-4be4-9773-bae20741aa17 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 943 time: 0.7216256 May 26 22:33:13.999000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:33:14.006101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a26f1bb-e389-49d0-9957-09197d589fe6 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:14.026029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:14.028777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Attempting to bind port 05059ba0-ba28-4677-a91c-59013e0d58f6 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:14.029111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Attempting to bind port 05059ba0-ba28-4677-a91c-59013e0d58f6 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '0bde610a-765b-46fc-aaea-c8ae6b342817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:14.029456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Attempting to bind port 05059ba0-ba28-4677-a91c-59013e0d58f6 on network 583f6c8b-abfd-4868-b24b-4d6acfe214ee {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:14.040822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.048594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.058188 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.092269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:14.142030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:14.158584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Port 05059ba0-ba28-4677-a91c-59013e0d58f6 on network 583f6c8b-abfd-4868-b24b-4d6acfe214ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:14.158902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Attempting to bind port 05059ba0-ba28-4677-a91c-59013e0d58f6 on network 583f6c8b-abfd-4868-b24b-4d6acfe214ee {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:14.244363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] Transition to ACTIVE for port object 2a26f1bb-e389-49d0-9957-09197d589fe6 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:14.262785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.362568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f146d7-2537-403f-95a4-baed61f61db2 req-8ebbc8de-ecff-4ace-b690-595d2f95e87f service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063434 May 26 22:33:14.386736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:14.387081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Checking segment: {'id': '0bde610a-765b-46fc-aaea-c8ae6b342817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:14.387496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Bound using segment: {'id': '0bde610a-765b-46fc-aaea-c8ae6b342817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:14.387886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Bound port: 05059ba0-ba28-4677-a91c-59013e0d58f6, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bde610a-765b-46fc-aaea-c8ae6b342817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:14.388290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.402863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.406140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=07f967d7-9fd6-495e-9703-a29f0387b760,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:14.410110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4974153e-fb75-44b6-a931-d0c41a1a2058 req-9ea27737-9fdc-4a38-abc2-d9c84c10bdad tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257367 May 26 22:33:14.421275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:14.474134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea88f37-e10e-4f6f-9bcc-35ae8a824d4a req-59f41514-cac4-4c5b-840b-b7cdc06a46c9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:14.481778 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ea88f37-e10e-4f6f-9bcc-35ae8a824d4a req-59f41514-cac4-4c5b-840b-b7cdc06a46c9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.3576119 May 26 22:33:14.533459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=10']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:14.551370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] No DVR routers for this DVR port 2a26f1bb-e389-49d0-9957-09197d589fe6 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:33:14.577530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a19a0e1-583c-43c1-afa7-59b1da2b7824 None None] Provisioning complete for port 66c0118e-78e8-43f8-9098-6f726198ecde triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:14.581730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a19a0e1-583c-43c1-afa7-59b1da2b7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.645023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-5b7b0bed-e5af-4711-8ff3-376f1d5ce4c6 service neutron] 10.222.0.55 "PUT /v2.0/ports/2a26f1bb-e389-49d0-9957-09197d589fe6/bindings/n-h2-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0430267 May 26 22:33:14.650810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ea88f37-e10e-4f6f-9bcc-35ae8a824d4a req-7cb9e0f6-c45c-424e-b8ee-196cb0af62fc tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679957 May 26 22:33:14.667343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7a19a0e1-583c-43c1-afa7-59b1da2b7824 None None] Port 66c0118e-78e8-43f8-9098-6f726198ecde cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:14.680663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 6936d358-b26c-4c79-81d7-0a8a33b9016f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:14.686898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 6936d358-b26c-4c79-81d7-0a8a33b9016f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:14.693624 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.810253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f4fa637-4913-4805-957b-45aecf208f72 req-f8bd5d67-8703-4683-a13d-5c42a4c822d8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 210 time: 0.1280427 May 26 22:33:14.856295 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:14.894389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:14.907258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:14.908907 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-66ebb42d-a43b-4894-b1b5-04d0e3fbb418 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.1878746 May 26 22:33:14.914924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] For port 05059ba0-ba28-4677-a91c-59013e0d58f6, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:14.915197 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:15.003101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] For port 05059ba0-ba28-4677-a91c-59013e0d58f6, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=05059ba0-ba28-4677-a91c-59013e0d58f6,segment=NetworkSegment(0bde610a-765b-46fc-aaea-c8ae6b342817),segment_id=0bde610a-765b-46fc-aaea-c8ae6b342817)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:15.005993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:15.031572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:15.119861 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-2fd7eaf8-81be-4f07-b1b4-ce0828d93ad3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 1094 time: 0.6818833 May 26 22:33:15.152127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae7bbf-96d0-4e26-b22b-507f9f20b87c req-ed88e19e-6e00-4c09-9dbb-23f2acef5ffb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:15.154126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44ae7bbf-96d0-4e26-b22b-507f9f20b87c req-ed88e19e-6e00-4c09-9dbb-23f2acef5ffb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.2428589 May 26 22:33:15.184003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-783c4de7-6cdd-4536-803b-7ee5da95427d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b&tenant_id=691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 1095 time: 0.1390710 May 26 22:33:15.213788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44ae7bbf-96d0-4e26-b22b-507f9f20b87c req-b82b4967-bbee-418f-98d2-0bca4acce9e2 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 May 26 22:33:15.295276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-c5400213-733c-4a53-b41c-366906e7c5d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1095 time: 0.0841954 May 26 22:33:15.332699 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e4bdc6-785d-4931-a529-e1a2b0c37f7d'] response: {'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f', 'code': 200} May 26 22:33:15.341594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:15.408109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:15.414658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:15.416419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] 10.222.0.48 "PUT /v2.0/ports/05059ba0-ba28-4677-a91c-59013e0d58f6 HTTP/1.1" status: 200 len: 1092 time: 4.2980618 May 26 22:33:15.421923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-7577f738-33ae-4750-b64a-1906ddc5ecd3 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=366ccfbf43ba4044a841a72d9a97741e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313575 May 26 22:33:15.435807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a10fab2-faf7-4229-84ce-e243967689af', 'tag': '05059ba0-ba28-4677-a91c-59013e0d58f6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:15.690196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-fa597a84-e111-4d6c-9248-66e174c74589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:15.691841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-fa597a84-e111-4d6c-9248-66e174c74589 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.3892088 May 26 22:33:15.783958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-200fa095-0aa8-4e3f-a3ca-b9df87f1e0c3 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:15.785382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-200fa095-0aa8-4e3f-a3ca-b9df87f1e0c3 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3553207 May 26 22:33:15.798766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a6b33127-c3b9-41c6-b5bd-516deab62611 None None] Provisioning complete for port 07f967d7-9fd6-495e-9703-a29f0387b760 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:15.799308 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-c819e02b-2404-4c7b-a697-35f70ccca221 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 217 time: 0.0839555 May 26 22:33:15.799393 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a6b33127-c3b9-41c6-b5bd-516deab62611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:15.804757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Request body: {'port': {'device_id': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '366ccfbf43ba4044a841a72d9a97741e'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:15.828005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:33:15.828235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-59ea6007-5900-4250-b4d0-b61ab54b3bf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:15.829598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-59ea6007-5900-4250-b4d0-b61ab54b3bf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 924 time: 0.6943967 May 26 22:33:15.838032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c0c00-2479-4c4f-8e7f-cbc3a358ce5b service neutron] Pushing event updated for resources: {'Port': ['ID=05059ba0-ba28-4677-a91c-59013e0d58f6,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:15.902726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a6b33127-c3b9-41c6-b5bd-516deab62611 None None] Port 07f967d7-9fd6-495e-9703-a29f0387b760 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:15.907732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:33:15.954760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-6164ead9-9772-47ba-aafd-17fb404e8447 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022 HTTP/1.1" status: 200 len: 217 time: 0.1122496 May 26 22:33:15.971161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-db14553a-52a1-49cd-9880-8353b5d9d5a1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:15.972584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-db14553a-52a1-49cd-9880-8353b5d9d5a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1478734 May 26 22:33:16.024314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc5885-c619-444f-81ec-cd70b88c3522 req-29cfb026-2012-4881-adcf-ab8ba4822632 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:16.025776 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dcc5885-c619-444f-81ec-cd70b88c3522 req-29cfb026-2012-4881-adcf-ab8ba4822632 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 943 time: 0.3809814 May 26 22:33:16.045803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdc4f5-aa2d-4dff-9cce-28d89b058d96 req-8471f736-1d2f-4f6e-a627-2a568beb7445 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:16.046482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-08bdc4f5-aa2d-4dff-9cce-28d89b058d96 req-8471f736-1d2f-4f6e-a627-2a568beb7445 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Synchronizing usage tracker for tenant:121457aa9708458ba07e81950f07347a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:16.063557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-167000a2-5390-4dd5-b8a0-41f014540987 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752707 May 26 22:33:16.094992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea8e26a6-e4c9-425d-b9bd-d29f5b7c7e2f req-0fc7297a-d584-49bc-8f8b-fd6ba7391419 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1097 time: 0.3973315 May 26 22:33:16.101735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:16.104837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-354e303c-f123-4c10-a5bf-e4201345d073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:16.106205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-354e303c-f123-4c10-a5bf-e4201345d073 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d08715d-4b0f-436e-8347-a8b624eb628a HTTP/1.1" status: 200 len: 862 time: 0.1429830 May 26 22:33:16.164272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-08bdc4f5-aa2d-4dff-9cce-28d89b058d96 req-8471f736-1d2f-4f6e-a627-2a568beb7445 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Unset dirty status for tenant:121457aa9708458ba07e81950f07347a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:16.165377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08bdc4f5-aa2d-4dff-9cce-28d89b058d96 req-8471f736-1d2f-4f6e-a627-2a568beb7445 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 944 time: 1.0780246 May 26 22:33:16.168224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-c329ac5e-4255-438c-a54b-6d3477cbd3e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=121457aa9708458ba07e81950f07347a&device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 1095 time: 0.5425580 May 26 22:33:16.178207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:16.196311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7dcc5885-c619-444f-81ec-cd70b88c3522 req-b35a63d7-8f11-4ac7-9f89-c3a1831ab07a tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614316 May 26 22:33:16.199299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Made reservation on behalf of 366ccfbf43ba4044a841a72d9a97741e for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:33:16.202173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:16.299199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-f12172de-8aef-45a0-9dc2-0acabf723bfe service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274904 May 26 22:33:16.334836 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3d090c-aba3-4b04-86a1-88040756da8a'] response: {'name': 'network-changed', 'server_uuid': '9a10fab2-faf7-4229-84ce-e243967689af', 'tag': '05059ba0-ba28-4677-a91c-59013e0d58f6', 'status': 'completed', 'code': 200} May 26 22:33:16.405080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-f9fdf4c4-eba5-47f0-a3ca-f9a1e8eabcc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05059ba0-ba28-4677-a91c-59013e0d58f6 HTTP/1.1" status: 200 len: 217 time: 0.1950781 May 26 22:33:16.412104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d95edef1-e2a5-421c-a149-a86fc3122760 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:16.476711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea8e26a6-e4c9-425d-b9bd-d29f5b7c7e2f req-633bdcfa-c0f6-43a5-b992-696c210a6e37 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743675 May 26 22:33:16.499223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-08bdc4f5-aa2d-4dff-9cce-28d89b058d96 req-b21187b4-c3f6-466d-991e-37a97dc144dc tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Synchronizing usage tracker for tenant:121457aa9708458ba07e81950f07347a on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:16.539273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-4c4f98dc-b97a-42dd-b755-a202a46cfb21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:16.540698 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-4c4f98dc-b97a-42dd-b755-a202a46cfb21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc02921-59f0-4d76-9b22-e657c401ac95 HTTP/1.1" status: 200 len: 854 time: 0.1210370 May 26 22:33:16.548445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Router c399c0f1-ed55-4304-8560-88ff448b105c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:33:16.556959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:16.561651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-c7232320-d657-43ed-b3f2-ed9291814430 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12073deb-64b8-46c1-8341-0dba2c594124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3925240 May 26 22:33:16.564227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-08bdc4f5-aa2d-4dff-9cce-28d89b058d96 req-b21187b4-c3f6-466d-991e-37a97dc144dc tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Unset dirty status for tenant:121457aa9708458ba07e81950f07347a on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:16.565276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08bdc4f5-aa2d-4dff-9cce-28d89b058d96 req-b21187b4-c3f6-466d-991e-37a97dc144dc tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537431 May 26 22:33:16.573369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'mac_address': 'fa:16:3e:2f:f8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:33:16.579776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Allocated IP 192.168.233.34 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/87c9488b-be38-4dbd-854f-8f56f563f2d8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:16.586852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-f6099799-c1b1-478e-979d-bae4cd1c9fc4 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745533 May 26 22:33:16.602343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6ba9b-51eb-466e-a638-e6d600152516 req-e8eb8075-5a62-4a31-bc3a-b711c0a522a6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:16.603780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b6ba9b-51eb-466e-a638-e6d600152516 req-e8eb8075-5a62-4a31-bc3a-b711c0a522a6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.2160835 May 26 22:33:16.699048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:16.706787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b6ba9b-51eb-466e-a638-e6d600152516 req-e9f06d19-120d-4e61-8f70-a64fd4157d24 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857952 May 26 22:33:16.751856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d95edef1-e2a5-421c-a149-a86fc3122760 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:16.779767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:16.790435 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:16.931723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:16.961147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:16.993742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d95edef1-e2a5-421c-a149-a86fc3122760'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:17.004398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c55cbf2e-685d-4264-aa02-eca0b23b195a req-0507d69c-14c9-4265-aa7d-8e1a696fec22 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 210 time: 0.2111809 May 26 22:33:17.031852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Transition to ACTIVE for port object 87c9488b-be38-4dbd-854f-8f56f563f2d8 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:17.065649 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-2a790218-691b-472e-a9bf-4cee72d158fe service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948692 May 26 22:33:17.072101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e924b-f5a9-4d32-ae16-cfe72df8aa6e req-a88e3912-9493-4296-994a-48243a3ee066 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.073849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-621e924b-f5a9-4d32-ae16-cfe72df8aa6e req-a88e3912-9493-4296-994a-48243a3ee066 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.1053288 May 26 22:33:17.097699 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:17.115390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c8aa4344-56d7-4017-9bef-717f89a6ddda'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:17.169224 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aefcf401-74ae-4bca-b754-13fe2e502295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:17.181804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Router 576425c2-4955-46d5-9f28-26bf9a136bcf has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:33:17.199105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:17.204270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:17.208483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:17.212924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.213633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:17.219426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-621e924b-f5a9-4d32-ae16-cfe72df8aa6e req-f9c4f3c6-ffaa-4a72-9b35-0ac53ae2b7df tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395829 May 26 22:33:17.231996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Pushing event updated for resources: {'Port': ['ID=87c9488b-be38-4dbd-854f-8f56f563f2d8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:17.249503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.249870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.250199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.250528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.250851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.251175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.251490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.251815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.252121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.252551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.252766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:17.262657 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-2a86d829-cd71-4314-9f51-b503f60099b8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4628110 May 26 22:33:17.275068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Request body: {'port': {'device_id': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:17.424216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-541f7281-dcbe-4460-90ad-289dc9097c5c req-cfa85d11-a2ef-485f-900b-af57821033e2 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495524 May 26 22:33:17.444986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:17.528225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:17.532960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-11a8cab9-6d5e-4802-bbca-fe6511f1fe99 admin admin] 10.222.0.32 "PUT /v2.0/routers/c399c0f1-ed55-4304-8560-88ff448b105c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5610023 May 26 22:33:17.576572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8145f85-715c-40f5-a8a5-d0cf8b5e3245 req-b2c6b472-54e3-43f8-b858-432f877c2eab tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.578077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8145f85-715c-40f5-a8a5-d0cf8b5e3245 req-b2c6b472-54e3-43f8-b858-432f877c2eab tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 943 time: 0.1620219 May 26 22:33:17.610779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dbf81561-a39c-44f9-8775-f725ffccd81b None None] Provisioning for port 87c9488b-be38-4dbd-854f-8f56f563f2d8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:17.617042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dbf81561-a39c-44f9-8775-f725ffccd81b None None] Provisioning complete for port 87c9488b-be38-4dbd-854f-8f56f563f2d8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:17.617411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbf81561-a39c-44f9-8775-f725ffccd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:17.719080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8145f85-715c-40f5-a8a5-d0cf8b5e3245 req-0c7a99a3-ae76-4e3f-9ef5-1134e1922bb1 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285949 May 26 22:33:17.730761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:17.738622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-354b82b1-6d2c-4e55-b822-343c4128a2e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/576425c2-4955-46d5-9f28-26bf9a136bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1208491 May 26 22:33:17.764368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dbf81561-a39c-44f9-8775-f725ffccd81b None None] Port 87c9488b-be38-4dbd-854f-8f56f563f2d8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:17.811097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device eb78c955-716f-4b8e-8c95-73e88a8c8022 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:17.972513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32414a-862e-47ec-87eb-d2f469577ffd req-7fd21de3-e2b8-4740-87be-fb6737807179 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.979355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e32414a-862e-47ec-87eb-d2f469577ffd req-7fd21de3-e2b8-4740-87be-fb6737807179 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 944 time: 0.2061110 May 26 22:33:17.984068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd6992-1285-42e5-ad31-2ce63919b722 req-a42bf813-e696-4935-80e7-6f722b960603 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.987158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3dd6992-1285-42e5-ad31-2ce63919b722 req-a42bf813-e696-4935-80e7-6f722b960603 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.1138253 May 26 22:33:18.013404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:18.018447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c9488b-be38-4dbd-854f-8f56f563f2d8 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:18.028983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.031118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'port_id': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'mac_address': 'fa:16:3e:21:6c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:33:18.054402 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3dd6992-1285-42e5-ad31-2ce63919b722 req-f7971c6d-fc47-42a6-a365-92ddee1370a5 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 May 26 22:33:18.058300 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e32414a-862e-47ec-87eb-d2f469577ffd req-ce2b6ed6-c7f0-44fc-beba-25e633c21b6f tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779777 May 26 22:33:18.081893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Transition to ACTIVE for port object 87c9488b-be38-4dbd-854f-8f56f563f2d8 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:18.087708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.104288 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.126031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb78c955-716f-4b8e-8c95-73e88a8c8022 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:18.146262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:18.152143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.273165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=eb78c955-716f-4b8e-8c95-73e88a8c8022,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:18.290449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Pushing event updated for resources: {'Port': ['ID=87c9488b-be38-4dbd-854f-8f56f563f2d8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:18.374002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb4f4-bef8-4d07-af74-5624430f555c req-99256bcb-5c5a-46ea-892e-839fc67cee9a tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:18.374827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Attempting to bind port 87c9488b-be38-4dbd-854f-8f56f563f2d8 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:18.375170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Attempting to bind port 87c9488b-be38-4dbd-854f-8f56f563f2d8 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:18.375499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Attempting to bind port 87c9488b-be38-4dbd-854f-8f56f563f2d8 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:18.383533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2fecb4f4-bef8-4d07-af74-5624430f555c req-99256bcb-5c5a-46ea-892e-839fc67cee9a tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 947 time: 0.1060159 May 26 22:33:18.384365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Port 87c9488b-be38-4dbd-854f-8f56f563f2d8 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:18.384703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Attempting to bind port 87c9488b-be38-4dbd-854f-8f56f563f2d8 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:18.392649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['eb78c955-716f-4b8e-8c95-73e88a8c8022'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:18.411683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:18.415372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:18.415947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:18.418381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Bound port: 87c9488b-be38-4dbd-854f-8f56f563f2d8, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:18.418854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.451156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d95edef1-e2a5-421c-a149-a86fc3122760 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:18.474144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2fecb4f4-bef8-4d07-af74-5624430f555c req-5dfc73d2-1404-4ffc-aa7f-08c4c0e1ba38 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896285 May 26 22:33:18.709506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7907278-0169-47e0-906e-8a47b4de6d40 req-db5ce054-474d-4825-b16a-dab3b4b21106 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:18.718790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7907278-0169-47e0-906e-8a47b4de6d40 req-db5ce054-474d-4825-b16a-dab3b4b21106 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.1192954 May 26 22:33:18.722166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port d95edef1-e2a5-421c-a149-a86fc3122760 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:18.722705 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.722822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992947d8-2724-4bec-b2af-a93debaa885f req-8a4203ed-0faf-400c-b82c-a4b2e6ab6216 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1618946 May 26 22:33:18.729833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:18.735554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:18.739494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Usage tracker for resource:floatingip and tenant:a5e3ce0c88e04e60baa79620733b7e10 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:18.743087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:18.749424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:18.759198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] For port 87c9488b-be38-4dbd-854f-8f56f563f2d8, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:18.771075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] For port 87c9488b-be38-4dbd-854f-8f56f563f2d8, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=87c9488b-be38-4dbd-854f-8f56f563f2d8,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:18.773812 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.789979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7907278-0169-47e0-906e-8a47b4de6d40 req-c9c821fb-0b22-4afa-80f1-46bcd4216790 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690198 May 26 22:33:18.854176 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.900521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40214) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:18.905389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.906083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-network', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:18.907260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] 10.222.0.55 "PUT /v2.0/ports/87c9488b-be38-4dbd-854f-8f56f563f2d8 HTTP/1.1" status: 200 len: 1095 time: 1.6366308 May 26 22:33:18.911752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:18.917385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'tag': '87c9488b-be38-4dbd-854f-8f56f563f2d8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:18.922320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Usage tracker for resource:network and tenant:bf2ef45faa714d3b81612f9c7b9891d5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:18.923621 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:18.926585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:18.935963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:18.966091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:18.977378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:18.987852 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.032592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Made reservation on behalf of bf2ef45faa714d3b81612f9c7b9891d5 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:33:19.035160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.057044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb7418-8cdd-4a4b-8ae7-24ef930cef9a service neutron] Pushing event updated for resources: {'Port': ['ID=87c9488b-be38-4dbd-854f-8f56f563f2d8,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:19.070023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.096104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:19.121286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.122703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c403d0-abf8-4fc7-ae3b-2800f4a4e994 req-131e5069-77b7-44f8-8d42-e51ab1fb563d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:19.124217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49c403d0-abf8-4fc7-ae3b-2800f4a4e994 req-131e5069-77b7-44f8-8d42-e51ab1fb563d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 944 time: 0.1750748 May 26 22:33:19.127355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-331c8378-dd51-43ac-9463-c6ac99eb9e4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=366ccfbf43ba4044a841a72d9a97741e&device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 1098 time: 0.1653244 May 26 22:33:19.129277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:19.146339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2ef45faa714d3b81612f9c7b9891d5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:19.150474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:19.159990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:19.191102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49c403d0-abf8-4fc7-ae3b-2800f4a4e994 req-c9375fbd-d85e-4eaf-b5e2-722d83ec493c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592711 May 26 22:33:19.259634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.264782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.281608 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7147eee-e38a-4789-96e8-88177dc2ec83'] response: {'name': 'network-changed', 'server_uuid': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'tag': '87c9488b-be38-4dbd-854f-8f56f563f2d8', 'status': 'completed', 'code': 200} May 26 22:33:19.293540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:33:19.307022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b90a0-d293-404b-a5d6-32d621654cf7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:19.308780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-69d73d20-c075-4d22-981d-25685bba5454 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=87c9488b-be38-4dbd-854f-8f56f563f2d8 HTTP/1.1" status: 200 len: 217 time: 0.1464767 May 26 22:33:19.311722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.312141 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Added segment ea03f212-a55b-4809-99c9-ce5cea97f79a of type vlan for network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 May 26 22:33:19.337570 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578ac0c1-28b9-4a26-80fc-6670444b3154'] response: {'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'code': 200} May 26 22:33:19.343714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.345121 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e31bd63a-73b2-44eb-9582-00f761bb19a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.381040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.382517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:19.382734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.434890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-30c4f80c-1fd4-452f-adaf-bbc8e370cc91 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:19.436321 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-30c4f80c-1fd4-452f-adaf-bbc8e370cc91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1191523 May 26 22:33:19.502433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Allocated IP 172.25.4.119 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/5133f1c6-e252-43f0-8f20-a8202661c2e0) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:19.526565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] Pushing event updated for resources: {'Network': ['ID=86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:19.530126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1a66509d-3587-4c7a-9db7-1d09992e9297 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6285810 May 26 22:33:19.533830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40230) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:19.539782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Request body: {'subnet': {'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-subnet', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:19.541052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:33:19.551512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:19.557818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Usage tracker for resource:subnet and tenant:bf2ef45faa714d3b81612f9c7b9891d5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:19.562383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:19.569939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:19.590885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad075c-7608-4dd0-95a3-3946501e8f41 req-733777e6-4afa-4996-9d44-c21c2303ca79 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:19.592409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41ad075c-7608-4dd0-95a3-3946501e8f41 req-733777e6-4afa-4996-9d44-c21c2303ca79 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.1402829 May 26 22:33:19.593045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Made reservation on behalf of bf2ef45faa714d3b81612f9c7b9891d5 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:33:19.595518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.608637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-c0cda6ed-279f-4bd4-86ac-ec0f6b0eccb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659267 May 26 22:33:19.742781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41ad075c-7608-4dd0-95a3-3946501e8f41 req-07c25d93-8481-41f8-92f8-cd9c4e1fbbcb tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194570 May 26 22:33:19.760890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.804380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-d0dadedb-a1b5-4829-86ff-9a9160242c8c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858490 May 26 22:33:19.813459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device eb78c955-716f-4b8e-8c95-73e88a8c8022 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:19.870168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.900047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port eb78c955-716f-4b8e-8c95-73e88a8c8022 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:19.905903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port eb78c955-716f-4b8e-8c95-73e88a8c8022 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:19.906567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:19.916824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.002513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f17338-b3c9-4b2b-b533-b74e97f2c19b,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:20.013188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:20.017640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:20.020405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Checking segment: {'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:20.020754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Network hostable DHCP agents. Network: 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:33:20.023908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:20.029721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf34af5-5805-4a7d-86f8-4ff467d200f3 req-9bcc7147-e86b-4b8e-ac01-22d06b987eb7 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178583 May 26 22:33:20.030064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Pushing event updated for resources: {'Port': ['ID=5133f1c6-e252-43f0-8f20-a8202661c2e0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:20.039093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.039431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.039762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.040076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.040187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.040390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.040703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.041026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.041344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.041666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.041994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.042306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:20.060693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190389-2cbd-4f28-925f-f7b8bd8396f2 req-675fae8e-192b-4bb2-9c7a-5fbd4b484ca0 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:20.062189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c190389-2cbd-4f28-925f-f7b8bd8396f2 req-675fae8e-192b-4bb2-9c7a-5fbd4b484ca0 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 944 time: 0.1853724 May 26 22:33:20.095858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:33:20.096576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:20.101992 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.115859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:20.123423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:20.124012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.141932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c190389-2cbd-4f28-925f-f7b8bd8396f2 req-d49bde37-1eed-4e3a-b9b6-85faf62095c3 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691240 May 26 22:33:20.153509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-904010a7-14da-4959-886b-4daf2231af6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6161847 May 26 22:33:20.154100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:20.160330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:20.165669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:20.179383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Usage tracker for resource:router and tenant:bf2ef45faa714d3b81612f9c7b9891d5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:20.182732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:20.188557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:20.190773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=eb78c955-716f-4b8e-8c95-73e88a8c8022,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:20.193692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6524c7-4b73-4ba3-a3c3-b9a82108c2e0 None None] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:33:20.215036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.216575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.230653 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.268215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.275747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Sync routers for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:33:20.290978 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:20.292489 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:20.305117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-1cc4e87e-1fef-4989-a76a-a424c89bd331 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=366ccfbf43ba4044a841a72d9a97741e&device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 1098 time: 0.2211049 May 26 22:33:20.362621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.489706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Sync routers for ids ['576425c2-4955-46d5-9f28-26bf9a136bcf'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:33:20.495723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:20.510796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1', 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'fixed_ips': [{'subnet_id': 'a5f17338-b3c9-4b2b-b533-b74e97f2c19b'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:33:20.512005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.539056 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.579028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Routers {'576425c2-4955-46d5-9f28-26bf9a136bcf'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:20.580079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['576425c2-4955-46d5-9f28-26bf9a136bcf'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:20.614430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.669585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.762827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Pushing event updated for resources: {'Port': ['ID=5133f1c6-e252-43f0-8f20-a8202661c2e0,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:20.767086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6322c8d-8266-43a5-b317-118e5ab3b925 req-fb580b33-16bf-48a3-9c40-fb889e45f87c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:20.770155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6322c8d-8266-43a5-b317-118e5ab3b925 req-fb580b33-16bf-48a3-9c40-fb889e45f87c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 947 time: 0.3095241 May 26 22:33:20.774960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.784651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.841882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.843454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992947d8-2724-4bec-b2af-a93debaa885f req-1a1e3e63-6e38-4afa-b611-63e7a62ba452 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1198962 May 26 22:33:20.844659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-629ef7c8-a604-4a44-915c-3673a58f4c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:20.846224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-629ef7c8-a604-4a44-915c-3673a58f4c4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5327783 May 26 22:33:20.852907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:20.864234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6322c8d-8266-43a5-b317-118e5ab3b925 req-324fd563-fa1d-4523-ade2-a6166db1e37d tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754700 May 26 22:33:20.928240 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:12Z', 'revision_number': 2, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:20.933009 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Checking router: c399c0f1-ed55-4304-8560-88ff448b105c for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:33:20.934401 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Updating router c399c0f1-ed55-4304-8560-88ff448b105c port 66c0118e-78e8-43f8-9098-6f726198ecde binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:33:20.994605 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.013937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Set router 576425c2-4955-46d5-9f28-26bf9a136bcf gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:21.056381 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.101114 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.115030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-42470953-2c8e-4ed2-986b-dd5416452f15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=87c9488b-be38-4dbd-854f-8f56f563f2d8 HTTP/1.1" status: 200 len: 217 time: 0.1891387 May 26 22:33:21.118746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-992947d8-2724-4bec-b2af-a93debaa885f req-086a0dd0-45c8-40e9-afaf-e59dab021f46 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Synchronizing usage tracker for tenant:a5e3ce0c88e04e60baa79620733b7e10 on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:21.137178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Allocated IP 172.20.0.2 (86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1/a5f17338-b3c9-4b2b-b533-b74e97f2c19b/31d26360-7814-46f4-922f-ba79ee10d5d2) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:21.170284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-992947d8-2724-4bec-b2af-a93debaa885f req-086a0dd0-45c8-40e9-afaf-e59dab021f46 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Unset dirty status for tenant:a5e3ce0c88e04e60baa79620733b7e10 on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:21.171419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992947d8-2724-4bec-b2af-a93debaa885f req-086a0dd0-45c8-40e9-afaf-e59dab021f46 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.119 HTTP/1.1" status: 200 len: 696 time: 0.3212481 May 26 22:33:21.325565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297871a-1732-4261-9cc7-af10b1d2f9e4 req-43ec77f6-70c8-4db7-a30c-9240368c4c3b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:21.332098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1297871a-1732-4261-9cc7-af10b1d2f9e4 req-43ec77f6-70c8-4db7-a30c-9240368c4c3b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.2324486 May 26 22:33:21.335264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992947d8-2724-4bec-b2af-a93debaa885f req-5c433a01-658b-4d99-859a-511eef1b3378 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:21.336600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992947d8-2724-4bec-b2af-a93debaa885f req-5c433a01-658b-4d99-859a-511eef1b3378 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1527011 May 26 22:33:21.349878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-992947d8-2724-4bec-b2af-a93debaa885f req-4654fe81-6fe3-45a4-ac79-9a2031f7ce15 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:33:21.351389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992947d8-2724-4bec-b2af-a93debaa885f req-4654fe81-6fe3-45a4-ac79-9a2031f7ce15 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077047 May 26 22:33:21.354895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-5be4a804-9683-45ed-9fc2-6100c4e01ed6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:21.356149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-5be4a804-9683-45ed-9fc2-6100c4e01ed6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2326999 May 26 22:33:21.375709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Allocated IP 172.25.4.122 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/521abd16-8d67-42ab-bce6-6aca9ef78e0b) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:21.406623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1297871a-1732-4261-9cc7-af10b1d2f9e4 req-97525c18-b173-4ddc-b847-1bb8ca90a171 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735919 May 26 22:33:21.431252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:21.440065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-a8086a82-abd7-4338-ae79-bedc303a2d27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772343 May 26 22:33:21.512381 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.529300 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Transition to ACTIVE for port object 66c0118e-78e8-43f8-9098-6f726198ecde will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:21.542317 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.691346 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Pushing event updated for resources: {'Port': ['ID=66c0118e-78e8-43f8-9098-6f726198ecde,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:21.706728 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.707070 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.707584 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.707697 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.708141 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.708464 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.708784 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.709104 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.709469 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.709852 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.710164 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:21.737548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-3a093445-f32d-4dff-b4fa-73677a72ae86 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819917 May 26 22:33:21.749798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc9da5-8085-489f-9a0c-889060793bce req-0c4a78d7-26ad-459a-b174-5e9de1d37e60 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:21.751753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42bc9da5-8085-489f-9a0c-889060793bce req-0c4a78d7-26ad-459a-b174-5e9de1d37e60 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 945 time: 0.2017922 May 26 22:33:21.755640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.792957 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.813778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.822609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 87c9488b-be38-4dbd-854f-8f56f563f2d8 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:21.855217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Transition to ACTIVE for port object 31d26360-7814-46f4-922f-ba79ee10d5d2 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:21.862225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-a5728071-538a-4b9c-8817-c5f0c7485a6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=583f6c8b-abfd-4868-b24b-4d6acfe214ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593953 May 26 22:33:21.874964 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Attempting to bind port 66c0118e-78e8-43f8-9098-6f726198ecde on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:21.875523 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Attempting to bind port 66c0118e-78e8-43f8-9098-6f726198ecde by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:21.875884 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Attempting to bind port 66c0118e-78e8-43f8-9098-6f726198ecde on network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:21.886978 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:21.887348 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Checking segment: {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:21.887734 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.888124 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Bound using segment: {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:21.888590 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Bound port: 66c0118e-78e8-43f8-9098-6f726198ecde, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:21.888980 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.896580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931c58d-d024-4f6a-a412-5c24dab149e0 req-a1d255fb-8410-4706-8816-e37e3939bdb2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:21.902137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Transition to ACTIVE for port object 31d26360-7814-46f4-922f-ba79ee10d5d2 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:21.903731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3931c58d-d024-4f6a-a412-5c24dab149e0 req-a1d255fb-8410-4706-8816-e37e3939bdb2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.2412779 May 26 22:33:21.921261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:33:12Z', 'revision_number': 4, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '07f967d7-9fd6-495e-9703-a29f0387b760', 'name': '', 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'mac_address': 'fa:16:3e:ed:77:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e9897d-a8fb-4949-875b-4669d2f13638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:09Z', 'updated_at': '2022-05-26T22:33:13Z', 'revision_number': 2, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'subnets': [{'id': '49e9897d-a8fb-4949-875b-4669d2f13638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:21.943697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:21.973471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42bc9da5-8085-489f-9a0c-889060793bce req-97fb4411-594a-4d23-9577-57ab44de9708 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676633 May 26 22:33:22.022979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Checking router: 576425c2-4955-46d5-9f28-26bf9a136bcf for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:33:22.024030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Updating router 576425c2-4955-46d5-9f28-26bf9a136bcf port 07f967d7-9fd6-495e-9703-a29f0387b760 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:33:22.030581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4744919c-5d99-498c-88cd-1c67b97dee95 req-409e90ff-0ae4-4af6-9d79-ab2d5175be84 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778697 May 26 22:33:22.104183 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] For port 66c0118e-78e8-43f8-9098-6f726198ecde, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:22.105724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3931c58d-d024-4f6a-a412-5c24dab149e0 req-b77d5028-cdc0-4047-99a5-d19208728a02 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010155 May 26 22:33:22.107635 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] For port 66c0118e-78e8-43f8-9098-6f726198ecde, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=66c0118e-78e8-43f8-9098-6f726198ecde,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:22.107854 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.126063 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.142765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Pushing event updated for resources: {'Port': ['ID=521abd16-8d67-42ab-bce6-6aca9ef78e0b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:22.148177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:22.153078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:22.166476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:22.262289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:22.271155 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285fca-9bc2-4abb-af1f-64070f5b97e7 None None] Pushing event updated for resources: {'Port': ['ID=66c0118e-78e8-43f8-9098-6f726198ecde,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:22.273129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Pushing event updated for resources: {'Port': ['ID=31d26360-7814-46f4-922f-ba79ee10d5d2,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:22.275251 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.288281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:22.290572 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:22.291186 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:22.298292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:22.360691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f58f0-3f40-466d-8877-e4c5408ef31d req-7c303549-163b-4f4c-8c16-211e72229039 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:22.367558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e26f58f0-3f40-466d-8877-e4c5408ef31d req-7c303549-163b-4f4c-8c16-211e72229039 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 944 time: 0.1923559 May 26 22:33:22.370639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-ef12551a-7770-40c1-a4fb-818921186763 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.2612741 May 26 22:33:22.410112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 87c9488b-be38-4dbd-854f-8f56f563f2d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=87c9488b-be38-4dbd-854f-8f56f563f2d8,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:22.480058 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-815c62ef-1b8a-4248-9038-72ec43d846e0 service neutron] 10.222.0.48 "GET /v2.0/networks/583f6c8b-abfd-4868-b24b-4d6acfe214ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082423 May 26 22:33:22.491557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b702f25-b70e-4305-8806-9862b7ee03bc req-91f5e0eb-a108-40f6-953d-56bec8bfd98c tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips/8c489dc4-69d6-4261-921f-03efc174959c HTTP/1.1" status: 200 len: 693 time: 0.1446919 May 26 22:33:22.491975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '87c9488b-be38-4dbd-854f-8f56f563f2d8', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '87c9488b-be38-4dbd-854f-8f56f563f2d8', 'mac_address': 'fa:16:3e:7d:d7:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:33:22.589583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e26f58f0-3f40-466d-8877-e4c5408ef31d req-2ccc2f8e-dc03-40de-9193-98230e26e53e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966362 May 26 22:33:22.594602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Attempting to bind port 31d26360-7814-46f4-922f-ba79ee10d5d2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:22.594889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Attempting to bind port 31d26360-7814-46f4-922f-ba79ee10d5d2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:22.595251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Attempting to bind port 31d26360-7814-46f4-922f-ba79ee10d5d2 on network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:22.601137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-babd8013-1691-4d53-a308-7cdf0694f430 service neutron] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:22.604489 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-babd8013-1691-4d53-a308-7cdf0694f430 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.605733 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cc7bb15-1143-4778-9ada-4dfad7301ced req-babd8013-1691-4d53-a308-7cdf0694f430 service neutron] 10.222.0.48 "DELETE /v2.0/ports/2a26f1bb-e389-49d0-9957-09197d589fe6/bindings/n-h1-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.2210610 May 26 22:33:22.606459 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:22.644123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.665097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:22.665934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Checking segment: {'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:22.666669 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.667423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Bound using segment: {'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:22.668393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Bound port: 31d26360-7814-46f4-922f-ba79ee10d5d2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:22.668988 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.786247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] For port 31d26360-7814-46f4-922f-ba79ee10d5d2, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:22.790914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] For port 31d26360-7814-46f4-922f-ba79ee10d5d2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31d26360-7814-46f4-922f-ba79ee10d5d2,segment=NetworkSegment(ea03f212-a55b-4809-99c9-ce5cea97f79a),segment_id=ea03f212-a55b-4809-99c9-ce5cea97f79a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:22.831428 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb891262-68f5-45a3-bff7-521cb699e3b5'] response: {'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'code': 200} May 26 22:33:22.851036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:22.903902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0228babd-d00a-471a-8829-d51f6ff8fcc8 req-53d9a19f-be60-451a-8423-1f34bd2663b1 service neutron] 10.222.0.48 "GET /v2.0/networks/583f6c8b-abfd-4868-b24b-4d6acfe214ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089234 May 26 22:33:22.931441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b702f25-b70e-4305-8806-9862b7ee03bc req-4af2cad6-980d-4290-ab8a-a9002eff0f56 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:22.932053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3b702f25-b70e-4305-8806-9862b7ee03bc req-4af2cad6-980d-4290-ab8a-a9002eff0f56 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Synchronizing usage tracker for tenant:a5e3ce0c88e04e60baa79620733b7e10 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:22.949628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76065d7d-4df7-4b37-a3fa-187109075a05 None None] Pushing event updated for resources: {'Port': ['ID=31d26360-7814-46f4-922f-ba79ee10d5d2,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:22.961303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3b702f25-b70e-4305-8806-9862b7ee03bc req-4af2cad6-980d-4290-ab8a-a9002eff0f56 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Unset dirty status for tenant:a5e3ce0c88e04e60baa79620733b7e10 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:22.964949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c9488b-be38-4dbd-854f-8f56f563f2d8 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:22.971102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b702f25-b70e-4305-8806-9862b7ee03bc req-4af2cad6-980d-4290-ab8a-a9002eff0f56 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.4774830 May 26 22:33:23.018579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-3b702f25-b70e-4305-8806-9862b7ee03bc req-cc894823-c257-43d7-ac18-11caccbce98a tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:33:23.032655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b702f25-b70e-4305-8806-9862b7ee03bc req-cc894823-c257-43d7-ac18-11caccbce98a tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0599377 May 26 22:33:23.039370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-39d874cb-060b-4369-b5a6-f2b0cb6400c7 req-3548b23d-83f1-4937-a396-79d15595265e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 1096 time: 0.2429855 May 26 22:33:23.055890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a02ac-2abb-4fd8-9686-bcfa76996c11 req-f164d99a-810b-43fc-bd4f-7c7fdc3e57f6 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:23.056388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-af2a02ac-2abb-4fd8-9686-bcfa76996c11 req-f164d99a-810b-43fc-bd4f-7c7fdc3e57f6 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Synchronizing usage tracker for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:23.124949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:23.125732 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:23.126465 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-39d874cb-060b-4369-b5a6-f2b0cb6400c7 req-b41692c9-91bf-4a56-a497-e764513232ce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653899 May 26 22:33:23.128710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-af2a02ac-2abb-4fd8-9686-bcfa76996c11 req-f164d99a-810b-43fc-bd4f-7c7fdc3e57f6 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Unset dirty status for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:23.130030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af2a02ac-2abb-4fd8-9686-bcfa76996c11 req-f164d99a-810b-43fc-bd4f-7c7fdc3e57f6 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 947 time: 0.2439001 May 26 22:33:23.194365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:22Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:23.204149 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c98b2-4b13-43e3-9f50-96946d37ef15 None None] The sync data for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 is: [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:22Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:33:23.207634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af2a02ac-2abb-4fd8-9686-bcfa76996c11 req-3873dae9-b5e7-4e87-93e0-e53393f8e4ba tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702372 May 26 22:33:23.261156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 87c9488b-be38-4dbd-854f-8f56f563f2d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=87c9488b-be38-4dbd-854f-8f56f563f2d8,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:23.282548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:23.375042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=87c9488b-be38-4dbd-854f-8f56f563f2d8,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:23.425599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7591609-9733-46dc-b79f-57f4985995f6 req-143091b7-e019-406d-ab29-25cb37abce47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=121457aa9708458ba07e81950f07347a&device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 1095 time: 0.4496477 May 26 22:33:23.629359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['87c9488b-be38-4dbd-854f-8f56f563f2d8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:23.660576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a316413-3f90-437b-80c0-66da3d985dce req-eff55df0-0da2-4eed-b3ca-27d953dec384 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:23.662046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a316413-3f90-437b-80c0-66da3d985dce req-eff55df0-0da2-4eed-b3ca-27d953dec384 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 945 time: 0.1704445 May 26 22:33:23.736454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b285f9-7854-40c5-bdbf-dfe197031c84 req-29ca5d5b-3cc7-48b9-884f-2c5a48356de6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:23.751592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41b285f9-7854-40c5-bdbf-dfe197031c84 req-29ca5d5b-3cc7-48b9-884f-2c5a48356de6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.4135377 May 26 22:33:23.768485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a316413-3f90-437b-80c0-66da3d985dce req-800f1f0a-bdab-4c61-9172-7e6e121efab5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990148 May 26 22:33:23.827504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:23.832295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7591609-9733-46dc-b79f-57f4985995f6 req-cd00cc8a-216c-48f3-aaaf-f8dbfeb69173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:23.833694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31d26360-7814-46f4-922f-ba79ee10d5d2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:23.841577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7591609-9733-46dc-b79f-57f4985995f6 req-cd00cc8a-216c-48f3-aaaf-f8dbfeb69173 service neutron] 10.222.0.48 "GET /v2.0/networks?id=583f6c8b-abfd-4868-b24b-4d6acfe214ee HTTP/1.1" status: 200 len: 915 time: 0.3978212 May 26 22:33:23.943576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Transition to ACTIVE for port object 07f967d7-9fd6-495e-9703-a29f0387b760 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:23.960668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:23.967702 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7591609-9733-46dc-b79f-57f4985995f6 req-f4a07e5b-7e8f-4699-9090-f71d5a3455bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05059ba0-ba28-4677-a91c-59013e0d58f6 HTTP/1.1" status: 200 len: 217 time: 0.1153352 May 26 22:33:24.022987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09754e63-4685-4784-aef0-7d8f7b41369b req-85cab218-56ac-46dc-8ae3-e03a94491cda tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=a5e3ce0c88e04e60baa79620733b7e10 HTTP/1.1" status: 200 len: 696 time: 0.1605625 May 26 22:33:24.057505 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41b285f9-7854-40c5-bdbf-dfe197031c84 req-1140c444-2dae-432b-89b2-84e8651c9a1d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998462 May 26 22:33:24.113123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7591609-9733-46dc-b79f-57f4985995f6 req-a8b1a615-6aef-4bad-abd7-04ba2bd945a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:24.114615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7591609-9733-46dc-b79f-57f4985995f6 req-a8b1a615-6aef-4bad-abd7-04ba2bd945a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc02921-59f0-4d76-9b22-e657c401ac95 HTTP/1.1" status: 200 len: 854 time: 0.1351888 May 26 22:33:24.116380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302935ce-296a-4279-aae7-e189f1c71ee4 None None] Pushing event updated for resources: {'Port': ['ID=07f967d7-9fd6-495e-9703-a29f0387b760,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:24.311351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7591609-9733-46dc-b79f-57f4985995f6 req-0d4482ce-8bf1-4abc-8797-7215b0defc00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=583f6c8b-abfd-4868-b24b-4d6acfe214ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891079 May 26 22:33:24.418260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09754e63-4685-4784-aef0-7d8f7b41369b req-13647058-5e35-4324-aa95-4656abe41828 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:24.428982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09754e63-4685-4784-aef0-7d8f7b41369b req-13647058-5e35-4324-aa95-4656abe41828 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks?id=c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 787 time: 0.3987145 May 26 22:33:24.441961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-09754e63-4685-4784-aef0-7d8f7b41369b req-7852df5b-8bc1-41f6-af25-e3a7236b6887 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:33:24.456789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09754e63-4685-4784-aef0-7d8f7b41369b req-7852df5b-8bc1-41f6-af25-e3a7236b6887 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0268190 May 26 22:33:24.598472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Attempting to bind port 07f967d7-9fd6-495e-9703-a29f0387b760 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:24.599095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Attempting to bind port 07f967d7-9fd6-495e-9703-a29f0387b760 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:24.601303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Attempting to bind port 07f967d7-9fd6-495e-9703-a29f0387b760 on network d5d580fa-7ced-4217-97e3-d0ea25bb5dca {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:24.632578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:24.633188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Checking segment: {'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:24.633930 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:24.635547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Bound using segment: {'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:24.636979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Bound port: 07f967d7-9fd6-495e-9703-a29f0387b760, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96e260b-7e35-48b1-9c5c-1ead853eaba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:24.637506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:24.659035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 31d26360-7814-46f4-922f-ba79ee10d5d2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:24.668239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 66c0118e-78e8-43f8-9098-6f726198ecde up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:24.890940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1d290-3baa-4925-978c-014a66ca2e71 None None] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:33:24.894536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7591609-9733-46dc-b79f-57f4985995f6 req-beef95fa-6faa-460c-bfe8-2f5e75b3c6ea service neutron] 10.222.0.48 "GET /v2.0/networks/583f6c8b-abfd-4868-b24b-4d6acfe214ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736575 May 26 22:33:24.936633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d03bb0-6e4b-4c07-9b16-5e46ce0e3aee req-ac271418-77e4-41b4-9274-3d14c37fcac7 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:24.939322 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:24.940729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Router 19aa7601-c6aa-4222-94e0-eb18f1b4400f is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:33:24.947721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-64d03bb0-6e4b-4c07-9b16-5e46ce0e3aee req-ac271418-77e4-41b4-9274-3d14c37fcac7 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 944 time: 0.1925597 May 26 22:33:25.039064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-64d03bb0-6e4b-4c07-9b16-5e46ce0e3aee req-88c39428-31d7-4d05-87c5-1b22f55bb072 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904896 May 26 22:33:25.107082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 66c0118e-78e8-43f8-9098-6f726198ecde completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:25.125093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 66c0118e-78e8-43f8-9098-6f726198ecde triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:25.125464 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:25.136100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb97-c14d-4096-b435-b490fa3d147c req-c1c1f99f-73aa-4c1b-b834-aa5bced6064a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:25.137993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-587bfb97-c14d-4096-b435-b490fa3d147c req-c1c1f99f-73aa-4c1b-b834-aa5bced6064a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.7357001 May 26 22:33:25.210401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] For port 07f967d7-9fd6-495e-9703-a29f0387b760, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:25.265234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] For port 07f967d7-9fd6-495e-9703-a29f0387b760, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=07f967d7-9fd6-495e-9703-a29f0387b760,segment=NetworkSegment(b96e260b-7e35-48b1-9c5c-1ead853eaba0),segment_id=b96e260b-7e35-48b1-9c5c-1ead853eaba0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:25.280759 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:25.408149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7591609-9733-46dc-b79f-57f4985995f6 req-121e6a7e-db51-4734-9032-ea57c1ce7f0c service neutron] 10.222.0.48 "GET /v2.0/networks/583f6c8b-abfd-4868-b24b-4d6acfe214ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012372 May 26 22:33:25.456952 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-587bfb97-c14d-4096-b435-b490fa3d147c req-88e7dae3-c560-40ca-b8fa-fde7d44837b7 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004754 May 26 22:33:25.472514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302935ce-296a-4279-aae7-e189f1c71ee4 None None] Pushing event updated for resources: {'Port': ['ID=07f967d7-9fd6-495e-9703-a29f0387b760,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:25.506961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a02afb09-7d39-4ddf-baa7-9c8473e338e2 None None] Provisioning for port 31d26360-7814-46f4-922f-ba79ee10d5d2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:25.518665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a02afb09-7d39-4ddf-baa7-9c8473e338e2 None None] Provisioning complete for port 31d26360-7814-46f4-922f-ba79ee10d5d2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:25.519424 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a02afb09-7d39-4ddf-baa7-9c8473e338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:25.562569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d517b2-bb09-4d6d-83b1-7b67ba2c8d39 req-ddebe22e-9461-43fe-9581-a04a86532363 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:25.564332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b8d517b2-bb09-4d6d-83b1-7b67ba2c8d39 req-ddebe22e-9461-43fe-9581-a04a86532363 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 948 time: 0.2538960 May 26 22:33:25.625299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-de40e34d-49b0-4fd9-9112-6fd37ec2b419 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips/8c489dc4-69d6-4261-921f-03efc174959c HTTP/1.1" status: 200 len: 693 time: 0.0855629 May 26 22:33:25.638814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b8d517b2-bb09-4d6d-83b1-7b67ba2c8d39 req-ad950b1c-649b-45d8-a8b7-315fa79a882f tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669661 May 26 22:33:25.794519 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:25.819633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-16df5eb9-ac80-4795-a24b-0cab33ce51aa tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:25.827210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-16df5eb9-ac80-4795-a24b-0cab33ce51aa tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1949308 May 26 22:33:25.832635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-721a50f5-2258-4c66-beb3-a7baae70d146 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:33:25.843959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-721a50f5-2258-4c66-beb3-a7baae70d146 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0156312 May 26 22:33:25.862942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Routers {'576425c2-4955-46d5-9f28-26bf9a136bcf'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:25.863744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['576425c2-4955-46d5-9f28-26bf9a136bcf'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:25.992697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-b1062114-4cdf-437c-8d31-1c22807cc2af tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.119 HTTP/1.1" status: 200 len: 696 time: 0.1467903 May 26 22:33:25.995663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac722267-85ed-4f3e-a9fe-2d4e379078fd req-9d9904cd-010b-4b80-b4c9-2744257775b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:26.001460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 87c9488b-be38-4dbd-854f-8f56f563f2d8 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:26.005138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac722267-85ed-4f3e-a9fe-2d4e379078fd req-9d9904cd-010b-4b80-b4c9-2744257775b5 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 945 time: 0.1392517 May 26 22:33:26.051193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:26.061298 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Sync routers for ids ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:33:26.072708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac722267-85ed-4f3e-a9fe-2d4e379078fd req-b816ed97-a541-49df-9d55-12acc455195d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665965 May 26 22:33:26.083033 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Routers {'19aa7601-c6aa-4222-94e0-eb18f1b4400f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:26.083712 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:26.180372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-a801b05a-f88e-4ef7-95ac-d8a28ac2a4dd tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.119 HTTP/1.1" status: 200 len: 696 time: 0.1866870 May 26 22:33:26.189920 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a02afb09-7d39-4ddf-baa7-9c8473e338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:26.252535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 66c0118e-78e8-43f8-9098-6f726198ecde, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=66c0118e-78e8-43f8-9098-6f726198ecde,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:26.284133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a02afb09-7d39-4ddf-baa7-9c8473e338e2 None None] For port 31d26360-7814-46f4-922f-ba79ee10d5d2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31d26360-7814-46f4-922f-ba79ee10d5d2,segment=NetworkSegment(ea03f212-a55b-4809-99c9-ce5cea97f79a),segment_id=ea03f212-a55b-4809-99c9-ce5cea97f79a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:26.289925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:26.301159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c181efe2-be39-47fb-a377-d0c31bb66ea2 req-23328781-9550-4bfa-bac6-2b07bbf52980 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1095 time: 0.1037447 May 26 22:33:26.357992 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a02afb09-7d39-4ddf-baa7-9c8473e338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:26.362970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c181efe2-be39-47fb-a377-d0c31bb66ea2 req-e16affb3-8086-4765-809c-db301e0a3f8e tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608068 May 26 22:33:26.383498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 87c9488b-be38-4dbd-854f-8f56f563f2d8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:26.391495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:26.392687 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1f03e39b-db44-4b11-b436-13143124c2fa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2377632 May 26 22:33:26.395519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40310) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:26.415408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 87c9488b-be38-4dbd-854f-8f56f563f2d8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:26.416272 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:26.453554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 05059ba0-ba28-4677-a91c-59013e0d58f6 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:26.602901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=66c0118e-78e8-43f8-9098-6f726198ecde,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:26.605627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Deleting port 5133f1c6-e252-43f0-8f20-a8202661c2e0 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:33:26.606186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:26.638506 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Set router 19aa7601-c6aa-4222-94e0-eb18f1b4400f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:26.687552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] Set router 576425c2-4955-46d5-9f28-26bf9a136bcf gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:26.892115 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:33:27.052776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.053590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.211264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Calling delete_port for 5133f1c6-e252-43f0-8f20-a8202661c2e0 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:33:27.325973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02afb09-7d39-4ddf-baa7-9c8473e338e2 None None] Pushing event updated for resources: {'Port': ['ID=31d26360-7814-46f4-922f-ba79ee10d5d2,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:27.361738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd94472-b237-492e-a23d-e23ef4225527 req-c77b26b4-bda5-4053-a538-6d28344db3f1 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:27.370208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0dd94472-b237-492e-a23d-e23ef4225527 req-c77b26b4-bda5-4053-a538-6d28344db3f1 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 944 time: 0.3654549 May 26 22:33:27.382230 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:33:22Z', 'revision_number': 3, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:27.386355 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Checking router: 19aa7601-c6aa-4222-94e0-eb18f1b4400f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:33:27.386699 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Updating router 19aa7601-c6aa-4222-94e0-eb18f1b4400f port 521abd16-8d67-42ab-bce6-6aca9ef78e0b binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:33:27.460854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0dd94472-b237-492e-a23d-e23ef4225527 req-19cea1c8-32fd-4541-8f91-c6620cc35a41 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894554 May 26 22:33:27.556572 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.572060 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.742439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Pushing event deleted for resources: {'Port': ['ID=5133f1c6-e252-43f0-8f20-a8202661c2e0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:27.808879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 05059ba0-ba28-4677-a91c-59013e0d58f6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=05059ba0-ba28-4677-a91c-59013e0d58f6,segment=NetworkSegment(0bde610a-765b-46fc-aaea-c8ae6b342817),segment_id=0bde610a-765b-46fc-aaea-c8ae6b342817)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:27.836796 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.849231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-081efd51-2f81-4e1e-ab71-795117fd9fe9 None None] Provisioning complete for port 31d26360-7814-46f4-922f-ba79ee10d5d2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:27.849974 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-081efd51-2f81-4e1e-ab71-795117fd9fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.913482 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.914216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.941700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '05059ba0-ba28-4677-a91c-59013e0d58f6', 'network_id': '583f6c8b-abfd-4868-b24b-4d6acfe214ee', 'port_id': '05059ba0-ba28-4677-a91c-59013e0d58f6', 'mac_address': 'fa:16:3e:86:ea:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc02921-59f0-4d76-9b22-e657c401ac95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:33:27.958218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.959745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28393dd1-55e6-47ad-8645-6c9f483e6528 req-05a88aa8-6039-4e14-9b49-ddaaa924f6c1 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "DELETE /v2.0/floatingips/8c489dc4-69d6-4261-921f-03efc174959c HTTP/1.1" status: 204 len: 173 time: 1.7786512 May 26 22:33:28.035455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c9488b-be38-4dbd-854f-8f56f563f2d8'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:28.137312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 87c9488b-be38-4dbd-854f-8f56f563f2d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=87c9488b-be38-4dbd-854f-8f56f563f2d8,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:28.156163 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.159289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc7777-0557-4fe6-a9b1-78449f87b188 req-25c8d177-7979-4e3b-8347-f8cb5909ea63 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:28.161150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.171805 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Transition to ACTIVE for port object 521abd16-8d67-42ab-bce6-6aca9ef78e0b will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:28.176286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40332) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:28.181180 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.183675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'floatingip': {'port_id': 'eb78c955-716f-4b8e-8c95-73e88a8c8022'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:28.186887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-84dc7777-0557-4fe6-a9b1-78449f87b188 req-25c8d177-7979-4e3b-8347-f8cb5909ea63 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 945 time: 0.3705206 May 26 22:33:28.270854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845b6bb-0f3a-470d-92d9-30d1b6645707 None None] Pushing event updated for resources: {'Port': ['ID=521abd16-8d67-42ab-bce6-6aca9ef78e0b,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:28.302200 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Attempting to bind port 521abd16-8d67-42ab-bce6-6aca9ef78e0b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:28.302563 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Attempting to bind port 521abd16-8d67-42ab-bce6-6aca9ef78e0b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:28.303030 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Attempting to bind port 521abd16-8d67-42ab-bce6-6aca9ef78e0b on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:28.307573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.310763 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:28.311132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:28.311650 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.312093 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:28.312667 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Bound port: 521abd16-8d67-42ab-bce6-6aca9ef78e0b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:28.313009 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.368214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05059ba0-ba28-4677-a91c-59013e0d58f6 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:28.380892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.394655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=87c9488b-be38-4dbd-854f-8f56f563f2d8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:28.410185 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] For port 521abd16-8d67-42ab-bce6-6aca9ef78e0b, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:28.410185 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] For port 521abd16-8d67-42ab-bce6-6aca9ef78e0b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=521abd16-8d67-42ab-bce6-6aca9ef78e0b,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:28.415793 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.455485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 05059ba0-ba28-4677-a91c-59013e0d58f6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=05059ba0-ba28-4677-a91c-59013e0d58f6,segment=NetworkSegment(0bde610a-765b-46fc-aaea-c8ae6b342817),segment_id=0bde610a-765b-46fc-aaea-c8ae6b342817)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:28.468438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31d26360-7814-46f4-922f-ba79ee10d5d2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:28.512757 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845b6bb-0f3a-470d-92d9-30d1b6645707 None None] Pushing event updated for resources: {'Port': ['ID=521abd16-8d67-42ab-bce6-6aca9ef78e0b,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:28.546634 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Routers {'19aa7601-c6aa-4222-94e0-eb18f1b4400f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:28.548114 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:28.573875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.617589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda646b3-32b4-4261-ab9d-6d9c81d90ecb req-c1c90b3c-9446-43c3-a6ea-823095d7e8ff tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:28.627528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cda646b3-32b4-4261-ab9d-6d9c81d90ecb req-c1c90b3c-9446-43c3-a6ea-823095d7e8ff tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 949 time: 0.2625878 May 26 22:33:28.750761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:33:12Z', 'revision_number': 4, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '07f967d7-9fd6-495e-9703-a29f0387b760', 'name': '', 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'mac_address': 'fa:16:3e:ed:77:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e9897d-a8fb-4949-875b-4669d2f13638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:09Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 4, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'subnets': [{'id': '49e9897d-a8fb-4949-875b-4669d2f13638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:28.753052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.760389 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] Set router 19aa7601-c6aa-4222-94e0-eb18f1b4400f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:28.774710 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cda646b3-32b4-4261-ab9d-6d9c81d90ecb req-59162a9b-4a9e-4b55-b5b2-751fb1c45fe5 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463261 May 26 22:33:28.788530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c31c6-99cc-4d60-8856-17c7974b76c0 None None] The sync data for ids ['576425c2-4955-46d5-9f28-26bf9a136bcf'] in n-d-843301-1 is: [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:33:12Z', 'revision_number': 4, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '07f967d7-9fd6-495e-9703-a29f0387b760', 'name': '', 'network_id': 'd5d580fa-7ced-4217-97e3-d0ea25bb5dca', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'mac_address': 'fa:16:3e:ed:77:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49e9897d-a8fb-4949-875b-4669d2f13638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:09Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 4, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'subnets': [{'id': '49e9897d-a8fb-4949-875b-4669d2f13638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:33:28.794370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=05059ba0-ba28-4677-a91c-59013e0d58f6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:28.908592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 31d26360-7814-46f4-922f-ba79ee10d5d2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:28.908820 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:29.033393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['05059ba0-ba28-4677-a91c-59013e0d58f6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:29.248231 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:33:22Z', 'revision_number': 3, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:29.266213 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c1a78-41b4-4475-87f9-bfba0e058304 None None] The sync data for ids ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'] in n-d-843301-1 is: [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:33:22Z', 'revision_number': 3, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:33:29.329878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Allocated IP 172.20.0.1 (86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1/a5f17338-b3c9-4b2b-b533-b74e97f2c19b/c2e00894-ad20-417e-b368-5662048bb9a8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:29.454803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 66c0118e-78e8-43f8-9098-6f726198ecde up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:29.530145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd8eb6-6570-4ab6-99ea-327dabec0df8 req-1f9551d5-49d7-464f-87ef-05b6175b26f2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:29.532491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3cd8eb6-6570-4ab6-99ea-327dabec0df8 req-1f9551d5-49d7-464f-87ef-05b6175b26f2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 1.0283473 May 26 22:33:29.719959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3cd8eb6-6570-4ab6-99ea-327dabec0df8 req-8f52f1e2-f711-47b2-b000-ecede34ae438 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754906 May 26 22:33:29.791348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-0a9b42a8-20b8-411c-894d-e4a661fbf67a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:29.801756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-0a9b42a8-20b8-411c-894d-e4a661fbf67a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.6725531 May 26 22:33:29.844199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-13d6b748-05a3-4d98-b437-d338ae80c491 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/quotas/691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 375 time: 0.0414824 May 26 22:33:29.856591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 66c0118e-78e8-43f8-9098-6f726198ecde triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:29.856954 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:29.990006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.020916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Transition to ACTIVE for port object c2e00894-ad20-417e-b368-5662048bb9a8 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:30.059434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-8240906c-201f-475a-a9b2-a623c797f6f8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2136109 May 26 22:33:30.195350 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3842684-2f0a-447f-807e-593d4de3d204 req-1cd9c04d-0936-4afe-b253-ab4afa73ddfe tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2437658 May 26 22:33:30.220860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.239540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:30.245084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:30.249684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Usage tracker for resource:floatingip and tenant:a5e3ce0c88e04e60baa79620733b7e10 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:30.252548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:30.259587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:30.280441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.290538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-251dbf0b-7536-454b-9629-8a9ebd268b51 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309759 May 26 22:33:30.336874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:33:30.412729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:30.414018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 07f967d7-9fd6-495e-9703-a29f0387b760 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:30.420909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:30.434131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:30.434809 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.443295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.453534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e00894-ad20-417e-b368-5662048bb9a8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:30.501206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.570510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 07f967d7-9fd6-495e-9703-a29f0387b760 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:30.577368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 07f967d7-9fd6-495e-9703-a29f0387b760 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:30.578411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.627516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-fe1f23d7-37df-4314-8a00-5c11c23c6564 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218980 May 26 22:33:30.769519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.813430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.851475 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:30.942326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-be456d9f-e25c-46ee-88d3-ce21b0c99c4c None None] Provisioning for port c2e00894-ad20-417e-b368-5662048bb9a8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:30.957596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-be456d9f-e25c-46ee-88d3-ce21b0c99c4c None None] Provisioning complete for port c2e00894-ad20-417e-b368-5662048bb9a8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:30.966600 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be456d9f-e25c-46ee-88d3-ce21b0c99c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.030104 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb0b262-9275-43ad-9bbe-d4835733d810'] response: {'server_uuid': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c9488b-be38-4dbd-854f-8f56f563f2d8', 'code': 200} May 26 22:33:31.066663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 07f967d7-9fd6-495e-9703-a29f0387b760, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=07f967d7-9fd6-495e-9703-a29f0387b760,segment=NetworkSegment(b96e260b-7e35-48b1-9c5c-1ead853eaba0),segment_id=b96e260b-7e35-48b1-9c5c-1ead853eaba0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:31.094621 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6 associated. External IP: 172.25.4.17, port: eb78c955-716f-4b8e-8c95-73e88a8c8022. May 26 22:33:31.115966 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.243883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-be456d9f-e25c-46ee-88d3-ce21b0c99c4c None None] Port c2e00894-ad20-417e-b368-5662048bb9a8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:31.260012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Allocated IP 172.25.4.152 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/b2e9a998-f191-475c-9728-b1afec1a4593) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:31.275140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=07f967d7-9fd6-495e-9703-a29f0387b760,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:31.548101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.586725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85828830-9da4-413f-b273-565791ab0454 req-ba65448c-881e-4c29-a1bc-298d910a9d0f tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:31.595489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85828830-9da4-413f-b273-565791ab0454 req-ba65448c-881e-4c29-a1bc-298d910a9d0f tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 945 time: 0.2598436 May 26 22:33:31.602452 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.646914 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c812798-2bba-467c-9590-a468a96b9a88 req-d97ab598-2504-476b-8c93-c08837518a64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 1100 time: 0.4047203 May 26 22:33:31.710290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.716327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Pushing event updated for resources: {'Port': ['ID=b2e9a998-f191-475c-9728-b1afec1a4593,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:31.730622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85828830-9da4-413f-b273-565791ab0454 req-8a479272-3660-4b12-9e93-121ac70eb76e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342006 May 26 22:33:31.741272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.742016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.743995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:31.745952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:31.759632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:31.920244 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c812798-2bba-467c-9590-a468a96b9a88 req-4115e5c9-df4f-409d-b520-f211ab9c6a73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562521 May 26 22:33:31.968357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e00894-ad20-417e-b368-5662048bb9a8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:32.010146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:32.013120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:32.379990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:32.389100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fff88d45-88a4-4a31-80e6-cab936e3be82 None None] Provisioning complete for port c2e00894-ad20-417e-b368-5662048bb9a8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:32.391505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fff88d45-88a4-4a31-80e6-cab936e3be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:32.440164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 07f967d7-9fd6-495e-9703-a29f0387b760 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:32.518870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:32.534350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fff88d45-88a4-4a31-80e6-cab936e3be82 None None] Port c2e00894-ad20-417e-b368-5662048bb9a8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:33:32.556829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 07f967d7-9fd6-495e-9703-a29f0387b760 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:32.557199 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:32.597504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 05059ba0-ba28-4677-a91c-59013e0d58f6 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:32.802210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 05059ba0-ba28-4677-a91c-59013e0d58f6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:32.836923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b90d5d3f-0ef2-49cd-866e-e43e4f42153b req-4dd91948-f89f-431e-b6a5-0a3055d2644b tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1097 time: 0.4594262 May 26 22:33:32.862208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 05059ba0-ba28-4677-a91c-59013e0d58f6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:32.862839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:32.931311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-69bc39d1-05a9-4b1c-ba84-d8c222aaa3c9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:32.932734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-69bc39d1-05a9-4b1c-ba84-d8c222aaa3c9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.2741401 May 26 22:33:32.947285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b90d5d3f-0ef2-49cd-866e-e43e4f42153b req-1759ed2c-01b5-4a65-b79b-bd10f4f67ec5 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] Synchronizing usage tracker for tenant:169e5f51f13b45b9a7bc355cad8ea391 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:32.956120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Request body: {'port': {'device_id': '0e894922-7273-4153-84cc-1694ac46f6c9', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'admin_state_up': True, 'tenant_id': '691816e413f94c83858aab31b419257a'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:33.020901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.062169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.081410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.095462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 05059ba0-ba28-4677-a91c-59013e0d58f6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=05059ba0-ba28-4677-a91c-59013e0d58f6,segment=NetworkSegment(0bde610a-765b-46fc-aaea-c8ae6b342817),segment_id=0bde610a-765b-46fc-aaea-c8ae6b342817)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:33.096765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a10fab2-faf7-4229-84ce-e243967689af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05059ba0-ba28-4677-a91c-59013e0d58f6'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:33.113756 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.160026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Router eb043f80-adac-466e-a3a5-e5b1dd679088 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:33:33.236910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.239767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:33.256541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:33.261479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Pushing event updated for resources: {'Port': ['ID=b2e9a998-f191-475c-9728-b1afec1a4593,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:33.296915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=05059ba0-ba28-4677-a91c-59013e0d58f6,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:33.304281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b90d5d3f-0ef2-49cd-866e-e43e4f42153b req-1759ed2c-01b5-4a65-b79b-bd10f4f67ec5 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] Unset dirty status for tenant:169e5f51f13b45b9a7bc355cad8ea391 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:33.319380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b90d5d3f-0ef2-49cd-866e-e43e4f42153b req-1759ed2c-01b5-4a65-b79b-bd10f4f67ec5 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690938 May 26 22:33:33.326690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Made reservation on behalf of 691816e413f94c83858aab31b419257a for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:33:33.336443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.347070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.347678 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3842684-2f0a-447f-807e-593d4de3d204 req-99d6c5b8-e6ad-4bc3-9e87-cb0cbf27f4cb tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1130745 May 26 22:33:33.620566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Allocated IP 172.20.0.5 (fc939361-eb17-45c3-9b3e-b0eb89d05881/7ccf787e-4362-4fa0-a9a6-3a378df62f1a/00ab2cbc-7291-4b90-b9c2-cb53b7441012) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:33:33.635005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Router 19aa7601-c6aa-4222-94e0-eb18f1b4400f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:33:33.680941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b3842684-2f0a-447f-807e-593d4de3d204 req-59bb37d4-f59e-4881-ab38-50885d37f64f tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Synchronizing usage tracker for tenant:a5e3ce0c88e04e60baa79620733b7e10 on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:33.713763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b3842684-2f0a-447f-807e-593d4de3d204 req-59bb37d4-f59e-4881-ab38-50885d37f64f tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Unset dirty status for tenant:a5e3ce0c88e04e60baa79620733b7e10 on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:33.715095 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3842684-2f0a-447f-807e-593d4de3d204 req-59bb37d4-f59e-4881-ab38-50885d37f64f tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.3508236 May 26 22:33:33.811897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a8b0d-ad03-4f86-8379-e395d4715387 req-1047294e-09e3-40b3-b0aa-97acd26335e8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:33.820086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c9a8b0d-ad03-4f86-8379-e395d4715387 req-1047294e-09e3-40b3-b0aa-97acd26335e8 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 949 time: 0.2835808 May 26 22:33:33.904130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3842684-2f0a-447f-807e-593d4de3d204 req-68e220e2-86a6-487e-aa1f-688a883c5022 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:33.905355 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3842684-2f0a-447f-807e-593d4de3d204 req-68e220e2-86a6-487e-aa1f-688a883c5022 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1812618 May 26 22:33:33.911248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:33.917220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.933037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] Sync routers for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:33:33.945552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:33.946216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:33.950964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-b3842684-2f0a-447f-807e-593d4de3d204 req-f9cba349-e49a-4838-b672-fb5b8e20dd03 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:33:33.951901 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3842684-2f0a-447f-807e-593d4de3d204 req-f9cba349-e49a-4838-b672-fb5b8e20dd03 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059328 May 26 22:33:34.032082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-278ac10a-0ddc-48f9-b619-8fa074f8b386 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "PUT /v2.0/floatingips/8f83cd96-3ce0-4d53-a2c4-83c7651059a6 HTTP/1.1" status: 200 len: 990 time: 5.8517826 May 26 22:33:34.032082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:34.078460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c9a8b0d-ad03-4f86-8379-e395d4715387 req-ccda6eeb-4cde-44f2-a9d3-b7f1b65c8dc0 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574277 May 26 22:33:34.144961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c6315d6-2308-4c43-a472-5d1819273e63 req-2a3c0ada-8d2f-48a7-bbdb-9c5eff0f622c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0429821 May 26 22:33:34.190630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:34.206077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:34.318508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:34.326469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:34.420411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee550e2c-7b2b-4101-b727-46712c170507 admin admin] 10.222.0.32 "PUT /v2.0/routers/19aa7601-c6aa-4222-94e0-eb18f1b4400f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0232646 May 26 22:33:34.432586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:33:34.436937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:33:34.438910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:34.440992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:33:34.445204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:34.446046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:34.480834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89687df2-b09a-4516-942c-e56153afd479 req-aac61923-cecc-4d12-a146-1d4fc445cbe9 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:34.482066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-04abc059-22f7-4fe7-a27b-1fb2c4f9da18 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5309274 May 26 22:33:34.483152 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89687df2-b09a-4516-942c-e56153afd479 req-aac61923-cecc-4d12-a146-1d4fc445cbe9 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 946 time: 0.1589715 May 26 22:33:34.499448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Request body: {'port': {'device_id': '0e894922-7273-4153-84cc-1694ac46f6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:34.573149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89687df2-b09a-4516-942c-e56153afd479 req-9d897600-5ba2-4507-92ff-306bc348a291 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830834 May 26 22:33:34.679397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:34.886833 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1dc9997-3783-47c7-9f8d-001e890e2d83'] response: {'server_uuid': '9a10fab2-faf7-4229-84ce-e243967689af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05059ba0-ba28-4677-a91c-59013e0d58f6', 'code': 200} May 26 22:33:34.945276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5961860-4cec-4303-9321-c44691ca8d0c req-2e642cb0-9aad-4114-88f4-93a94f827039 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 1097 time: 0.1604934 May 26 22:33:34.949905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d01ff3b-234e-49db-8dbf-995c7cb59b52 req-8f943a21-bfcd-4954-ae25-abefeabe733f tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1097 time: 0.1194558 May 26 22:33:34.996283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8f83cd96-3ce0-4d53-a2c4-83c7651059a6', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'port_id': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'mac_address': 'fa:16:3e:21:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:32:54Z', 'updated_at': '2022-05-26T22:33:30Z', 'revision_number': 1, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:35.001524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] Checking router: eb043f80-adac-466e-a3a5-e5b1dd679088 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:33:35.014363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:35.015115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:35.055843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5961860-4cec-4303-9321-c44691ca8d0c req-e041ea0c-0967-4268-9362-222e15ff7737 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042938 May 26 22:33:35.062416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d01ff3b-234e-49db-8dbf-995c7cb59b52 req-8f5039f2-6e76-42d3-8e8d-fcdf6a8da877 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842359 May 26 22:33:35.110885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-3586e843-07f1-4981-b096-b2ef15c54dbc tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips/0bc3bc19-e51a-4ea2-b981-6c1cad423497 HTTP/1.1" status: 200 len: 693 time: 0.3150332 May 26 22:33:35.348368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:35.420613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be8b6c-cc67-4b91-a65e-dd57200bb8ec req-faf4a87b-4770-4dc0-bf4a-5167c6b2bc1e tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:35.428275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be8b6c-cc67-4b91-a65e-dd57200bb8ec req-faf4a87b-4770-4dc0-bf4a-5167c6b2bc1e tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 945 time: 0.1271670 May 26 22:33:35.493413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be8b6c-cc67-4b91-a65e-dd57200bb8ec req-d64ba77d-1d0f-4534-a079-f2330800f052 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639529 May 26 22:33:35.590710 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2039903c-98a2-475a-886b-2143df6aa12a'] response: {'name': 'network-changed', 'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'status': 'completed', 'code': 200} May 26 22:33:35.893185 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-e368f2df-b86f-4b2e-bb1d-8fd9b140f6d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 1096 time: 0.2761781 May 26 22:33:35.967363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-9e355e81-fba1-49b7-9b86-4516bc2984ee tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:35.977477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-9e355e81-fba1-49b7-9b86-4516bc2984ee tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.8656933 May 26 22:33:35.985406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-5f47d111-ca28-4689-8028-51d10f92cda9 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:33:35.998848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-5f47d111-ca28-4689-8028-51d10f92cda9 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0203993 May 26 22:33:36.167457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-66ffbbda-b354-485c-9d99-d5bdc849a760 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:36.168816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-66ffbbda-b354-485c-9d99-d5bdc849a760 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 924 time: 0.2681758 May 26 22:33:36.234729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-07a7b51a-3829-432f-99e3-b34e0886e9be tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.2331522 May 26 22:33:36.252379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8f83cd96-3ce0-4d53-a2c4-83c7651059a6', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'port_id': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'mac_address': 'fa:16:3e:21:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:32:54Z', 'updated_at': '2022-05-26T22:33:30Z', 'revision_number': 1, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:36.267572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b677f7-b410-4560-b9d4-f1a6a1ddc8bb None None] The sync data for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 is: [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8f83cd96-3ce0-4d53-a2c4-83c7651059a6', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'port_id': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'mac_address': 'fa:16:3e:21:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:32:54Z', 'updated_at': '2022-05-26T22:33:30Z', 'revision_number': 1, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:33:36.408166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-e6bb4123-2bf8-4eb8-ad89-f582d1d7e6cd tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.1725397 May 26 22:33:36.461358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-84a99654-de52-405d-8ffe-c2d6c86bb384 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022 HTTP/1.1" status: 200 len: 998 time: 0.2847536 May 26 22:33:36.614397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-6828244f-60b7-41f7-96bc-9b31006db519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:36.615976 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-6828244f-60b7-41f7-96bc-9b31006db519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d08715d-4b0f-436e-8347-a8b624eb628a HTTP/1.1" status: 200 len: 862 time: 0.1250894 May 26 22:33:36.660514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Deleting port b2e9a998-f191-475c-9728-b1afec1a4593 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:33:36.661245 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:36.693954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:33:36.971974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ab2cbc-7291-4b90-b9c2-cb53b7441012 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:37.018093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:37.032754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-c660cc48-1200-4d4d-9a83-20c77d837596 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12073deb-64b8-46c1-8341-0dba2c594124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3997221 May 26 22:33:37.072568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Transition to ACTIVE for port object 00ab2cbc-7291-4b90-b9c2-cb53b7441012 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:37.094307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ffe71-84cf-47ff-9483-2c866369b48c req-015985ff-6b2c-47be-9e93-8cb1b8ffd340 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:37.102080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c56ffe71-84cf-47ff-9483-2c866369b48c req-015985ff-6b2c-47be-9e93-8cb1b8ffd340 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 931 time: 0.3153787 May 26 22:33:37.105217 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:33:37.112997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:37.281724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:37.282537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:37.322570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:37.392226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c56ffe71-84cf-47ff-9483-2c866369b48c req-34e23c0c-1ae2-4599-a7c5-102583cdc83c tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881720 May 26 22:33:37.524013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-e6647ac7-0b1e-4bc3-b55a-b05679194241 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820046 May 26 22:33:37.547565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Calling delete_port for b2e9a998-f191-475c-9728-b1afec1a4593 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:33:37.754853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:37.755245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:37.755514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:37.785392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:37.785778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:37.826509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aa81512-b35f-4d97-9e7a-1bd74811cd9a req-082d2da9-0fda-459b-998f-a3529d81f3d4 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948232 May 26 22:33:37.842638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:37.843007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:37.843343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:37.843787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Bound port: 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:37.844132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:38.013307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d60e7-b8d2-466b-b1d2-be6a14db0cef req-6db5063f-e970-46a2-8b38-3197a3abb6ea tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:38.020671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-474d60e7-b8d2-466b-b1d2-be6a14db0cef req-6db5063f-e970-46a2-8b38-3197a3abb6ea tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 946 time: 0.1644170 May 26 22:33:38.078371 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-474d60e7-b8d2-466b-b1d2-be6a14db0cef req-bfb07d15-6219-4d4a-8202-0c5f0bf3f970 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566919 May 26 22:33:38.118244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:38.129782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:38.176396 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:38.369135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1055d-641e-4b61-ab1f-19dd92848616 req-9cd44838-e96f-43dc-9f6e-f3c510858383 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:38.378283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36b1055d-641e-4b61-ab1f-19dd92848616 req-9cd44838-e96f-43dc-9f6e-f3c510858383 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 949 time: 0.1424077 May 26 22:33:38.442989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36b1055d-641e-4b61-ab1f-19dd92848616 req-cfef73c9-1499-4106-b55c-aad948b0156c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635636 May 26 22:33:38.451708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:38.457227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] 10.222.0.55 "PUT /v2.0/ports/00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 1091 time: 3.9614182 May 26 22:33:38.487814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:38.723725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6896252-99a7-4e44-9644-bddcb07e3e4b req-6deedbd9-7579-4687-9d0a-7c8106024c38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1290779 May 26 22:33:38.834354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cc4cf-308a-4dea-b745-746dd1691586 service neutron] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:38.870242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:39.019446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Pushing event deleted for resources: {'Port': ['ID=b2e9a998-f191-475c-9728-b1afec1a4593,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:39.093967 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:39.113304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-df9f05d9-14e0-40f0-8427-cbb0cbcff36b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1094 time: 0.5555723 May 26 22:33:39.241658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:39.242934 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3589283-0b0d-45fe-8bb5-00187bca1fcc req-1b578ee3-96ac-496b-84ba-e61eae2a40c5 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "DELETE /v2.0/floatingips/0bc3bc19-e51a-4ea2-b981-6c1cad423497 HTTP/1.1" status: 204 len: 173 time: 2.8337221 May 26 22:33:39.276757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-65cfb2f9-1475-444a-ac1b-5571ec49558c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 217 time: 0.1441281 May 26 22:33:39.427744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-8425d4db-7607-4c86-9ba6-9e6c0a4429a9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:39.430145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-8425d4db-7607-4c86-9ba6-9e6c0a4429a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1448526 May 26 22:33:39.525044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-9e6d95bf-1cee-4269-af3c-1c5a3bf299de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890360 May 26 22:33:40.273017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0faa95-9d6f-4c34-8f44-693052d41fd2 req-2c139aeb-ca9a-4ca3-a82e-b0cd538ace3e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:40.276571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-aa0faa95-9d6f-4c34-8f44-693052d41fd2 req-2c139aeb-ca9a-4ca3-a82e-b0cd538ace3e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:40.347150 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-1b5a6e4a-16d3-41a1-8a88-ccfac64e6744 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555476 May 26 22:33:40.357333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-aa0faa95-9d6f-4c34-8f44-693052d41fd2 req-2c139aeb-ca9a-4ca3-a82e-b0cd538ace3e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:40.363945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa0faa95-9d6f-4c34-8f44-693052d41fd2 req-2c139aeb-ca9a-4ca3-a82e-b0cd538ace3e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.8343716 May 26 22:33:40.540373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 521abd16-8d67-42ab-bce6-6aca9ef78e0b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:40.610162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-fc6e9897-0a95-4fc0-9ed3-21b093d2703b tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:33:40.618392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-fc6e9897-0a95-4fc0-9ed3-21b093d2703b tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0119359 May 26 22:33:40.622703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Request body: {'binding': {'host': 'n-h1-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:40.623202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Unknown quota resources ['binding']. {{(pid=84029) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:33:40.641819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 521abd16-8d67-42ab-bce6-6aca9ef78e0b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:40.649165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 521abd16-8d67-42ab-bce6-6aca9ef78e0b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:40.649835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:40.792404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa0faa95-9d6f-4c34-8f44-693052d41fd2 req-4d7d40ee-df04-4e45-abe3-866ac90e6370 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275181 May 26 22:33:40.942273 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.005252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 521abd16-8d67-42ab-bce6-6aca9ef78e0b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=521abd16-8d67-42ab-bce6-6aca9ef78e0b,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:41.018491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.055628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-583fbf7f-a4f1-48d6-87f1-2c82f43ed82d req-0677ce17-54c5-487d-8bd0-822e1e811230 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207292 May 26 22:33:41.196182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=521abd16-8d67-42ab-bce6-6aca9ef78e0b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:41.250016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on host n-h1-843301-1 for vnic_type normal with profile None {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:41.250343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:41.250658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:41.320221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:41.320580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:41.329900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:41.330226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:41.330601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:41.331022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Bound port: 6936d358-b26c-4c79-81d7-0a8a33b9016f, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:41.394178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:41.404589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.419369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-0c3008fb-a3c4-4605-bc2c-f08d1b04914f service neutron] 10.222.0.32 "POST /v2.0/ports/6936d358-b26c-4c79-81d7-0a8a33b9016f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7984390 May 26 22:33:41.437505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-8b3ed9fe-8d47-49b8-aff4-bd2e03a14a78 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 1100 time: 0.1885376 May 26 22:33:41.476805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.560855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:41.565486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Usage tracker for resource:security_group_rule and tenant:16ab223ecdd14303b8ccaa8e35bd51bc is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:41.569509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:41.576458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:41.731607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.745289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.942273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f90b5138-7e21-442f-be3a-b6a219190af5 req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028281 May 26 22:33:41.952182 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a068bce-d93d-4502-a660-b657f096af6a'] response: {'name': 'network-changed', 'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012', 'status': 'completed', 'code': 200} May 26 22:33:42.080486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b00c7-400e-4255-90d0-aaf011b0ceb8 tempest-LiveMigrationNegativeTest-13708880 tempest-LiveMigrationNegativeTest-13708880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae19a2a-62c8-48ec-8453-dbd12e5bb8ae,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:42.206829 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-a5a7d6fc-18d1-400c-b997-7a9192085cb5 req-7d736f11-19d9-4c9e-8d67-bdde79dc2fe2 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] show failed (client error): The resource could not be found. May 26 22:33:42.221010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-049eb483-ffc7-4bb5-a3a1-5e3ff9451b94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1097 time: 0.2130027 May 26 22:33:42.223226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5a7d6fc-18d1-400c-b997-7a9192085cb5 req-7d736f11-19d9-4c9e-8d67-bdde79dc2fe2 tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips/0bc3bc19-e51a-4ea2-b981-6c1cad423497 HTTP/1.1" status: 404 len: 350 time: 0.1385970 May 26 22:33:42.297705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-068c6844-54a0-430a-8169-af6f1ef48010 req-50d3006a-b4ee-4f5b-ac27-6b7da374ccca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1094 time: 0.3447001 May 26 22:33:42.476386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 521abd16-8d67-42ab-bce6-6aca9ef78e0b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:42.497761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5547-8135-435f-ba38-a5473d618559 req-0b7ad234-f4b4-4598-bd87-06eb36f4deb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:42.499944 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-0b7ad234-f4b4-4598-bd87-06eb36f4deb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.2704360 May 26 22:33:42.602760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-c1b33f4b-b910-49dc-bf44-9236eb45e09d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 217 time: 0.0952716 May 26 22:33:42.657967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 521abd16-8d67-42ab-bce6-6aca9ef78e0b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:42.658352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:42.747571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5547-8135-435f-ba38-a5473d618559 req-57488cb1-3041-47e6-a6a5-26ab0775996a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:42.750586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-57488cb1-3041-47e6-a6a5-26ab0775996a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1389778 May 26 22:33:42.850860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c6844-54a0-430a-8169-af6f1ef48010 req-87b19ee4-bbe7-4173-9fd8-3167882d7be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:42.852626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-068c6844-54a0-430a-8169-af6f1ef48010 req-87b19ee4-bbe7-4173-9fd8-3167882d7be3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.5496640 May 26 22:33:42.865967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179860b6-1804-4130-8428-b04ad0f976a5 req-5acc1219-7d85-4e2c-ac57-7c5478ea9765 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:42.871828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-6a0969dc-5574-49ab-ac04-3279db0c4d91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057773 May 26 22:33:42.874184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-179860b6-1804-4130-8428-b04ad0f976a5 req-5acc1219-7d85-4e2c-ac57-7c5478ea9765 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.4087231 May 26 22:33:42.928873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548b13-44a4-429f-865e-68d5f1b2ffd7 req-46dcf831-8b19-45b0-b2b2-229b6f5f58fe tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:42.936228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83548b13-44a4-429f-865e-68d5f1b2ffd7 req-46dcf831-8b19-45b0-b2b2-229b6f5f58fe tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.4844341 May 26 22:33:43.033153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-068c6844-54a0-430a-8169-af6f1ef48010 req-c7580490-9680-4e58-b1ce-a5b7f85b2fc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 217 time: 0.1416361 May 26 22:33:43.089324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83548b13-44a4-429f-865e-68d5f1b2ffd7 req-774b7e2a-03ab-4d0a-a941-4d3102afe17e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 May 26 22:33:43.212586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-93b9f029-971c-4904-aa94-5b989ba5fa0f service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320026 May 26 22:33:43.214310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c6844-54a0-430a-8169-af6f1ef48010 req-a2f69a54-c2f8-4e73-b330-075190c5559a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:43.216214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-068c6844-54a0-430a-8169-af6f1ef48010 req-a2f69a54-c2f8-4e73-b330-075190c5559a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1593633 May 26 22:33:43.297972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-179860b6-1804-4130-8428-b04ad0f976a5 req-ac11b0e1-ebc7-4e9d-adea-285c97d56cf6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151852 May 26 22:33:43.304938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-068c6844-54a0-430a-8169-af6f1ef48010 req-320f0569-bfb2-4db1-aa29-ffd46cb09297 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705497 May 26 22:33:43.393588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-3582058b-d403-4064-84d6-9d7f366d7a1f service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680205 May 26 22:33:43.533283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-068c6844-54a0-430a-8169-af6f1ef48010 req-22a3a48c-079c-41e9-b2e9-742861478f3d service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192318 May 26 22:33:43.671943 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-b72fcaf5-30c8-42fb-8b0b-406fff5bbe75 req-4f58e6f9-8f2e-4613-a628-79958718e3da tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] show failed (client error): The resource could not be found. May 26 22:33:43.689351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b72fcaf5-30c8-42fb-8b0b-406fff5bbe75 req-4f58e6f9-8f2e-4613-a628-79958718e3da tempest-FloatingIPsTestJSON-1156488085 tempest-FloatingIPsTestJSON-1156488085-project] 10.222.0.32 "GET /v2.0/floatingips/0bc3bc19-e51a-4ea2-b981-6c1cad423497 HTTP/1.1" status: 404 len: 350 time: 0.2937121 May 26 22:33:43.694003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40508) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:43.827828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-068c6844-54a0-430a-8169-af6f1ef48010 req-03a4b411-162d-4b80-8362-e224bbd03a55 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868571 May 26 22:33:43.941010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 00ab2cbc-7291-4b90-b9c2-cb53b7441012 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:44.352931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:44.370647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '00ab2cbc-7291-4b90-b9c2-cb53b7441012', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'port_id': '00ab2cbc-7291-4b90-b9c2-cb53b7441012', 'mac_address': 'fa:16:3e:78:12:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccf787e-4362-4fa0-a9a6-3a378df62f1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:33:44.464061 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd071c-ac9f-4eda-a568-d75e19013636 None None] New status for floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:33:44.638090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:44.708545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ab2cbc-7291-4b90-b9c2-cb53b7441012 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:44.732867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa58d9-6fb4-4913-979e-1d6a901f229c req-bf714da7-edf3-426a-98a9-bbbd26c85633 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:44.745907 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50fa58d9-6fb4-4913-979e-1d6a901f229c req-bf714da7-edf3-426a-98a9-bbbd26c85633 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.1698692 May 26 22:33:44.772086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:44.789033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:44.872368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-4468f618-72f9-48dd-9524-656ed9ef2427 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1097 time: 1.3595150 May 26 22:33:44.907742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50fa58d9-6fb4-4913-979e-1d6a901f229c req-3dec1c3a-8f15-4d0e-befa-d9fd93369eb0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568024 May 26 22:33:44.911720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-1'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:33:45.137817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:45.157626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:45.158918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.159368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.159806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.160238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.160686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.161110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.161535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.162016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.165217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.165217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.165217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:45.198300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8918fe1-7546-4be0-9b51-78da81364ea6 req-b6fbcef8-d686-4096-99e3-970507c39879 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.1228607 May 26 22:33:45.226601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00ab2cbc-7291-4b90-b9c2-cb53b7441012'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:45.336063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c42cad-31e0-4788-b5c2-8613ef77af78 req-6e5ef116-4431-4115-98c5-b5a9b4b1c639 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:45.345308 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02c42cad-31e0-4788-b5c2-8613ef77af78 req-6e5ef116-4431-4115-98c5-b5a9b4b1c639 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1649590 May 26 22:33:45.487167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02c42cad-31e0-4788-b5c2-8613ef77af78 req-edcb189c-a02e-47b5-9901-9b544bc9839e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352894 May 26 22:33:46.165419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:46.240425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:46.346410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38651e7f-0de8-4906-89af-1a55f7e39bff req-5d670fea-a5a7-4414-a17a-be576e4a699e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:46.367258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38651e7f-0de8-4906-89af-1a55f7e39bff req-5d670fea-a5a7-4414-a17a-be576e4a699e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 946 time: 0.2377579 May 26 22:33:46.461515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:46.506185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:46.530554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:46.579351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38651e7f-0de8-4906-89af-1a55f7e39bff req-07040537-41de-4aec-b90e-0c996e30b8fe tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096546 May 26 22:33:46.673273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:46.866473 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d733510-eaaa-472c-8910-0a2a72e2897b'] response: {'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f', 'code': 200} May 26 22:33:47.111358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f27bd475-e2f9-4525-b1e4-2302f149d799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:47.117972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c099f0-fa7a-4a5a-b3a6-476d1b9018fa req-3056c842-083f-432c-b5e5-5074342bbb79 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:47.127553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98c099f0-fa7a-4a5a-b3a6-476d1b9018fa req-3056c842-083f-432c-b5e5-5074342bbb79 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 949 time: 0.4950438 May 26 22:33:47.158176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on host n-h2-843301-1 for vnic_type normal with profile {"migrating_to": "n-h1-843301-1"} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:33:47.158764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:33:47.159260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:47.188852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:33:47.190117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Attempting to bind port 6936d358-b26c-4c79-81d7-0a8a33b9016f on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:33:47.216831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98c099f0-fa7a-4a5a-b3a6-476d1b9018fa req-dc874ad9-c25c-4335-a7de-432b8a143416 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880561 May 26 22:33:47.219253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:33:47.221893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:33:47.222522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:33:47.223192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Bound port: 6936d358-b26c-4c79-81d7-0a8a33b9016f, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:33:47.223805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:47.356638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:47.360980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:33:47.366168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:47.551239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b85f4a-6f9c-4b00-9a7f-20b297f18068 req-a1e829af-d57c-4f3b-ad41-f3755f1d6e86 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:47.563394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53b85f4a-6f9c-4b00-9a7f-20b297f18068 req-a1e829af-d57c-4f3b-ad41-f3755f1d6e86 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 0.3055372 May 26 22:33:47.587924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:47.766098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53b85f4a-6f9c-4b00-9a7f-20b297f18068 req-cf0eccd9-d7ca-4e7f-b87e-100d5c3aa4bf tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969581 May 26 22:33:47.877294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=8']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:47.972067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 00ab2cbc-7291-4b90-b9c2-cb53b7441012 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:33:48.056488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:48.063848 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-b16476bc-9e16-48a0-828d-a5915d73d1ca service neutron] 10.222.0.55 "PUT /v2.0/ports/6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 1122 time: 3.1596317 May 26 22:33:48.215362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:33:48.247136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:33:48.257010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:48.347388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9762089-b82b-436d-a044-210cbcf0175a req-26fc61de-7249-4281-b38d-488538e28647 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:48.349490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d9762089-b82b-436d-a044-210cbcf0175a req-26fc61de-7249-4281-b38d-488538e28647 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 949 time: 0.2375443 May 26 22:33:48.357519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d35e-d585-49eb-99c4-ffb09d73361c req-efddfbf9-fcac-4007-bf3a-dd8708ac3cd9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:48.371840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['6936d358-b26c-4c79-81d7-0a8a33b9016f'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:48.374408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d264d35e-d585-49eb-99c4-ffb09d73361c req-efddfbf9-fcac-4007-bf3a-dd8708ac3cd9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 0.3093939 May 26 22:33:48.700210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Deleting port 87c9488b-be38-4dbd-854f-8f56f563f2d8 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:33:48.700823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:48.755190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:48.793355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:48.806006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d3d6-5ad9-4ac1-a70d-61021d79b2a8 req-01d27ecc-84c9-4467-8d70-5942ae16acfb tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:48.809638 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5763d3d6-5ad9-4ac1-a70d-61021d79b2a8 req-01d27ecc-84c9-4467-8d70-5942ae16acfb tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 949 time: 0.2326875 May 26 22:33:48.815950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:48.828362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:48.855989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d264d35e-d585-49eb-99c4-ffb09d73361c req-d16b3525-6755-4ec9-b8cf-fa176ec313a7 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179380 May 26 22:33:48.875272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:48.947690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5763d3d6-5ad9-4ac1-a70d-61021d79b2a8 req-a6724794-0dbb-419a-831c-0af1e9979c49 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288397 May 26 22:33:48.999946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:49.057284 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb07e80-229f-49d2-9fc9-ba9cb933aa02'] response: {'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012', 'code': 200} May 26 22:33:49.181651 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9d7bae-e29a-4d05-a956-2e5b2ad95fd6'] response: {'name': 'network-changed', 'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f', 'status': 'completed', 'code': 200} May 26 22:33:49.273040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d2a7-ffb4-4e84-b6f1-194d490c0a17 req-863bc03c-bf00-49fc-ba91-44e2b528370b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:49.279959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e973d2a7-ffb4-4e84-b6f1-194d490c0a17 req-863bc03c-bf00-49fc-ba91-44e2b528370b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1593077 May 26 22:33:49.309529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54f63242-0678-4075-94b3-020edcde9cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:49.382492 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e973d2a7-ffb4-4e84-b6f1-194d490c0a17 req-f051acd1-ebeb-4a5c-ad93-782cb354d0b6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014078 May 26 22:33:49.397355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc8fcc3-21e4-4bb4-9d4f-4daea3e6c383 req-91a91460-6b5e-431f-b8c2-9b7a9b1d2d44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.2308116 May 26 22:33:49.423860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] For port 87c9488b-be38-4dbd-854f-8f56f563f2d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=87c9488b-be38-4dbd-854f-8f56f563f2d8,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:49.424369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:49.466062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc8fcc3-21e4-4bb4-9d4f-4daea3e6c383 req-344c609e-d584-4513-bd14-bbec2b841f33 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606506 May 26 22:33:49.645005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Calling delete_port for 87c9488b-be38-4dbd-854f-8f56f563f2d8 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:33:49.899940 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-de70f0e7-1904-4eeb-9e89-ce34bb537fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1125 time: 0.3802590 May 26 22:33:49.988548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:33:50.089054 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:50.163545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c8aa4344-56d7-4017-9bef-717f89a6ddda', '87c9488b-be38-4dbd-854f-8f56f563f2d8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:33:50.241315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a9cf356-32ef-43ff-aac0-4ae684cf0367 req-dd67d0bf-690e-4290-9587-8b1fb5c72962 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 210 time: 0.0563886 May 26 22:33:50.357159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:50.397133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Pushing event deleted for resources: {'Port': ['ID=87c9488b-be38-4dbd-854f-8f56f563f2d8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:50.406217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f has no active binding in host n-h1-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:33:50.503449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] No DVR routers for this DVR port 87c9488b-be38-4dbd-854f-8f56f563f2d8 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:33:50.512251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:50.535232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:50.649973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d9762089-b82b-436d-a044-210cbcf0175a req-65faeb43-7abd-43a1-b4d7-999ed7509980 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "DELETE /v2.0/ports/87c9488b-be38-4dbd-854f-8f56f563f2d8 HTTP/1.1" status: 204 len: 173 time: 2.2735813 May 26 22:33:50.694610 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:50.773418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-771b4122-b988-4953-aff5-69781525ba89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:50.778746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-771b4122-b988-4953-aff5-69781525ba89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.8710194 May 26 22:33:50.907413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d55c30-eee1-470f-bd92-0fd0a400b541 req-5b05fe7a-9dd7-444c-96b6-189703cc6df5 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:50.909098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2d55c30-eee1-470f-bd92-0fd0a400b541 req-5b05fe7a-9dd7-444c-96b6-189703cc6df5 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 0.6348634 May 26 22:33:50.938301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342d3d-f481-4fd1-9256-8e939ca8e8de req-955a470b-c675-4a1b-b7e9-ee8dec7f3969 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:50.951149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-d40e4ff1-8e0b-4534-afa2-abd84cac6feb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 217 time: 0.1461949 May 26 22:33:50.951797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98342d3d-f481-4fd1-9256-8e939ca8e8de req-955a470b-c675-4a1b-b7e9-ee8dec7f3969 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2387278 May 26 22:33:51.051119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98342d3d-f481-4fd1-9256-8e939ca8e8de req-5dafc57e-c61f-4fd4-a042-51066d3c57c7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982728 May 26 22:33:51.060836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-a7dedf94-d677-4221-a1ee-5e534094912c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:51.062810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-a7dedf94-d677-4221-a1ee-5e534094912c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1018512 May 26 22:33:51.064731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2d55c30-eee1-470f-bd92-0fd0a400b541 req-b0f6d118-ed7c-46f3-b0e7-8ede9289ae6f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408904 May 26 22:33:51.198517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'name': 'network-vif-deleted', 'tag': '87c9488b-be38-4dbd-854f-8f56f563f2d8'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:51.251173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-2cf20135-2160-4bc5-96a1-f60507ba04ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808369 May 26 22:33:51.320578 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828bd977-8296-47da-8a08-ebf38ae97e5d'] response: {'server_uuid': '6052af87-3b2b-4b29-8fdf-b798aa8023dc', 'name': 'network-vif-deleted', 'tag': '87c9488b-be38-4dbd-854f-8f56f563f2d8', 'status': 'completed', 'code': 200} May 26 22:33:51.403713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Deleting port 07f967d7-9fd6-495e-9703-a29f0387b760 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:33:51.404040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:51.482508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4841d2b-8baf-4101-81ca-585a7bce00fa req-77e3351e-03c8-4c5d-80ae-289d979c4c54 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=6052af87-3b2b-4b29-8fdf-b798aa8023dc HTTP/1.1" status: 200 len: 210 time: 0.0621686 May 26 22:33:51.675013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-731274cc-2a1b-48ca-bdf8-78859e3db6cb service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082978 May 26 22:33:51.718710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:51.766089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] For port 07f967d7-9fd6-495e-9703-a29f0387b760, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=07f967d7-9fd6-495e-9703-a29f0387b760,segment=NetworkSegment(b96e260b-7e35-48b1-9c5c-1ead853eaba0),segment_id=b96e260b-7e35-48b1-9c5c-1ead853eaba0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:51.766610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:51.937215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Calling delete_port for 07f967d7-9fd6-495e-9703-a29f0387b760 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:33:52.009362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 87c9488b-be38-4dbd-854f-8f56f563f2d8 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:33:52.073482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 87c9488b-be38-4dbd-854f-8f56f563f2d8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:33:52.074305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 87c9488b-be38-4dbd-854f-8f56f563f2d8 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:33:52.164361 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7f6c5af-f73a-44fb-8c3b-b03852e453e6 req-77eb2958-b023-42a9-9dba-b3e1b0e50950 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745264 May 26 22:33:52.403478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c10b24-2ab8-410c-83b4-6f106ea8e266 req-808a8310-5e76-4937-a618-7ec476c1f38d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:52.411225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07c10b24-2ab8-410c-83b4-6f106ea8e266 req-808a8310-5e76-4937-a618-7ec476c1f38d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 0.1426420 May 26 22:33:52.430447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:52.488391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07c10b24-2ab8-410c-83b4-6f106ea8e266 req-b3a4e7a5-791a-475a-b674-afcf3c3b8252 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762107 May 26 22:33:52.503737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Pushing event deleted for resources: {'Port': ['ID=07f967d7-9fd6-495e-9703-a29f0387b760,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:52.791612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd689-0d91-4389-b792-7944fa785def req-55b6c829-8cde-427c-b58f-87b4a5f552d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:52.793821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1bdcd689-0d91-4389-b792-7944fa785def req-55b6c829-8cde-427c-b58f-87b4a5f552d5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.4318655 May 26 22:33:52.865655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1bdcd689-0d91-4389-b792-7944fa785def req-e9a1084d-2a64-46e7-8c24-fceea03216f0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650866 May 26 22:33:53.256217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68c33e4f-c995-4bde-b250-091eaa05dd39 req-01cafab5-442b-4cfa-a515-f47865c3eca3 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1222386 May 26 22:33:53.269380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee750d-e903-445c-b5e9-da60d775b88f req-3043f86e-06ab-4443-ae8c-28a73e40cd0f tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:53.277742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdee750d-e903-445c-b5e9-da60d775b88f req-3043f86e-06ab-4443-ae8c-28a73e40cd0f tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 949 time: 0.0883551 May 26 22:33:53.330519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68c33e4f-c995-4bde-b250-091eaa05dd39 req-a6114e8e-e041-4e09-8930-3fa26931fcfa tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733914 May 26 22:33:53.339489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdee750d-e903-445c-b5e9-da60d775b88f req-8cda39a3-5554-486e-8620-063914c305dc tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605719 May 26 22:33:53.389970 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:53.740079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47338ff9-1f4e-4a2c-8e14-0793ae2fbc6c req-9349a0f5-5736-454a-b432-5210b935c9bb tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:53.741519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47338ff9-1f4e-4a2c-8e14-0793ae2fbc6c req-9349a0f5-5736-454a-b432-5210b935c9bb tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 944 time: 0.1059473 May 26 22:33:54.017731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47338ff9-1f4e-4a2c-8e14-0793ae2fbc6c req-fd5a20a0-6ae3-44df-9cff-77cf04cfe1cf tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688510 May 26 22:33:54.089244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-157bbd1f-82cb-49a2-b350-a063d15cf286 service neutron] 10.222.0.48 "GET /v2.0/ports/6936d358-b26c-4c79-81d7-0a8a33b9016f/bindings/n-h1-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.1470261 May 26 22:33:54.607606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:54.654440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:33:54.685165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7176595-3574-4555-9692-29b64df1a4b1 req-39d409ea-0bed-4577-b105-f56808910493 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:54.698201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7176595-3574-4555-9692-29b64df1a4b1 req-39d409ea-0bed-4577-b105-f56808910493 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 949 time: 0.1812148 May 26 22:33:54.727911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Router 576425c2-4955-46d5-9f28-26bf9a136bcf has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:33:54.744004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6936d358-b26c-4c79-81d7-0a8a33b9016f {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:33:54.773326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:54.804933 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7176595-3574-4555-9692-29b64df1a4b1 req-ea4c0921-0271-48ff-8d86-deae6f4b9bc5 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055040 May 26 22:33:54.927569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:55.121847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:55.268203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-6d74f3d8-f57b-403e-9d57-5a7dbeca5cd4 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:55.269024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-6d74f3d8-f57b-403e-9d57-5a7dbeca5cd4 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Synchronizing usage tracker for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:55.314781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] Transition to ACTIVE for port object 6936d358-b26c-4c79-81d7-0a8a33b9016f will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:33:55.319384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-6d74f3d8-f57b-403e-9d57-5a7dbeca5cd4 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Unset dirty status for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:55.320623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-6d74f3d8-f57b-403e-9d57-5a7dbeca5cd4 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 949 time: 0.5011785 May 26 22:33:55.373229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:55.407924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed955c-3844-41cd-af83-a32fb1c32d03 req-7399abaf-1d19-44de-974c-9c54f84abcf0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:55.415753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a4ed955c-3844-41cd-af83-a32fb1c32d03 req-7399abaf-1d19-44de-974c-9c54f84abcf0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.1302347 May 26 22:33:55.486193 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a4ed955c-3844-41cd-af83-a32fb1c32d03 req-a8a54b87-ebb3-4662-b629-31391e76af78 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624628 May 26 22:33:55.536125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Deleting port c8aa4344-56d7-4017-9bef-717f89a6ddda {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:33:55.536461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:55.568087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:33:55.580692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] Sync routers for ids ['576425c2-4955-46d5-9f28-26bf9a136bcf'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:33:55.596691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] Routers {'576425c2-4955-46d5-9f28-26bf9a136bcf'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:55.597121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8887f8cc-41c0-4020-8676-8caa92df4cab admin admin] 10.222.0.32 "PUT /v2.0/routers/576425c2-4955-46d5-9f28-26bf9a136bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9020774 May 26 22:33:55.600399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['576425c2-4955-46d5-9f28-26bf9a136bcf'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:55.600669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40716) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:55.642706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] Pushing event updated for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=10']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:55.655731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] No DVR routers for this DVR port 6936d358-b26c-4c79-81d7-0a8a33b9016f on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:33:55.834211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] Set router 576425c2-4955-46d5-9f28-26bf9a136bcf gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:55.958176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] For port c8aa4344-56d7-4017-9bef-717f89a6ddda, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c8aa4344-56d7-4017-9bef-717f89a6ddda,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:55.959329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:55.998957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:56.125575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Calling delete_port for c8aa4344-56d7-4017-9bef-717f89a6ddda owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:33:56.196792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-49763830-82d2-46af-94ab-2d2f2e879dfb service neutron] 10.222.0.48 "PUT /v2.0/ports/6936d358-b26c-4c79-81d7-0a8a33b9016f/bindings/n-h1-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1012504 May 26 22:33:56.284379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:33:52Z', 'revision_number': 5, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:56.290059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] Checking router: 576425c2-4955-46d5-9f28-26bf9a136bcf for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:33:56.321089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] Routers {'576425c2-4955-46d5-9f28-26bf9a136bcf'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:33:56.322231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['576425c2-4955-46d5-9f28-26bf9a136bcf'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:56.368972 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:56.370790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49654af-bf0d-4cec-88dc-325e70cd1aa1 req-0d04ef40-3be6-451e-91a1-7705b0b8c35b tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:56.374744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c49654af-bf0d-4cec-88dc-325e70cd1aa1 req-0d04ef40-3be6-451e-91a1-7705b0b8c35b tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 949 time: 0.3037090 May 26 22:33:56.469347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-351239ea-7a97-4111-997f-52ebd40d8577 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.1937399 May 26 22:33:56.486076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Pushing event deleted for resources: {'Port': ['ID=c8aa4344-56d7-4017-9bef-717f89a6ddda,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:56.586266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c49654af-bf0d-4cec-88dc-325e70cd1aa1 req-8835aaa2-dc4f-4e9b-9b5c-c9ecf26de94f tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90a0496-ad15-4d5d-91f3-acf8927171a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993456 May 26 22:33:56.668118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] No DVR routers for this DVR port c8aa4344-56d7-4017-9bef-717f89a6ddda on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:33:56.676891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:56.690660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:56.714327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'name': 'network-vif-deleted', 'tag': 'c8aa4344-56d7-4017-9bef-717f89a6ddda'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:56.740343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5b9087f-3e54-4576-a330-01b0a1a1ff42 req-45bee0a9-a3bc-4e41-ab73-70385555fc5c tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.55 "DELETE /v2.0/ports/c8aa4344-56d7-4017-9bef-717f89a6ddda HTTP/1.1" status: 204 len: 173 time: 1.4014184 May 26 22:33:56.750765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-e489141e-5b48-4fb1-b913-265b2d663e22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b&tenant_id=98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 1096 time: 0.2683237 May 26 22:33:56.754667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Deleting port a08b8f9c-d735-4845-9037-ff8ca2dd2e74 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:33:56.755165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:56.794586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:33:57.040364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] Set router 576425c2-4955-46d5-9f28-26bf9a136bcf gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:33:57.131589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:33:57.178906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6f6ce-3d3c-443c-9e25-f170b4f44673 req-361065a4-958d-4696-91b9-2bd20ab779b4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:57.180588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85f6f6ce-3d3c-443c-9e25-f170b4f44673 req-361065a4-958d-4696-91b9-2bd20ab779b4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.1713569 May 26 22:33:57.222913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] For port a08b8f9c-d735-4845-9037-ff8ca2dd2e74, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:57.223916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:57.276696 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85f6f6ce-3d3c-443c-9e25-f170b4f44673 req-0a0eeb64-a86d-4ff6-9494-4e8cb9d063a3 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903006 May 26 22:33:57.458654 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32da83fb-7f9f-4630-b483-e7c9a415dd07'] response: {'server_uuid': '7d55ec0b-af3b-43a5-9772-e9042c566332', 'name': 'network-vif-deleted', 'tag': 'c8aa4344-56d7-4017-9bef-717f89a6ddda', 'status': 'completed', 'code': 200} May 26 22:33:57.498679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Calling delete_port for a08b8f9c-d735-4845-9037-ff8ca2dd2e74 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:33:57.572550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-db144398-3f0d-48c2-9b9a-8b75db19418e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1096 time: 0.5647171 May 26 22:33:57.617029 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:57.976748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:33:52Z', 'revision_number': 5, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:58.004730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fcc6f-a789-4c1f-9114-fd9b468495e3 None None] The sync data for ids ['576425c2-4955-46d5-9f28-26bf9a136bcf'] in n-d-843301-1 is: [{'id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'name': 'tempest-FloatingIPsTestJSON-2113789817-router', 'tenant_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:55Z', 'updated_at': '2022-05-26T22:33:52Z', 'revision_number': 5, 'project_id': 'a5e3ce0c88e04e60baa79620733b7e10', 'gw_port': {'id': 'a08b8f9c-d735-4845-9037-ff8ca2dd2e74', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576425c2-4955-46d5-9f28-26bf9a136bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:57Z', 'updated_at': '2022-05-26T22:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:33:58.049809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c8aa4344-56d7-4017-9bef-717f89a6ddda no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:33:58.142198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-68b12571-29b3-4d29-8178-44d5f09c8f4b req-29d3f023-0faa-41f4-a0d8-9839e38d57f2 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Synchronizing usage tracker for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:33:58.187410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-68b12571-29b3-4d29-8178-44d5f09c8f4b req-29d3f023-0faa-41f4-a0d8-9839e38d57f2 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] Unset dirty status for tenant:366ccfbf43ba4044a841a72d9a97741e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:33:58.198225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68b12571-29b3-4d29-8178-44d5f09c8f4b req-29d3f023-0faa-41f4-a0d8-9839e38d57f2 tempest-LiveMigrationNegativeTest-948027763 tempest-LiveMigrationNegativeTest-948027763-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55ec0b-af3b-43a5-9772-e9042c566332 HTTP/1.1" status: 200 len: 210 time: 0.1223369 May 26 22:33:58.224531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: c8aa4344-56d7-4017-9bef-717f89a6ddda {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:33:58.225080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c8aa4344-56d7-4017-9bef-717f89a6ddda not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:33:58.432368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 07f967d7-9fd6-495e-9703-a29f0387b760 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:33:58.502601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 07f967d7-9fd6-495e-9703-a29f0387b760 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:33:58.502822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 07f967d7-9fd6-495e-9703-a29f0387b760 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:33:58.575226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5547-8135-435f-ba38-a5473d618559 req-57018b65-4d65-496c-9df8-53ca4ba5abc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:58.576956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-57018b65-4d65-496c-9df8-53ca4ba5abc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.9324591 May 26 22:33:58.694821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31579735-c8b4-4713-83a6-6e86a7491985 req-62650e3b-559e-4a94-b181-4fcca2ea6a3a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:58.701586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d95edef1-e2a5-421c-a149-a86fc3122760 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:33:58.743720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31579735-c8b4-4713-83a6-6e86a7491985 req-62650e3b-559e-4a94-b181-4fcca2ea6a3a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.2253892 May 26 22:33:58.789222 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-237fd9d8-20de-4b74-863a-2da4d774cb5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 217 time: 0.1249652 May 26 22:33:58.867699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31579735-c8b4-4713-83a6-6e86a7491985 req-1f57bceb-316d-4534-9ae9-6278e734fb75 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220653 May 26 22:33:58.868240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:58.931172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:58.967531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:33:58.976924 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:59.051968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-60e96ef5-6220-4f67-92de-bf3a389eee99 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:59.065058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-60e96ef5-6220-4f67-92de-bf3a389eee99 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 1.0220451 May 26 22:33:59.085259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-9fe24edf-71cc-4c3e-b29b-a8786392e84c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:59.086898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-9fe24edf-71cc-4c3e-b29b-a8786392e84c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5135a0e-f469-415b-a2a3-719c0de8715f HTTP/1.1" status: 200 len: 946 time: 0.2177129 May 26 22:33:59.117607 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bb5015-29f4-4397-80de-0b7c9e2dcbfe'] response: {'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'code': 200} May 26 22:33:59.183480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:59.268747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:59.291517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Deleting port d95edef1-e2a5-421c-a149-a86fc3122760 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:33:59.292002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:59.499128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a08b8f9c-d735-4845-9037-ff8ca2dd2e74,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:59.502304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5547-8135-435f-ba38-a5473d618559 req-b66fd6dd-fd2e-4c31-8e78-ad64f341a41c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:59.504348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-b66fd6dd-fd2e-4c31-8e78-ad64f341a41c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.3437145 May 26 22:33:59.631101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-b4dafcd7-e717-4e8b-a5ff-0a13bfb6345c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/quotas/5ed89cb17579461faa0b9a171a35a241 HTTP/1.1" status: 200 len: 375 time: 0.5638041 May 26 22:33:59.877079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-112ea9ea-2e0d-46ac-a2aa-49e472c94f24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3639143 May 26 22:34:00.062377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40802) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:00.099774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] For port d95edef1-e2a5-421c-a149-a86fc3122760, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d95edef1-e2a5-421c-a149-a86fc3122760,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:00.100357 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:00.279663 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:00.443511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Calling delete_port for d95edef1-e2a5-421c-a149-a86fc3122760 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:34:00.631408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4efcdb6-e02f-4c3d-a5ba-60f780630219 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=366ccfbf43ba4044a841a72d9a97741e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5678854 May 26 22:34:00.632006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40812) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:00.704899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86781a1-e569-4871-9f56-063196df1535 req-f27e6e78-bb74-40a7-84c3-b6c0df938fae tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:00.712521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f86781a1-e569-4871-9f56-063196df1535 req-f27e6e78-bb74-40a7-84c3-b6c0df938fae tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.5109410 May 26 22:34:00.926656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a5cde09-b96a-46e4-923a-1be5a92742e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:00.938028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:00.945974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:00.981550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-4086a1d2-288f-479a-96ff-cac406f701e7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3465316 May 26 22:34:00.989754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a5cde09-b96a-46e4-923a-1be5a92742e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.004092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.100293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f86781a1-e569-4871-9f56-063196df1535 req-4228a7f2-bc64-4181-a3a1-865269a97102 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550601 May 26 22:34:01.134219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event deleted for resources: {'Port': ['ID=d95edef1-e2a5-421c-a149-a86fc3122760,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:01.190165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-6217e1c9-050f-45c6-927e-9c36268dfd63 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2728188 May 26 22:34:01.191979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] No DVR routers for this DVR port d95edef1-e2a5-421c-a149-a86fc3122760 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:01.197331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.202648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-deleted', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:01.229231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b42937-4962-427e-8d83-6c2e5b5c7056 req-b24b810f-46cb-4ce9-b774-3b8b286a5e22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "DELETE /v2.0/ports/d95edef1-e2a5-421c-a149-a86fc3122760 HTTP/1.1" status: 204 len: 173 time: 2.1269536 May 26 22:34:01.235521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.236375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576425c2-4955-46d5-9f28-26bf9a136bcf {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:34:01.252365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a5cde09-b96a-46e4-923a-1be5a92742e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.280301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cde09-b96a-46e4-923a-1be5a92742e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90a0496-ad15-4d5d-91f3-acf8927171a7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:01.285547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a5cde09-b96a-46e4-923a-1be5a92742e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.287008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0a5cde09-b96a-46e4-923a-1be5a92742e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e90a0496-ad15-4d5d-91f3-acf8927171a7 HTTP/1.1" status: 204 len: 168 time: 0.6533225 May 26 22:34:01.291633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-3360e572-dcc4-4b3e-85b5-43c3d4d4c172 service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086696 May 26 22:34:01.439045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.440134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-09214f60-0363-4fb1-881d-ae881d2219fc admin admin] 10.222.0.32 "DELETE /v2.0/routers/576425c2-4955-46d5-9f28-26bf9a136bcf HTTP/1.1" status: 204 len: 168 time: 5.8384702 May 26 22:34:01.444298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40824) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:01.509813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-30750b16-a8f6-41f1-96a4-0a9b23b2a574 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123817 May 26 22:34:01.556767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-a21d9671-f8f2-4e7b-b80b-c8a757fe0fdc service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641060 May 26 22:34:01.587601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] Deleting subnet 49e9897d-a8fb-4949-875b-4669d2f13638 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:34:01.593075 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.866672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.980328 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216f4127-5538-46c3-b385-49819571cead'] response: {'server_uuid': 'f5135a0e-f469-415b-a2a3-719c0de8715f', 'name': 'network-vif-deleted', 'tag': 'd95edef1-e2a5-421c-a149-a86fc3122760', 'status': 'completed', 'code': 200} May 26 22:34:02.100474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40838) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:02.216268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.336312 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c22f890-9ed8-4c47-bf30-a387653c9856 req-c2dca177-e704-4f4c-a15b-b4bcc54f5bbc tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 210 time: 0.2496765 May 26 22:34:02.444188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6556d974-d747-47e2-9a23-458e982bf99a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16ab223ecdd14303b8ccaa8e35bd51bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3375793 May 26 22:34:02.445701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40856) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:02.463907 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.539785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-3bb0d0db-8b30-4ce2-b156-899a49149d17 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.5523252 May 26 22:34:02.559129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e9897d-a8fb-4949-875b-4669d2f13638,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:02.578787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f3e6b-6554-48f0-8a11-5d34bc486c74 None None] Network d5d580fa-7ced-4217-97e3-d0ea25bb5dca requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:34:02.579329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.597348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1d6dc369-45db-4cf5-a906-2c3cb715278c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/49e9897d-a8fb-4949-875b-4669d2f13638 HTTP/1.1" status: 204 len: 168 time: 1.1518893 May 26 22:34:02.600854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40862) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:02.608761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127a380-bfb1-467e-8677-91767953c1ad req-4930969f-5baf-482a-a6b0-35895ed47f3c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:02.611328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c127a380-bfb1-467e-8677-91767953c1ad req-4930969f-5baf-482a-a6b0-35895ed47f3c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.2405834 May 26 22:34:02.660984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c7ab-e9fe-4e70-a356-9a1374085859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.722392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c7ab-e9fe-4e70-a356-9a1374085859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.825732 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.842308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c127a380-bfb1-467e-8677-91767953c1ad req-b211846d-7df0-4cf5-ab30-58fa0e88fa6a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713698 May 26 22:34:02.852570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c7ab-e9fe-4e70-a356-9a1374085859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.875374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Deleting port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:34:02.875374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.888553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4c7ab-e9fe-4e70-a356-9a1374085859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae19a2a-62c8-48ec-8453-dbd12e5bb8ae,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:02.891079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-eeee5547-8135-435f-ba38-a5473d618559 req-c16a37f5-b658-4ad4-9560-6b24d27ecd77 service neutron] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:02.904500 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c7ab-e9fe-4e70-a356-9a1374085859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.905886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8c4c7ab-e9fe-4e70-a356-9a1374085859 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eae19a2a-62c8-48ec-8453-dbd12e5bb8ae HTTP/1.1" status: 204 len: 168 time: 0.4604948 May 26 22:34:02.907571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-eeee5547-8135-435f-ba38-a5473d618559 req-c16a37f5-b658-4ad4-9560-6b24d27ecd77 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.909029 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eeee5547-8135-435f-ba38-a5473d618559 req-c16a37f5-b658-4ad4-9560-6b24d27ecd77 service neutron] 10.222.0.55 "DELETE /v2.0/ports/6936d358-b26c-4c79-81d7-0a8a33b9016f/bindings/n-h2-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.3455374 May 26 22:34:02.975367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d95edef1-e2a5-421c-a149-a86fc3122760 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:03.072756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: d95edef1-e2a5-421c-a149-a86fc3122760 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:34:03.073185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d95edef1-e2a5-421c-a149-a86fc3122760 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:03.486765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] DHCP port deletion for d5d580fa-7ced-4217-97e3-d0ea25bb5dca request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:34:03.492687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] Deleting port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:34:03.493212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:03.713117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d21f113-8523-4dc8-9020-5239077e8141 req-be1b2016-5119-4000-81b9-a34b8fa8eaa5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 210 time: 0.1215422 May 26 22:34:03.768791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] For port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,segment=NetworkSegment(b96e260b-7e35-48b1-9c5c-1ead853eaba0),segment_id=b96e260b-7e35-48b1-9c5c-1ead853eaba0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:03.774463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:03.785244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] For port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,segment=NetworkSegment(b96e260b-7e35-48b1-9c5c-1ead853eaba0),segment_id=b96e260b-7e35-48b1-9c5c-1ead853eaba0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:03.785799 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:04.163965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] Calling delete_port for dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:34:04.233572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Calling delete_port for dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:34:04.277457 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Sync routers for ids ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:34:04.317704 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Routers {'19aa7601-c6aa-4222-94e0-eb18f1b4400f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:04.320248 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:04.382474 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:04.449143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:34:04.449496 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:34:04.476253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] Pushing event deleted for resources: {'Port': ['ID=dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:04.480593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c93f4d1-a23b-4abd-964a-f939a4b92380 req-96d87a85-8419-4401-851e-ee741ead84d7 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1096 time: 1.3094985 May 26 22:34:04.495464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f48f31-0045-4fe8-b128-e7a5161ccd0e None None] No DVR routers for this DVR port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:04.664475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c93f4d1-a23b-4abd-964a-f939a4b92380 req-190d5ecb-b474-48af-9a3a-d953188467ee tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829629 May 26 22:34:04.816940 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Set router 19aa7601-c6aa-4222-94e0-eb18f1b4400f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:04.825506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a08b8f9c-d735-4845-9037-ff8ca2dd2e74 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:04.885980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a08b8f9c-d735-4845-9037-ff8ca2dd2e74 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:34:04.887529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a08b8f9c-d735-4845-9037-ff8ca2dd2e74 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:04.889870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:04.943601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:34:04.944188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:04.950809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Deleting port dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:34:04.951297 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.061945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aba64c90-bb50-49f9-a09f-4f0a7ee59ac1 req-7e2b5fde-67b5-47f4-99d1-42ec2f8d58c0 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 210 time: 0.0854995 May 26 22:34:05.062744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] The port 'dc9b21de-c02f-4dff-b6b2-9acf4c0d58ce' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:34:05.406582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.454138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d580fa-7ced-4217-97e3-d0ea25bb5dca']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:05.492529 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:33:30Z', 'revision_number': 4, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c2e00894-ad20-417e-b368-5662048bb9a8', 'name': '', 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'mac_address': 'fa:16:3e:96:ff:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f17338-b3c9-4b2b-b533-b74e97f2c19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:28Z', 'updated_at': '2022-05-26T22:33:30Z', 'revision_number': 2, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'subnets': [{'id': 'a5f17338-b3c9-4b2b-b533-b74e97f2c19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:05.498705 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Checking router: 19aa7601-c6aa-4222-94e0-eb18f1b4400f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:34:05.499056 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Updating router 19aa7601-c6aa-4222-94e0-eb18f1b4400f port c2e00894-ad20-417e-b368-5662048bb9a8 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:34:05.501271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96e260b-7e35-48b1-9c5c-1ead853eaba0') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:05.512860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96e260b-7e35-48b1-9c5c-1ead853eaba0') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:05.590198 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.594724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.859361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.937088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-d4b14baf-9843-4eb1-aa8c-41c97d5ea647 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:05.944282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-d4b14baf-9843-4eb1-aa8c-41c97d5ea647 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 0.6640546 May 26 22:34:05.998283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:34:05.998830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: timer() May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:34:06.023066 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:34:06.041872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-7ddf783c-6072-433d-b347-cd1dd04230d1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:06.043419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-7ddf783c-6072-433d-b347-cd1dd04230d1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 0.5579956 May 26 22:34:06.069245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Request body: {'port': {'device_id': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'admin_state_up': True, 'tenant_id': '5ed89cb17579461faa0b9a171a35a241'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:06.158571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-54e7e91e-d89f-4727-862f-6a6b0944d5f8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/quotas/98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 375 time: 0.2131813 May 26 22:34:06.303273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-237e2b22-c71d-4dbb-a6fc-e0a727c5e74d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6887002 May 26 22:34:06.345423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.375149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.395129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d580fa-7ced-4217-97e3-d0ea25bb5dca,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:06.411113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-a634a8bb-cdf3-4b33-b8af-6aefe15f32a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5556726 May 26 22:34:06.412334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cbd80f62-62ee-461e-aae5-398a02ca226d admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5d580fa-7ced-4217-97e3-d0ea25bb5dca HTTP/1.1" status: 204 len: 168 time: 3.8000777 May 26 22:34:06.512908 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.524013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2644b2b9-8dcf-433e-84c1-f6ec6e156f3a req-0e33adbb-9f62-43d9-95e1-4589a279843e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 210 time: 0.1893055 May 26 22:34:06.543559 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Transition to ACTIVE for port object c2e00894-ad20-417e-b368-5662048bb9a8 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:06.563866 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.586563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:06.598216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Usage tracker for resource:port and tenant:5ed89cb17579461faa0b9a171a35a241 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:06.605838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:06.619516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:06.648089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Made reservation on behalf of 5ed89cb17579461faa0b9a171a35a241 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:06.651312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.665552 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded66853-821a-4777-a431-174fff68b20c None None] Pushing event updated for resources: {'Port': ['ID=c2e00894-ad20-417e-b368-5662048bb9a8,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:06.724499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a469b2bf-2d4c-4230-8481-4b76b4c87d66 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5648930 May 26 22:34:06.854192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:07.003448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a11f0ba4-b35e-4a94-ac50-6fb88847bd11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5e3ce0c88e04e60baa79620733b7e10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1480196 May 26 22:34:07.012396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40952) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:07.150354 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Attempting to bind port c2e00894-ad20-417e-b368-5662048bb9a8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:07.152208 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Attempting to bind port c2e00894-ad20-417e-b368-5662048bb9a8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:07.153237 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Attempting to bind port c2e00894-ad20-417e-b368-5662048bb9a8 on network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:07.170148 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:07.172033 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Checking segment: {'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:07.173974 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:07.174768 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Bound using segment: {'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:07.176188 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Bound port: c2e00894-ad20-417e-b368-5662048bb9a8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea03f212-a55b-4809-99c9-ce5cea97f79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:07.176760 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:07.393813 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-3a805a55-74a2-4ea1-9ec9-5dd1d1710120 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1096 time: 0.9147687 May 26 22:34:07.403085 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-42e904bc-cbcd-477d-9d1c-4696d93bf659 service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544030 May 26 22:34:07.406938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-45d69207-db1b-4f62-b07a-92513c2f930b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1115 time: 0.7811282 May 26 22:34:07.436122 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] For port c2e00894-ad20-417e-b368-5662048bb9a8, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:07.438361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Allocated IP 172.20.0.6 (08b10b42-bd58-4255-876c-78f5e0e906d5/646e872f-ee99-406d-b74f-6486c7536398/1251bcfb-8d4f-419e-b97f-a07bb0d49450) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:07.444030 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] For port c2e00894-ad20-417e-b368-5662048bb9a8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c2e00894-ad20-417e-b368-5662048bb9a8,segment=NetworkSegment(ea03f212-a55b-4809-99c9-ce5cea97f79a),segment_id=ea03f212-a55b-4809-99c9-ce5cea97f79a)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:07.456113 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:07.479238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f1268d6-9828-4e7e-a7bd-2136e0a87a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:07.608881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f1268d6-9828-4e7e-a7bd-2136e0a87a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:07.639313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-2325c57a-dbf7-4d82-8cbf-6a6408e364ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:07.641158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-2325c57a-dbf7-4d82-8cbf-6a6408e364ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.1696227 May 26 22:34:07.738905 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded66853-821a-4777-a431-174fff68b20c None None] Pushing event updated for resources: {'Port': ['ID=c2e00894-ad20-417e-b368-5662048bb9a8,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:07.751008 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Routers {'19aa7601-c6aa-4222-94e0-eb18f1b4400f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:07.752517 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:33:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:08.159831 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] Set router 19aa7601-c6aa-4222-94e0-eb18f1b4400f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:08.205578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f1268d6-9828-4e7e-a7bd-2136e0a87a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.329976 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.362221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c760be-e074-4072-9af2-bd107d43f6ec req-7a678792-2700-44d8-b2d3-6739bd9eb153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:08.363975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-7a678792-2700-44d8-b2d3-6739bd9eb153 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.9212167 May 26 22:34:08.524985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-bf8a6614-c046-4a8d-ad17-d480591cac3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.1640899 May 26 22:34:08.528445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-a27c0610-cdae-48c2-b425-0e543d2c1b24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 217 time: 0.0961778 May 26 22:34:08.533829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1268d6-9828-4e7e-a7bd-2136e0a87a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced969fe-cbf4-4217-b6ff-ff93dae02528,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:08.561128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e12146aa-ba81-45fb-8cd1-f2d94a4204ef tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1668444 May 26 22:34:08.737028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.748310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f1268d6-9828-4e7e-a7bd-2136e0a87a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.752032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9f1268d6-9828-4e7e-a7bd-2136e0a87a4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ced969fe-cbf4-4217-b6ff-ff93dae02528 HTTP/1.1" status: 204 len: 168 time: 1.7364643 May 26 22:34:08.789866 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-fc34c21a-9bc0-4fd2-8d01-67a6cdbd314b service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3806839 May 26 22:34:08.830637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-9fd978ba-1810-4fae-b104-b6aa510ceb26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:08.833146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-9fd978ba-1810-4fae-b104-b6aa510ceb26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.3015957 May 26 22:34:08.874127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:08.888993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:08.893530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:08.898287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:08.899026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.912186 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:33:30Z', 'revision_number': 4, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c2e00894-ad20-417e-b368-5662048bb9a8', 'name': '', 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'mac_address': 'fa:16:3e:96:ff:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f17338-b3c9-4b2b-b533-b74e97f2c19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:28Z', 'updated_at': '2022-05-26T22:34:07Z', 'revision_number': 4, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'subnets': [{'id': 'a5f17338-b3c9-4b2b-b533-b74e97f2c19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:08.915237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:08.921119 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5453853b-e7aa-4504-85f1-9efb1fe69d87 None None] The sync data for ids ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'] in n-d-843301-1 is: [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:33:30Z', 'revision_number': 4, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c2e00894-ad20-417e-b368-5662048bb9a8', 'name': '', 'network_id': '86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'mac_address': 'fa:16:3e:96:ff:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f17338-b3c9-4b2b-b533-b74e97f2c19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:28Z', 'updated_at': '2022-05-26T22:34:07Z', 'revision_number': 4, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'subnets': [{'id': 'a5f17338-b3c9-4b2b-b533-b74e97f2c19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:34:08.960150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c760be-e074-4072-9af2-bd107d43f6ec req-17d8719e-5eee-4dd1-a2e8-6c3942a2e5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:08.972414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-17d8719e-5eee-4dd1-a2e8-6c3942a2e5f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.3722734 May 26 22:34:08.974384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-2c671689-2e96-4814-bd82-5188255b7853 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:08.981616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-2c671689-2e96-4814-bd82-5188255b7853 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4186239 May 26 22:34:08.985984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-939096c1-e2a0-4ea1-bac6-7ea2a4d220a4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9207897 May 26 22:34:09.015477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Request body: {'port': {'device_id': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:09.131833 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-c0588711-07fa-4b26-ad65-e9b31aa274f9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/quotas/8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 375 time: 0.1487050 May 26 22:34:09.143649 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-4e74f7e9-3931-444b-9a80-7b724fe45108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703360 May 26 22:34:09.156822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-be33d312-c984-40e6-a64c-d3a372b937b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3044534 May 26 22:34:09.311876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-8b244fff-bd93-4fcf-855e-79003637e7ec tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1791317 May 26 22:34:09.405347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.55', 60843) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:09.557571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.848211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-f449da12-6cde-47a7-a008-f5e2419388d2 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921923 May 26 22:34:09.897552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-b1936419-cf95-4a3c-a741-c049be6859d2 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177033 May 26 22:34:09.992623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00152ead-c273-4152-8742-ea351809dfd8 req-6fc9d983-1d02-4dd8-93d1-34d08b8a2880 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:09.993704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00152ead-c273-4152-8742-ea351809dfd8 req-6fc9d983-1d02-4dd8-93d1-34d08b8a2880 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:10.296384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-95c7b1d6-8027-49fc-8e76-0e3815e228ee tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--940259481&fields=id&tenant_id=317a4871f1a74787a453ae35ea7a9477 HTTP/1.1" status: 200 len: 267 time: 0.2858229 May 26 22:34:10.311048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-fad09ca2-cc1a-4ea4-a6ab-846cad6e32cf tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:10.312542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-fad09ca2-cc1a-4ea4-a6ab-846cad6e32cf tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9749592-3f00-4a8d-93a0-c24c3d086ae6 HTTP/1.1" status: 200 len: 945 time: 0.9059780 May 26 22:34:10.437664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00152ead-c273-4152-8742-ea351809dfd8 req-6fc9d983-1d02-4dd8-93d1-34d08b8a2880 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:10.454816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00152ead-c273-4152-8742-ea351809dfd8 req-6fc9d983-1d02-4dd8-93d1-34d08b8a2880 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 931 time: 0.9442675 May 26 22:34:10.572681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c2e00894-ad20-417e-b368-5662048bb9a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:10.673717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Deleting port eb78c955-716f-4b8e-8c95-73e88a8c8022 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:34:10.674031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.804019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c2e00894-ad20-417e-b368-5662048bb9a8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:10.808793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c2e00894-ad20-417e-b368-5662048bb9a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:10.809169 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.855588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1251bcfb-8d4f-419e-b97f-a07bb0d49450 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:10.878537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.904194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-1abe34f6-c411-4ecb-9fd7-43e40302efa0 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:10.905438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-1abe34f6-c411-4ecb-9fd7-43e40302efa0 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 823 time: 0.6080995 May 26 22:34:10.941799 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-4f274c61-aa78-4d2a-a559-edc44ea0d5a9 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/quotas/317a4871f1a74787a453ae35ea7a9477 HTTP/1.1" status: 200 len: 375 time: 0.0228283 May 26 22:34:10.945244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Transition to ACTIVE for port object 1251bcfb-8d4f-419e-b97f-a07bb0d49450 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:11.006148 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.095975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00152ead-c273-4152-8742-ea351809dfd8 req-7ecacfae-af50-47b1-800c-a8afe4ecf8c3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401973 May 26 22:34:11.102649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:11.110259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24ea4817-ef47-4534-b6db-1fb3c3935245 req-b598e049-c03e-4669-9962-f56dda51ec1f service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1833115 May 26 22:34:11.157649 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77c760be-e074-4072-9af2-bd107d43f6ec req-2078636c-4075-49ab-8a3c-37662db37004 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2638180 May 26 22:34:11.209989 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.301358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c2e00894-ad20-417e-b368-5662048bb9a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c2e00894-ad20-417e-b368-5662048bb9a8,segment=NetworkSegment(ea03f212-a55b-4809-99c9-ce5cea97f79a),segment_id=ea03f212-a55b-4809-99c9-ce5cea97f79a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:11.318951 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.387432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-085c92de-6a09-485f-ac8d-11199886c329 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4378586 May 26 22:34:11.409178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Attempting to bind port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:11.410859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Attempting to bind port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:11.411234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Attempting to bind port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:11.454087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c2e00894-ad20-417e-b368-5662048bb9a8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:11.519365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 on network 08b10b42-bd58-4255-876c-78f5e0e906d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:11.520461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Attempting to bind port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:11.574365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:11.574690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Checking segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:11.577996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Bound using segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:11.578964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Bound port: 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:11.579387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.643923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19c1b69a-7aab-46a6-b345-318fef716872 req-d70e1a71-dc53-483f-a05d-b4679c321924 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 210 time: 0.1444755 May 26 22:34:11.816172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:11.816849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.914500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-25a1d81f-1561-4b08-8b42-de0f047872a8 service neutron] 10.222.0.32 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062120 May 26 22:34:12.092355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:12.097502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:12.139036 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.186898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device eb78c955-716f-4b8e-8c95-73e88a8c8022 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:12.430583 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.452106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.455950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] 10.222.0.55 "PUT /v2.0/ports/1251bcfb-8d4f-419e-b97f-a07bb0d49450 HTTP/1.1" status: 200 len: 1091 time: 3.4446745 May 26 22:34:12.475946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:12.501960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-ac263b64-9b53-4779-b229-fb9f9bc5dd01 service neutron] 10.222.0.32 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841603 May 26 22:34:12.518805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c2e00894-ad20-417e-b368-5662048bb9a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:12.521943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-a7ee2621-07ea-45b4-9b40-b9337307d4d1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2318974 May 26 22:34:12.628327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:12.641927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:12.642971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-2174cc90-1e03-4490-9d6e-312569067742 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:12.647810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-2174cc90-1e03-4490-9d6e-312569067742 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 0.9228871 May 26 22:34:12.662839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c2e00894-ad20-417e-b368-5662048bb9a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:12.663253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.695871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f96485c-e3cf-4f61-97c3-10df5b03dbaf req-45aa3a8e-40ae-4c98-9fce-72ad2dce58dd tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.3945014 May 26 22:34:12.774589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Request body: {'port': {'device_id': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'admin_state_up': True, 'tenant_id': '98519dfb05104b2090a2113a0c1e295d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:12.851389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.851756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.852058 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6 disassociated. External IP: 172.25.4.17, port: eb78c955-716f-4b8e-8c95-73e88a8c8022. May 26 22:34:12.852388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Calling delete_port for eb78c955-716f-4b8e-8c95-73e88a8c8022 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:34:12.871418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.875211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c69f-e7d6-4bb0-a95b-c4ea30d6d964 service neutron] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:12.952424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5bf498db-45a7-4d78-805d-b4994aa9d789 req-a5cfa75b-8c14-4b1f-b732-0d72086bd98f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 210 time: 0.0784719 May 26 22:34:13.039710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f96485c-e3cf-4f61-97c3-10df5b03dbaf req-db0bb23c-e36c-44c2-86cd-9b99c8f83fd3 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429623 May 26 22:34:13.091087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e344a999-5056-43e1-b86b-1ee112498387 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:13.092099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e344a999-5056-43e1-b86b-1ee112498387 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5575194 May 26 22:34:13.121543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=eb78c955-716f-4b8e-8c95-73e88a8c8022,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:13.123692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Request body: {'port': {'device_id': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '8864d1aae91247e589ebd0ab46222232'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:13.283286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:13.303820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-3b277a87-937c-4849-b715-687116ab39ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 1094 time: 0.6828427 May 26 22:34:13.316214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:34:13.316214 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:34:13.338590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:13.376952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Made reservation on behalf of 98519dfb05104b2090a2113a0c1e295d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:13.381426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:13.444976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-0939e408-08ac-49dd-88d8-957683de70f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450 HTTP/1.1" status: 200 len: 217 time: 0.1272573 May 26 22:34:13.696227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:13.718124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-b932cafb-3db4-4749-80c8-24179f9d10bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:13.719802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-b932cafb-3db4-4749-80c8-24179f9d10bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.1788914 May 26 22:34:13.721178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Usage tracker for resource:port and tenant:8864d1aae91247e589ebd0ab46222232 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:13.726012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:13.774502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:13.795957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-1d85341b-55f3-469e-9ad3-9df73f3120b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660450 May 26 22:34:13.829563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Deleting port eb78c955-716f-4b8e-8c95-73e88a8c8022 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:34:13.830461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:13.913837 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:34:13.956015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-ceb75524-24c5-4acf-828d-784b771f8a77 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2053865cc08b44018d0ce4f803ba78dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745375 May 26 22:34:13.968030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-6a75bc46-f9bb-4b92-ad9b-2276af45bb02 service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622317 May 26 22:34:13.973488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Made reservation on behalf of 8864d1aae91247e589ebd0ab46222232 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:13.988767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.033539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Allocated IP 172.20.0.8 (0cf53761-dd15-43d4-a247-8211eb64de03/56e5b5be-b0d2-4e67-a774-94308cdf2bfe/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:14.213986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7401-e9a0-42fc-b6e4-eca4ffbea7ef req-9f9bcea0-c8a8-4110-a440-a645573b7353 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:14.215121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d1cc7401-e9a0-42fc-b6e4-eca4ffbea7ef req-9f9bcea0-c8a8-4110-a440-a645573b7353 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:14.235425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.290424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:14.307547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Usage tracker for resource:security_group_rule and tenant:8864d1aae91247e589ebd0ab46222232 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:14.312379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e86706-061e-47ec-80d7-dbb3624accfb req-814336c2-2201-4577-bd3b-ecd55856343a service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022714 May 26 22:34:14.313438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:14.316355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d1cc7401-e9a0-42fc-b6e4-eca4ffbea7ef req-9f9bcea0-c8a8-4110-a440-a645573b7353 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:14.324132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1cc7401-e9a0-42fc-b6e4-eca4ffbea7ef req-9f9bcea0-c8a8-4110-a440-a645573b7353 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 943 time: 0.8097603 May 26 22:34:14.343385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:14.407111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1cc7401-e9a0-42fc-b6e4-eca4ffbea7ef req-04b0bf71-570c-49c9-ad06-2d6cde0dabba tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819755 May 26 22:34:14.512725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.526635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.690308 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a7a1a5-2d68-4ded-8a6a-de48e9ce9692'] response: {'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'code': 200} May 26 22:34:14.724202 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c2330f-05c0-466c-b51f-f5f3765ffd1a'] response: {'name': 'network-changed', 'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'status': 'completed', 'code': 200} May 26 22:34:14.828288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29059630-2752-4ad8-ae1f-d937608d081f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:14.984981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-3e067c30-ece6-400c-bec5-074ce0090c86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 1094 time: 0.2816007 May 26 22:34:15.166344 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-110e2f04-3ab8-45c8-a7ea-4a5b04711aeb req-a82a211a-93d2-43f5-a7d7-96cecd4b6723 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 210 time: 0.1759760 May 26 22:34:15.167464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Allocated IP 192.168.233.213 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/7b5c32bf-0417-494a-9513-dbc369c4867e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:15.233457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-000c9a1a-631b-42ec-a815-d8c9118607ff tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:15.235679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-000c9a1a-631b-42ec-a815-d8c9118607ff tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 823 time: 0.3180640 May 26 22:34:15.315922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-2657acaf-2a22-4e01-b2e3-6d59baca57e6 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:15.318643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-2657acaf-2a22-4e01-b2e3-6d59baca57e6 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3550408 May 26 22:34:15.319827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-b531b342-4ea8-48db-808a-eb09ebddbb16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:15.321264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-b531b342-4ea8-48db-808a-eb09ebddbb16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 906 time: 0.1517303 May 26 22:34:15.389727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.401291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-ee6236a5-8f90-4642-a432-e4b303ab9e7e tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317a4871f1a74787a453ae35ea7a9477 HTTP/1.1" status: 200 len: 379 time: 0.1382759 May 26 22:34:15.416122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-f13cd14c-c9ff-49fa-bd06-4400622076bd tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/quotas/2053865cc08b44018d0ce4f803ba78dd HTTP/1.1" status: 200 len: 375 time: 0.0814114 May 26 22:34:15.418876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] For port eb78c955-716f-4b8e-8c95-73e88a8c8022, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=eb78c955-716f-4b8e-8c95-73e88a8c8022,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:15.419436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.433246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'port': {'device_id': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'admin_state_up': True, 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'security_groups': ['045a07c2-89a3-47e9-9d70-ce1c16be4e30']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:15.510685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d51af5f5-4dff-4aa3-8a2d-501b11f5a1a2 req-52e978f0-0918-440b-92b7-41939c6d5ecd tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 210 time: 0.0836086 May 26 22:34:15.516051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-3caff114-603f-478b-9b73-ad84791d04b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450 HTTP/1.1" status: 200 len: 217 time: 0.1806695 May 26 22:34:15.720175 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4c8d5491-3265-4faf-88fa-db41ce8c206b tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2053865cc08b44018d0ce4f803ba78dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1378567 May 26 22:34:15.749335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:15.755664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Usage tracker for resource:port and tenant:317a4871f1a74787a453ae35ea7a9477 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:15.759272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:15.766854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:15.794476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Made reservation on behalf of 317a4871f1a74787a453ae35ea7a9477 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:15.797571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.848316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-672e75e9-2d2a-4b46-9b79-78d7d0019103 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:15.850223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-672e75e9-2d2a-4b46-9b79-78d7d0019103 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.3018494 May 26 22:34:15.899550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.938552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-a28e9878-7892-4be0-a06e-2844e428a956 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717840 May 26 22:34:16.119035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Network 0cf53761-dd15-43d4-a247-8211eb64de03 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:16.154289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:16.180303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:16.219430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1251bcfb-8d4f-419e-b97f-a07bb0d49450 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:16.353013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.424303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Transition to ACTIVE for port object 7b5c32bf-0417-494a-9513-dbc369c4867e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:16.447370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9bba82b-dff0-4133-90da-f59ecfadb26d req-bce65102-dac8-494e-8a66-47c87453b314 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7010484 May 26 22:34:16.476046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-41dd4acd-9f26-40bd-8f75-970847e1ccd8 service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165763 May 26 22:34:16.595591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:16.619699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.621257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.624832 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6 disassociated. External IP: 172.25.4.17, port: eb78c955-716f-4b8e-8c95-73e88a8c8022. May 26 22:34:16.624832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Calling delete_port for eb78c955-716f-4b8e-8c95-73e88a8c8022 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:34:16.639169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'mac_address': 'fa:16:3e:89:9f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:16.828299 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.865769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:16.866634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.893797 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.921369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:17.102543 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-3388d741-7d57-4dd9-9354-bdfab4d9248c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3560059 May 26 22:34:17.110639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Allocated IP 172.20.0.3 (12073deb-64b8-46c1-8341-0dba2c594124/7d08715d-4b0f-436e-8347-a8b624eb628a/d8f5e43a-16f4-40c2-8ad7-87f18541cd9f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:17.116023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc6fd4-ab3b-4cf4-b64f-c5a890218b95 req-85f72df3-13af-4141-b2e0-f151852c2792 service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317608 May 26 22:34:17.131704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Request body: {'port': {'device_id': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:17.151412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1251bcfb-8d4f-419e-b97f-a07bb0d49450 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:17.156648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:17.160380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:17.211001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:17.215290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:17.215858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.229949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:17.294471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-03299a33-1c65-408b-8b7d-6495633c2e1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1785161 May 26 22:34:17.308358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Request body: {'port': {'device_id': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:17.443634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190648-3b4c-4f38-9323-4d7e32dea757 req-eb04fdd3-c0cb-4385-8c2b-7951dbf676df tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:17.452464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17190648-3b4c-4f38-9323-4d7e32dea757 req-eb04fdd3-c0cb-4385-8c2b-7951dbf676df tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 936 time: 1.1364992 May 26 22:34:17.466077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.590488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2f8a-6bc4-4387-b661-0142ed1c0877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.604777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:17.640474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event deleted for resources: {'Port': ['ID=eb78c955-716f-4b8e-8c95-73e88a8c8022,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:17.641297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.749701 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.820491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:17.918440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['1251bcfb-8d4f-419e-b97f-a07bb0d49450'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:18.043724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:18.204851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f5ef83e7-4e94-43c3-8f19-0a3259c2b055 None None] Provisioning for port 7b5c32bf-0417-494a-9513-dbc369c4867e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:18.231710 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-a97dc6a4-62a3-40d5-bde6-bbc68c250aa4 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2053865cc08b44018d0ce4f803ba78dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1479151 May 26 22:34:18.267040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f5ef83e7-4e94-43c3-8f19-0a3259c2b055 None None] Provisioning complete for port 7b5c32bf-0417-494a-9513-dbc369c4867e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:18.267440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5ef83e7-4e94-43c3-8f19-0a3259c2b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:18.554963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef83e7-4e94-43c3-8f19-0a3259c2b055 None None] Port 7b5c32bf-0417-494a-9513-dbc369c4867e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:34:18.871370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-932153db-c854-4c0a-bbac-0e79e1e457a8 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:18.874276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-932153db-c854-4c0a-bbac-0e79e1e457a8 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6381660 May 26 22:34:18.954356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Request body: {'port': {'device_id': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '2053865cc08b44018d0ce4f803ba78dd'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:18.989442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9f7eb17e-4253-4f81-9db3-e7866189205c tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:34:18.996847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9f7eb17e-4253-4f81-9db3-e7866189205c tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0209308 May 26 22:34:19.002173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Request body: {'binding': {'host': 'n-h2-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:19.002887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Unknown quota resources ['binding']. {{(pid=84029) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:34:19.139473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17190648-3b4c-4f38-9323-4d7e32dea757 req-6842ef6e-e58b-45b5-b7e7-5c5868607905 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6853380 May 26 22:34:19.342369 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-71fa066c-4afb-4a2d-9400-66062300ec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.393712 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.451155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on host n-h2-843301-1 for vnic_type normal with profile None {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:19.451755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:19.452055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:19.457026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Transition to ACTIVE for port object d8f5e43a-16f4-40c2-8ad7-87f18541cd9f will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:19.466896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Router eb043f80-adac-466e-a3a5-e5b1dd679088 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:34:19.529659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:19.541814 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.564002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:19.564370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:19.582530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Transition to ACTIVE for port object b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:19.608945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:19.609335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:19.609705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:19.610144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Bound port: 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:19.653181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.700450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:19.716489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Usage tracker for resource:port and tenant:2053865cc08b44018d0ce4f803ba78dd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:19.722611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:19.734390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:19.736791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:19.745309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.746548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-fcd9002a-8456-4f1d-abf3-a97a0b0dc56e service neutron] 10.222.0.32 "POST /v2.0/ports/00ab2cbc-7291-4b90-b9c2-cb53b7441012/bindings HTTP/1.1" status: 201 len: 389 time: 0.7486012 May 26 22:34:19.764686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Made reservation on behalf of 2053865cc08b44018d0ce4f803ba78dd for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:19.768303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.827901 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.843349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.897010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:19.902464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Usage tracker for resource:security_group_rule and tenant:2053865cc08b44018d0ce4f803ba78dd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:19.905345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:19.912045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:19.925624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Network 12073deb-64b8-46c1-8341-0dba2c594124 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:19.959541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5c32bf-0417-494a-9513-dbc369c4867e {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:19.971138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:19.983203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:19.986826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.039484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3074d8-8a20-4847-b639-123aeb062f34 req-2252bd97-9623-4707-ad00-a6444013f09b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:20.046293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b3074d8-8a20-4847-b639-123aeb062f34 req-2252bd97-9623-4707-ad00-a6444013f09b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 944 time: 0.5749388 May 26 22:34:20.047194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:20.111225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Transition to ACTIVE for port object 7b5c32bf-0417-494a-9513-dbc369c4867e will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:20.122727 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.140817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83cce2a3-ee8f-44b2-bc31-0236ea2f0ca6 req-7428ca37-b405-4637-b274-03f7319f43a9 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 210 time: 0.0841563 May 26 22:34:20.219015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.219651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.219903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.220143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.220474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.220799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.221123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.221622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.222114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.222443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.222764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.255987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.267993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1251bcfb-8d4f-419e-b97f-a07bb0d49450 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:20.296947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.335424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:20.336038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.375255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:20.375721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:20.375869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:20.389199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-774111ca-e9ea-4618-bb3f-a2b3f09bb242 None None] Provisioning for port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:20.417380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:20.428663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b3074d8-8a20-4847-b639-123aeb062f34 req-6c8771df-c1ca-41ca-9fc8-d9d8c1d37561 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624735 May 26 22:34:20.429361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event updated for resources: {'Port': ['ID=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:20.436536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:20.437413 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.445216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2f23be76-60d7-4282-838e-2640d6e6111d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0358462 May 26 22:34:20.451507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:20.462248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:20.473381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Request body: {'port': {'device_id': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:20.493168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-774111ca-e9ea-4618-bb3f-a2b3f09bb242 None None] Provisioning complete for port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:20.493868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-774111ca-e9ea-4618-bb3f-a2b3f09bb242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.500248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c646a95f-8419-4b28-b509-ea18f11c4738,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:20.546136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:20.569381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-774111ca-e9ea-4618-bb3f-a2b3f09bb242 None None] Port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:34:20.580141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.580515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.580813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.581147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.581476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.581828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.582151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.582470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.582817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.583155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.583474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.602168 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-df0de0f2-b21a-4aad-bbb9-e0ee0d28b2de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1096 time: 0.4662185 May 26 22:34:20.612266 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.640449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:20.640780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:20.641163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:20.641609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Bound port: b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:20.641994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.655673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.656453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.657019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.657573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.658130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.658673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.659230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.659776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.660313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.660845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.662088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:20.726508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.745156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:20.752755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:20.755526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:20.780022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:20.791196 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.797553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:20.807358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.821290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Port 7b5c32bf-0417-494a-9513-dbc369c4867e on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:20.821801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:20.847114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11ead-5d32-4747-bd29-4ff1eac2c4e6 req-d74ecd00-dce9-4a35-adfb-99d8c39d9d2b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:20.854904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ee11ead-5d32-4747-bd29-4ff1eac2c4e6 req-d74ecd00-dce9-4a35-adfb-99d8c39d9d2b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 943 time: 0.4320459 May 26 22:34:20.889028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:20.889521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:20.890041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:20.890592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Bound port: 7b5c32bf-0417-494a-9513-dbc369c4867e, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:20.891120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:20.927135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:20.948304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ee11ead-5d32-4747-bd29-4ff1eac2c4e6 req-bfb6b439-e838-47d7-bff9-ef0d4f1ae741 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924122 May 26 22:34:20.949963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Allocated IP 192.168.233.183 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/d72e1e44-165b-4444-a80c-48bfb201a4dc) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:21.077661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:21.082380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:21.097838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.111384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.151108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-2611775a-843f-4eaa-aa6b-fc5ee7f0eb01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.152567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-2611775a-843f-4eaa-aa6b-fc5ee7f0eb01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.5401211 May 26 22:34:21.181620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:34:21.194898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] Sync routers for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:34:21.211452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:21.212483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:21.217509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:21.270979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.280067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] 10.222.0.48 "PUT /v2.0/ports/7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 1096 time: 3.9758027 May 26 22:34:21.285091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41156) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:21.286782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:21.335729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010756232', 'description': 'tempest-description--1943571545'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:21.400783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:21.417113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:21.426561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Usage tracker for resource:security_group and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:21.444029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da4b82-8341-46e3-b901-bbc001f43757 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:21.444977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:21.454504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] No DVR routers for this DVR port eb78c955-716f-4b8e-8c95-73e88a8c8022 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:21.456308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-cbcabb59-53ba-467b-94d1-96d52a364230 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 217 time: 0.2673228 May 26 22:34:21.462059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.464128 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-230135ee-d5fd-467f-8bb3-8f1adf918768 req-6dcbc0c8-111d-4ef4-92d6-71583a6f1a16 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "DELETE /v2.0/ports/eb78c955-716f-4b8e-8c95-73e88a8c8022 HTTP/1.1" status: 204 len: 173 time: 11.1246862 May 26 22:34:21.465637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.469373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'name': 'network-vif-deleted', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:21.477310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:21.486404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:21.531137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd28895-9865-4143-96eb-189f42bea076 req-072ad672-4f29-4845-ba66-35328b978acf tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.532041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ddd28895-9865-4143-96eb-189f42bea076 req-072ad672-4f29-4845-ba66-35328b978acf tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Synchronizing usage tracker for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:21.544290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.559361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-5546f211-f882-4569-bda8-649b1dc1b750 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1099 time: 0.2070312 May 26 22:34:21.704413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.705833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 1091 time: 4.5864596 May 26 22:34:21.711837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.735785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ddd28895-9865-4143-96eb-189f42bea076 req-072ad672-4f29-4845-ba66-35328b978acf tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Unset dirty status for tenant:317a4871f1a74787a453ae35ea7a9477 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:21.743652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ddd28895-9865-4143-96eb-189f42bea076 req-072ad672-4f29-4845-ba66-35328b978acf tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 931 time: 0.9122527 May 26 22:34:21.782202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Transition to ACTIVE for port object d72e1e44-165b-4444-a80c-48bfb201a4dc will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:21.803118 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.805010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-704f4fa2-67cd-40f4-bf78-698e9101c2f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.2355878 May 26 22:34:21.815901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b34da4-4dcc-4ea3-84f0-f387d0e463b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:21.851742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62abae-b424-49bd-bc5f-f2dee2697d7b req-070c2b8a-204d-4bb4-8072-4b4f9e961d87 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.856671 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb62abae-b424-49bd-bc5f-f2dee2697d7b req-070c2b8a-204d-4bb4-8072-4b4f9e961d87 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.4070222 May 26 22:34:21.868640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-866a5ae9-c78f-47d9-9917-1c27a84e7c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.870093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-866a5ae9-c78f-47d9-9917-1c27a84e7c95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.3901556 May 26 22:34:21.927996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:21.937789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb62abae-b424-49bd-bc5f-f2dee2697d7b req-b120550a-355c-4f89-b0c8-a2bbdf016750 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700479 May 26 22:34:21.941593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:21.942418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] Checking router: eb043f80-adac-466e-a3a5-e5b1dd679088 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:34:21.952123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-312830cb-8d4c-455d-b43d-14c528ea0b90 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.953921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-312830cb-8d4c-455d-b43d-14c528ea0b90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1416435 May 26 22:34:21.955589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:21.956208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:21.971010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-951a2037-1b84-404c-90e1-722f5a32af71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814633 May 26 22:34:22.044279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:22.085748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:22.088371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:22.092287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:22.095157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:22.100162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:22.100888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:22.152349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Usage tracker for resource:security_group_rule and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:22.165197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-224f53a6-c459-4986-86b4-e542690b2298 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2105689 May 26 22:34:22.174244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Request body: {'port': {'device_id': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:22.175158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ddd28895-9865-4143-96eb-189f42bea076 req-2b62d8bc-9ae6-49b4-8a14-ee9f16b190fc tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4305797 May 26 22:34:22.184360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:22.207199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:22.214171 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-79c387cb-c5fc-4093-b1ce-05f966606c43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682565 May 26 22:34:22.236617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:22.373530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-9254d147-ee23-4ebc-a517-7e72ca761db8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1094 time: 0.6000049 May 26 22:34:22.501265 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d373c87-91c6-477b-b5fa-e1bb50a70e54'] response: {'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'code': 200} May 26 22:34:22.531902 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:22.610771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-aeea6c4e-3cd0-4975-8f68-636d3ed3c653 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674338 May 26 22:34:22.660423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-6b4afed1-5188-46fc-8af1-7abb263a6633 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619689 May 26 22:34:22.667407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-b5398116-5848-401e-87f9-83faba0b4b8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 217 time: 0.2708399 May 26 22:34:22.671534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:22.727991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4803e1e3-c6c9-4721-9502-1bb234fc3fe1 None None] Provisioning for port d72e1e44-165b-4444-a80c-48bfb201a4dc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:22.741570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4803e1e3-c6c9-4721-9502-1bb234fc3fe1 None None] Provisioning complete for port d72e1e44-165b-4444-a80c-48bfb201a4dc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:22.742692 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4803e1e3-c6c9-4721-9502-1bb234fc3fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:22.745436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:22.798264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4803e1e3-c6c9-4721-9502-1bb234fc3fe1 None None] Port d72e1e44-165b-4444-a80c-48bfb201a4dc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:34:22.829845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:22.834760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1916fc3-ed50-4ed5-97b4-3d6ceb1c1e2c None None] The sync data for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 is: [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:34:22.913793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f5e43a-16f4-40c2-8ad7-87f18541cd9f {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:22.949125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8caf41da-1781-4ab1-a2af-5070be1d7f8e req-dd0a62d0-4e28-4665-9b6b-cad01937f66f service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036604 May 26 22:34:22.956580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b99c5b-0d62-4a5c-a713-15df0504c250 req-4e798eb7-f302-4f16-8c22-a5f88b5dd8cf tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:22.957259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-86b99c5b-0d62-4a5c-a713-15df0504c250 req-4e798eb7-f302-4f16-8c22-a5f88b5dd8cf tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Synchronizing usage tracker for tenant:2053865cc08b44018d0ce4f803ba78dd on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:22.984330 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:22.992980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-86b99c5b-0d62-4a5c-a713-15df0504c250 req-4e798eb7-f302-4f16-8c22-a5f88b5dd8cf tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Unset dirty status for tenant:2053865cc08b44018d0ce4f803ba78dd on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:22.994159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86b99c5b-0d62-4a5c-a713-15df0504c250 req-4e798eb7-f302-4f16-8c22-a5f88b5dd8cf tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 936 time: 0.3880765 May 26 22:34:23.049823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba8374-cd6c-4c9f-83f4-fb5435504062,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:23.052599 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.056404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-43766878-2861-4ad3-ad21-e7bd36627b90 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7521269 May 26 22:34:23.057077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41172) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:23.060180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-e81146e8-96dc-4d68-b884-b4711bd0fa65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:23.061630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-e81146e8-96dc-4d68-b884-b4711bd0fa65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.3656800 May 26 22:34:23.064460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Request body: {'security_group_rule': {'security_group_id': '20ba8374-cd6c-4c9f-83f4-fb5435504062', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:23.072787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:23.076793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Transition to ACTIVE for port object d8f5e43a-16f4-40c2-8ad7-87f18541cd9f will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:23.084280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-86b99c5b-0d62-4a5c-a713-15df0504c250 req-93d62a34-50d4-4269-b67e-7ab99a85ebe5 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Synchronizing usage tracker for tenant:2053865cc08b44018d0ce4f803ba78dd on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:23.091323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Usage tracker for resource:security_group_rule and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:23.095975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:23.116282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.149167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:23.170254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72e1e44-165b-4444-a80c-48bfb201a4dc {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:23.174326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-86b99c5b-0d62-4a5c-a713-15df0504c250 req-93d62a34-50d4-4269-b67e-7ab99a85ebe5 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Unset dirty status for tenant:2053865cc08b44018d0ce4f803ba78dd on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:23.175576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86b99c5b-0d62-4a5c-a713-15df0504c250 req-93d62a34-50d4-4269-b67e-7ab99a85ebe5 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655853 May 26 22:34:23.185371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.190729 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.191734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c0447a8-d1b2-4223-b1b7-0bb37219cd14 req-b8ebaf18-825b-4fbe-b994-61adf59e051f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 1096 time: 0.6610193 May 26 22:34:23.194153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-f0c114f2-751b-4947-ad01-a577912599b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135859 May 26 22:34:23.219766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417f791-cf13-4bb3-b44e-779dba7dde1f req-e8e62133-20e2-45ff-92ad-5aea4537f534 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:23.221041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1417f791-cf13-4bb3-b44e-779dba7dde1f req-e8e62133-20e2-45ff-92ad-5aea4537f534 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 948 time: 0.7209799 May 26 22:34:23.230948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Transition to ACTIVE for port object d72e1e44-165b-4444-a80c-48bfb201a4dc will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:23.250954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.261845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-94175a6a-c3dd-4a46-a096-4d88bd1743e9 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888927 May 26 22:34:23.270867 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69276a34-cfb3-4249-b7e2-b406bc59caa9 None None] New status for floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:34:23.432117 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a22458-3f20-46b6-a7ff-60eef7f1007f'] response: {'name': 'network-changed', 'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'status': 'completed', 'code': 200} May 26 22:34:23.439132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:23.440246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:23.528744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.608077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Attempting to bind port d72e1e44-165b-4444-a80c-48bfb201a4dc on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:23.608684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Attempting to bind port d72e1e44-165b-4444-a80c-48bfb201a4dc by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:23.609186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Attempting to bind port d72e1e44-165b-4444-a80c-48bfb201a4dc on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:23.617955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.675744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895711a2-01cc-4bdf-9d7c-90aecc2899d7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:23.686364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Port d72e1e44-165b-4444-a80c-48bfb201a4dc on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:23.686926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Attempting to bind port d72e1e44-165b-4444-a80c-48bfb201a4dc on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:23.699080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c0447a8-d1b2-4223-b1b7-0bb37219cd14 req-f14f0a51-91ec-4387-b621-f2000a403b64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883206 May 26 22:34:23.753161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.755110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee116352-d3ed-4afe-91cb-eefd645b6363 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6967056 May 26 22:34:23.757887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41180) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:23.763409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Request body: {'security_group_rule': {'security_group_id': '20ba8374-cd6c-4c9f-83f4-fb5435504062', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:23.768951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:23.769501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:23.770134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:23.770625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Bound port: d72e1e44-165b-4444-a80c-48bfb201a4dc, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:23.771134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.789577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:23.801980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Usage tracker for resource:security_group_rule and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:23.831156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:23.839226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeee2f-2923-4428-9565-2fe99d42aafe req-390db514-f564-48a1-a8e3-e2922148c373 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:23.841190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2eeee2f-2923-4428-9565-2fe99d42aafe req-390db514-f564-48a1-a8e3-e2922148c373 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.3011787 May 26 22:34:23.861617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-1149876f-9130-42ad-b847-981fae23c404 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520734 May 26 22:34:23.870128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:23.874284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1417f791-cf13-4bb3-b44e-779dba7dde1f req-ebd8fbed-2777-4788-b82b-5eb30baf5a70 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094615 May 26 22:34:23.939987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:23.976134 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-fe8c234b-a77f-4b19-801a-d060a110ea39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1099 time: 0.5119081 May 26 22:34:24.038242 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79606f29-2d1d-40cd-9947-8383f0c1387d'] response: {'server_uuid': 'c9749592-3f00-4a8d-93a0-c24c3d086ae6', 'name': 'network-vif-deleted', 'tag': 'eb78c955-716f-4b8e-8c95-73e88a8c8022', 'status': 'completed', 'code': 200} May 26 22:34:24.043220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2eeee2f-2923-4428-9565-2fe99d42aafe req-90fd0eaf-ca8f-49d2-8af7-370a815f437b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919920 May 26 22:34:24.051408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:24.055157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Attempting to bind port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:24.055492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Attempting to bind port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:24.055811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Attempting to bind port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f on network 12073deb-64b8-46c1-8341-0dba2c594124 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:24.087728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:24.106055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.112033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.148676 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.199104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147e0d5f-deb1-447a-a5b2-0f2ba087bc2e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:24.205692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.207219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] 10.222.0.55 "PUT /v2.0/ports/d72e1e44-165b-4444-a80c-48bfb201a4dc HTTP/1.1" status: 200 len: 1096 time: 2.0372224 May 26 22:34:24.265253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f on network 12073deb-64b8-46c1-8341-0dba2c594124 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:24.265653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Attempting to bind port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f on network 12073deb-64b8-46c1-8341-0dba2c594124 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:24.288012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81f2926f-7d15-4179-8536-b82c2d76eba5 req-f39214ab-7475-4fcc-bacd-fcd3b3f0485a service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108670 May 26 22:34:24.295695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:24.296044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Checking segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:24.296308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Bound using segment: {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:24.296765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Bound port: d8f5e43a-16f4-40c2-8ad7-87f18541cd9f, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:24.297097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.297428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.298605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ec088f62-4f92-43d6-b7ef-99a8cdc93168 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5396657 May 26 22:34:24.310832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41186) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:24.343976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:24.346373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802fabd-fb9a-491b-b8b6-166f56f25b73 service neutron] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:24.351819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:24.356199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Usage tracker for resource:floatingip and tenant:a6431c9359cd4ad5acef9858360d671b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:24.359247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:24.366028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:24.418583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.436173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7f115-70a7-4e90-811a-c613657af39d req-564fe984-e792-49a0-be4f-b4e99fd0436e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:24.437947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-15e7f115-70a7-4e90-811a-c613657af39d req-564fe984-e792-49a0-be4f-b4e99fd0436e tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 946 time: 0.2199943 May 26 22:34:24.448025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-61f4aafc-b76f-4e85-92e1-424e86bb15f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:24.449469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-61f4aafc-b76f-4e85-92e1-424e86bb15f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3909838 May 26 22:34:24.480362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203d8c-4906-4290-9341-324a10d2929d req-bd991278-28f2-43c2-a2e7-7b0f59ca3766 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:24.481889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24203d8c-4906-4290-9341-324a10d2929d req-bd991278-28f2-43c2-a2e7-7b0f59ca3766 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 946 time: 0.2192233 May 26 22:34:24.515484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-370fc295-fb6d-49a3-a508-9220da9af9fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2053865cc08b44018d0ce4f803ba78dd&device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 1099 time: 0.2516048 May 26 22:34:24.613829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Deleting port 05059ba0-ba28-4677-a91c-59013e0d58f6 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:34:24.614714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.648304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-94538c83-4c85-42c6-b8a5-9d8c4d6ad624 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.1383991 May 26 22:34:24.658718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941519b-8a08-4359-a2c1-7d52051e49db req-63afe266-8ab8-4cf0-9238-77ee81c54884 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:24.659413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9941519b-8a08-4359-a2c1-7d52051e49db req-63afe266-8ab8-4cf0-9238-77ee81c54884 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:24.700309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-caee0dfb-9594-4876-b23f-aaab5c8be478 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc HTTP/1.1" status: 200 len: 217 time: 0.1691642 May 26 22:34:24.724821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] For port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:24.746260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] For port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:24.753294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9941519b-8a08-4359-a2c1-7d52051e49db req-63afe266-8ab8-4cf0-9238-77ee81c54884 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:24.754420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9941519b-8a08-4359-a2c1-7d52051e49db req-63afe266-8ab8-4cf0-9238-77ee81c54884 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 943 time: 0.6192818 May 26 22:34:24.759729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.760854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24203d8c-4906-4290-9341-324a10d2929d req-b29a9a60-2a81-485e-a345-3b0577d90783 tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/security-groups?id=41858899-2fee-4dc1-9796-f8443023096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649369 May 26 22:34:24.768876 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.827280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-487e63ee-896f-495c-b502-7c4888a13c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:24.828457 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-487e63ee-896f-495c-b502-7c4888a13c5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1657004 May 26 22:34:24.924590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-1fbe0887-9cc7-45ce-a88e-569525e30914 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:24.926056 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-1fbe0887-9cc7-45ce-a88e-569525e30914 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2118113 May 26 22:34:24.935263 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:24.936076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8f5e43a-16f4-40c2-8ad7-87f18541cd9f HTTP/1.1" status: 200 len: 1091 time: 4.4695034 May 26 22:34:25.151768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] For port 05059ba0-ba28-4677-a91c-59013e0d58f6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=05059ba0-ba28-4677-a91c-59013e0d58f6,segment=NetworkSegment(0bde610a-765b-46fc-aaea-c8ae6b342817),segment_id=0bde610a-765b-46fc-aaea-c8ae6b342817)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:25.152136 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:25.160208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9941519b-8a08-4359-a2c1-7d52051e49db req-f00c0fa7-ee96-46db-b1ce-e5b60b28dcb6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923082 May 26 22:34:25.160712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113ffb9-a7f2-4ad9-b720-82c510d30bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:25.261884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:25.289612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Calling delete_port for 05059ba0-ba28-4677-a91c-59013e0d58f6 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:34:25.332446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-13f186cb-630d-4076-bd14-71b1d56349d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3969433 May 26 22:34:25.335489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-35fab8f0-b98e-4638-b42e-6b0490050cb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4896612 May 26 22:34:25.346877 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-2c32eff4-7bde-4541-879a-18f49c9b776b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 1094 time: 0.2220125 May 26 22:34:25.371837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391486-f5a0-4b2b-8efe-3cc634273617 req-209b051b-7734-41b9-99b5-33e3906c26e3 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:25.373243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75391486-f5a0-4b2b-8efe-3cc634273617 req-209b051b-7734-41b9-99b5-33e3906c26e3 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.4004357 May 26 22:34:25.451536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:25.570688 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75391486-f5a0-4b2b-8efe-3cc634273617 req-c6688090-0be1-421b-bcde-ea75e0e98e3d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510215 May 26 22:34:25.584467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-a9ce8560-643c-46ce-82c4-99bb6df6e385 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f HTTP/1.1" status: 200 len: 217 time: 0.1779625 May 26 22:34:25.593929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-a275bcdf-5896-4da8-808c-97dad3e118cd service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520943 May 26 22:34:25.622891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:25.637375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['05059ba0-ba28-4677-a91c-59013e0d58f6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:25.726705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-54bd90fa-d926-4219-8f99-faebe8703242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:25.728506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-54bd90fa-d926-4219-8f99-faebe8703242 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d08715d-4b0f-436e-8347-a8b624eb628a HTTP/1.1" status: 200 len: 862 time: 0.1318538 May 26 22:34:25.733956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Pushing event deleted for resources: {'Port': ['ID=05059ba0-ba28-4677-a91c-59013e0d58f6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:25.829291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Allocated IP 172.25.4.62 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/a6f107b0-2f12-43db-8594-04869e6d67b8) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:25.833985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-b3714014-7d54-4b2e-844f-bde85bf85938 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904737 May 26 22:34:25.906651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6cc59-4c7e-4865-aab2-a76827003d42 req-345202fc-b263-43ea-9c9f-691611354e32 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:25.908081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3da6cc59-4c7e-4865-aab2-a76827003d42 req-345202fc-b263-43ea-9c9f-691611354e32 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 943 time: 0.5673716 May 26 22:34:25.955390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] No DVR routers for this DVR port 05059ba0-ba28-4677-a91c-59013e0d58f6 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:25.962553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:25.994285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6d5fddc-f567-4176-bd88-cb0f0b27e9c6 req-05504ad5-8fbd-487f-a636-bd0f519a0253 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943377 May 26 22:34:25.997245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-15e7f115-70a7-4e90-811a-c613657af39d req-2146dd46-badd-47f7-bc16-2b90ea2b692b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.48 "DELETE /v2.0/ports/05059ba0-ba28-4677-a91c-59013e0d58f6 HTTP/1.1" status: 204 len: 173 time: 1.5530500 May 26 22:34:26.016999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff49659-8647-4ab2-ab2c-158dac1ef46f req-6289afdf-7f29-464d-8a8f-038eddf3e322 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:26.018529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eff49659-8647-4ab2-ab2c-158dac1ef46f req-6289afdf-7f29-464d-8a8f-038eddf3e322 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 948 time: 0.2865543 May 26 22:34:26.040899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2'}, {'name': 'network-changed', 'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:26.074512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eff49659-8647-4ab2-ab2c-158dac1ef46f req-0b42dd68-91b8-4d18-9faf-f6ba62723d9b tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 May 26 22:34:26.148060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3da6cc59-4c7e-4865-aab2-a76827003d42 req-2be70e80-b65c-4c4c-a95b-b0e0673f2d33 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942265 May 26 22:34:26.150840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-9f876ba1-edfe-41a1-acc2-a6de176b9766 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12073deb-64b8-46c1-8341-0dba2c594124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4000242 May 26 22:34:26.160554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10b56b6f-3793-44d7-82f1-a6d400d58c6c req-42ca3e3b-992c-4d58-ac22-4b427d4ab0a3 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193324 May 26 22:34:26.261485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:26.289787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffebf6-0882-41ca-8ce6-2a2a4ea5db28 req-43a4c2b6-6a41-4062-9a40-859058c8c609 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:26.290476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7bffebf6-0882-41ca-8ce6-2a2a4ea5db28 req-43a4c2b6-6a41-4062-9a40-859058c8c609 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:26.307561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7bffebf6-0882-41ca-8ce6-2a2a4ea5db28 req-43a4c2b6-6a41-4062-9a40-859058c8c609 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:26.308855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bffebf6-0882-41ca-8ce6-2a2a4ea5db28 req-43a4c2b6-6a41-4062-9a40-859058c8c609 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 948 time: 0.0982370 May 26 22:34:26.354284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7bffebf6-0882-41ca-8ce6-2a2a4ea5db28 req-9b6fa07a-5b93-415c-94f7-bd28b207db89 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:26.373487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7bffebf6-0882-41ca-8ce6-2a2a4ea5db28 req-9b6fa07a-5b93-415c-94f7-bd28b207db89 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:26.374508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bffebf6-0882-41ca-8ce6-2a2a4ea5db28 req-9b6fa07a-5b93-415c-94f7-bd28b207db89 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598464 May 26 22:34:26.381250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-21922bfa-a5b4-4caa-9ea1-dfb10b564147 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168922 May 26 22:34:26.388371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:26.442619 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9146d5db-627d-4c9a-b00b-0b0fa3b930c0'] response: {'name': 'network-changed', 'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'status': 'completed', 'code': 200} May 26 22:34:26.547736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd975c-05a0-4d92-b18e-8b8dea0895d7 req-7279f65d-2f6a-4cf1-a426-2d9c5fc2fe6e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:26.554313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10979095-4539-4876-8474-0c8902b37c88 req-c08ea14f-36e1-49f0-9336-69faf917d334 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2053865cc08b44018d0ce4f803ba78dd&device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 1099 time: 0.0863898 May 26 22:34:26.554978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-53dd975c-05a0-4d92-b18e-8b8dea0895d7 req-7279f65d-2f6a-4cf1-a426-2d9c5fc2fe6e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.2822924 May 26 22:34:26.579085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:26.587476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:26.597002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:26.640487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b2f5219e-7d59-43de-9d8f-e3865b6b2410 req-131e00ac-1d35-4831-bc1f-b05242b7fa4b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Synchronizing usage tracker for tenant:121457aa9708458ba07e81950f07347a on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:26.658430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event updated for resources: {'Port': ['ID=a6f107b0-2f12-43db-8594-04869e6d67b8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:26.720324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b2f5219e-7d59-43de-9d8f-e3865b6b2410 req-131e00ac-1d35-4831-bc1f-b05242b7fa4b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] Unset dirty status for tenant:121457aa9708458ba07e81950f07347a on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:26.721487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2f5219e-7d59-43de-9d8f-e3865b6b2410 req-131e00ac-1d35-4831-bc1f-b05242b7fa4b tempest-VolumesAdminNegativeTest-57546671 tempest-VolumesAdminNegativeTest-57546671-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a10fab2-faf7-4229-84ce-e243967689af HTTP/1.1" status: 200 len: 210 time: 0.1592395 May 26 22:34:26.727467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-53dd975c-05a0-4d92-b18e-8b8dea0895d7 req-03edf6ee-50c6-403f-8cdb-e95148c27202 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715674 May 26 22:34:26.735364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d9fb621-a6a1-46f7-8b2b-d5ee5694ae7b req-5d6fef83-c902-41ff-a43e-3ecd40d24f82 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432844 May 26 22:34:26.800963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979095-4539-4876-8474-0c8902b37c88 req-5db4d57f-7ce1-4a97-82c9-9eb8e8181e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:26.803132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10979095-4539-4876-8474-0c8902b37c88 req-5db4d57f-7ce1-4a97-82c9-9eb8e8181e0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2391036 May 26 22:34:26.834027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:26.914087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10979095-4539-4876-8474-0c8902b37c88 req-25de189a-7ca4-4d34-8932-fec5387d55c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc HTTP/1.1" status: 200 len: 217 time: 0.1031880 May 26 22:34:26.976579 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b94f60-98c3-457a-99a0-375ef6e7e05a'] response: {'name': 'network-changed', 'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2', 'status': 'completed', 'code': 200} May 26 22:34:26.976945 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b94f60-98c3-457a-99a0-375ef6e7e05a'] response: {'name': 'network-changed', 'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'status': 'completed', 'code': 200} May 26 22:34:27.000247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:27.015307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'mac_address': 'fa:16:3e:ea:64:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:27.045353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979095-4539-4876-8474-0c8902b37c88 req-6ef18b0a-e593-4e4b-965d-953e54e8db74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:27.046940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10979095-4539-4876-8474-0c8902b37c88 req-6ef18b0a-e593-4e4b-965d-953e54e8db74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1251895 May 26 22:34:27.068872 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:27.085721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:27.087581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5c32bf-0417-494a-9513-dbc369c4867e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:27.106199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:27.111016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:27.112921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cf55-a3f0-4908-a8ff-401f28acd97d req-e0b085a1-4109-43d7-9d80-ce16b34a2668 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:27.114877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e375cf55-a3f0-4908-a8ff-401f28acd97d req-e0b085a1-4109-43d7-9d80-ce16b34a2668 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1516697 May 26 22:34:27.182910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e375cf55-a3f0-4908-a8ff-401f28acd97d req-f860c019-455e-4f25-b500-0ff6d3acb9d6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590534 May 26 22:34:27.187023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10979095-4539-4876-8474-0c8902b37c88 req-cfef2b6a-71bd-424e-8788-c30aee56ac59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315944 May 26 22:34:27.196941 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:27.222240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:27.286592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-df5ba905-8c74-4857-8daa-15f23a05261f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1094 time: 0.3115699 May 26 22:34:27.292067 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-6e460a78-0db8-4420-aee8-53acdde1a100 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 1094 time: 0.3186615 May 26 22:34:27.347675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10979095-4539-4876-8474-0c8902b37c88 req-61558cc4-efdf-47f2-bce8-c7f24d302818 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520908 May 26 22:34:27.362155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af52e7-42a0-4e26-b6e0-be4449a0e61d req-11912b02-fd12-48bb-9a24-6cb55bf86aa8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:27.366139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84af52e7-42a0-4e26-b6e0-be4449a0e61d req-11912b02-fd12-48bb-9a24-6cb55bf86aa8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 943 time: 0.3937833 May 26 22:34:27.390058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:27.498558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:27.543795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10979095-4539-4876-8474-0c8902b37c88 req-9e83d5c9-a855-4dcc-9b5a-b307ab29a26f service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880293 May 26 22:34:27.588473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f62ea-c122-465c-b966-692a10b097ad req-0cf8913a-27fa-4768-8ea1-12b3adaa3af6 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:27.595958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-029f62ea-c122-465c-b966-692a10b097ad req-0cf8913a-27fa-4768-8ea1-12b3adaa3af6 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 948 time: 0.0909386 May 26 22:34:27.653492 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-029f62ea-c122-465c-b966-692a10b097ad req-9b737861-a305-46ca-b07b-436ebbdbc9a7 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566018 May 26 22:34:27.679854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84af52e7-42a0-4e26-b6e0-be4449a0e61d req-0cd93d29-8849-42ac-8591-fdb0bb17542f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172203 May 26 22:34:27.695690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-36357a90-dd4f-4ea5-a6be-b1c1f621c6a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:27.697373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-36357a90-dd4f-4ea5-a6be-b1c1f621c6a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.4029067 May 26 22:34:27.763517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-c19ca196-a587-422f-8d6a-a9b2971defb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:27.764942 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-c19ca196-a587-422f-8d6a-a9b2971defb0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 924 time: 0.4377561 May 26 22:34:27.873697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-e6d00b84-56a4-413d-b4dd-8d6848e5188e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 217 time: 0.1688972 May 26 22:34:27.874752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:34:27.881564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235c21f-13b0-420e-9321-c78a2214260a req-a93ff811-6b8c-4e2d-81e4-c2fe683d85ef tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:27.890409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b235c21f-13b0-420e-9321-c78a2214260a req-a93ff811-6b8c-4e2d-81e4-c2fe683d85ef tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 943 time: 0.0974588 May 26 22:34:27.932746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:27.936843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-181f47b9-6323-4980-96d1-53d4ecde8ff8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f HTTP/1.1" status: 200 len: 217 time: 0.1640050 May 26 22:34:27.939264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b235c21f-13b0-420e-9321-c78a2214260a req-a4b37312-6e75-41d8-87a5-f2ccf8e01497 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463586 May 26 22:34:27.949492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.085581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-00fa2f2b-3174-4af6-a4ec-7da36f62c3c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:28.087014 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-00fa2f2b-3174-4af6-a4ec-7da36f62c3c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1907065 May 26 22:34:28.133865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002490f-bd93-441e-a09c-709c419fd256 req-b20dd609-00eb-40f3-8865-0a05195f9765 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:28.135290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0002490f-bd93-441e-a09c-709c419fd256 req-b20dd609-00eb-40f3-8865-0a05195f9765 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 949 time: 0.0813365 May 26 22:34:28.163199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event updated for resources: {'Port': ['ID=a6f107b0-2f12-43db-8594-04869e6d67b8,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:28.186109 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0002490f-bd93-441e-a09c-709c419fd256 req-7065a65c-3494-4f58-bd2a-7dceecd9d63a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 May 26 22:34:28.195573 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-16d4cbb7-aa80-43a1-9e81-f243cdf287c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689502 May 26 22:34:28.201147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-89a412d5-bf7b-4b8c-b1e6-580e844a8aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:28.202515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-89a412d5-bf7b-4b8c-b1e6-580e844a8aae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d08715d-4b0f-436e-8347-a8b624eb628a HTTP/1.1" status: 200 len: 862 time: 0.2143590 May 26 22:34:28.231515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a37cb-750c-4220-b0c9-646af3e4ed72 req-3c08842d-8457-4694-899b-fde41fa66d50 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:28.232964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-141a37cb-750c-4220-b0c9-646af3e4ed72 req-3c08842d-8457-4694-899b-fde41fa66d50 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.4043853 May 26 22:34:28.277399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41220) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:28.316220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:28.337800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.342508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] Deleting subnet 0fc02921-59f0-4d76-9b22-e657c401ac95 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:34:28.346305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.413890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.425853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a95d32e7-bd43-4be6-a0de-7598b195eb79 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1012220 May 26 22:34:28.446191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a10fab2-faf7-4229-84ce-e243967689af', 'name': 'network-vif-deleted', 'tag': '05059ba0-ba28-4677-a91c-59013e0d58f6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:28.517480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:28.532798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'mac_address': 'fa:16:3e:39:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:28.566312 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-141a37cb-750c-4220-b0c9-646af3e4ed72 req-de89595e-a122-4713-9a1f-afac42bfdc44 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997019 May 26 22:34:28.570075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.577919 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.589972 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-d4089a76-7076-46bd-8bb7-b52068815ce4 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844001 May 26 22:34:28.600665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.632824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72e1e44-165b-4444-a80c-48bfb201a4dc {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:28.666692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:28.670034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.678042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.717715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-17035a6c-8821-472a-b379-ec6331555ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12073deb-64b8-46c1-8341-0dba2c594124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4801414 May 26 22:34:28.734595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc02921-59f0-4d76-9b22-e657c401ac95,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:28.745939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.751479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:28.759747 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a0889bcc-6a6e-464c-b86f-6b2d91ad3829 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0fc02921-59f0-4d76-9b22-e657c401ac95 HTTP/1.1" status: 204 len: 168 time: 0.4809725 May 26 22:34:28.760526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41238) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:28.766249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff42cc4-532e-489b-b5a0-c8565f6e4001 req-a1cc12da-e411-4183-a97e-7898e013cacf tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:28.767629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ff42cc4-532e-489b-b5a0-c8565f6e4001 req-a1cc12da-e411-4183-a97e-7898e013cacf tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.3889966 May 26 22:34:28.854501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:28.892925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:28.900806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-2a01bd1e-efca-4293-ada6-c3d18c5ad1c2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Synchronizing usage tracker for tenant:a6431c9359cd4ad5acef9858360d671b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:28.901405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ff42cc4-532e-489b-b5a0-c8565f6e4001 req-43e773ff-5d8e-456d-8a2b-e11cee5e8f4d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160188 May 26 22:34:28.933361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.938551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-5cf3e439-ce1a-4213-a8a3-4e69cef09c47 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408988 May 26 22:34:28.963878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-f364a47f-e02f-4c17-8bc5-c508c98f26ef service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133324 May 26 22:34:28.970413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-2a01bd1e-efca-4293-ada6-c3d18c5ad1c2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Unset dirty status for tenant:a6431c9359cd4ad5acef9858360d671b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:28.971745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-2a01bd1e-efca-4293-ada6-c3d18c5ad1c2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2010756232&fields=id&tenant_id=a6431c9359cd4ad5acef9858360d671b HTTP/1.1" status: 200 len: 267 time: 0.2580442 May 26 22:34:28.994024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d72e1e44-165b-4444-a80c-48bfb201a4dc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:28.994829 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870d44c8-7434-4355-955c-0007ce6ba8b4'] response: {'server_uuid': '9a10fab2-faf7-4229-84ce-e243967689af', 'name': 'network-vif-deleted', 'tag': '05059ba0-ba28-4677-a91c-59013e0d58f6', 'status': 'completed', 'code': 200} May 26 22:34:29.137634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.141990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:29.165219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 7b5c32bf-0417-494a-9513-dbc369c4867e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:29.172291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 7b5c32bf-0417-494a-9513-dbc369c4867e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:29.172878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.181314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.181661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.182470 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.182791 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > port after_create 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.183110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.183462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > port after_update 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.183891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.184230 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.184546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.184858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.186056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81b60025-53ea-4bc3-a1c3-5c14d0b9554f req-bb7660f0-dc80-4827-9ff5-4afcaec36b42 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131622 May 26 22:34:29.198088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'port_id': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2', 'mac_address': 'fa:16:3e:c4:01:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e5b5be-b0d2-4e67-a774-94308cdf2bfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:29.259083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d051487a-3a6f-4565-a599-8e2ec2bc04cd tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:29.259931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d051487a-3a6f-4565-a599-8e2ec2bc04cd tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Synchronizing usage tracker for tenant:a6431c9359cd4ad5acef9858360d671b on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:29.277226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d051487a-3a6f-4565-a599-8e2ec2bc04cd tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Unset dirty status for tenant:a6431c9359cd4ad5acef9858360d671b on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:29.278684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d051487a-3a6f-4565-a599-8e2ec2bc04cd tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/networks?id=b3f5e899-76c1-40ba-a8ed-44b81c7fa24b HTTP/1.1" status: 200 len: 814 time: 0.1822398 May 26 22:34:29.295809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-5db3eb94-1954-4466-9995-3781ab3e082f tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/quotas/a6431c9359cd4ad5acef9858360d671b HTTP/1.1" status: 200 len: 375 time: 0.0116491 May 26 22:34:29.307596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.307932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.308251 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.308569 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:34:29.308936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583f6c8b-abfd-4868-b24b-4d6acfe214ee']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:29.311557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.324699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bde610a-765b-46fc-aaea-c8ae6b342817') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:29.325485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bde610a-765b-46fc-aaea-c8ae6b342817') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:29.339960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.356130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:29.361464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.374100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e000-0431-4b2c-aff3-5ea352560953 req-f272c64d-6a69-4131-a546-817cc24fa79b tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:29.375761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e95e000-0431-4b2c-aff3-5ea352560953 req-f272c64d-6a69-4131-a546-817cc24fa79b tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 949 time: 0.2779369 May 26 22:34:29.379912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:34:29.380395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.386457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d7bf3985-27c5-49ca-ad4b-5e3cdb9fe312 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Synchronizing usage tracker for tenant:a6431c9359cd4ad5acef9858360d671b on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: util.warn_limited( May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: util.warn_limited( May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: timer() May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:34:29.396520 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:34:29.407625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d7bf3985-27c5-49ca-ad4b-5e3cdb9fe312 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Unset dirty status for tenant:a6431c9359cd4ad5acef9858360d671b on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:29.409215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d7bf3985-27c5-49ca-ad4b-5e3cdb9fe312 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6431c9359cd4ad5acef9858360d671b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1083083 May 26 22:34:29.436912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:29.445351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.455595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.515712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.522865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.540006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:29.546676 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e95e000-0431-4b2c-aff3-5ea352560953 req-3b13390c-baab-46f7-82e6-e594fe15231a tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435449 May 26 22:34:29.555629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] Pushing event deleted for resources: {'Network': ['ID=583f6c8b-abfd-4868-b24b-4d6acfe214ee,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:29.555907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:29.559915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:29.563699 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.564466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 05059ba0-ba28-4677-a91c-59013e0d58f6 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:29.569290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-da04e53a-dd6b-43f8-bf45-e0374c2340a9 service neutron] 10.222.0.32 "GET /v2.0/networks/b3f5e899-76c1-40ba-a8ed-44b81c7fa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477005 May 26 22:34:29.576908 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bd906ea1-c6cf-4e53-a181-b5314473a430 admin admin] 10.222.0.32 "DELETE /v2.0/networks/583f6c8b-abfd-4868-b24b-4d6acfe214ee HTTP/1.1" status: 204 len: 168 time: 0.8082614 May 26 22:34:29.579615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41248) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:29.647016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] Deleting subnet fb557639-97a8-4340-9902-c59053d9c504 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:34:29.650587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.709009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 05059ba0-ba28-4677-a91c-59013e0d58f6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:34:29.709654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 05059ba0-ba28-4677-a91c-59013e0d58f6 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:29.732010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-afc30bc5-66b1-4af5-8789-683e9ed3b90b service neutron] 10.222.0.32 "GET /v2.0/networks/b3f5e899-76c1-40ba-a8ed-44b81c7fa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513927 May 26 22:34:29.741702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:29.767541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.842482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b8ee21a6-1290-4e34-9fc6-fe53e812e2d2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:29.847045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:29.913997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d98e-5879-4d45-9354-1227c4ddfb3b req-5a719d74-e88c-4331-8264-ec1eec5dfbf2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:29.920643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fac5d98e-5879-4d45-9354-1227c4ddfb3b req-5a719d74-e88c-4331-8264-ec1eec5dfbf2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.2153509 May 26 22:34:29.972585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fac5d98e-5879-4d45-9354-1227c4ddfb3b req-ed8d6ced-934b-480f-ae5c-dd11c8c6f322 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511217 May 26 22:34:30.021029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.083316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.085790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb557639-97a8-4340-9902-c59053d9c504,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:30.093542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-12041aeb-c543-4dca-8f07-061a4f08b851 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fb557639-97a8-4340-9902-c59053d9c504 HTTP/1.1" status: 204 len: 168 time: 0.5105038 May 26 22:34:30.093692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41264) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:30.106321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8350eca-4d3e-4890-bfb5-23fa6521133a req-043de726-4a69-4b85-b761-6774d31ea16e tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:30.108448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8350eca-4d3e-4890-bfb5-23fa6521133a req-043de726-4a69-4b85-b761-6774d31ea16e tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 943 time: 0.1423557 May 26 22:34:30.161868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8350eca-4d3e-4890-bfb5-23fa6521133a req-a85b7c2e-0fe5-463d-bccf-7ace23644a92 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450172 May 26 22:34:30.244155 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e19a39-a5cc-4734-9a3c-d47048e3d38e'] response: {'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'code': 200} May 26 22:34:30.280775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.332574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8f5e43a-16f4-40c2-8ad7-87f18541cd9f details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:30.336351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:30.416833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ceefb-cfb6-4923-837d-0c94e1647c82 req-56aef6b9-fa44-4e4f-83a1-1cd2649f9baa tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:30.418258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-623ceefb-cfb6-4923-837d-0c94e1647c82 req-56aef6b9-fa44-4e4f-83a1-1cd2649f9baa tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2401118 May 26 22:34:30.504258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8bb10-62d1-483c-8b18-af2f6823dfcd req-16406cb2-e716-4481-93df-4f2deef3be94 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:30.506515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce8bb10-62d1-483c-8b18-af2f6823dfcd req-16406cb2-e716-4481-93df-4f2deef3be94 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.1285193 May 26 22:34:30.515400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d72e1e44-165b-4444-a80c-48bfb201a4dc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:30.526618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.534094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d72e1e44-165b-4444-a80c-48bfb201a4dc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:30.534790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.542853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4839d8d2-460a-4fcf-be3f-22a9a57dd32a req-cef634fd-444e-4da3-8422-e524300fbecf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1101 time: 0.2075830 May 26 22:34:30.566610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed56084-0341-4541-a88c-6ca6e8973f33']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:30.593656 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-623ceefb-cfb6-4923-837d-0c94e1647c82 req-5c451657-ac98-41a6-8870-86c9d14671b3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204171 May 26 22:34:30.595472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbae970-49e8-4e64-a69e-22ed9fce55e3') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:30.597275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbae970-49e8-4e64-a69e-22ed9fce55e3') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:30.601127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:30.616414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce8bb10-62d1-483c-8b18-af2f6823dfcd req-32344ecd-538c-4705-84a4-4a6a68c1c9a8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032295 May 26 22:34:30.626640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'port_id': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'mac_address': 'fa:16:3e:12:1f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:30.632857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.663212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4839d8d2-460a-4fcf-be3f-22a9a57dd32a req-19fb69e4-6898-4cd5-b92a-8847b1080de2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083522 May 26 22:34:30.666068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.673552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:34:30.674302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: timer() May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:34:30.697702 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:34:30.781573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.803010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.831597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f5e43a-16f4-40c2-8ad7-87f18541cd9f {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:30.846905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:30.854838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.858944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:30.897881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:30.905178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf9c6533-c838-43f3-858d-ad2baca3c4cc req-f69c8bc2-9bfb-4c7c-bdc2-be7a6a6c1ea6 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 210 time: 0.1474011 May 26 22:34:30.906067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410b66a-f6a3-4fc6-abb3-56fe84fa2226 req-e4b2130c-18ef-40b0-bf5e-9f4cb2a88633 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:30.907934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7410b66a-f6a3-4fc6-abb3-56fe84fa2226 req-e4b2130c-18ef-40b0-bf5e-9f4cb2a88633 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.0954707 May 26 22:34:30.918587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.927056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.939000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:30.959338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed56084-0341-4541-a88c-6ca6e8973f33,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:30.973925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-73f43ef4-dedd-46bd-bc5c-15110bc96345 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bed56084-0341-4541-a88c-6ca6e8973f33 HTTP/1.1" status: 204 len: 168 time: 0.8769772 May 26 22:34:30.989383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7410b66a-f6a3-4fc6-abb3-56fe84fa2226 req-67bd3789-02c0-4417-9677-6c9019b027c6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666113 May 26 22:34:30.997962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:31.078688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:31.083545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:31.089502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:31.090372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.170992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab82194-add0-4b95-8a94-e83c96d60c12 req-58ac6875-30f7-4e1c-b93e-67353ba64a33 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:31.178242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ab82194-add0-4b95-8a94-e83c96d60c12 req-58ac6875-30f7-4e1c-b93e-67353ba64a33 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 950 time: 0.1077778 May 26 22:34:31.227293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d8f5e43a-16f4-40c2-8ad7-87f18541cd9f'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:31.229645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaa670-b748-4d64-ba94-f3023f346846 req-bb9a4568-f55b-492d-92d5-0c8a2ee417ba tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:31.236697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3dfaa670-b748-4d64-ba94-f3023f346846 req-bb9a4568-f55b-492d-92d5-0c8a2ee417ba tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.0969470 May 26 22:34:31.239941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ab82194-add0-4b95-8a94-e83c96d60c12 req-b434db6c-414a-4bec-b026-0ddf8fea2753 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579867 May 26 22:34:31.276487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41278) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:31.282626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3dfaa670-b748-4d64-ba94-f3023f346846 req-9f1c034a-2464-4a42-9902-83bb4a769e6d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 May 26 22:34:31.294006 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.334103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4ce01497-9e8f-4fb7-ae0c-627fa0d18f77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=121457aa9708458ba07e81950f07347a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534503 May 26 22:34:31.334648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41282) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:31.395964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:31.401138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72b7bfb4-5ba9-4257-80eb-1f7288842a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.408259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.429950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72b7bfb4-5ba9-4257-80eb-1f7288842a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.447406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345aecb-805c-4a2f-b65b-3f9fdb269a3a req-b19076d5-2e98-40e4-8227-28c3ba271f48 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:31.456169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9345aecb-805c-4a2f-b65b-3f9fdb269a3a req-b19076d5-2e98-40e4-8227-28c3ba271f48 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 944 time: 0.0990169 May 26 22:34:31.487591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72b7bfb4-5ba9-4257-80eb-1f7288842a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.507079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7bfb4-5ba9-4257-80eb-1f7288842a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41858899-2fee-4dc1-9796-f8443023096a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:31.508692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:31.520999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9345aecb-805c-4a2f-b65b-3f9fdb269a3a req-ba932717-1f47-4901-89c4-35b2a071a47b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635397 May 26 22:34:31.524015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72b7bfb4-5ba9-4257-80eb-1f7288842a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.528943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-72b7bfb4-5ba9-4257-80eb-1f7288842a83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41858899-2fee-4dc1-9796-f8443023096a HTTP/1.1" status: 204 len: 168 time: 0.1932056 May 26 22:34:31.830394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-335ec734-6aa0-410c-b396-ba4bdb06363c tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:31.832275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-335ec734-6aa0-410c-b396-ba4bdb06363c tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.48 "GET /v2.0/networks?id=b3f5e899-76c1-40ba-a8ed-44b81c7fa24b HTTP/1.1" status: 200 len: 814 time: 0.2867253 May 26 22:34:31.877818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21591b02-4514-4060-b470-fc49863e22e2 req-1b38722e-3fc6-47be-8f26-9e423ebe7276 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:31.880043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21591b02-4514-4060-b470-fc49863e22e2 req-1b38722e-3fc6-47be-8f26-9e423ebe7276 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.1000628 May 26 22:34:31.929312 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21591b02-4514-4060-b470-fc49863e22e2 req-73de61bd-d1c4-405a-bc73-8cbe35b5cf5d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 May 26 22:34:31.930833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-9a612248-2821-4509-a1ca-ccc8fb826e9f tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6431c9359cd4ad5acef9858360d671b HTTP/1.1" status: 200 len: 380 time: 0.0559862 May 26 22:34:31.942769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Request body: {'port': {'device_id': '4796e85c-5a0e-4539-8043-518d829448b6', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'admin_state_up': True, 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'security_groups': ['20ba8374-cd6c-4c9f-83f4-fb5435504062']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:32.067184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41300) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:32.072992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e95d8-2142-4ba9-8d63-d1e805f9044a req-e5325511-b794-4321-bd65-8aa538220a76 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:32.074521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f60e95d8-2142-4ba9-8d63-d1e805f9044a req-e5325511-b794-4321-bd65-8aa538220a76 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2402985 May 26 22:34:32.146380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:32.155758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f60e95d8-2142-4ba9-8d63-d1e805f9044a req-394dab10-6c9f-47f3-bf94-5ce626e794ae tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691562 May 26 22:34:32.159437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:32.165591 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c2fdf0fb-5ea7-4f1a-a0bc-859dc9535d21 req-5c3c5d13-d7a5-4380-9008-80b013fe92f7 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 210 time: 0.0815957 May 26 22:34:32.172055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Made reservation on behalf of a6431c9359cd4ad5acef9858360d671b for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:32.176947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.230235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b9036b2f-adcf-406f-aff6-e81a0d18b5a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5837777009b4b7e81f90b0616d104c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1617987 May 26 22:34:32.230942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41310) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:32.244848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc'}, {'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:32.288460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-54b059bc-2c27-45b9-8947-3b47f336f316 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.1662505 May 26 22:34:32.300953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-1'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:32.345446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8f5e43a-16f4-40c2-8ad7-87f18541cd9f up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:32.374486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c1243b3-62b1-4d82-a9d9-daa0da224b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.420960 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d4faf4-76ed-44a9-9b9d-be7409515113'] response: {'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'code': 200} May 26 22:34:32.421220 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d4faf4-76ed-44a9-9b9d-be7409515113'] response: {'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2', 'code': 200} May 26 22:34:32.504084 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c1243b3-62b1-4d82-a9d9-daa0da224b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.533821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.537806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:32.544286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:32.544959 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.549348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Allocated IP 172.20.0.3 (b3f5e899-76c1-40ba-a8ed-44b81c7fa24b/93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e/0cc3a28d-c391-4c54-b0a6-1701a5c361ec) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:32.689751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e0253-806d-40fb-828e-6112631ecdc0 req-28fc3fb1-4639-4cf1-957b-384870ced8dd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:32.691181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-188e0253-806d-40fb-828e-6112631ecdc0 req-28fc3fb1-4639-4cf1-957b-384870ced8dd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 945 time: 0.2568774 May 26 22:34:32.764143 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c1243b3-62b1-4d82-a9d9-daa0da224b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.798900 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.855624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-188e0253-806d-40fb-828e-6112631ecdc0 req-b4c6a665-a73f-4303-a840-8d9ceedd2132 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145809 May 26 22:34:32.856547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:32.858481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1243b3-62b1-4d82-a9d9-daa0da224b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989307b5-b03a-47f6-8c47-1b54287bb1fe,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:32.863558 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.889326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c1243b3-62b1-4d82-a9d9-daa0da224b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.890905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9c1243b3-62b1-4d82-a9d9-daa0da224b9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/989307b5-b03a-47f6-8c47-1b54287bb1fe HTTP/1.1" status: 204 len: 168 time: 0.6573019 May 26 22:34:32.940896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 00ab2cbc-7291-4b90-b9c2-cb53b7441012 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:32.995995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:33.090649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:33.099114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8545c6c5-e3ed-48a9-a2ae-aae017859681 req-7ba11540-be62-4db9-9961-7b47b81ce67a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.5534346 May 26 22:34:33.121880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600ab39-9134-4003-a206-fca7a124020f req-6e6bf864-bbf2-44fc-8bcb-8c03f7a47d71 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.129012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f600ab39-9134-4003-a206-fca7a124020f req-6e6bf864-bbf2-44fc-8bcb-8c03f7a47d71 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 950 time: 0.6013968 May 26 22:34:33.168288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:33.193624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 00ab2cbc-7291-4b90-b9c2-cb53b7441012 has no active binding in host n-h2-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:34:33.226597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b89301c5-533b-4962-8a43-64566cb6bcc0 req-aa94ace1-405f-480a-80d6-77392b950af8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 1101 time: 0.5958130 May 26 22:34:33.248723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:33.267922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:33.275003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:33.289113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:33.381390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f600ab39-9134-4003-a206-fca7a124020f req-cf5dfc7a-ec60-4b92-a0b7-4656bba907b1 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508276 May 26 22:34:33.425636 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8545c6c5-e3ed-48a9-a2ae-aae017859681 req-eeef06cc-b244-4283-bae1-8fe36bac4968 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896087 May 26 22:34:33.433628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b89301c5-533b-4962-8a43-64566cb6bcc0 req-c70dd35c-098b-434b-8931-3f4e100a8022 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466401 May 26 22:34:33.436524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:33.468878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b282570-a484-4151-b5d9-27a23d664e57 req-6439d2a9-5934-4dea-bcde-5fb3051c5744 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.470433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b282570-a484-4151-b5d9-27a23d664e57 req-6439d2a9-5934-4dea-bcde-5fb3051c5744 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 945 time: 0.3387592 May 26 22:34:33.484486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Transition to ACTIVE for port object 0cc3a28d-c391-4c54-b0a6-1701a5c361ec will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:33.526400 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:33.613435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b282570-a484-4151-b5d9-27a23d664e57 req-84a4831b-e270-4e62-95b3-0690f58c7050 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333554 May 26 22:34:33.617237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on host n-h1-843301-1 for vnic_type normal with profile {"migrating_to": "n-h2-843301-1"} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:33.617887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:33.618084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:33.620309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:33.650476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:33.651199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Attempting to bind port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:33.666340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:33.667436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:33.667436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:33.667724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Bound port: 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:33.668077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:33.790104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:33.791518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event updated for resources: {'Port': ['ID=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:33.805025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:33.807836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:33.891586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.892998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:33.936741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461835e-ba14-4f83-ae8b-cc83290f26aa req-02aa339c-c0b4-4e1c-aa48-df1fd73e77e6 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.944626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2461835e-ba14-4f83-ae8b-cc83290f26aa req-02aa339c-c0b4-4e1c-aa48-df1fd73e77e6 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.2890856 May 26 22:34:33.973942 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-c37a333b-f4bf-4482-93b2-32e239ea24a9 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0353699 May 26 22:34:33.980457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:34.010514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2461835e-ba14-4f83-ae8b-cc83290f26aa req-e7d37c90-1bd7-4025-829e-667e0a137ca9 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647960 May 26 22:34:34.046604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:34.064566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:34.112837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Request body: {'port': {'device_id': '4796e85c-5a0e-4539-8043-518d829448b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:34.291705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e961d9e3-01bf-4ce0-a525-a43d8588c546 None None] Provisioning for port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:34.309442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e961d9e3-01bf-4ce0-a525-a43d8588c546 None None] Provisioning complete for port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:34.309848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e961d9e3-01bf-4ce0-a525-a43d8588c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:34.415025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:34.422655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:34.437881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e961d9e3-01bf-4ce0-a525-a43d8588c546 None None] Port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:34:34.443384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf51464-4723-4295-9b9f-7276f8c91f81 req-642550f4-7b0d-4070-ae62-ed138eedac78 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:34.449664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fdf51464-4723-4295-9b9f-7276f8c91f81 req-642550f4-7b0d-4070-ae62-ed138eedac78 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2133348 May 26 22:34:34.556961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee7c71-7657-4f35-a5a2-f5e10b6a2398 req-3ce4e316-7985-4699-a84f-bd565ad7d36d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:34.559353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62ee7c71-7657-4f35-a5a2-f5e10b6a2398 req-3ce4e316-7985-4699-a84f-bd565ad7d36d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.6429353 May 26 22:34:34.571006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:34.573133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] 10.222.0.48 "PUT /v2.0/ports/00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 1121 time: 2.2778575 May 26 22:34:34.573922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a20054-24c5-4510-934b-4230c78e1f61 service neutron] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=8']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:34.668614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00ab2cbc-7291-4b90-b9c2-cb53b7441012'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:34.741071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62ee7c71-7657-4f35-a5a2-f5e10b6a2398 req-c93809dd-c719-4f7f-8fa8-6f1b1cb313f6 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719234 May 26 22:34:34.760744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['00ab2cbc-7291-4b90-b9c2-cb53b7441012'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:35.194241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2729096-ae47-4761-a374-a74f053332ff req-10e68e43-fe62-4f7e-8292-9638c665a001 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:35.198421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2729096-ae47-4761-a374-a74f053332ff req-10e68e43-fe62-4f7e-8292-9638c665a001 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 931 time: 0.2127409 May 26 22:34:35.321122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fdf51464-4723-4295-9b9f-7276f8c91f81 req-a2dcfa9d-7ab0-4ceb-b520-e381b4d6955c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8705332 May 26 22:34:35.322344 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2729096-ae47-4761-a374-a74f053332ff req-cbe3ac86-9064-444d-b315-723c0c607338 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150699 May 26 22:34:35.420985 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818bac80-4ec7-4423-858f-17d48609f22f'] response: {'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012', 'code': 200} May 26 22:34:35.453531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc3a28d-c391-4c54-b0a6-1701a5c361ec {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:35.470131 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:35.486957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Transition to ACTIVE for port object 0cc3a28d-c391-4c54-b0a6-1701a5c361ec will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:35.492392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:35.513841 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980bd112-0f73-4fd2-ad51-8d24aabd0642'] response: {'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'code': 200} May 26 22:34:35.637868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b18980-fa22-402c-85f2-047574ce9097 req-43c691ad-eb53-4b13-9c10-ca8cde8d8e8d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:35.639558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7b18980-fa22-402c-85f2-047574ce9097 req-43c691ad-eb53-4b13-9c10-ca8cde8d8e8d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1095614 May 26 22:34:35.823102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7b18980-fa22-402c-85f2-047574ce9097 req-ea14d3b7-349f-4865-833b-06539c9b942a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749723 May 26 22:34:36.000509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:36.178656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1872dfb-2356-44c2-bc80-7c8a6a8330de req-d3ee1211-ac1c-462b-9b8d-983fb1f93bb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 1096 time: 0.6044376 May 26 22:34:36.185306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa28b02-c00f-460e-b6c9-5beda779aec8 req-74d81fdf-3637-413a-b20c-72e30ca95029 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:36.187610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fa28b02-c00f-460e-b6c9-5beda779aec8 req-74d81fdf-3637-413a-b20c-72e30ca95029 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 945 time: 0.1416149 May 26 22:34:36.235280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1872dfb-2356-44c2-bc80-7c8a6a8330de req-ec97c493-2ea1-4f29-8e8a-d14238180766 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455444 May 26 22:34:36.259255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fa28b02-c00f-460e-b6c9-5beda779aec8 req-0a4c6ab8-3bb7-45dd-a2a5-e801668ea292 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652835 May 26 22:34:36.259811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Attempting to bind port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:36.259811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Attempting to bind port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:36.259996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Attempting to bind port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec on network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:36.269065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec on network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:36.269378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Attempting to bind port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec on network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:36.284606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca673e-3c89-4151-82cc-ea645d141623 req-6fce5f28-4770-410d-beb5-cc09a54ec303 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:36.291875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0ca673e-3c89-4151-82cc-ea645d141623 req-6fce5f28-4770-410d-beb5-cc09a54ec303 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 950 time: 0.5100021 May 26 22:34:36.294558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:36.294995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Checking segment: {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:36.295374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Bound using segment: {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:36.295809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Bound port: 0cc3a28d-c391-4c54-b0a6-1701a5c361ec, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b139124-135c-4ef7-a469-f018b9ef4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:36.296155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:36.405240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0ca673e-3c89-4151-82cc-ea645d141623 req-af21c0ea-19a4-46ac-8c1a-ae7c458a8d66 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124196 May 26 22:34:36.469791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] For port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:36.474376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] For port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:36.489815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:36.610342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:36.612247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/0cc3a28d-c391-4c54-b0a6-1701a5c361ec HTTP/1.1" status: 200 len: 1091 time: 2.5033479 May 26 22:34:36.612980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:36.639965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305747ce-6a03-4565-8a58-66dc951480f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:36.689734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119ff9-e822-4ae9-b894-1ed25aa6dfba req-da7536cc-e3dd-495a-b09a-3bc3f934faaa tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:36.690072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38119ff9-e822-4ae9-b894-1ed25aa6dfba req-da7536cc-e3dd-495a-b09a-3bc3f934faaa tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.2216654 May 26 22:34:36.807590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38119ff9-e822-4ae9-b894-1ed25aa6dfba req-7c6c955f-a23a-4e8d-b140-80db107fba5b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092930 May 26 22:34:37.146957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7409c-98f6-4cd9-90f5-dec552993bbf req-d648d08a-d263-4ab1-8132-59347dee2cda tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:37.153923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89b7409c-98f6-4cd9-90f5-dec552993bbf req-d648d08a-d263-4ab1-8132-59347dee2cda tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.1318479 May 26 22:34:37.201232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89b7409c-98f6-4cd9-90f5-dec552993bbf req-fbdb6eaf-1a8d-442a-90f0-f90d0a88dab1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 May 26 22:34:37.287783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-cb28cf0c-414f-4f9b-93e3-7ec8f7a18f57 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1101 time: 0.0953257 May 26 22:34:37.316319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:37.350719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:37.354752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Usage tracker for resource:security_group_rule and tenant:e9177952f9804801b2fdc906ea8333c6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:37.361804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:37.379236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:37.423487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:37.445406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99a03ee2-43f9-4d69-8648-b7831a1c1a92 req-916a0c06-8593-4852-9167-8eba91277923 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.1135590 May 26 22:34:37.494396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99a03ee2-43f9-4d69-8648-b7831a1c1a92 req-e84a994f-256b-4cfa-b349-42dc386b922d tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 May 26 22:34:37.508177 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:37.517394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:37.581609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46ee1cbe-7cd7-4163-8692-5c5e083d47c4 req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853186 May 26 22:34:37.618670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6262c8-3980-405c-ae4a-7db33fe18a73 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718e4329-c3d3-480b-9013-6ec21d584a7b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:37.792358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eac0b7-b3af-4320-99da-272bd0450b2c req-4b0e1e76-c558-4064-8fcb-4387d42a700a tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:37.793476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-71eac0b7-b3af-4320-99da-272bd0450b2c req-4b0e1e76-c558-4064-8fcb-4387d42a700a tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Synchronizing usage tracker for tenant:a6431c9359cd4ad5acef9858360d671b on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:37.816293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-71eac0b7-b3af-4320-99da-272bd0450b2c req-4b0e1e76-c558-4064-8fcb-4387d42a700a tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Unset dirty status for tenant:a6431c9359cd4ad5acef9858360d671b on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:37.824186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71eac0b7-b3af-4320-99da-272bd0450b2c req-4b0e1e76-c558-4064-8fcb-4387d42a700a tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.1489856 May 26 22:34:37.926958 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71eac0b7-b3af-4320-99da-272bd0450b2c req-73ee1eb5-a619-4d5c-a5d8-7e6716323319 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010084 May 26 22:34:37.993074 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c823e76e-c0f8-4c42-b3e6-9b889ef32faf'] response: {'name': 'network-changed', 'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'status': 'completed', 'code': 200} May 26 22:34:38.207187 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668df08c-c3a0-4719-8e41-cee66cf4eb75'] response: {'name': 'network-changed', 'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012', 'status': 'completed', 'code': 200} May 26 22:34:38.364266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0df4ff-cea1-484b-bfb2-910ad1a436bb req-129ce7b9-ed5f-4ca3-94e8-98f411e5132b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:38.371406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c0df4ff-cea1-484b-bfb2-910ad1a436bb req-129ce7b9-ed5f-4ca3-94e8-98f411e5132b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.2181323 May 26 22:34:38.423202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-51b5734f-e451-4689-b8dc-dc89affd44ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1124 time: 0.1897116 May 26 22:34:38.451188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5a99b73-99c2-4bdb-b118-6ccb3debe157 req-ea9898d5-9451-4163-b3a0-e63903b8a5ea tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.1262302 May 26 22:34:38.538825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5a99b73-99c2-4bdb-b118-6ccb3debe157 req-31feeaa2-fe2d-4bcc-8418-e1b57db5e1a6 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728683 May 26 22:34:38.571609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c0df4ff-cea1-484b-bfb2-910ad1a436bb req-afce9be7-aeb5-46c4-a95a-f9d2a153cc8f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991389 May 26 22:34:38.647623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-b3376532-a5e1-4260-9ce4-00770b226f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:38.649686 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-b3376532-a5e1-4260-9ce4-00770b226f7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2162118 May 26 22:34:38.789165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30c8c8f8-f6f2-4b3a-b61d-3656fb3ce8c0 req-b5c2bce8-e87d-426c-ba54-fe7b57651af9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1071968 May 26 22:34:38.842261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-34c8e51d-641c-4f2e-b529-75cd17f0d71f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 217 time: 0.1838908 May 26 22:34:38.952198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d579-51b5-4df2-8fff-59234f8688e5 req-7fc20236-3d46-43e1-9cd2-513f75fca54f tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:38.953660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29e4d579-51b5-4df2-8fff-59234f8688e5 req-7fc20236-3d46-43e1-9cd2-513f75fca54f tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.1726129 May 26 22:34:38.955187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-2ceb4563-ebaf-4866-8bc4-c7ac6e1e59dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:38.957113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-2ceb4563-ebaf-4866-8bc4-c7ac6e1e59dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1002824 May 26 22:34:39.056738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-21124b2c-6f67-470c-a255-1027bf5dc221 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888517 May 26 22:34:39.195766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29e4d579-51b5-4df2-8fff-59234f8688e5 req-fcd01a43-a8a7-40a2-9fde-a3e5f5767b60 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945527 May 26 22:34:39.374975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-86cc87c1-9813-4fd0-8619-0d74db7f722e service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057859 May 26 22:34:39.722318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-a2cc344a-c4b6-4e0e-97bb-a481781e8f7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2840362 May 26 22:34:39.733072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9829eb-c31d-40cd-828a-6bb935a216c2 req-5b24c89a-7e7a-4c02-866f-fc4989d79bd8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:39.734680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db9829eb-c31d-40cd-828a-6bb935a216c2 req-5b24c89a-7e7a-4c02-866f-fc4989d79bd8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.2369914 May 26 22:34:39.750324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c68a924-fea9-4c8d-b413-847fbaabd058 req-b35e3dad-55ef-4f09-a37b-ea68f8c8d0ea service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539951 May 26 22:34:39.832978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db9829eb-c31d-40cd-828a-6bb935a216c2 req-15281480-b109-43b5-8829-08eef57e574d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909343 May 26 22:34:39.840125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0524b-6f7a-4405-81c1-0122e9ebc66c req-74121dd6-4037-411e-8c30-cf066e96f5dd tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:39.841759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5aa0524b-6f7a-4405-81c1-0122e9ebc66c req-74121dd6-4037-411e-8c30-cf066e96f5dd tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.1715841 May 26 22:34:39.962018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5aa0524b-6f7a-4405-81c1-0122e9ebc66c req-bab809d0-fd12-44a3-b252-712c28adb49d tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075695 May 26 22:34:40.223771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58aef6-b70d-4b09-a4d7-859402e866b0 req-b2b0465a-20bc-491f-9806-b168b2c5e3a4 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:40.233794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41462) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:40.236155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf58aef6-b70d-4b09-a4d7-859402e866b0 req-b2b0465a-20bc-491f-9806-b168b2c5e3a4 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.1585636 May 26 22:34:40.239612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Request body: {'floatingip': {'port_id': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:40.377552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:40.532818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:40.694817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:40.719527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'mac_address': 'fa:16:3e:39:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:40.881787 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:40.914407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d72e1e44-165b-4444-a80c-48bfb201a4dc {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:40.930947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:40.938194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:40.980797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe44419-80c2-488f-8b53-d5d60d39c711 req-f19e7f1b-2738-4237-a5fb-2218c9034f16 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:40.990955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfe44419-80c2-488f-8b53-d5d60d39c711 req-f19e7f1b-2738-4237-a5fb-2218c9034f16 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.6278801 May 26 22:34:41.003504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577072aa-a6e4-4a66-81db-a103ddff9309 req-b4cca9fa-95f9-45ed-b1e9-6d00c6c07d97 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:41.018604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-577072aa-a6e4-4a66-81db-a103ddff9309 req-b4cca9fa-95f9-45ed-b1e9-6d00c6c07d97 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1632409 May 26 22:34:41.127218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:41.129986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-577072aa-a6e4-4a66-81db-a103ddff9309 req-eb88945d-b881-4502-b88a-61bbc8eac89d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018217 May 26 22:34:41.161300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d72e1e44-165b-4444-a80c-48bfb201a4dc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:41.208484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfe44419-80c2-488f-8b53-d5d60d39c711 req-505fa9a3-d0b3-4b76-abfe-1e7cd047c217 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154074 May 26 22:34:41.643632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e67ab6e-71e0-4990-9dc0-308ceb710053 req-03783a0f-23a9-4caf-9b87-5c5ed962000d tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.1690764 May 26 22:34:41.736510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e67ab6e-71e0-4990-9dc0-308ceb710053 req-5d305d5e-6bbf-47a5-bbc1-e1a5c6c8cae4 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915394 May 26 22:34:41.892155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:41.903200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:41.979839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008cc1c-0dd0-4a44-b28a-9cc4e19e35cd req-c83c2042-c605-4f62-9ea3-b31958c92231 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:41.981616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3008cc1c-0dd0-4a44-b28a-9cc4e19e35cd req-c83c2042-c605-4f62-9ea3-b31958c92231 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.0985637 May 26 22:34:42.038382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3008cc1c-0dd0-4a44-b28a-9cc4e19e35cd req-82707189-4437-4b30-b67d-85cd9d88048f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510325 May 26 22:34:42.268720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e34b-14b7-4295-95ac-79e55641d15d req-601f3082-41ed-47dd-9e5a-1ab5a64fd245 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:42.270859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ed1e34b-14b7-4295-95ac-79e55641d15d req-601f3082-41ed-47dd-9e5a-1ab5a64fd245 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.2265701 May 26 22:34:42.336901 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ed1e34b-14b7-4295-95ac-79e55641d15d req-941851e3-83f9-4177-885b-2b5ae12b3810 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604599 May 26 22:34:42.347724 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6 associated. External IP: 172.25.4.17, port: d8f5e43a-16f4-40c2-8ad7-87f18541cd9f. May 26 22:34:42.379312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:42.504747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e059aae-c752-4707-b7e4-43a599ae4155 req-156c7ed0-257e-4a0f-94b0-833bccef17f3 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:42.507303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d72e1e44-165b-4444-a80c-48bfb201a4dc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:42.507787 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:42.528410 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e059aae-c752-4707-b7e4-43a599ae4155 req-156c7ed0-257e-4a0f-94b0-833bccef17f3 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1959915 May 26 22:34:42.596046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e059aae-c752-4707-b7e4-43a599ae4155 req-822c23bf-d46a-4ba5-8336-029a2f4035ee tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665231 May 26 22:34:42.674849 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:42.712699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:42.727254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:42.751319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:42.779587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36321096-23f3-4df0-8323-cf3612bd6d71 req-cdceb673-fcfb-40bc-939d-1b9adaf1c68a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:42.789160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36321096-23f3-4df0-8323-cf3612bd6d71 req-cdceb673-fcfb-40bc-939d-1b9adaf1c68a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2164993 May 26 22:34:42.840691 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a47a64f-0679-418f-8eab-175f730898ef'] response: {'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'code': 200} May 26 22:34:42.841420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:42.880699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36321096-23f3-4df0-8323-cf3612bd6d71 req-1a5dd132-53b9-4fac-9433-eb8865534f93 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900767 May 26 22:34:43.065472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f20e7aae-4075-42f8-a3db-d973ca1d9fd9 req-b89bc523-3cac-4f1c-ada5-a01097abbc3e tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.1211822 May 26 22:34:43.129690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f20e7aae-4075-42f8-a3db-d973ca1d9fd9 req-37dd9630-255f-40c8-9ad1-fa570ab1b71d tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555208 May 26 22:34:43.183184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Router eb043f80-adac-466e-a3a5-e5b1dd679088 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:34:43.474200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4272-1e2f-4970-a14c-29ef8af65f41 req-14cae484-c2e5-46ad-9c48-d26aa5907106 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:43.477058 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8db4272-1e2f-4970-a14c-29ef8af65f41 req-14cae484-c2e5-46ad-9c48-d26aa5907106 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.2187891 May 26 22:34:43.546213 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8db4272-1e2f-4970-a14c-29ef8af65f41 req-b30e81ad-90a9-41af-bcb6-71ac01853849 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584443 May 26 22:34:43.598693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e5cba-2701-4951-b135-449ae70eebc1 req-02e30947-1561-45cc-9c43-a7ec14d9db9f tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:43.603454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:34:43.605640 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f8e5cba-2701-4951-b135-449ae70eebc1 req-02e30947-1561-45cc-9c43-a7ec14d9db9f tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.1035047 May 26 22:34:43.608447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:43.616194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] Sync routers for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:34:43.633285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:43.633970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:43.682047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9419aab4-95de-4d94-b9da-d996e9b438de tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "PUT /v2.0/floatingips/8f83cd96-3ce0-4d53-a2c4-83c7651059a6 HTTP/1.1" status: 200 len: 990 time: 3.4471047 May 26 22:34:43.682889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:43.701520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f8e5cba-2701-4951-b135-449ae70eebc1 req-8159c04d-4258-4040-9b13-f19075ce4f7a tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949388 May 26 22:34:43.862912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41556) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:43.945068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e51f5-66d0-41d5-9f54-9861fcd8be30 req-636a2081-c91b-4c92-a0a5-49e93690bd47 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:43.954967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802e51f5-66d0-41d5-9f54-9861fcd8be30 req-636a2081-c91b-4c92-a0a5-49e93690bd47 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1330256 May 26 22:34:43.995825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:44.036685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802e51f5-66d0-41d5-9f54-9861fcd8be30 req-9d3a9a72-c3a9-4bf0-bf0d-5736f10a26a1 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808449 May 26 22:34:44.100945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:44.143978 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9559e25-cf37-4fbe-af7e-4bd99aa8dcec'] response: {'name': 'network-changed', 'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'status': 'completed', 'code': 200} May 26 22:34:44.155194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:44.170710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083514a4-9187-4d79-bb54-ac3f5b3c9fef req-ed6a86d6-f453-4cc5-a7c0-5097f384553b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:44.178072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-083514a4-9187-4d79-bb54-ac3f5b3c9fef req-ed6a86d6-f453-4cc5-a7c0-5097f384553b tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.2611220 May 26 22:34:44.180812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Usage tracker for resource:security_group_rule and tenant:9a0f9d009d354a29a7de67a924297af0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:44.216281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:44.227371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:44.257202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-083514a4-9187-4d79-bb54-ac3f5b3c9fef req-bef5901b-c4c7-40e9-a440-cc6a74a2b405 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781369 May 26 22:34:44.337507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-98ef978d-7b8f-4b21-aa0e-602fc1dbad1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=317a4871f1a74787a453ae35ea7a9477&device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 1096 time: 0.1638942 May 26 22:34:44.457374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:44.469953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:44.552523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc1d11-ba11-490e-aa8a-a5067af4642f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:44.594791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8f83cd96-3ce0-4d53-a2c4-83c7651059a6', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'port_id': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'mac_address': 'fa:16:3e:12:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:32:54Z', 'updated_at': '2022-05-26T22:34:41Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:44.599664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] Checking router: eb043f80-adac-466e-a3a5-e5b1dd679088 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:34:44.613805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:44.613805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:44.690566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-88690f88-9780-43dd-8e31-4a9e8381edc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:44.691991 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-88690f88-9780-43dd-8e31-4a9e8381edc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 200 len: 924 time: 0.3413651 May 26 22:34:44.701713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a1eda6d-9917-45b9-96d1-7c1c83d19476 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a0f9d009d354a29a7de67a924297af0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8343849 May 26 22:34:44.702083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41576) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:44.799087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78aaac90-f424-4222-be90-e6fda7d48f51 req-24f02975-5b66-4997-b342-b63c5450d24d tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.2141700 May 26 22:34:44.799870 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0534202a-686a-4070-9ee2-2d72e066fff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:44.849905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0534202a-686a-4070-9ee2-2d72e066fff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:44.865179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-5ce3adf0-4c37-40d0-b689-99beee70725f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f HTTP/1.1" status: 200 len: 998 time: 0.1605582 May 26 22:34:44.866099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:44.874083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ce456-8358-4d03-82d9-11f066561bff req-1f12395c-c3c2-479a-aaa8-179024e1b59f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:44.876707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-323ce456-8358-4d03-82d9-11f066561bff req-1f12395c-c3c2-479a-aaa8-179024e1b59f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.4279780 May 26 22:34:44.882436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78aaac90-f424-4222-be90-e6fda7d48f51 req-198ca620-66ce-4265-ab86-ed972aa58902 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723875 May 26 22:34:44.951711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0534202a-686a-4070-9ee2-2d72e066fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:44.986478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534202a-686a-4070-9ee2-2d72e066fff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc1d11-ba11-490e-aa8a-a5067af4642f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:45.006733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0534202a-686a-4070-9ee2-2d72e066fff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:45.010248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0534202a-686a-4070-9ee2-2d72e066fff7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8dc1d11-ba11-490e-aa8a-a5067af4642f HTTP/1.1" status: 204 len: 168 time: 0.3051236 May 26 22:34:45.015151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-dfea8e57-4be7-404e-845e-0479a6e40106 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:45.016121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-dfea8e57-4be7-404e-845e-0479a6e40106 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d08715d-4b0f-436e-8347-a8b624eb628a HTTP/1.1" status: 200 len: 862 time: 0.1383445 May 26 22:34:45.214306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-323ce456-8358-4d03-82d9-11f066561bff req-396e85fb-a94c-4dc2-ac30-258ea1453d2e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969247 May 26 22:34:45.229992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-ee6850b2-9f74-4c96-acd0-61dd6e482476 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12073deb-64b8-46c1-8341-0dba2c594124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984134 May 26 22:34:45.285163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b642f8-d7d0-4fe1-b00f-11824daafe02 req-c5ee17e3-e503-4213-81e3-1697cbc3f2f4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:45.289828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41b642f8-d7d0-4fe1-b00f-11824daafe02 req-c5ee17e3-e503-4213-81e3-1697cbc3f2f4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.2014925 May 26 22:34:45.422886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41b642f8-d7d0-4fe1-b00f-11824daafe02 req-3280ec3a-b5c8-4d64-ab4a-399240b6164b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224978 May 26 22:34:45.695012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-3b071ec0-450f-4a65-8c7e-b7163825042f service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503651 May 26 22:34:45.710954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24964022-19a8-487d-8c7a-af5b289c90ba req-34c53ea7-5c34-47ad-8cbe-83b60ea23eb0 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:45.726404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24964022-19a8-487d-8c7a-af5b289c90ba req-34c53ea7-5c34-47ad-8cbe-83b60ea23eb0 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.1927559 May 26 22:34:45.752392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4ec5-1f5d-4a7f-b3e6-e1f17b600812 req-a4966c1f-2edd-4db9-b113-78fe7c6fe18d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:45.768704 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c5e4ec5-1f5d-4a7f-b3e6-e1f17b600812 req-a4966c1f-2edd-4db9-b113-78fe7c6fe18d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1502874 May 26 22:34:45.778616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8f83cd96-3ce0-4d53-a2c4-83c7651059a6', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'port_id': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'mac_address': 'fa:16:3e:12:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:32:54Z', 'updated_at': '2022-05-26T22:34:41Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:45.783558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebef83-476b-4071-bf53-c730434ba6a8 None None] The sync data for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 is: [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8f83cd96-3ce0-4d53-a2c4-83c7651059a6', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'port_id': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'mac_address': 'fa:16:3e:12:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:32:54Z', 'updated_at': '2022-05-26T22:34:41Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:34:45.878609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c5e4ec5-1f5d-4a7f-b3e6-e1f17b600812 req-03098bc4-dc3f-4bbf-9a60-452b259e70bd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083961 May 26 22:34:45.982722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a72c2c50-7bce-42e9-9527-da331a94eef4 req-7b02054d-97c0-4922-ac8f-cf7fac0c3461 service neutron] 10.222.0.55 "GET /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094779 May 26 22:34:45.998265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24964022-19a8-487d-8c7a-af5b289c90ba req-e5b58803-5fa7-47bf-ba5d-c9b83710d0ec tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702851 May 26 22:34:46.185861 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c05f1b-9735-4a5a-961a-1b3c7a883538 None None] New status for floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:34:46.263790 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c315a13-4e1c-44a3-93fd-74b9911ca0cd req-c85bdb59-0ee8-4d31-9e85-8fa321098119 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.1369629 May 26 22:34:46.450103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c315a13-4e1c-44a3-93fd-74b9911ca0cd req-52c45121-8079-48da-a343-876498539b37 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738079 May 26 22:34:46.471694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41616) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:46.652395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0b2d94c-bff6-4bdf-9043-26e9fe53d196 req-d505af22-5a9c-4e75-94c2-2a5f6a6935bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6431c9359cd4ad5acef9858360d671b&device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 1094 time: 0.2621427 May 26 22:34:46.793874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74085e-b998-4f29-a7af-349060d030ac req-edab5168-1ea6-4503-ac61-a13a9fe6c0bd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:46.802126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bb74085e-b998-4f29-a7af-349060d030ac req-edab5168-1ea6-4503-ac61-a13a9fe6c0bd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.3110905 May 26 22:34:46.879775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-8eb82ca9-1d48-4f29-9a7a-5eedde1f32dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1101 time: 0.5056722 May 26 22:34:46.940516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2d94c-bff6-4bdf-9043-26e9fe53d196 req-e785728c-aa54-45ad-8db2-5861515faee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:46.942567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0b2d94c-bff6-4bdf-9043-26e9fe53d196 req-e785728c-aa54-45ad-8db2-5861515faee5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a6431c9359cd4ad5acef9858360d671b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2345426 May 26 22:34:46.981407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-network', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:47.023019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:47.042197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bb74085e-b998-4f29-a7af-349060d030ac req-76e56240-c22e-4913-bf10-08a9b07b528f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383585 May 26 22:34:47.081993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Usage tracker for resource:network and tenant:5741a08d9a7c4f7b80fd483d222f38dd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:47.099934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:47.116037 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4103e5c3-57ce-402b-928c-5d14b038ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.123016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:47.140189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-3f97f362-5080-41c5-a545-91f08a5841e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.147109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Made reservation on behalf of 5741a08d9a7c4f7b80fd483d222f38dd for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:47.148828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-3f97f362-5080-41c5-a545-91f08a5841e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2201531 May 26 22:34:47.149617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.190163 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.233046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e633-2d37-4120-9ec7-123ad6c31db7 req-8e397dfd-e2d0-4031-a64f-6d68a36b1de0 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.234810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b015e633-2d37-4120-9ec7-123ad6c31db7 req-8e397dfd-e2d0-4031-a64f-6d68a36b1de0 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.2875817 May 26 22:34:47.244715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2d94c-bff6-4bdf-9043-26e9fe53d196 req-86e3d4f4-f3c8-4eb1-89c0-495e83eaac4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.246123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0b2d94c-bff6-4bdf-9043-26e9fe53d196 req-86e3d4f4-f3c8-4eb1-89c0-495e83eaac4b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564182 May 26 22:34:47.291201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:47.335777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Usage tracker for resource:security_group_rule and tenant:5741a08d9a7c4f7b80fd483d222f38dd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:47.342514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:47.346368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-753023b1-c113-481f-b542-e4788b1d6592 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.1910529 May 26 22:34:47.359213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:47.372642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b015e633-2d37-4120-9ec7-123ad6c31db7 req-d8927c3f-3548-433e-bfae-13e231cd9f1a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308293 May 26 22:34:47.448467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-20b53d47-e0bf-495a-a311-a0a3daf410ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6431c9359cd4ad5acef9858360d671b&device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 1094 time: 0.1544890 May 26 22:34:47.461800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-8a1848d2-7a2a-4961-a37a-8fe6d509066d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.463335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-8a1848d2-7a2a-4961-a37a-8fe6d509066d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1062336 May 26 22:34:47.469557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16007d30-3fc1-4acf-a859-19dbc0997159 req-c6e3a85e-03c6-4c17-999a-13eb92628160 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.478109 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16007d30-3fc1-4acf-a859-19dbc0997159 req-c6e3a85e-03c6-4c17-999a-13eb92628160 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.2497337 May 26 22:34:47.540572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-cff2b0be-d9c5-43d6-b440-7e4ca8d36e3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cc3a28d-c391-4c54-b0a6-1701a5c361ec HTTP/1.1" status: 200 len: 217 time: 0.0791569 May 26 22:34:47.548656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.583308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16007d30-3fc1-4acf-a859-19dbc0997159 req-ec72bde8-8359-4358-a4b6-f9973d9ed959 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040316 May 26 22:34:47.591989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.625367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-a215fccf-5643-4ec2-8dcc-db03eff79118 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443973 May 26 22:34:47.645933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8f1a0-cecc-4563-8ca6-120e2da358ed,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:47.706884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:34:47.769176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-a0fb92bb-c5de-47cc-be55-d391f31c0e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.770668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-a0fb92bb-c5de-47cc-be55-d391f31c0e0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e HTTP/1.1" status: 200 len: 853 time: 0.2240367 May 26 22:34:47.771645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.771982 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Added segment 32adddf3-1ed2-42e2-96cc-52d0b8dc4b24 of type vlan for network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c May 26 22:34:47.777999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f75b-17cd-4dfd-97a0-2d316676d222 req-ae1ea809-61b6-45ce-84a3-b5fa709cd26e tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.784604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0372f75b-17cd-4dfd-97a0-2d316676d222 req-ae1ea809-61b6-45ce-84a3-b5fa709cd26e tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.1412904 May 26 22:34:47.859363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-65859fd3-a156-408a-931f-38d4e8a67553 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241306 May 26 22:34:47.896069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0372f75b-17cd-4dfd-97a0-2d316676d222 req-eae93439-ecbc-44f6-8104-701dbee3bbd4 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105182 May 26 22:34:47.936967 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.972610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-fbf714d4-6275-474b-bee1-97c406166251 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3f5e899-76c1-40ba-a8ed-44b81c7fa24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853225 May 26 22:34:48.021920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1380c2de-f80b-48cc-acce-362e224a2878 req-1d1dee03-2d21-42c6-9cc2-aba53d1018a6 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.2311342 May 26 22:34:48.070475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-25920de1-b024-4eb8-8acb-1d5d2112acbc service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010436 May 26 22:34:48.102945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1380c2de-f80b-48cc-acce-362e224a2878 req-3469caa0-2cf2-46aa-b94f-b175cacd3fa6 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572510 May 26 22:34:48.207965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-1fd57244-07c2-4410-986c-f217d4d46071 service neutron] 10.222.0.48 "GET /v2.0/networks/b3f5e899-76c1-40ba-a8ed-44b81c7fa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284026 May 26 22:34:48.209090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:48.209890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:48.210453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:48.370891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d5bb05f-648e-45a4-8a85-561e0e058d42 req-b546fb41-3df3-45ed-b7ca-e80a462f531f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1066892 May 26 22:34:48.410742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 00ab2cbc-7291-4b90-b9c2-cb53b7441012 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:48.461153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9738507 May 26 22:34:48.462225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75de87-c787-4cc9-80eb-ff944c6776e2 admin admin] Pushing event updated for resources: {'Network': ['ID=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:48.464387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41644) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:48.485280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Request body: {'subnet': {'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-subnet', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:48.488508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:34:48.502272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:48.510121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Usage tracker for resource:subnet and tenant:5741a08d9a7c4f7b80fd483d222f38dd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:48.520869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:48.536757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:48.572519 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5a8a174-fb91-4a15-b3d8-faae1e6afb24 req-d0a9f5f7-f5cc-4bf2-ba3e-e194d3ad3d44 service neutron] 10.222.0.48 "GET /v2.0/networks/b3f5e899-76c1-40ba-a8ed-44b81c7fa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426199 May 26 22:34:48.578831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d9298-11d5-4230-b56b-b3503f6a42cc req-48904c9b-57e6-45b2-b28d-21eadbb005ce tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:48.580270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a1d9298-11d5-4230-b56b-b3503f6a42cc req-48904c9b-57e6-45b2-b28d-21eadbb005ce tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2690783 May 26 22:34:48.581077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Made reservation on behalf of 5741a08d9a7c4f7b80fd483d222f38dd for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:48.583981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:48.754981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a1d9298-11d5-4230-b56b-b3503f6a42cc req-679fe006-1780-40e6-b067-0cf4b6950253 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582885 May 26 22:34:48.933208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.069707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f3ee42-314d-4b95-b9ee-4e19c3abe247,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:49.079578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Checking segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:49.079934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Network hostable DHCP agents. Network: 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:34:49.108617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b61afb-5776-4b85-8b3a-02851af1dbf9 req-38e3b5f2-0d79-4f26-8a45-abe3dc820021 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:49.115378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66b61afb-5776-4b85-8b3a-02851af1dbf9 req-38e3b5f2-0d79-4f26-8a45-abe3dc820021 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.2251079 May 26 22:34:49.154735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:34:49.183997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66b61afb-5776-4b85-8b3a-02851af1dbf9 req-ec41ade3-4c8d-4283-9c93-4046fb3cee47 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676925 May 26 22:34:49.189599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:49.196868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:49.198408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.206838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cdd35a-3ecf-4602-b1e9-cf9eac92a729 None None] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:34:49.244678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41676) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:49.249847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:49.254807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-67dd5351-82e7-4259-985e-d28b44a3d93b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7848790 May 26 22:34:49.265152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:49.269764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Usage tracker for resource:router and tenant:5741a08d9a7c4f7b80fd483d222f38dd is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:49.278826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:49.294712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:49.306761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.307775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.346463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.432363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c30ecb9c-dde6-4f9a-9d9e-e3ed6ebae54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.517127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa5e-b510-4bd4-8852-06aec6fe585a req-87106eb5-b455-485f-abd3-108dbe06c9ba tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:49.524395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6616aa5e-b510-4bd4-8852-06aec6fe585a req-87106eb5-b455-485f-abd3-108dbe06c9ba tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1208138 May 26 22:34:49.606331 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6616aa5e-b510-4bd4-8852-06aec6fe585a req-e85fb13c-9db9-4f9c-ba7a-2276877ee817 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783024 May 26 22:34:49.651034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:34:49.651859 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.698975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-bfc32406-caeb-4fe3-9779-3fe66e79d369 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:34:49.706487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-bfc32406-caeb-4fe3-9779-3fe66e79d369 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0171103 May 26 22:34:49.717450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Request body: {'binding': {'host': 'n-h1-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:49.718236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Unknown quota resources ['binding']. {{(pid=84030) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:34:49.859847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:49.867229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Allocated IP 172.20.0.2 (76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c/38f3ee42-314d-4b95-b9ee-4e19c3abe247/64fe5241-1001-4cd9-abfa-6d7c4cab5aae) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:49.893903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a291b-63f6-4fe7-aec0-2263c1773aec req-f780feec-df4f-481e-bed4-eee1c00ade5d tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:49.913884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe8a291b-63f6-4fe7-aec0-2263c1773aec req-f780feec-df4f-481e-bed4-eee1c00ade5d tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.1116333 May 26 22:34:49.977891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe8a291b-63f6-4fe7-aec0-2263c1773aec req-0f1b326f-274a-414c-9bf8-287486c8c9d7 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630436 May 26 22:34:50.054001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on host n-h1-843301-1 for vnic_type normal with profile None {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:50.054451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:50.054783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:50.065388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:50.065736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:50.075041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:50.075413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:50.075748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:50.076180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Bound port: b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:50.139860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:50.193242 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.194407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4088b7aa-acc6-4b05-ad10-9635b37b79e0 service neutron] 10.222.0.32 "POST /v2.0/ports/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4862895 May 26 22:34:50.200724 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.218909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Transition to ACTIVE for port object 64fe5241-1001-4cd9-abfa-6d7c4cab5aae will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:50.221116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.266690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Transition to ACTIVE for port object 64fe5241-1001-4cd9-abfa-6d7c4cab5aae will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:50.267724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.279455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.305135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7cc0-52a1-4fda-97c8-e0d39281d524 req-fc270620-9ff6-4bec-b244-47d710a6e003 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:50.311389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a28d7cc0-52a1-4fda-97c8-e0d39281d524 req-fc270620-9ff6-4bec-b244-47d710a6e003 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1913149 May 26 22:34:50.386233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:50.393801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:50.400059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:50.426139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Pushing event updated for resources: {'Port': ['ID=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:50.442569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.443239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.443239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.443553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.443872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.444197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.444525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.444834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.445150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.445601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.445969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:50.482445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Allocated IP 172.25.4.155 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/c5cfb061-5512-49db-8ac1-520a07a5bcc7) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:50.488594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a28d7cc0-52a1-4fda-97c8-e0d39281d524 req-7291a81c-dfcd-439f-a973-87aab22a9454 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718364 May 26 22:34:50.540001 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.582748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Attempting to bind port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:50.583846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Attempting to bind port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:50.584342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Attempting to bind port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:50.596437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:50.596979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Checking segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:50.597471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.598926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Bound using segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:50.599503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Bound port: 64fe5241-1001-4cd9-abfa-6d7c4cab5aae, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:50.599998 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.694101 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.742258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] For port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:50.746148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] For port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:50.751049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.848061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24369de3-ed15-4415-be67-b523403d07b8 None None] Pushing event updated for resources: {'Port': ['ID=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:50.889141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:50.889402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307338f-2ad3-455d-874b-3c9b31c936a4 req-2a343c63-cfbe-48cf-b006-d66d3baec867 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:50.890941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5307338f-2ad3-455d-874b-3c9b31c936a4 req-2a343c63-cfbe-48cf-b006-d66d3baec867 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 945 time: 0.1685233 May 26 22:34:50.905326 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:34:50.977606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5307338f-2ad3-455d-874b-3c9b31c936a4 req-36854297-8e92-44db-b988-950541171f32 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711231 May 26 22:34:50.991171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc1aa4-6102-4f9a-9f86-4ba152184846 req-6556a4f2-e1ab-49ee-b6ea-fc1b47c930d3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:50.992711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3efc1aa4-6102-4f9a-9f86-4ba152184846 req-6556a4f2-e1ab-49ee-b6ea-fc1b47c930d3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.3055732 May 26 22:34:50.996930 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-ec56f6f4-00eb-4792-926e-2a73e4fd7629 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1096 time: 0.3079808 May 26 22:34:51.021348 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:51.236583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:51.263513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:51.273940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:51.349817 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3efc1aa4-6102-4f9a-9f86-4ba152184846 req-8477b56d-14b8-4ff9-b01c-9e3633a57dda tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442185 May 26 22:34:51.353640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c5cfb061-5512-49db-8ac1-520a07a5bcc7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:51.386141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3da4a9-ae54-4c4f-bf53-f29d63891c9e req-cd87261a-d9dc-4e00-bd7e-4e260a24785d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:51.386141 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c3da4a9-ae54-4c4f-bf53-f29d63891c9e req-cd87261a-d9dc-4e00-bd7e-4e260a24785d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1185493 May 26 22:34:51.441028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c3da4a9-ae54-4c4f-bf53-f29d63891c9e req-bef43457-81cb-4284-9f8b-a3c2fbe70c7a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528562 May 26 22:34:51.492596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-0258d37e-0bcb-42ee-b935-d873e11a1e2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:51.494224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-0258d37e-0bcb-42ee-b935-d873e11a1e2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.4750674 May 26 22:34:51.642950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-25a59afd-e0a2-4c31-9a6a-33634dc1301c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 217 time: 0.1310422 May 26 22:34:51.723277 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:51.724952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-8736efe5-2c17-4717-882c-33db5a127a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:51.726719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-8736efe5-2c17-4717-882c-33db5a127a0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.0690236 May 26 22:34:51.731887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:51.732552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:51.755379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca06dee-aee5-4bf6-bc25-451e802bab3d req-f089dbad-2391-4a28-9136-1b54d83733cf tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:51.757819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca06dee-aee5-4bf6-bc25-451e802bab3d req-f089dbad-2391-4a28-9136-1b54d83733cf tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1011677 May 26 22:34:51.785776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-448073f4-3261-43a6-9389-c31ca5b16f88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489774 May 26 22:34:51.842361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca06dee-aee5-4bf6-bc25-451e802bab3d req-9b15e476-95f8-4255-aa3b-86c7150e2bed tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716608 May 26 22:34:52.169545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-9afdf318-c7c6-4209-b709-f39da2640bcb service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905847 May 26 22:34:52.180933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a172635-154c-4edb-81d6-a547971a8e7b req-ede6ca0d-f02c-4437-9c05-9b18241b2e0d tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:52.187826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a172635-154c-4edb-81d6-a547971a8e7b req-ede6ca0d-f02c-4437-9c05-9b18241b2e0d tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 943 time: 0.6741612 May 26 22:34:52.244605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9e7e1-a12a-4159-a569-be7c96bb7496 req-8d9c153a-181c-4aa8-b25d-6e844878e19f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:52.246240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a9e7e1-a12a-4159-a569-be7c96bb7496 req-8d9c153a-181c-4aa8-b25d-6e844878e19f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 945 time: 0.1069677 May 26 22:34:52.272588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc29bf-5182-43a8-87c9-d62382bd4926 None None] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:34:52.318280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97a9e7e1-a12a-4159-a569-be7c96bb7496 req-8eac99bc-277a-49e8-b279-3e6940d68d2a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620883 May 26 22:34:52.396404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a172635-154c-4edb-81d6-a547971a8e7b req-88bd6c51-eb54-4a70-afa3-4d2a83321b69 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072258 May 26 22:34:52.477895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-82eac8bf-f971-4d29-8158-e2251c235519 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812641 May 26 22:34:52.591718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64fe5241-1001-4cd9-abfa-6d7c4cab5aae up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:52.641936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-14453149-f7b3-412d-a2ed-686af09a7588 None None] Provisioning for port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:52.772092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:52.793940 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6920753-1158-43d3-bade-19e8e1e81846 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.2436366 May 26 22:34:52.801636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:52.802212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:52.804137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc5d95-6e69-488e-96ee-8e486bb6b481 req-df7480d1-8100-4089-aa16-4c4e2d5f60c8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:52.810052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7cc5d95-6e69-488e-96ee-8e486bb6b481 req-df7480d1-8100-4089-aa16-4c4e2d5f60c8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.1791208 May 26 22:34:52.904885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-1'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:34:52.928937 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7cc5d95-6e69-488e-96ee-8e486bb6b481 req-e9133f74-4767-410b-9282-36b0df9e5c22 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134465 May 26 22:34:52.980949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Router a3c43c54-b7f0-418b-8d91-2f90408504fd is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:34:53.024761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:53.060424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0cc3a28d-c391-4c54-b0a6-1701a5c361ec details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:53.114744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:53.133850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:53.213462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d9dd5-d4cb-4451-982a-e871ac7ac50a req-210be053-958e-433f-bbbb-a0357d77763c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:53.221173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d3d9dd5-d4cb-4451-982a-e871ac7ac50a req-210be053-958e-433f-bbbb-a0357d77763c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1009383 May 26 22:34:53.249713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:53.274628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eab53-b2b0-4650-874d-fdbce2a130b9 req-99ef71c6-10aa-4f87-a364-23a157fc0a0e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:53.282936 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a58eab53-b2b0-4650-874d-fdbce2a130b9 req-99ef71c6-10aa-4f87-a364-23a157fc0a0e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.5028548 May 26 22:34:53.305427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d3d9dd5-d4cb-4451-982a-e871ac7ac50a req-f336ca58-c3b9-455b-b3d1-cbb523aa651f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785065 May 26 22:34:53.310646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:53.317123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7e9fc6ed-703f-4db6-8741-5f8e034d9fe0 None None] Provisioning complete for port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:53.317966 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc6ed-703f-4db6-8741-5f8e034d9fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:53.399339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:53.438299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a58eab53-b2b0-4650-874d-fdbce2a130b9 req-72862ae8-96b0-4980-9e74-d16c4522dd36 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542296 May 26 22:34:53.453002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'port_id': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'mac_address': 'fa:16:3e:94:bf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:53.539488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:53.560357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc3a28d-c391-4c54-b0a6-1701a5c361ec {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:53.580306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:53.585407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:53.677031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:53.828980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:53.840375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfad0b-16e4-4280-a068-15b4bde5d7d3 req-bc8e803b-cf9c-4dab-ac0a-fd6b7eb24460 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:53.841933 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23bfad0b-16e4-4280-a068-15b4bde5d7d3 req-bc8e803b-cf9c-4dab-ac0a-fd6b7eb24460 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 945 time: 0.3731761 May 26 22:34:53.897511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:34:53.899730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:53.900205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23bfad0b-16e4-4280-a068-15b4bde5d7d3 req-a00d9bd8-978f-4522-94c5-738a3a4363fe tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 May 26 22:34:53.929814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:34:53.950348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:53.951172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:53.968875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225f728-2c35-459c-915e-4634b2ea38b8 req-96ed4280-1b55-45d4-b86d-684a401fde66 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:53.981504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f225f728-2c35-459c-915e-4634b2ea38b8 req-96ed4280-1b55-45d4-b86d-684a401fde66 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 944 time: 0.2331135 May 26 22:34:54.057867 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:54.066795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:54.087748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:54.115251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['0cc3a28d-c391-4c54-b0a6-1701a5c361ec'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:54.134201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:54.137730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-23b1bf4d-de8f-4c2b-b120-63b4724001f7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8895926 May 26 22:34:54.138374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41734) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:54.202459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f225f728-2c35-459c-915e-4634b2ea38b8 req-a676eda9-c47f-48f5-9448-3d7d7654e918 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114525 May 26 22:34:54.206715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:54.275057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:54.356178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on host n-h2-843301-1 for vnic_type normal with profile {"migrating_to": "n-h1-843301-1"} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:54.356950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:54.357484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:54.364082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:34:54.364808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Attempting to bind port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:54.374473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:54.376790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:54.377543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:54.378215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Bound port: b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:54.379354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:54.461472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be3677-88c4-440f-b53c-c8fd7bdfc152 req-c1d5e1f0-f02d-4dca-ac71-1a853b3b277e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:54.462987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b9be3677-88c4-440f-b53c-c8fd7bdfc152 req-c1d5e1f0-f02d-4dca-ac71-1a853b3b277e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.3219099 May 26 22:34:54.549022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64fe5241-1001-4cd9-abfa-6d7c4cab5aae up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:54.614343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b9be3677-88c4-440f-b53c-c8fd7bdfc152 req-3afbb80d-9d64-4842-a394-ae7aad4cd199 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446402 May 26 22:34:54.728987 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b63c7a3-5325-47d3-a109-c4eba9e31e44'] response: {'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2', 'code': 200} May 26 22:34:54.815497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:54.822499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:54.834231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:54.847353 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:54.980479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:54.981138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:55.040275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=8']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:55.060355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d277e4e-6c49-407b-b2a5-06add9724c04 req-98e24671-4fd8-4508-868f-64944bc06a06 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:55.068081 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d277e4e-6c49-407b-b2a5-06add9724c04 req-98e24671-4fd8-4508-868f-64944bc06a06 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.2238288 May 26 22:34:55.101949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:55.104161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-b53eaf7b-6ad1-45a2-9901-72ccce98be0c service neutron] 10.222.0.55 "PUT /v2.0/ports/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 1121 time: 2.2268243 May 26 22:34:55.120063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:51Z', 'revision_number': 3, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:55.129968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:34:55.130236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d277e4e-6c49-407b-b2a5-06add9724c04 req-69110548-8db3-4752-a50f-5a1df60d30a7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609367 May 26 22:34:55.130352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Updating router a3c43c54-b7f0-418b-8d91-2f90408504fd port c5cfb061-5512-49db-8ac1-520a07a5bcc7 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:34:55.137986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47394120-a32d-4b2d-b25b-db46aa06d515 req-5468fea7-b9f3-4ecc-85ed-a12e9e816891 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:55.147831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47394120-a32d-4b2d-b25b-db46aa06d515 req-5468fea7-b9f3-4ecc-85ed-a12e9e816891 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1909585 May 26 22:34:55.215181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47394120-a32d-4b2d-b25b-db46aa06d515 req-5aa98d9c-6631-4d8d-b469-7c7a0c2fdba7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660305 May 26 22:34:55.235510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:55.300324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b8ee21a6-1290-4e34-9fc6-fe53e812e2d2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:34:55.452959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82f2b-1f8a-4711-a267-92456ca9bfc3 req-aab5aed4-63f4-467b-9137-58fd01a53b82 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:55.454377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4f82f2b-1f8a-4711-a267-92456ca9bfc3 req-aab5aed4-63f4-467b-9137-58fd01a53b82 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 943 time: 0.1167924 May 26 22:34:55.539427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4f82f2b-1f8a-4711-a267-92456ca9bfc3 req-a8a177c1-7a7c-430c-8507-47b540e80b15 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769386 May 26 22:34:55.746460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38c0a-8d27-4b0e-8f56-69efd4f3d028 req-4fe21259-4d98-4e1c-8452-85f2b9bc4093 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:55.753166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61a38c0a-8d27-4b0e-8f56-69efd4f3d028 req-4fe21259-4d98-4e1c-8452-85f2b9bc4093 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 944 time: 0.2136850 May 26 22:34:55.785826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:55.837643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61a38c0a-8d27-4b0e-8f56-69efd4f3d028 req-06558c20-c058-41b8-aa68-41a03416a68c tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835419 May 26 22:34:55.945636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f520ee-1ff4-409c-a812-dbb9d0c28fea req-673c2a6f-be53-42ce-aaa1-b21a8701651e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:55.948001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76f520ee-1ff4-409c-a812-dbb9d0c28fea req-673c2a6f-be53-42ce-aaa1-b21a8701651e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.1072717 May 26 22:34:55.992513 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.012709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Transition to ACTIVE for port object c5cfb061-5512-49db-8ac1-520a07a5bcc7 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:56.022508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76f520ee-1ff4-409c-a812-dbb9d0c28fea req-03e21278-8153-44b6-be30-aadd2f981841 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680330 May 26 22:34:56.033844 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.082835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Allocated IP 172.20.0.1 (76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c/38f3ee42-314d-4b95-b9ee-4e19c3abe247/b36938d6-1757-4db5-a837-8ad4ff41931a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:56.120912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c762f6-d8ac-445f-ab56-76019440f2ab None None] Pushing event updated for resources: {'Port': ['ID=c5cfb061-5512-49db-8ac1-520a07a5bcc7,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:56.129930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Attempting to bind port c5cfb061-5512-49db-8ac1-520a07a5bcc7 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:56.130598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Attempting to bind port c5cfb061-5512-49db-8ac1-520a07a5bcc7 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:56.131214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Attempting to bind port c5cfb061-5512-49db-8ac1-520a07a5bcc7 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:34:56.155574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:34:56.157906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:34:56.158435 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.159346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:34:56.160154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Bound port: c5cfb061-5512-49db-8ac1-520a07a5bcc7, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:56.160884 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.283957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] For port c5cfb061-5512-49db-8ac1-520a07a5bcc7, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:34:56.293592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] For port c5cfb061-5512-49db-8ac1-520a07a5bcc7, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c5cfb061-5512-49db-8ac1-520a07a5bcc7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:34:56.306616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.411800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c762f6-d8ac-445f-ab56-76019440f2ab None None] Pushing event updated for resources: {'Port': ['ID=c5cfb061-5512-49db-8ac1-520a07a5bcc7,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:56.420870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:34:56.422009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:56.486193 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.518971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Transition to ACTIVE for port object b36938d6-1757-4db5-a837-8ad4ff41931a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:56.564914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5475-b3ac-4701-b0e7-5e0aebb79158 req-6a3c598f-a21c-421b-a091-04c587246c77 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:56.566574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53ca5475-b3ac-4701-b0e7-5e0aebb79158 req-6a3c598f-a21c-421b-a091-04c587246c77 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1260617 May 26 22:34:56.591968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.608624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ec34-6886-4b54-a281-40f5f574de4b req-a723c434-0fbf-4b1b-894f-8b6aab3668b9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:56.617062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d12ec34-6886-4b54-a281-40f5f574de4b req-a723c434-0fbf-4b1b-894f-8b6aab3668b9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1582243 May 26 22:34:56.648234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:34:56.667361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Pushing event updated for resources: {'Port': ['ID=b36938d6-1757-4db5-a837-8ad4ff41931a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:56.683468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d12ec34-6886-4b54-a281-40f5f574de4b req-3ba1c718-493b-4b3b-ac66-d2c84528b3c2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650637 May 26 22:34:56.705655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53ca5475-b3ac-4701-b0e7-5e0aebb79158 req-65eb43ca-fa6f-473e-9483-8901d9596684 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311946 May 26 22:34:56.727839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:56.728488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:56.729036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:56.733746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:34:56.844680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:56.883792 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02365f05-05f4-4c81-88f4-edd4db266d00'] response: {'name': 'network-changed', 'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2', 'status': 'completed', 'code': 200} May 26 22:34:56.988870 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:57.099847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0cc3a28d-c391-4c54-b0a6-1701a5c361ec up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:57.100455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4253307-7c63-4cfb-8867-2f7e1ba3299c req-2c3c75b6-459d-469b-8ea3-7e3b0e19003c tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:57.108552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e4253307-7c63-4cfb-8867-2f7e1ba3299c req-2c3c75b6-459d-469b-8ea3-7e3b0e19003c tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 944 time: 0.1032619 May 26 22:34:57.176370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e4253307-7c63-4cfb-8867-2f7e1ba3299c req-6e419af3-dbde-4a55-901f-2ad48c91d984 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663483 May 26 22:34:57.224136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396db1f0-dc7e-4d6b-829a-347e0007cb92 req-9fa30702-c26d-41c2-b88f-f4e8396b7ed0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:57.225644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-396db1f0-dc7e-4d6b-829a-347e0007cb92 req-9fa30702-c26d-41c2-b88f-f4e8396b7ed0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 943 time: 0.2381423 May 26 22:34:57.313310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a655f04e-2a13-46f5-9d3f-181060598bf2 None None] Provisioning for port b36938d6-1757-4db5-a837-8ad4ff41931a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:57.321363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a655f04e-2a13-46f5-9d3f-181060598bf2 None None] Provisioning complete for port b36938d6-1757-4db5-a837-8ad4ff41931a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:57.321959 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a655f04e-2a13-46f5-9d3f-181060598bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:57.323935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-396db1f0-dc7e-4d6b-829a-347e0007cb92 req-4a23c350-04cf-46c3-87f9-de39dec7f6d1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 May 26 22:34:57.395847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bbcce-50fa-45d3-9499-2efb761245bc req-acf9df43-a66c-48d1-b3bd-08c504e26911 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:57.397380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-bf31e29d-9824-41f3-a1ca-0d9897e8ecbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1124 time: 0.4504986 May 26 22:34:57.402351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c6bbcce-50fa-45d3-9499-2efb761245bc req-acf9df43-a66c-48d1-b3bd-08c504e26911 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.1096075 May 26 22:34:57.427049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:57.433098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:57.454055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:57.454806 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:57.467643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c6bbcce-50fa-45d3-9499-2efb761245bc req-aa813061-5211-482a-ba58-48158ebb3625 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626717 May 26 22:34:57.508826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a655f04e-2a13-46f5-9d3f-181060598bf2 None None] Port b36938d6-1757-4db5-a837-8ad4ff41931a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:34:57.532799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:51Z', 'revision_number': 3, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:57.539845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2b4e6-5192-4e08-abd5-6799fa532e72 None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:51Z', 'revision_number': 3, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:34:57.632118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-c3da04a0-cd2e-457d-9464-a8fc8b7c3ba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:57.633557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-c3da04a0-cd2e-457d-9464-a8fc8b7c3ba0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.2224624 May 26 22:34:57.635628 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:57.676874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:57.677951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:57.693662 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:57.786018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:57.792116 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06acaec3-b749-4809-8d08-ceb099563de2'] response: {'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'code': 200} May 26 22:34:57.807541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:34:57.836384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:57.841066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-d9750317-cbc3-439a-bcd6-fd5098ac0b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 217 time: 0.1933336 May 26 22:34:57.850113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:58.110100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e241-bf72-4abc-9554-27a9183ae638 req-25a1edad-b3a7-4fd9-baa6-514fb6fd728c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:58.111687 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3025e241-bf72-4abc-9554-27a9183ae638 req-25a1edad-b3a7-4fd9-baa6-514fb6fd728c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1240113 May 26 22:34:58.157567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Pushing event updated for resources: {'Port': ['ID=b36938d6-1757-4db5-a837-8ad4ff41931a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:58.169988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-1782b905-f4ed-4acf-983c-076246cc2c39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:58.171675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-1782b905-f4ed-4acf-983c-076246cc2c39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.3233042 May 26 22:34:58.174102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:58.174993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b895af24-de71-4226-a8d3-c927a2471ad9 req-16af384c-0034-48c6-9986-54e7f3be7d6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 1096 time: 0.2948771 May 26 22:34:58.194510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3025e241-bf72-4abc-9554-27a9183ae638 req-a6d5b0c0-130d-4c9f-aaa6-30ce748edd29 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748587 May 26 22:34:58.284215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b895af24-de71-4226-a8d3-c927a2471ad9 req-f1d6781b-3866-48f8-8617-404692765ba8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864136 May 26 22:34:58.303530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-5ead4128-3ae8-4dd0-ae5b-12c6f42eb6a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069319 May 26 22:34:58.409990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:58.420921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d5b0f-d5e8-4dde-9e15-d57458d69915 req-30fe6f41-c7a6-4eed-b410-3ffad0f3f595 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:58.428446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981d5b0f-d5e8-4dde-9e15-d57458d69915 req-30fe6f41-c7a6-4eed-b410-3ffad0f3f595 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.4014080 May 26 22:34:58.569209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dfc77-1b9f-498e-95bb-06c4f6c3938c req-683b95ce-15fd-44e5-b3bf-4236501041c4 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:58.571510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-120dfc77-1b9f-498e-95bb-06c4f6c3938c req-683b95ce-15fd-44e5-b3bf-4236501041c4 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 945 time: 0.1097732 May 26 22:34:58.594096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5cfb061-5512-49db-8ac1-520a07a5bcc7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:58.615664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981d5b0f-d5e8-4dde-9e15-d57458d69915 req-39e5642e-167d-42ef-878b-df6e75a9d983 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694491 May 26 22:34:58.653019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-120dfc77-1b9f-498e-95bb-06c4f6c3938c req-cc07c68b-ccf8-4c8d-bb8f-1dc9944bcc3f tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712006 May 26 22:34:58.697906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:58.788600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:58.899934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c5cfb061-5512-49db-8ac1-520a07a5bcc7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:58.910449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c5cfb061-5512-49db-8ac1-520a07a5bcc7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:58.910816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:58.991126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:59.028534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 has no active binding in host n-h1-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:34:59.043040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268ba71-5fe6-4090-917f-777e34bb0cd0 req-8e77d511-2cec-42e8-9710-10b146874745 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:59.047463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3268ba71-5fe6-4090-917f-777e34bb0cd0 req-8e77d511-2cec-42e8-9710-10b146874745 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 943 time: 0.1655998 May 26 22:34:59.117206 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:59.123367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3268ba71-5fe6-4090-917f-777e34bb0cd0 req-f535e16d-c82f-40dd-ad84-bafaf49d2e9f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689914 May 26 22:34:59.141167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c5cfb061-5512-49db-8ac1-520a07a5bcc7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c5cfb061-5512-49db-8ac1-520a07a5bcc7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:34:59.156766 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:59.242940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c5cfb061-5512-49db-8ac1-520a07a5bcc7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:59.266214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-93926828-cc2e-462f-9927-3040b1013b71 None None] Provisioning complete for port b36938d6-1757-4db5-a837-8ad4ff41931a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:59.266731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-93926828-cc2e-462f-9927-3040b1013b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:59.366985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-93926828-cc2e-462f-9927-3040b1013b71 None None] Port b36938d6-1757-4db5-a837-8ad4ff41931a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:34:59.450718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-5d7f74dd-d041-4a02-827d-752917433b88 service neutron] 10.222.0.48 "GET /v2.0/ports/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2/bindings/n-h1-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.1917887 May 26 22:34:59.517903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-14c74ff6-9b18-4b32-af29-5789c609d2c8 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8790855 May 26 22:34:59.530962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342415a2-3451-419c-a12c-f63cfbae7b82 req-314af9a5-eec6-4fe1-9ada-f52594ad768f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:59.539788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-342415a2-3451-419c-a12c-f63cfbae7b82 req-314af9a5-eec6-4fe1-9ada-f52594ad768f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 945 time: 0.3694315 May 26 22:34:59.579308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d68410-e4df-46d4-95af-58a433147b0f req-a5f8db60-bb6b-49cb-9321-c51fe7ced06e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:59.586552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f2d68410-e4df-46d4-95af-58a433147b0f req-a5f8db60-bb6b-49cb-9321-c51fe7ced06e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2218845 May 26 22:34:59.665489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f2d68410-e4df-46d4-95af-58a433147b0f req-614891a2-45a2-4917-ae4e-b1511e3b184c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780172 May 26 22:34:59.739258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-342415a2-3451-419c-a12c-f63cfbae7b82 req-a4232928-0e82-461e-bf27-e19eeca942d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975036 May 26 22:34:59.765973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa9ff15c-2923-49c2-831e-4ee02b175ce6 req-956f5759-9c2c-4f39-979d-b44b92e9c52b service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240891 May 26 22:34:59.913960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:00.031040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:35:00.045930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c178-7d05-41a1-a4d8-1615eacd5d1a req-8dd5fb71-a150-4417-acd7-997582f1a5de tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:00.047489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7a5c178-7d05-41a1-a4d8-1615eacd5d1a req-8dd5fb71-a150-4417-acd7-997582f1a5de tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 945 time: 0.1777122 May 26 22:35:00.131672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:00.227504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:00.248943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:00.250370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7a5c178-7d05-41a1-a4d8-1615eacd5d1a req-7c5d46bf-8ce5-472e-9dc2-43ad977cf739 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918151 May 26 22:35:00.264512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b7c61-6b07-4bc1-9895-63699791ab19 req-ac9b0dc4-6175-4cef-8d8e-b9d5db621399 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:00.266138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e20b7c61-6b07-4bc1-9895-63699791ab19 req-ac9b0dc4-6175-4cef-8d8e-b9d5db621399 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.2010417 May 26 22:35:00.294608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:00.389165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:35:00.418555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7bd07654-8235-4bd9-a9b3-e0e2016dcf91 admin admin] 10.222.0.32 "PUT /v2.0/routers/a3c43c54-b7f0-418b-8d91-2f90408504fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2787590 May 26 22:35:00.424077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e20b7c61-6b07-4bc1-9895-63699791ab19 req-8357684d-f86d-4002-af30-9a8c89c95167 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499476 May 26 22:35:00.512286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] Transition to ACTIVE for port object b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:00.559383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5cfb061-5512-49db-8ac1-520a07a5bcc7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:00.560983 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:00.762792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c5cfb061-5512-49db-8ac1-520a07a5bcc7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:00.763699 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:00.856508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] Pushing event updated for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=10']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:00.920808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] No DVR routers for this DVR port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:35:00.994798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf01d52-0b8e-4841-b14b-989adc9d9d36 req-6bf650ca-a990-4738-9c7a-35f6a47098e1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:01.001832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-adf01d52-0b8e-4841-b14b-989adc9d9d36 req-6bf650ca-a990-4738-9c7a-35f6a47098e1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.3386433 May 26 22:35:01.040234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-d6c82049-b3cc-4237-8ecd-a7d4f5b8aa2f service neutron] 10.222.0.48 "PUT /v2.0/ports/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2/bindings/n-h1-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5832000 May 26 22:35:01.054063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-adf01d52-0b8e-4841-b14b-989adc9d9d36 req-8652d2d9-f384-401d-b72b-c0113da7e4e9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512640 May 26 22:35:01.100230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1982696-8733-438f-8c0e-c589b4736fe3 req-e55b3312-f4a5-4fbc-a381-f076c023b219 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:01.101610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1982696-8733-438f-8c0e-c589b4736fe3 req-e55b3312-f4a5-4fbc-a381-f076c023b219 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1496966 May 26 22:35:01.214650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1982696-8733-438f-8c0e-c589b4736fe3 req-0753baa2-54e1-474c-aa8b-3fe854c5c77e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010010 May 26 22:35:01.277899 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-dbe37af9-f7a8-4d48-a071-ef1eb14a8644 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.1743507 May 26 22:35:01.349116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-25470c8c-2f33-4121-b5f7-34607b5c6d27 service neutron] 10.222.0.55 "GET /v2.0/ports/00ab2cbc-7291-4b90-b9c2-cb53b7441012/bindings/n-h2-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.1300573 May 26 22:35:01.385754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-34045aaf-68a9-4e80-9201-829f477ed48c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957&tenant_id=98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 1095 time: 0.0936830 May 26 22:35:01.595181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd0854-7ef5-4087-b0c3-bc805cf71255 req-aebf6e2a-a671-4dc5-8cfa-3b18694a2712 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:01.596749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90dd0854-7ef5-4087-b0c3-bc805cf71255 req-aebf6e2a-a671-4dc5-8cfa-3b18694a2712 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 945 time: 0.1230867 May 26 22:35:01.611022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-69ce6777-50b6-4b2a-ac8a-c970d5eccc90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1095 time: 0.1996565 May 26 22:35:01.814320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90dd0854-7ef5-4087-b0c3-bc805cf71255 req-074ebede-14b2-4fdf-b59f-856888337c3a tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959202 May 26 22:35:01.903030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-cf240c41-97ed-44f9-817f-94793d40bb27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:01.905273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-cf240c41-97ed-44f9-817f-94793d40bb27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.2493157 May 26 22:35:01.957390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:01.983944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-150d7324-5b1f-46a1-ab52-3ce47b2ef97e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:01.984720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-150d7324-5b1f-46a1-ab52-3ce47b2ef97e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:01.998517 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:35:02.004741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:02.016909 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:02.017621 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:02.029980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-4798106f-1fd8-447e-aaa1-41ea31af6678 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 217 time: 0.1143777 May 26 22:35:02.111988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-a59bda61-9bd6-409a-be8e-51ed36899c0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:02.113452 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-a59bda61-9bd6-409a-be8e-51ed36899c0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.0676770 May 26 22:35:02.122494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d532cb1-bd42-44d5-a729-733b97fd5027 req-6773dd58-0876-4822-b079-ea2e7c0d0b2e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:02.123895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d532cb1-bd42-44d5-a729-733b97fd5027 req-6773dd58-0876-4822-b079-ea2e7c0d0b2e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 943 time: 0.1511805 May 26 22:35:02.148866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-150d7324-5b1f-46a1-ab52-3ce47b2ef97e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:02.150068 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-150d7324-5b1f-46a1-ab52-3ce47b2ef97e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 820 time: 0.5592570 May 26 22:35:02.156350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ab2cbc-7291-4b90-b9c2-cb53b7441012 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:02.173772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-cff20d91-a6bf-4cc0-ad57-d1d90ab68085 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/quotas/5741a08d9a7c4f7b80fd483d222f38dd HTTP/1.1" status: 200 len: 375 time: 0.0124967 May 26 22:35:02.178890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:02.179885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-6e649b95-4f2f-4a74-8bee-65b4a41dbbee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550904 May 26 22:35:02.209508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d532cb1-bd42-44d5-a729-733b97fd5027 req-d69fe35c-c06b-4354-90f7-5cc3e7c5b733 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518301 May 26 22:35:02.233909 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:02.251674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:02.368390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] Transition to ACTIVE for port object 00ab2cbc-7291-4b90-b9c2-cb53b7441012 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:02.375107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-196805c2-88dc-4a6f-b625-8660df0891a8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:02.383102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:02.423719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1251bcfb-8d4f-419e-b97f-a07bb0d49450 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:02.507728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-196805c2-88dc-4a6f-b625-8660df0891a8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:02.515409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-196805c2-88dc-4a6f-b625-8660df0891a8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3267958 May 26 22:35:02.557845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-91446624-7f5f-4891-bc9b-866650c79dd5 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578957 May 26 22:35:02.582619 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:34:57Z', 'revision_number': 2, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:02.586710 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:35:02.587230 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Updating router a3c43c54-b7f0-418b-8d91-2f90408504fd port b36938d6-1757-4db5-a837-8ad4ff41931a binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:35:02.621458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:02.647927 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:02.648146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] No DVR routers for this DVR port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:35:02.650136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] Pushing event updated for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=10']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:02.655906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'mac_address': 'fa:16:3e:89:9f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:02.732559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-9a8ad1c5-001c-411d-a625-8102242195d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/00ab2cbc-7291-4b90-b9c2-cb53b7441012/bindings/n-h2-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3764203 May 26 22:35:02.748280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-a965eaf3-7bda-49ad-bb0a-af153466d685 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319708 May 26 22:35:02.791781 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:02.812097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1251bcfb-8d4f-419e-b97f-a07bb0d49450 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:02.828316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:02.834104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:02.911393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715dd83-30d7-47d9-8630-b448edf4bdc5 req-46b37651-7193-4c5f-a6a6-52b7e7687831 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:02.916986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e715dd83-30d7-47d9-8630-b448edf4bdc5 req-46b37651-7193-4c5f-a6a6-52b7e7687831 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 945 time: 0.5572901 May 26 22:35:02.920456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-326f7dbd-4c9a-4794-9c7b-ab1f0b670c91 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712110 May 26 22:35:02.922097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41864) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:35:02.924947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:02.932522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-dd86f954-d1b6-42a0-9ee2-b280986dbade service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662875 May 26 22:35:02.934041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Request body: {'floatingip': {'port_id': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:02.981059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-057afe33-c90a-48a5-9ce1-dc2225d5538b tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.1854417 May 26 22:35:03.048040 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:03.114593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:03.172307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['1251bcfb-8d4f-419e-b97f-a07bb0d49450'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:03.275300 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:03.298677 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Transition to ACTIVE for port object b36938d6-1757-4db5-a837-8ad4ff41931a will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:03.310684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:35:03.311500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-7a572f03-1128-40ed-8fc3-1ae2ec7774b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9&tenant_id=691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 1095 time: 0.3218760 May 26 22:35:03.314942 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:03.348607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52750c30-c34a-4805-a0c0-da73c73b1830 req-8328043c-8a9f-4905-97dc-40d2fa83154d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:03.351913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52750c30-c34a-4805-a0c0-da73c73b1830 req-8328043c-8a9f-4905-97dc-40d2fa83154d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.2916510 May 26 22:35:03.439413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52750c30-c34a-4805-a0c0-da73c73b1830 req-a293734b-0599-4fdf-8fff-cdcec0ab3cb9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816734 May 26 22:35:03.519982 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Pushing event updated for resources: {'Port': ['ID=b36938d6-1757-4db5-a837-8ad4ff41931a,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:03.556275 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.557573 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.559023 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.559381 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.561443 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.561824 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.563447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.563636 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.563966 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.566251 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.566706 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:03.787006 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Attempting to bind port b36938d6-1757-4db5-a837-8ad4ff41931a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:03.787936 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Attempting to bind port b36938d6-1757-4db5-a837-8ad4ff41931a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:03.788284 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Attempting to bind port b36938d6-1757-4db5-a837-8ad4ff41931a on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:03.804401 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:03.813810 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Checking segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:03.814284 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:03.819015 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Bound using segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:03.819556 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Bound port: b36938d6-1757-4db5-a837-8ad4ff41931a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:03.823285 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:03.850144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0cd872c3-5536-414a-89c4-8a7ea96d474b req-771496e1-27a6-411c-a71e-6750d0926c95 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 210 time: 0.1410916 May 26 22:35:03.948996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93ff9-3401-4b4c-a32b-e5d446807b58 req-8ddadeaa-5d02-45ac-a87f-51d836eb88ee tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:03.961549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9d93ff9-3401-4b4c-a32b-e5d446807b58 req-8ddadeaa-5d02-45ac-a87f-51d836eb88ee tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.5230677 May 26 22:35:03.962606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-7ae67e73-5a6e-4f1c-9eef-f70ba2c44e91 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.4302261 May 26 22:35:03.967012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-3fca8b3b-b0a9-4b7e-abfa-eec8dc969c9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1095 time: 0.3458374 May 26 22:35:03.992576 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] For port b36938d6-1757-4db5-a837-8ad4ff41931a, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:03.996913 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] For port b36938d6-1757-4db5-a837-8ad4ff41931a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b36938d6-1757-4db5-a837-8ad4ff41931a,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:04.010657 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:04.131027 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb0a75-b9e9-4420-b60f-98eb8b3c6619 None None] Pushing event updated for resources: {'Port': ['ID=b36938d6-1757-4db5-a837-8ad4ff41931a,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:04.137291 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:04.137984 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:04.264084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-c235574f-ada4-4300-bef0-da33a026f6a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:04.265626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-c235574f-ada4-4300-bef0-da33a026f6a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2913587 May 26 22:35:04.372174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-abd4bf73-e11a-41ab-9b3a-c3928922597c service neutron] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:04.373949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-83a1272a-8dac-4b0f-a22b-855eafabd2a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 217 time: 0.0972533 May 26 22:35:04.379969 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-abd4bf73-e11a-41ab-9b3a-c3928922597c service neutron] Notify callbacks [] for binding, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:04.381048 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fb735a1-7dba-49a8-9e7a-5f6b7292aeac req-abd4bf73-e11a-41ab-9b3a-c3928922597c service neutron] 10.222.0.55 "DELETE /v2.0/ports/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2/bindings/n-h2-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.3829360 May 26 22:35:04.388054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5494273-d67b-482d-90cb-426f9cc8526f req-dfc45016-c8fe-4871-9cca-2d4d0925922f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:04.395548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5494273-d67b-482d-90cb-426f9cc8526f req-dfc45016-c8fe-4871-9cca-2d4d0925922f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 0.2880793 May 26 22:35:04.428075 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:04.451459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1251bcfb-8d4f-419e-b97f-a07bb0d49450 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:04.512744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5494273-d67b-482d-90cb-426f9cc8526f req-0d6b104b-2afb-4c1a-a3c2-75582b17eba3 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162386 May 26 22:35:04.539926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-998e11db-8553-4c57-8837-128c0ae0974c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:04.541380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-998e11db-8553-4c57-8837-128c0ae0974c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1315055 May 26 22:35:04.548893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:04.548893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:04.557527 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9d93ff9-3401-4b4c-a32b-e5d446807b58 req-3aeafdfe-e31b-4abb-a0fe-b7c1686471d8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950704 May 26 22:35:04.705854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-ec0041d3-ff65-4be1-97a3-0b8c5bd4ffb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382661 May 26 22:35:04.711329 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:04.718134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:35:04.770384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:04.791274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:04.807299 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:04.910969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:04.959311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:04.968515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:04.985832 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:03Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:04.994839 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daa425-3477-4839-82dd-48ba8bd57500 None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:03Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:35:05.026129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-a7b2fb66-ca0a-494c-8e78-ec94a901e94d service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123200 May 26 22:35:05.099070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ae1cf-8022-41b8-b02f-76978024bde2 req-ae62b3ed-b523-41a9-8d5a-58f733193ae3 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:05.107064 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-855ae1cf-8022-41b8-b02f-76978024bde2 req-ae62b3ed-b523-41a9-8d5a-58f733193ae3 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 950 time: 0.2418957 May 26 22:35:05.292454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-855ae1cf-8022-41b8-b02f-76978024bde2 req-921d346e-2be8-40a1-8234-34399618b188 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841092 May 26 22:35:05.398279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-837ebad5-9268-46bb-87d8-e55c098ae18b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:05.401805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-837ebad5-9268-46bb-87d8-e55c098ae18b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.48 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 820 time: 0.3539634 May 26 22:35:05.404709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-eeff6307-78d2-48fa-bf4a-6aed2369de20 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640053 May 26 22:35:05.432594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'port': {'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'admin_state_up': True, 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:05.535737 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e73d35-2f69-411c-9e21-5c495a883adf'] response: {'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'code': 200} May 26 22:35:05.564037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b15f4-43a2-4b15-a7c3-c03be06502dd req-489c8861-4898-4995-adf6-49ab45d8a518 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:05.565500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b34b15f4-43a2-4b15-a7c3-c03be06502dd req-489c8861-4898-4995-adf6-49ab45d8a518 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.7127736 May 26 22:35:05.732000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b34b15f4-43a2-4b15-a7c3-c03be06502dd req-69d130b0-67de-4e0f-9639-a742dd0d47e2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585071 May 26 22:35:05.745522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:35:05.760604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:35:05.794355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Made reservation on behalf of 5741a08d9a7c4f7b80fd483d222f38dd for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:35:05.800085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:05.861856 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Floating IP 9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d associated. External IP: 172.25.4.62, port: 0cc3a28d-c391-4c54-b0a6-1701a5c361ec. May 26 22:35:05.938324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4df9305b-e25e-44e7-a308-bf303aae99ad req-26f9ffe6-aea9-4eb1-846a-83ad614c0485 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 210 time: 0.2366841 May 26 22:35:06.257158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Allocated IP 172.20.0.14 (76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c/38f3ee42-314d-4b95-b9ee-4e19c3abe247/ca95bc51-ecf8-405e-8f6d-bd76a9c302dc) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:35:06.270978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c700d4a4-d226-4f29-960d-185de32933cc req-ca6ac3e9-7639-40d3-a2be-7983bdadb67e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1095 time: 0.4345238 May 26 22:35:06.290906 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-58555e33-30fd-4273-8a26-7c76243fb6d5 service neutron] show failed (client error): The resource could not be found. May 26 22:35:06.292504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-58555e33-30fd-4273-8a26-7c76243fb6d5 service neutron] 10.222.0.48 "GET /v2.0/ports/7b5c32bf-0417-494a-9513-dbc369c4867e/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.5036950 May 26 22:35:06.467749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:06.540263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8c1fc-b267-4064-871e-dd6ab8b0021f req-75587808-7b10-4fc0-ac00-7c7986ce1bc5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:06.547272 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c8c1fc-b267-4064-871e-dd6ab8b0021f req-75587808-7b10-4fc0-ac00-7c7986ce1bc5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 0.3418038 May 26 22:35:06.660512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b36938d6-1757-4db5-a837-8ad4ff41931a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:06.744404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-b3c377d9-292b-43a3-8f89-68471af979a0 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.4183173 May 26 22:35:06.748732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d4a4-d226-4f29-960d-185de32933cc req-25cc9797-4475-47f6-ab7d-b8e0a0da181a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:06.750148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c700d4a4-d226-4f29-960d-185de32933cc req-25cc9797-4475-47f6-ab7d-b8e0a0da181a service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.4513090 May 26 22:35:06.806925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:06.860786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b36938d6-1757-4db5-a837-8ad4ff41931a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:06.867006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c700d4a4-d226-4f29-960d-185de32933cc req-6df63618-5a5f-4e7d-a2ee-edebed8953de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 200 len: 217 time: 0.0755153 May 26 22:35:06.872268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:06.873261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b36938d6-1757-4db5-a837-8ad4ff41931a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:06.873863 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:06.878279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-92fda540-5679-482f-98df-5045d274d8d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4294970 May 26 22:35:06.908661 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:06.935105 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c8c1fc-b267-4064-871e-dd6ab8b0021f req-e74ae307-5072-476f-90ac-e386ae3a1c9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868484 May 26 22:35:07.013651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:07.055520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Transition to ACTIVE for port object ca95bc51-ecf8-405e-8f6d-bd76a9c302dc will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:07.064954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:07.137065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40eea5-7927-46ab-8823-9ce2cf4fdd0a req-cd23bb18-a7cd-4899-8ca6-a14c4d0b9c2e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:07.138641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c40eea5-7927-46ab-8823-9ce2cf4fdd0a req-cd23bb18-a7cd-4899-8ca6-a14c4d0b9c2e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 1.0555739 May 26 22:35:07.150290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-9d8598b2-4722-4d0d-bd72-29e0dfe9f02d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1&tenant_id=8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 1101 time: 0.2261415 May 26 22:35:07.174740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:07.187627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d4a4-d226-4f29-960d-185de32933cc req-32e864d0-cafa-4432-9137-b5665968d7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:07.192729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c700d4a4-d226-4f29-960d-185de32933cc req-32e864d0-cafa-4432-9137-b5665968d7d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.3128853 May 26 22:35:07.215267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c40eea5-7927-46ab-8823-9ce2cf4fdd0a req-1272a46a-da15-49c1-b78e-d762f09dce15 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639298 May 26 22:35:07.220236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:07.231038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b36938d6-1757-4db5-a837-8ad4ff41931a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b36938d6-1757-4db5-a837-8ad4ff41931a,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:07.241715 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:07.283583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c700d4a4-d226-4f29-960d-185de32933cc req-de5de998-b9a2-420d-923c-5e116b27e492 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819297 May 26 22:35:07.330582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-d437d1bf-510e-4977-9597-8ada7a1363f3 service neutron] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:07.345050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:07.384380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-d437d1bf-510e-4977-9597-8ada7a1363f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:07.385578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a90837d-acd0-4dc6-bb4b-0c3b43841108 req-d437d1bf-510e-4977-9597-8ada7a1363f3 service neutron] 10.222.0.48 "DELETE /v2.0/ports/00ab2cbc-7291-4b90-b9c2-cb53b7441012/bindings/n-h1-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.6345744 May 26 22:35:07.392237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b36938d6-1757-4db5-a837-8ad4ff41931a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:07.446762 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-43323831-3923-4cc4-ae9a-42e4044366b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 1095 time: 0.4896581 May 26 22:35:07.510748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Pushing event updated for resources: {'Port': ['ID=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:07.536590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:07.590109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:35:07.601307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:35:07.607330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:35:07.688120 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c700d4a4-d226-4f29-960d-185de32933cc req-f4b32ff8-c466-4583-a253-bf39e62cfacb service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863668 May 26 22:35:07.699209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:07.701200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:07.711651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:07.801537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-4f279808-7220-4e02-b4e1-3a78555d2d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:07.803228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-4f279808-7220-4e02-b4e1-3a78555d2d49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2936695 May 26 22:35:07.806110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e588c945-2cb2-4a40-876d-1992f7ad3477 req-2b9b56ca-f560-4b9f-b7f9-04d2e7da4565 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1095 time: 0.2905896 May 26 22:35:07.906867 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-5204be37-72cf-46aa-8775-2b174cd4e8dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 200 len: 217 time: 0.0971456 May 26 22:35:08.025203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-b01d2fcb-ce29-4c79-859c-2990ab896347 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5967529 May 26 22:35:08.055303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a827a-d9e4-4e19-b0ff-82e82070c0a1 req-088cb070-9574-488f-ac4c-16054ed6b17e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:08.076330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-353a827a-d9e4-4e19-b0ff-82e82070c0a1 req-088cb070-9574-488f-ac4c-16054ed6b17e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 932 time: 0.6061623 May 26 22:35:08.087698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fc706acb-bbef-4778-bd30-cafd16f342ba None None] Provisioning for port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:08.099026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fc706acb-bbef-4778-bd30-cafd16f342ba None None] Provisioning complete for port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:08.099390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fc706acb-bbef-4778-bd30-cafd16f342ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:08.101714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Request body: {'port': {'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:08.169635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fc706acb-bbef-4778-bd30-cafd16f342ba None None] Port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:35:08.183219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-5f0b5670-fac1-453d-8ecc-b52ce5a7307b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:08.184840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-5f0b5670-fac1-453d-8ecc-b52ce5a7307b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.2057347 May 26 22:35:08.241303 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c700d4a4-d226-4f29-960d-185de32933cc req-f3fca07b-9611-4c81-a9bf-cf5161b102a1 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278821 May 26 22:35:08.252373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-1035f5e6-9291-43dd-9a7f-ad97d4853b8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549440 May 26 22:35:08.274376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e588c945-2cb2-4a40-876d-1992f7ad3477 req-9e05e7fc-2dd4-45b6-bcac-fb0a579e1858 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672298 May 26 22:35:08.282209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-353a827a-d9e4-4e19-b0ff-82e82070c0a1 req-01a64597-0c19-4cd9-a740-f42e5cebd4be tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047510 May 26 22:35:08.418591 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30688456-2f11-4ba9-8047-53d16920634d'] response: {'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'code': 200} May 26 22:35:08.555343 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:08.563732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b36938d6-1757-4db5-a837-8ad4ff41931a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:08.685758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b36938d6-1757-4db5-a837-8ad4ff41931a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:08.686567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:08.733277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:08.878521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-bac4256a-2fc9-4c40-b482-364fa006191d service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192856 May 26 22:35:08.893501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:35:08.955798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:09.078588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f561c0d-f8b8-4222-8c93-dbd8170c8fe7 req-5511ae99-1ebe-4223-a785-48c278077302 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:09.086426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f561c0d-f8b8-4222-8c93-dbd8170c8fe7 req-5511ae99-1ebe-4223-a785-48c278077302 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 0.2481117 May 26 22:35:09.114145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0e798a0-fdf9-4e5a-891f-d2557ec7743d req-729ebb1c-51eb-4574-89e6-b2ed82c6b1e5 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287362 May 26 22:35:09.156212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f561c0d-f8b8-4222-8c93-dbd8170c8fe7 req-d49abad6-ea7b-4bc0-b22f-951e46df39fb tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682104 May 26 22:35:09.172956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Router c399c0f1-ed55-4304-8560-88ff448b105c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:35:09.177232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:09.188928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:09.196058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:09.233425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Transition to ACTIVE for port object 7b5c32bf-0417-494a-9513-dbc369c4867e will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:09.280084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:35:09.542675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:09.667900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-72b674b8-a907-48df-949b-f0d836febfa9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:09.669355 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-72b674b8-a907-48df-949b-f0d836febfa9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 0.2148640 May 26 22:35:09.693540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-8e98607b-fab6-4252-b1d4-163b7a2086ca tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/quotas/98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 375 time: 0.0176797 May 26 22:35:09.787773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-fba8e079-3f14-48d7-bbbc-7ac99bd6fc67 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933075 May 26 22:35:09.857980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca95bc51-ecf8-405e-8f6d-bd76a9c302dc {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:09.887837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:09.918288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:09.946447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] No DVR routers for this DVR port 7b5c32bf-0417-494a-9513-dbc369c4867e on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:35:09.953651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-711f75ca-acf2-447e-8188-1a4c1afe61c5 service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648376 May 26 22:35:09.966892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Transition to ACTIVE for port object ca95bc51-ecf8-405e-8f6d-bd76a9c302dc will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:10.006003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:10.057287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105aa0-9611-4163-b864-acb928923cb1 req-2bf72352-4bee-4ff7-a25c-6f074bae3fc2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:10.058837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea105aa0-9611-4163-b864-acb928923cb1 req-2bf72352-4bee-4ff7-a25c-6f074bae3fc2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 948 time: 0.6233578 May 26 22:35:10.147990 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-bc9b2170-2bbc-492a-bfdd-045978231404 service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859381 May 26 22:35:10.183196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:10.183542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:10.183858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:10.221422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Pushing event updated for resources: {'Port': ['ID=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:10.252824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Port 7b5c32bf-0417-494a-9513-dbc369c4867e on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:10.253288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Attempting to bind port 7b5c32bf-0417-494a-9513-dbc369c4867e on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:10.264050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:10.264476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:10.264918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:10.265419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Bound port: 7b5c32bf-0417-494a-9513-dbc369c4867e, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:10.265852 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:10.367371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea105aa0-9611-4163-b864-acb928923cb1 req-13666d4a-57fe-4ef5-a075-c832a82b0825 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851954 May 26 22:35:10.413618 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63e7c98-c1d9-445a-a3ac-281047e41223'] response: {'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'code': 200} May 26 22:35:10.565734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Attempting to bind port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:10.566623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Attempting to bind port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:10.566948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Attempting to bind port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:10.581059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:10.581417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Attempting to bind port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:10.611570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:10.611932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Checking segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:10.612281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Bound using segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:10.612767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Bound port: ca95bc51-ecf8-405e-8f6d-bd76a9c302dc, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:10.613115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:10.747196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0e6d6-c6ef-4fce-a4cb-25c0309f4300 req-8d77dd99-e130-4da2-abf2-9f45a4a9f21e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:10.748854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5aa0e6d6-c6ef-4fce-a4cb-25c0309f4300 req-8d77dd99-e130-4da2-abf2-9f45a4a9f21e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 944 time: 0.1065834 May 26 22:35:10.813227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5aa0e6d6-c6ef-4fce-a4cb-25c0309f4300 req-5fdabb15-3f96-4785-a2e9-1f133ef11537 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578513 May 26 22:35:10.814554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] For port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:10.818219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] For port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:10.824584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8787da54-62be-418b-b00b-b0e800ce285e req-87d40eaa-5d0c-47aa-ba18-f75798c54041 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 210 time: 0.2145970 May 26 22:35:10.832235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:10.921303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:10.923484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Pushing event updated for resources: {'Port': ['ID=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:10.934541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:35:10.940979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:10.945285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] Sync routers for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:35:10.968502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:10.969134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:11.069379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ea0e193f-a7c7-4c05-b5da-30363e665cc2 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "PUT /v2.0/floatingips/9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d HTTP/1.1" status: 200 len: 990 time: 8.1462166 May 26 22:35:11.071156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:11.148022 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:11.149493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-968760f7-b30c-4ed4-aea7-4967480a9129 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 1092 time: 3.1131003 May 26 22:35:11.152182 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:11.234145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:11.235572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] 10.222.0.55 "PUT /v2.0/ports/7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 1096 time: 4.0318432 May 26 22:35:11.417580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:11.524167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ec45fc6-d107-4d56-8a15-52e8a527a3a4 req-114d1ae6-9753-4af1-8f64-427ae8673aa3 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1095 time: 0.4498363 May 26 22:35:11.586540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ddb71-3718-46b2-89de-e43952ed9a12 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:11.656031 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ec45fc6-d107-4d56-8a15-52e8a527a3a4 req-fe832ec5-ec4a-4335-923f-0786c759fab1 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098740 May 26 22:35:11.666621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-f45faf7a-8db4-49c5-9cf3-163a7c4c382c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1095 time: 0.4030566 May 26 22:35:11.681055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-687f9c23-ced6-47aa-828b-63438d59b972 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1099 time: 0.4065275 May 26 22:35:12.168119 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27c2940c-d13d-43fb-87ba-cf34db59fd98 req-9d83ac7c-7317-4e6e-8b99-1543c9037081 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0896714 May 26 22:35:12.172393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'port_id': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'mac_address': 'fa:16:3e:94:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4796e85c-5a0e-4539-8043-518d829448b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:34:26Z', 'updated_at': '2022-05-26T22:35:04Z', 'revision_number': 1, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:12.178542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] Checking router: c399c0f1-ed55-4304-8560-88ff448b105c for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:35:12.192605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:12.194824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:34:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:12.225301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27c2940c-d13d-43fb-87ba-cf34db59fd98 req-79171d65-3d28-47c7-affb-8ea8d4d86e71 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562506 May 26 22:35:12.310475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-8ef9b754-78e3-40f9-9f91-cd42f8602c19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 217 time: 0.6275642 May 26 22:35:12.454584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec'}, {'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'}, {'name': 'network-changed', 'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:12.651460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-95c7387c-d7fc-41d2-be1c-ad6e6537c896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:12.655160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-95c7387c-d7fc-41d2-be1c-ad6e6537c896 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.7484796 May 26 22:35:12.698061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:12.779782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-031b6977-93c3-4a26-806e-cd58cf568881 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.1054339 May 26 22:35:12.794666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-d4062e2e-a336-4cec-8696-c3970832160f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:12.796506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-d4062e2e-a336-4cec-8696-c3970832160f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.4672530 May 26 22:35:12.833934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31953067-800f-4828-9564-91a9dba59126 req-1d7e2c55-299f-4610-8bdc-8298725c124a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:12.842021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31953067-800f-4828-9564-91a9dba59126 req-1d7e2c55-299f-4610-8bdc-8298725c124a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 944 time: 0.2452748 May 26 22:35:12.874841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-26035911-b099-417b-a8e2-29a8767d701c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:12.876283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-26035911-b099-417b-a8e2-29a8767d701c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 0.5007379 May 26 22:35:12.905904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Request body: {'port': {'device_id': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'admin_state_up': True, 'tenant_id': '98519dfb05104b2090a2113a0c1e295d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:12.922156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a01b3-fd84-4753-8960-b4ad6192bbad req-604c38df-6667-4675-b86b-3f5dd2e406ad tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:12.931261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce3a01b3-fd84-4753-8960-b4ad6192bbad req-604c38df-6667-4675-b86b-3f5dd2e406ad tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 948 time: 0.7151446 May 26 22:35:12.947592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31953067-800f-4828-9564-91a9dba59126 req-b72c8826-adf4-4558-b6d9-e630f2602c16 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046393 May 26 22:35:13.064491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce3a01b3-fd84-4753-8960-b4ad6192bbad req-40b11eb6-6f2f-43ba-b95f-8447815a0a2e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321287 May 26 22:35:13.112489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-41a01919-bf56-4bb1-853f-84546462cbc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:13.115341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-41a01919-bf56-4bb1-853f-84546462cbc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3232815 May 26 22:35:13.160414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-626d7352-2ff7-468b-8dd9-09ccc6efba08 req-92ce0a80-b544-434d-89a8-fb0f2c63e183 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 210 time: 0.0477202 May 26 22:35:13.199342 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-a68345b8-d967-4505-818a-62bf5a12da8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3489790 May 26 22:35:13.225460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:35:13.240806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:35:13.275323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Made reservation on behalf of 98519dfb05104b2090a2113a0c1e295d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:35:13.279345 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:13.322186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'port_id': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'mac_address': 'fa:16:3e:94:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4796e85c-5a0e-4539-8043-518d829448b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:34:26Z', 'updated_at': '2022-05-26T22:35:04Z', 'revision_number': 1, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:13.336130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fd0f6-e4b7-4a5e-8fbe-bbb07d3cf6e2 None None] The sync data for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 is: [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'port_id': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'mac_address': 'fa:16:3e:94:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4796e85c-5a0e-4539-8043-518d829448b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:34:26Z', 'updated_at': '2022-05-26T22:35:04Z', 'revision_number': 1, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:35:13.438027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-8b1de32f-a622-42a9-8827-2cd2b6bc937a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3095143 May 26 22:35:13.465362 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3491c683-66ca-4d95-a124-c0f999f13fad'] response: {'name': 'network-changed', 'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'status': 'completed', 'code': 200} May 26 22:35:13.465646 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3491c683-66ca-4d95-a124-c0f999f13fad'] response: {'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'status': 'completed', 'code': 200} May 26 22:35:13.465934 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3491c683-66ca-4d95-a124-c0f999f13fad'] response: {'name': 'network-changed', 'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'status': 'completed', 'code': 200} May 26 22:35:13.651784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-d1df9165-f6e4-4ce6-8afe-54cdfaba2b88 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844845 May 26 22:35:13.653647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-f00046ca-08f9-45f0-aa65-4181fb6ec593 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392374 May 26 22:35:13.766437 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-eb7ba421-2c9d-4df2-8072-e3e3d2097fba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6431c9359cd4ad5acef9858360d671b&device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 1096 time: 0.2651834 May 26 22:35:13.834356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Allocated IP 172.20.0.3 (0cf53761-dd15-43d4-a247-8211eb64de03/56e5b5be-b0d2-4e67-a774-94308cdf2bfe/b0045751-0153-4513-b0f0-1135e80025e8) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:35:13.969254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fea3f9a3-6193-4a3f-b1af-b278e0d730e8 req-d0091e5d-3c56-4729-95fe-12d46fa0f6a8 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069901 May 26 22:35:14.023424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbeaee8-dff1-4f05-ada2-a0e0a0aa2ddf req-9d1b4e33-f413-476c-9339-24ebf140c808 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600357 May 26 22:35:14.138119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-b9263c35-c68e-4b00-b714-42a94014a375 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1099 time: 0.1017761 May 26 22:35:14.346424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-1d6af7f8-ea4e-4a92-ba43-d9ddfbe67850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:14.347504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-1d6af7f8-ea4e-4a92-ba43-d9ddfbe67850 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2021768 May 26 22:35:14.413021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-5272b91e-df3b-4856-aa75-fa0248414516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:14.415486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-5272b91e-df3b-4856-aa75-fa0248414516 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3f5e899-76c1-40ba-a8ed-44b81c7fa24b HTTP/1.1" status: 200 len: 915 time: 0.6373541 May 26 22:35:14.519881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:14.556612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-efc3826d-95a4-43ed-8967-3b6e7de8dbea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cc3a28d-c391-4c54-b0a6-1701a5c361ec HTTP/1.1" status: 200 len: 998 time: 0.1161883 May 26 22:35:14.638502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-04667a0b-d9ea-476a-a601-9a53e3658ed2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.2797401 May 26 22:35:14.744459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e8086-6804-4d50-b1ca-f19e567f533d req-47a070eb-3867-4251-a110-89d76a38511a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:14.751657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c0e8086-6804-4d50-b1ca-f19e567f533d req-47a070eb-3867-4251-a110-89d76a38511a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 944 time: 0.6431890 May 26 22:35:14.764895 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771887e1-53c7-4956-8871-1c64951d16e9 None None] New status for floating IP 9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:35:14.781139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:14.805223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'mac_address': 'fa:16:3e:39:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:14.810865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aee042-2b68-4be4-a55d-18e557fb8105 req-89824510-e18f-4097-abbb-eedc01bce458 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:14.819044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75aee042-2b68-4be4-a55d-18e557fb8105 req-89824510-e18f-4097-abbb-eedc01bce458 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 948 time: 0.5192037 May 26 22:35:14.886973 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:14.915035 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75aee042-2b68-4be4-a55d-18e557fb8105 req-3ad70b53-9d7c-4eb6-8dd8-8e439da8e4b3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893993 May 26 22:35:14.925827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-119db8e0-0509-4237-b5bc-c054aec17fd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:14.927372 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-119db8e0-0509-4237-b5bc-c054aec17fd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2767735 May 26 22:35:14.927785 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c0e8086-6804-4d50-b1ca-f19e567f533d req-3c732264-b6a4-4d2d-b565-99ffce44cc6d tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751635 May 26 22:35:14.933767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72e1e44-165b-4444-a80c-48bfb201a4dc {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:14.986846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:14.987448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-cb3b7451-03e2-46c3-aa80-2233a7336e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:14.989429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-cb3b7451-03e2-46c3-aa80-2233a7336e78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e HTTP/1.1" status: 200 len: 853 time: 0.4258237 May 26 22:35:15.002494 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:15.117431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:15.149703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:15.178836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-a9d73aa4-0fde-41e8-92ac-e468a8b0654d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2434552 May 26 22:35:15.198511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-c8262e66-41c8-4735-a376-85706e22c240 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3f5e899-76c1-40ba-a8ed-44b81c7fa24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004886 May 26 22:35:15.350246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14e2ee18-8002-4553-82fd-23a344616b9c req-7eaef8a1-c60a-45e4-b5d4-48149beb9221 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 210 time: 0.0900464 May 26 22:35:15.374962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d72e1e44-165b-4444-a80c-48bfb201a4dc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:15.516677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:15.543506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-1321c350-6a55-46e3-a923-151d125c1a64 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533006 May 26 22:35:15.610564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Network 0cf53761-dd15-43d4-a247-8211eb64de03 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:35:15.626110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:35:15.640221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:35:15.718511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-c9d2810a-688e-413a-b113-6fef21018539 service neutron] 10.222.0.48 "GET /v2.0/networks/b3f5e899-76c1-40ba-a8ed-44b81c7fa24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068703 May 26 22:35:15.728313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:15.773087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-26ce7bab-a1d8-4647-8fa2-439d339334c5 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248297 May 26 22:35:15.870894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:15.871494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:15.932154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-d4838478-24a3-4922-905e-c5d63fd55526 service neutron] 10.222.0.48 "GET /v2.0/networks/b3f5e899-76c1-40ba-a8ed-44b81c7fa24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008076 May 26 22:35:15.936035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-16643a39-d50a-4cbe-b368-5bfd387bb4d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0337462 May 26 22:35:15.954567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Request body: {'port': {'device_id': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:16.222704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdca03f-fc2f-4090-8c47-8c2d679da296 req-e4febe94-5a86-43d3-b28a-34a3f0e48d00 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:16.224347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5bdca03f-fc2f-4090-8c47-8c2d679da296 req-e4febe94-5a86-43d3-b28a-34a3f0e48d00 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 948 time: 0.1426401 May 26 22:35:16.237419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:16.262594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-08b99ae9-f6d5-45ee-8845-95af31babb21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1095 time: 0.2411633 May 26 22:35:16.294291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5bdca03f-fc2f-4090-8c47-8c2d679da296 req-e7b988e8-4032-4bee-99f9-efc340d7e4ca tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 May 26 22:35:16.351999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb6028-8b2a-483b-9f5d-32004b54758f req-cba65614-8249-4f8c-a769-2f4544e0cc4c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:16.359432 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7edb6028-8b2a-483b-9f5d-32004b54758f req-cba65614-8249-4f8c-a769-2f4544e0cc4c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 944 time: 0.2842200 May 26 22:35:16.544697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:16.728666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:16.853524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff0f54-4859-4e1f-b1f2-e2ff56c5cfd1 req-0163220a-28c3-456c-9686-cc7e4ba51c55 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:16.866320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56ff0f54-4859-4e1f-b1f2-e2ff56c5cfd1 req-0163220a-28c3-456c-9686-cc7e4ba51c55 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 931 time: 0.1554241 May 26 22:35:16.885027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:16.937808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'mac_address': 'fa:16:3e:ea:64:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:16.942442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d72e1e44-165b-4444-a80c-48bfb201a4dc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:16.943049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:16.956117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7edb6028-8b2a-483b-9f5d-32004b54758f req-c085abbf-0f7b-4794-a331-90c65d79b129 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915530 May 26 22:35:16.961421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-081ab707-29f8-4aa5-ab4c-8d5372eca31b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:16.962969 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-081ab707-29f8-4aa5-ab4c-8d5372eca31b service neutron] 10.222.0.48 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.6692965 May 26 22:35:16.980667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56ff0f54-4859-4e1f-b1f2-e2ff56c5cfd1 req-e6a33b9d-2be7-4f5f-b8fa-02208fda3cca tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107843 May 26 22:35:17.147715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-caf57ff5-345a-4c8e-93d2-d2fdd6fd940b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 217 time: 0.1589172 May 26 22:35:17.203298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:17.220570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:17.250359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-a5857f5f-7e9a-40e8-bf73-bc286da834de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:17.251806 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-a5857f5f-7e9a-40e8-bf73-bc286da834de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.0978193 May 26 22:35:17.254327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:17.263023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a467f99-0b62-42d5-8261-9286aea26bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:17.269304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5c32bf-0417-494a-9513-dbc369c4867e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:17.287159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:17.290832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:17.292040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ca95bc51-ecf8-405e-8f6d-bd76a9c302dc details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:17.383960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0045751-0153-4513-b0f0-1135e80025e8 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:17.396079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:17.415872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-5f7d668a-2622-424e-a02c-eaf89077effa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513422 May 26 22:35:17.446067 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba27b8a6-668d-4d1f-b153-465041932596'] response: {'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'code': 200} May 26 22:35:17.454225 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:17.463749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Transition to ACTIVE for port object b0045751-0153-4513-b0f0-1135e80025e8 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:17.518100 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:17.540262 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:17.645363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756d4a-d1f3-4e4f-bfa2-16a79d223895 req-0cec3211-2e3d-4ddd-b073-6341aa92ef68 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:17.652571 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62756d4a-d1f3-4e4f-bfa2-16a79d223895 req-0cec3211-2e3d-4ddd-b073-6341aa92ef68 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 949 time: 0.1289744 May 26 22:35:17.698410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:17.743618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62756d4a-d1f3-4e4f-bfa2-16a79d223895 req-37f80432-d73b-41ee-8d3f-e59384bbed3d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900440 May 26 22:35:17.759906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:17.856013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:17.939778 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-bcc7bd52-068e-4b63-9c91-d667c0ba2e65 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091763 May 26 22:35:17.981311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:18.034812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:18.090349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'mac_address': 'fa:16:3e:5a:97:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:18.271528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:18.329657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca95bc51-ecf8-405e-8f6d-bd76a9c302dc {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:18.339541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:18.340512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:18.341005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:18.376995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:18.379910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:18.380232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:18.390792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:18.409311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-02a9504e-dd03-47f8-9f7b-71c0c612c3fd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:18.410904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-02a9504e-dd03-47f8-9f7b-71c0c612c3fd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1&tenant_id=8864d1aae91247e589ebd0ab46222232&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 949 time: 0.2890575 May 26 22:35:18.413656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf10c44-47fc-4668-9370-0c9f52c539a1 req-6335b8f2-4d71-40d9-875a-19f5e7dbb1c9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:18.414819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-faf10c44-47fc-4668-9370-0c9f52c539a1 req-6335b8f2-4d71-40d9-875a-19f5e7dbb1c9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 949 time: 0.2308466 May 26 22:35:18.416105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:18.416263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:18.416572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:18.416976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Bound port: b0045751-0153-4513-b0f0-1135e80025e8, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:18.417315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:18.431749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-3a192f42-55cc-4dd3-b719-7ba1c50bd525 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625309 May 26 22:35:18.531819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:18.589860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-faf10c44-47fc-4668-9370-0c9f52c539a1 req-4db832df-2079-4a5a-99e8-38599006d823 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567590 May 26 22:35:18.661933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:18.685490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:18.690076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-55575cf2-f14d-4d2d-8b97-e1d525c9c89c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1100 time: 0.2000356 May 26 22:35:18.692569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d177e4-5fdf-4c26-a71e-70108857e397 req-c722d571-a7ad-4800-9808-5c5db824b522 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:18.693313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-41d177e4-5fdf-4c26-a71e-70108857e397 req-c722d571-a7ad-4800-9808-5c5db824b522 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:18.738147 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-3a35bae7-e188-4fe7-bb37-8fc1119b2172 service neutron] delete failed (client error): The resource could not be found. May 26 22:35:18.739378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-3a35bae7-e188-4fe7-bb37-8fc1119b2172 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7b5c32bf-0417-494a-9513-dbc369c4867e/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.2885997 May 26 22:35:18.740695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:18.742229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-41d177e4-5fdf-4c26-a71e-70108857e397 req-c722d571-a7ad-4800-9808-5c5db824b522 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:18.743276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41d177e4-5fdf-4c26-a71e-70108857e397 req-c722d571-a7ad-4800-9808-5c5db824b522 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 944 time: 0.4940240 May 26 22:35:18.784210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:18.825971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-41d177e4-5fdf-4c26-a71e-70108857e397 req-556c3aaa-8ee1-4e4a-a31f-6346588a6b85 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:18.863745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-41d177e4-5fdf-4c26-a71e-70108857e397 req-556c3aaa-8ee1-4e4a-a31f-6346588a6b85 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:18.865528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41d177e4-5fdf-4c26-a71e-70108857e397 req-556c3aaa-8ee1-4e4a-a31f-6346588a6b85 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155653 May 26 22:35:19.090967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:19.127634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:19.129656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-f7adaf8c-7c9e-4e4d-ad99-76732cdadb2a service neutron] 10.222.0.55 "PUT /v2.0/ports/b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 1091 time: 3.1809707 May 26 22:35:19.130129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:19.317940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3f550b04-ebeb-432d-8dcd-4870b129b970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:19.349829 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4ac74f-3179-4094-a68f-b99bc7ed8c87'] response: {'name': 'network-changed', 'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8', 'status': 'completed', 'code': 200} May 26 22:35:19.376228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-272ff9bd-001a-4485-8129-eacdbf68c223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:19.377582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-272ff9bd-001a-4485-8129-eacdbf68c223 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.6791897 May 26 22:35:19.392078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea090e2c-ab56-482d-863e-17346f763e9f req-f33ef3de-9061-44ac-8d6c-ab360d8d3042 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:19.392754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea090e2c-ab56-482d-863e-17346f763e9f req-f33ef3de-9061-44ac-8d6c-ab360d8d3042 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:19.482077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-377626dd-4a4b-42fb-b5a6-1524bd935e54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.0968544 May 26 22:35:19.486785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea090e2c-ab56-482d-863e-17346f763e9f req-f33ef3de-9061-44ac-8d6c-ab360d8d3042 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:19.490265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea090e2c-ab56-482d-863e-17346f763e9f req-f33ef3de-9061-44ac-8d6c-ab360d8d3042 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.4827034 May 26 22:35:19.579578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-700b5af9-36df-4bd6-91b3-f1be6c7706eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1094 time: 0.3926218 May 26 22:35:19.679652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-fb120274-e169-4785-89f9-dd9232f0121e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:19.681093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-fb120274-e169-4785-89f9-dd9232f0121e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1898873 May 26 22:35:19.685348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-7d9ac573-efe3-4541-9b00-d685a684bc7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 217 time: 0.0943656 May 26 22:35:19.699732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea090e2c-ab56-482d-863e-17346f763e9f req-ca81047c-a791-4d2d-9689-9b3950eec2ff tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719129 May 26 22:35:19.909597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-d2620b2f-11b6-4189-960d-2d9d4c9ab0fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:19.912225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-d2620b2f-11b6-4189-960d-2d9d4c9ab0fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1912966 May 26 22:35:20.002607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951819fa-95bf-4b6f-adef-49f4c623ab64 req-fe514ee3-c9e8-4615-b239-98fcd7fe805d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:20.005364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-951819fa-95bf-4b6f-adef-49f4c623ab64 req-fe514ee3-c9e8-4615-b239-98fcd7fe805d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 949 time: 0.1187358 May 26 22:35:20.017466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-96aa377f-b88f-4ef9-bc4a-25e53f4b3068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892587 May 26 22:35:20.056671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-d27d526e-8575-4354-baf7-2e370d2b291d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3378587 May 26 22:35:20.099249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-951819fa-95bf-4b6f-adef-49f4c623ab64 req-78407c50-6d54-4d65-9074-0fb255a86ff1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850675 May 26 22:35:20.397515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-86092116-cf0d-450c-8731-c141c5a98790 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679035 May 26 22:35:20.462427 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:20.504998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-780a451f-3ab4-41ae-a9f1-63b74d3728ec service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862121 May 26 22:35:20.514408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d887-9d64-457a-8654-789a8e59aecd req-1d2f7c1a-50f0-4b32-a316-9def7e7b821e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:20.518160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d468d887-9d64-457a-8654-789a8e59aecd req-1d2f7c1a-50f0-4b32-a316-9def7e7b821e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 945 time: 0.3983111 May 26 22:35:20.546736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:20.714834 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:20.720415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 7b5c32bf-0417-494a-9513-dbc369c4867e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:20.726938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 7b5c32bf-0417-494a-9513-dbc369c4867e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:20.727776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:20.733668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea12d36-90e2-4b49-abae-032044d8b57b req-ee478051-deee-471f-95d6-df30180efd35 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241954 May 26 22:35:20.738708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d468d887-9d64-457a-8654-789a8e59aecd req-49225795-6c4c-49b7-8cdb-f09af46ae987 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932116 May 26 22:35:20.846951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ecf4250-7031-4a9b-8821-1c30cfbf2a34 req-63c06c44-bb84-47ea-b575-b46ed9f07459 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051045 May 26 22:35:20.908824 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-8dbf9d73-a057-4593-9375-ef289d11f1bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1094 time: 0.1108146 May 26 22:35:20.937611 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:21.023346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:21.025653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:21.044452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:21.047656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4309b-2a92-4ba6-8d4c-94c7a155daeb req-68b3e0c0-eae8-4e11-9bf4-b340941d0aea tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:21.056111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20d4309b-2a92-4ba6-8d4c-94c7a155daeb req-68b3e0c0-eae8-4e11-9bf4-b340941d0aea tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.1137955 May 26 22:35:21.160488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20d4309b-2a92-4ba6-8d4c-94c7a155daeb req-3430d987-a108-49f2-abd3-f461fedacfc2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016238 May 26 22:35:21.174438 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3ad4fe-c119-44b5-9e14-c249969ac587'] response: {'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'code': 200} May 26 22:35:21.206871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:21.222813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-cd0c30c0-adc3-44d8-9654-e58bcaf32ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:21.224258 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-cd0c30c0-adc3-44d8-9654-e58bcaf32ea5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.3096392 May 26 22:35:21.229454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-36d10cbc-76b7-4f89-ad94-994411826a11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1101 time: 0.1555545 May 26 22:35:21.303280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ca95bc51-ecf8-405e-8f6d-bd76a9c302dc up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:21.387625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:21.395028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:21.395684 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:21.568842 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:21.654205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:21.658494 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:21.717410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-48c7455f-2b62-4e31-a2e5-d2c05e4bc380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:21.719651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-48c7455f-2b62-4e31-a2e5-d2c05e4bc380 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4795525 May 26 22:35:21.784979 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:21.793761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:21.857701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-6065272b-082c-4c2d-b620-7139277f88f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.1204462 May 26 22:35:21.864780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-712685ee-6c3b-4434-adf4-06f772e1e05b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 217 time: 0.6252432 May 26 22:35:22.002002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-c980a463-3f3d-49f3-9e4c-56af1ef9d0c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:22.004013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-c980a463-3f3d-49f3-9e4c-56af1ef9d0c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1394968 May 26 22:35:22.011292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-f6b27f2b-2534-492b-965d-ff0cb232e31e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:22.012655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-f6b27f2b-2534-492b-965d-ff0cb232e31e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1161373 May 26 22:35:22.013042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717ce3-58cf-4edf-8190-c18837d1b4d2 req-88bfa073-11e2-449e-a230-00d7fb8b582b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:22.021140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4717ce3-58cf-4edf-8190-c18837d1b4d2 req-88bfa073-11e2-449e-a230-00d7fb8b582b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 946 time: 0.1063578 May 26 22:35:22.082654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4717ce3-58cf-4edf-8190-c18837d1b4d2 req-2bdd4e05-8127-4ee0-b62c-814442875ee8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 May 26 22:35:22.105301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-3bc7b7c0-f42b-41a9-a528-03fe0ef214cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500019 May 26 22:35:22.203791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ef209-c731-4a85-8d9a-1aa25fac00d0 req-32af7af2-6a39-4a26-a185-ca4ad3a43f94 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:22.210782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-000ef209-c731-4a85-8d9a-1aa25fac00d0 req-32af7af2-6a39-4a26-a185-ca4ad3a43f94 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.4860833 May 26 22:35:22.340456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-000ef209-c731-4a85-8d9a-1aa25fac00d0 req-a57fb03c-dc46-415c-85b4-53668dc8bd88 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287441 May 26 22:35:22.349444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-7a2ed8d3-b5a6-4fa9-8665-98dffddf4d55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3352578 May 26 22:35:22.461584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a70b0-76c6-4c97-b941-dc556c0c61dd req-5841e325-b6af-4a21-9767-4db174a1e828 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:22.471424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b2a70b0-76c6-4c97-b941-dc556c0c61dd req-5841e325-b6af-4a21-9767-4db174a1e828 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.1400383 May 26 22:35:22.505005 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-2cdcbabd-8989-41ec-a662-0fd3854ebbd0 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929908 May 26 22:35:22.567514 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b2a70b0-76c6-4c97-b941-dc556c0c61dd req-147c73a8-4a6a-47a9-82fd-692ca9cf65dc tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916049 May 26 22:35:22.723983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-f585d3ce-4f1e-437a-8c2f-eaa38ff56c1b service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665648 May 26 22:35:22.769097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5817e7e-0ba9-4a54-ba06-bf477825df85 req-a93ec7cf-872b-4b07-ae08-3dbc381b31d5 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541254 May 26 22:35:22.922758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca245078-d90d-4b3f-81f9-4a161baa65cb req-e64365a1-e2bf-43af-95da-4334ca7bb829 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899037 May 26 22:35:23.175944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:23.279774 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5540cc0-4c2a-4d63-aec1-ee222df0ef96'] response: {'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'code': 200} May 26 22:35:23.351459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d5ace-f5cf-4837-8b42-72dcc0c68016 req-fff605f5-8b5f-4889-82f8-6326f03abeee tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:23.364675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-184d5ace-f5cf-4837-8b42-72dcc0c68016 req-fff605f5-8b5f-4889-82f8-6326f03abeee tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 946 time: 0.1231148 May 26 22:35:23.500053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-184d5ace-f5cf-4837-8b42-72dcc0c68016 req-140c2f14-ea2f-408f-b786-0d1b12c67097 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236708 May 26 22:35:23.564153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-21cf1f8c-e916-48a2-a153-52c14a1fccb6 req-1375bf8b-288a-4097-9c8f-5a5462127514 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.2118032 May 26 22:35:23.744570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-21cf1f8c-e916-48a2-a153-52c14a1fccb6 req-93f6d87c-547f-4325-a727-0e20d3dffdf3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215043 May 26 22:35:23.764884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2852c-bd9a-4ea4-b522-3c1ee7a08de1 req-dc22dace-87fb-4618-a13c-c8fb18fa61f8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:23.766637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-58d2852c-bd9a-4ea4-b522-3c1ee7a08de1 req-dc22dace-87fb-4618-a13c-c8fb18fa61f8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2099187 May 26 22:35:23.852208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-58d2852c-bd9a-4ea4-b522-3c1ee7a08de1 req-a427e8f5-3326-4349-abad-8efadc088f19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790503 May 26 22:35:23.992731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21132d94-f42a-4e24-979c-d239d957704e req-9b9e53ae-f75d-4e5b-9974-510dce06d885 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:23.998215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21132d94-f42a-4e24-979c-d239d957704e req-9b9e53ae-f75d-4e5b-9974-510dce06d885 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.1830142 May 26 22:35:24.069424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21132d94-f42a-4e24-979c-d239d957704e req-3bf9b9f6-8fde-4b49-ad7a-bae0e3fe3750 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683191 May 26 22:35:24.579375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:24.819714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:24.834528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e33dc2-7b0a-41d3-bc74-91f8391a733a req-b7a4c5b3-4bcd-4f80-bd3e-2e41d162e81c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:24.837205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15e33dc2-7b0a-41d3-bc74-91f8391a733a req-b7a4c5b3-4bcd-4f80-bd3e-2e41d162e81c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 946 time: 0.1565731 May 26 22:35:24.849171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'b0045751-0153-4513-b0f0-1135e80025e8', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'port_id': 'b0045751-0153-4513-b0f0-1135e80025e8', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e5b5be-b0d2-4e67-a774-94308cdf2bfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:24.918229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15e33dc2-7b0a-41d3-bc74-91f8391a733a req-cfa2e78f-85a4-4902-9892-f2f940313b08 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714777 May 26 22:35:24.924334 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:24.935466 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:24.947939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0045751-0153-4513-b0f0-1135e80025e8 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:24.964755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:24.969938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:25.091361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:25.198632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54de509-7d5c-4449-a613-91ee6720c878 req-e65b60f6-0d0c-42e6-9b4a-8652c43cb45d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:25.208181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c54de509-7d5c-4449-a613-91ee6720c878 req-e65b60f6-0d0c-42e6-9b4a-8652c43cb45d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.1602647 May 26 22:35:25.318184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c54de509-7d5c-4449-a613-91ee6720c878 req-28a3dbb2-d738-4582-96df-cae774ebbe73 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091049 May 26 22:35:25.334303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['b0045751-0153-4513-b0f0-1135e80025e8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:25.578490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc5f59-7fc4-4689-9b8d-bed1e88f2a73 req-492a55a1-e29e-4d5d-b036-ca53cb1f68ae tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:25.580538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66fc5f59-7fc4-4689-9b8d-bed1e88f2a73 req-492a55a1-e29e-4d5d-b036-ca53cb1f68ae tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 944 time: 0.1451595 May 26 22:35:25.705215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66fc5f59-7fc4-4689-9b8d-bed1e88f2a73 req-66880897-3c44-4e26-b171-be95396a0724 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186011 May 26 22:35:25.777711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2463c52-95c9-4a7c-aad8-0f9f10edcec8 req-da87be8c-09be-404d-94ec-50496a6c3ced tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1101 time: 0.2550831 May 26 22:35:25.837740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a2463c52-95c9-4a7c-aad8-0f9f10edcec8 req-0be7e751-6329-4cd4-bc26-f056057f14a6 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Synchronizing usage tracker for tenant:e9177952f9804801b2fdc906ea8333c6 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:25.869350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a2463c52-95c9-4a7c-aad8-0f9f10edcec8 req-0be7e751-6329-4cd4-bc26-f056057f14a6 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] Unset dirty status for tenant:e9177952f9804801b2fdc906ea8333c6 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:25.875861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2463c52-95c9-4a7c-aad8-0f9f10edcec8 req-0be7e751-6329-4cd4-bc26-f056057f14a6 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921032 May 26 22:35:26.262189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e935c9-f699-404d-a1ce-8f374d9cdfd4 req-f4d49dd8-1628-4a38-b6e5-4d22c4239e8b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:26.266979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21e935c9-f699-404d-a1ce-8f374d9cdfd4 req-f4d49dd8-1628-4a38-b6e5-4d22c4239e8b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 946 time: 0.1252668 May 26 22:35:26.325013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21e935c9-f699-404d-a1ce-8f374d9cdfd4 req-d93096bb-722e-471f-8527-67aeb4a39abc tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 May 26 22:35:26.468967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-ce5e2bb5-d942-4db0-b301-3e922e89c7d5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605128 May 26 22:35:26.594625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:26.602497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2abc580-e807-42ee-8c08-a4174867c53a req-cbd478fa-70e7-4d0d-8874-0bb74e2edfb8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2129683 May 26 22:35:26.627411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:26.649566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:35:26.666973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Usage tracker for resource:floatingip and tenant:5741a08d9a7c4f7b80fd483d222f38dd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:35:26.678634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:35:26.694440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:35:26.737953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:26.775327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port b0045751-0153-4513-b0f0-1135e80025e8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:26.782574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port b0045751-0153-4513-b0f0-1135e80025e8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:26.783273 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:26.943368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:26.971298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:26.994026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:26.995072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-95f274c5-0ec6-41fe-ae8c-6b0c6ae0c69e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:26.998823 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-95f274c5-0ec6-41fe-ae8c-6b0c6ae0c69e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5291686 May 26 22:35:27.016783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:27.025666 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:27.037872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-75aac898-6c38-449b-8f07-448ef162b486 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/quotas/8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 375 time: 0.0294981 May 26 22:35:27.169747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-8cef98f5-f613-4fd7-a873-e884fb92ab54 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304607 May 26 22:35:27.178054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Allocated IP 172.25.4.209 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/622a4714-d685-4f24-bff1-281825ffd73c) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:35:27.205860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:27.405291 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:27.450958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:27.533376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:27.550986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46f60f-220e-4ea8-b18d-176774ea2f91 req-e84a8e44-30e1-4137-9bcf-f99bb1d7eba4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:27.568383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a46f60f-220e-4ea8-b18d-176774ea2f91 req-e84a8e44-30e1-4137-9bcf-f99bb1d7eba4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.1441054 May 26 22:35:27.647459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a46f60f-220e-4ea8-b18d-176774ea2f91 req-f9337f23-b929-4e30-bc33-9cf5c39c98ea tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780978 May 26 22:35:27.700614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:35:27.702986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:35:27.709445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:35:27.804609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Pushing event updated for resources: {'Port': ['ID=622a4714-d685-4f24-bff1-281825ffd73c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:27.852658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.853010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.853427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.853694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.854036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.867370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.867802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.868152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.868498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.869197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.869520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:27.906723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:35:27.994348 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61eef44-4d1a-4925-9d74-82122d119069'] response: {'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8', 'code': 200} May 26 22:35:28.109933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:28.227192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91580575-cb5e-4cde-ae55-4cece32d809f req-fe05c545-f016-4654-809c-f6462b53ce0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1629345 May 26 22:35:28.320514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:28.333321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91580575-cb5e-4cde-ae55-4cece32d809f req-c1215418-becf-44ac-a99d-b1b46d7f0c8a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987105 May 26 22:35:28.742082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-931fc9f8-f156-441c-a44d-9b74c8545593 req-40364de2-2f0d-4a13-9b8f-8e2e14416edd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 210 time: 0.1386838 May 26 22:35:28.828801 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:28.836523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:29.027135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Pushing event updated for resources: {'Port': ['ID=622a4714-d685-4f24-bff1-281825ffd73c,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:29.050198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:29.112054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:29.113852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2abc580-e807-42ee-8c08-a4174867c53a req-bc2f2c30-e72e-4a53-908a-df0df5fcd52a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5045021 May 26 22:35:29.137165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-a4c10e23-5cfb-4957-a148-3e9f1f9ceed1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548470 May 26 22:35:29.256491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e2abc580-e807-42ee-8c08-a4174867c53a req-276da6d9-e72e-4e5b-a919-9ce42f1d3f85 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:29.298856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e2abc580-e807-42ee-8c08-a4174867c53a req-276da6d9-e72e-4e5b-a919-9ce42f1d3f85 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:29.301453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2abc580-e807-42ee-8c08-a4174867c53a req-276da6d9-e72e-4e5b-a919-9ce42f1d3f85 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.1685431 May 26 22:35:29.414628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-2e087ef8-3e42-4072-9259-2c2bf96089af tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:29.416135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-2e087ef8-3e42-4072-9259-2c2bf96089af tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728634 May 26 22:35:29.435084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Request body: {'port': {'device_id': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '8864d1aae91247e589ebd0ab46222232'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:29.550614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e1dea-8aa0-4be8-99b3-ed4d4ff53019 req-d2a12463-2280-46cc-9abf-bf88bac409aa tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:29.552034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d0e1dea-8aa0-4be8-99b3-ed4d4ff53019 req-d2a12463-2280-46cc-9abf-bf88bac409aa tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.1859009 May 26 22:35:29.628741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:35:29.639495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d0e1dea-8aa0-4be8-99b3-ed4d4ff53019 req-6c3e2b40-c140-4887-9a77-cc57d5ffd6f9 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758815 May 26 22:35:29.645479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:35:29.665440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Made reservation on behalf of 8864d1aae91247e589ebd0ab46222232 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:35:29.672073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:29.871048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abc580-e807-42ee-8c08-a4174867c53a req-939a234f-b2b6-4d3d-b517-ff0fc854b5ee tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:29.886008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2abc580-e807-42ee-8c08-a4174867c53a req-939a234f-b2b6-4d3d-b517-ff0fc854b5ee tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.5760076 May 26 22:35:30.076983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Allocated IP 192.168.233.11 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/714eb801-ec12-4f1a-bc36-937785f0b82c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:35:30.361322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1c59f-363b-41d5-ab9d-2abd080b4f67 req-662cf77d-bf9d-4682-ae3d-1b608da369f3 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:30.363820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b277193-2648-403e-8638-c9f295d3bb7b req-45b18d3d-94b1-4a1b-95c1-0b6f1363bf69 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 210 time: 0.0549014 May 26 22:35:30.370395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cb1c59f-363b-41d5-ab9d-2abd080b4f67 req-662cf77d-bf9d-4682-ae3d-1b608da369f3 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.3676243 May 26 22:35:30.480949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cb1c59f-363b-41d5-ab9d-2abd080b4f67 req-9442f32f-b9a4-4951-92b3-f65b3717b707 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096067 May 26 22:35:30.549007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:30.566734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Transition to ACTIVE for port object 714eb801-ec12-4f1a-bc36-937785f0b82c will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:30.616904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:30.631340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:30.707488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-7e6a0f9f-e4d0-42bd-af9e-ecb1f6e1c094 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:30.718098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-7e6a0f9f-e4d0-42bd-af9e-ecb1f6e1c094 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 820 time: 0.2276826 May 26 22:35:30.746567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:35:30.754706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-da61c27b-2ff7-4ee1-8cc8-26e3fc71db2c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/quotas/5741a08d9a7c4f7b80fd483d222f38dd HTTP/1.1" status: 200 len: 375 time: 0.0354862 May 26 22:35:30.756506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:35:30.760678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:35:30.959616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-a138ce42-8cc7-4a2d-9f93-71113a11ee66 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2030292 May 26 22:35:31.006445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:31.025666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.026112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.026512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.026912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.027432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.027715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.028112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.028629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.029018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.029417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.029895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:31.087284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:31.087939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:31.120119 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-14e79b2d-d86f-4316-970f-f37eeb868ab8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6887724 May 26 22:35:31.136042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Request body: {'port': {'device_id': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:31.148091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b685d20-6317-4beb-b74d-79d1784e8a95 None None] Provisioning for port 714eb801-ec12-4f1a-bc36-937785f0b82c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:31.153279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b685d20-6317-4beb-b74d-79d1784e8a95 None None] Provisioning complete for port 714eb801-ec12-4f1a-bc36-937785f0b82c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:31.153656 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b685d20-6317-4beb-b74d-79d1784e8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:31.172473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-f9a15928-18a9-45de-91ad-e9c36b5c77fa tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:31.174215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-f9a15928-18a9-45de-91ad-e9c36b5c77fa tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.3374162 May 26 22:35:31.180916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74be30-7176-48cf-ac87-43706908ebeb req-bc02004b-7bf7-4c16-b973-ddaa727521a2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:31.188364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf74be30-7176-48cf-ac87-43706908ebeb req-bc02004b-7bf7-4c16-b973-ddaa727521a2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.2625241 May 26 22:35:31.222618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-2bccb71a-8331-4758-8751-062da657f233 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608693 May 26 22:35:31.276970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6b685d20-6317-4beb-b74d-79d1784e8a95 None None] Port 714eb801-ec12-4f1a-bc36-937785f0b82c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:35:31.375462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Deleting port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:35:31.375812 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:31.412736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a88c884-1dc3-4477-9450-e8ab5433d58a service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832948 May 26 22:35:31.620869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:31.649730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf74be30-7176-48cf-ac87-43706908ebeb req-12c9bc31-0ad4-451d-925e-d42e3217ec64 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602048 May 26 22:35:32.126680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ce47-5e25-41e5-8089-6e9c27c9faff req-ae0aabf0-fb3a-4e81-96eb-d187bdfa1129 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:32.149162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1de3ce47-5e25-41e5-8089-6e9c27c9faff req-ae0aabf0-fb3a-4e81-96eb-d187bdfa1129 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 935 time: 0.2316723 May 26 22:35:32.231642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1de3ce47-5e25-41e5-8089-6e9c27c9faff req-0303a219-293b-44a8-8b00-ee01fcdb027f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808547 May 26 22:35:32.367650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-214fa298-2c46-4794-abfc-a64f5da51bbe req-9c829b59-feb3-4b05-8566-6e48143c5369 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 210 time: 0.0655830 May 26 22:35:32.591443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] For port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:32.592442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:32.651114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54c8b72c-8d90-4f39-a3c7-db3f4e087ba4 req-9aa8ccfc-22d5-4375-9994-70b3fcbb55c2 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1461384 May 26 22:35:32.712521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54c8b72c-8d90-4f39-a3c7-db3f4e087ba4 req-68bc7524-3d63-488b-98ca-975512278034 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604751 May 26 22:35:33.032937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d179-e2af-4a04-a263-90723bdd8904 req-48d081a4-428e-42ed-823f-6bc2f7aab3f9 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:33.055169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a399d179-e2af-4a04-a263-90723bdd8904 req-48d081a4-428e-42ed-823f-6bc2f7aab3f9 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 945 time: 0.7247870 May 26 22:35:33.347123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a399d179-e2af-4a04-a263-90723bdd8904 req-c366bc00-5bdb-407c-a18f-188cea24da98 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups?id=045a07c2-89a3-47e9-9d70-ce1c16be4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910216 May 26 22:35:33.436620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:33.438104 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:33.439385 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6 disassociated. External IP: 172.25.4.17, port: d8f5e43a-16f4-40c2-8ad7-87f18541cd9f. May 26 22:35:33.441359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Calling delete_port for d8f5e43a-16f4-40c2-8ad7-87f18541cd9f owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:35:33.575249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91043557-1e28-4974-889c-ae75955d613f req-52e374d5-d74f-48d5-a439-46324cfe491c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:33.585325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91043557-1e28-4974-889c-ae75955d613f req-52e374d5-d74f-48d5-a439-46324cfe491c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 935 time: 0.1362171 May 26 22:35:33.758727 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91043557-1e28-4974-889c-ae75955d613f req-55c3dbc6-0eb9-4407-ae5b-dd321e9604a3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722839 May 26 22:35:34.084808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-933f8298-eab7-434b-a73e-b46821e94fc9 req-d4947065-8fc6-41d3-9d89-830f0d344819 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 210 time: 0.0958107 May 26 22:35:34.102066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:34.154463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-577c1e7d-3bd9-438a-b3dc-526c62acc34a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:34.156455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-577c1e7d-3bd9-438a-b3dc-526c62acc34a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.55 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 820 time: 0.3887637 May 26 22:35:34.178753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'port': {'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'admin_state_up': True, 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:34.192490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714eb801-ec12-4f1a-bc36-937785f0b82c {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:34.197800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event deleted for resources: {'Port': ['ID=d8f5e43a-16f4-40c2-8ad7-87f18541cd9f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:34.223388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:34.478541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Transition to ACTIVE for port object 714eb801-ec12-4f1a-bc36-937785f0b82c will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:34.504367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:35:34.519004 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:34.531288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:35:34.572033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Made reservation on behalf of 5741a08d9a7c4f7b80fd483d222f38dd for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:35:34.575880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:34.670102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8f5e43a-16f4-40c2-8ad7-87f18541cd9f no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:34.797216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: d8f5e43a-16f4-40c2-8ad7-87f18541cd9f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:35:34.797896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d8f5e43a-16f4-40c2-8ad7-87f18541cd9f not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:35:34.957627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:34.974269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a2c2ab2-ee5c-48a8-8cbb-cc3723fcd6e9 req-d7a85722-4e76-4c59-8da1-dd63752f6b7e tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 210 time: 0.0614479 May 26 22:35:35.160230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Allocated IP 172.20.0.9 (76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c/38f3ee42-314d-4b95-b9ee-4e19c3abe247/8e0266e7-4f53-4ea0-a3ac-260a416548b4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:35:35.327828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:35.328544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:35.328869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:35.363851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Port 714eb801-ec12-4f1a-bc36-937785f0b82c on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:35.364341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:35.384118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:35.384447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:35.384831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:35.385325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Bound port: 714eb801-ec12-4f1a-bc36-937785f0b82c, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:35.385841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:35.406733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Router eb043f80-adac-466e-a3a5-e5b1dd679088 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:35:35.557468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafd21c-3bd0-4d1c-aa99-fe33f4d9bfa0 req-bd772f29-60c0-4da6-bbba-9daf4d9ddd04 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:35.566668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eaafd21c-3bd0-4d1c-aa99-fe33f4d9bfa0 req-bd772f29-60c0-4da6-bbba-9daf4d9ddd04 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 947 time: 0.3334370 May 26 22:35:35.795740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:35.821298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Transition to ACTIVE for port object 8e0266e7-4f53-4ea0-a3ac-260a416548b4 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:35.834686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eaafd21c-3bd0-4d1c-aa99-fe33f4d9bfa0 req-f313737f-d5b2-49c8-a64a-b8263a04865e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669454 May 26 22:35:35.839363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5bfe42d-d6dd-42ea-a5fa-aea74f056acf req-ae463d0b-460c-47a4-ae14-025295174267 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 210 time: 0.0984173 May 26 22:35:35.891130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:35.904166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:35.908214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:35.920512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:35.930261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:36.019415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:36.021598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] 10.222.0.48 "PUT /v2.0/ports/714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 1095 time: 4.8904331 May 26 22:35:36.024071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:36.074840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:35:36.078361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:35:36.088173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644c03-cd45-4aba-a1ee-950b21f2f548 service neutron] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:36.088602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:35:36.183899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Pushing event updated for resources: {'Port': ['ID=8e0266e7-4f53-4ea0-a3ac-260a416548b4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:36.230821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:36.237621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:36.270635 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ff01de-2d28-431c-adb4-c82310e434ee'] response: {'name': 'network-changed', 'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'status': 'completed', 'code': 200} May 26 22:35:36.386753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc1c397d-c293-40c2-9b93-66b1dfa3d727 req-74a1d732-0fdb-4eb5-835d-eac11d652bd9 tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/ports?device_id=55ce17e7-2525-4cca-90fd-400eb0c9387c HTTP/1.1" status: 200 len: 210 time: 0.0968719 May 26 22:35:36.390805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-6a63e039-6b4f-4897-99de-81d8fbe95b33 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2174044 May 26 22:35:36.412104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Request body: {'port': {'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:36.488219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:35:36.558975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] Sync routers for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:35:36.622881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:36.623513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:36.673458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:36.690287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-1d32418a-fd2a-40fb-b450-f34bdb72f03f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1098 time: 0.6050727 May 26 22:35:36.878662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] No DVR routers for this DVR port d8f5e43a-16f4-40c2-8ad7-87f18541cd9f on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:35:36.900885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:36.939744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-6b709f63-da1b-45f8-b621-ede7e01f3a0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.2363451 May 26 22:35:37.116335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c284267d-f2ea-444a-afb5-547a030b1d8b req-4129d7af-543c-4ff7-af2a-03a13c31aded tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.55 "DELETE /v2.0/ports/d8f5e43a-16f4-40c2-8ad7-87f18541cd9f HTTP/1.1" status: 204 len: 173 time: 5.9123168 May 26 22:35:37.184489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-aec3ff32-f647-4f66-82d3-42d749097cf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:37.189276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-aec3ff32-f647-4f66-82d3-42d749097cf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2426805 May 26 22:35:37.318115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:37.393718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e65ea09c-2b28-42b8-88a6-290ace9d18a7 None None] Provisioning for port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:37.412292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e65ea09c-2b28-42b8-88a6-290ace9d18a7 None None] Provisioning complete for port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:37.412696 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e65ea09c-2b28-42b8-88a6-290ace9d18a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:37.489382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-2b90b70b-d70c-4cb3-9c38-e2a38a8e7e8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2887690 May 26 22:35:37.702252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e65ea09c-2b28-42b8-88a6-290ace9d18a7 None None] Port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:35:37.724409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0266e7-4f53-4ea0-a3ac-260a416548b4 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:37.733191 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:37.749826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Transition to ACTIVE for port object 8e0266e7-4f53-4ea0-a3ac-260a416548b4 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:37.764974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:37.917593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-147f1680-01df-47d1-8c6f-98dd3eade74f service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225311 May 26 22:35:38.058609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75b83-5789-4f08-8b4d-1cdaa1bf730d req-905d75e0-9c31-41e7-90f9-3fde1d454338 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:38.068332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2da75b83-5789-4f08-8b4d-1cdaa1bf730d req-905d75e0-9c31-41e7-90f9-3fde1d454338 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 947 time: 0.8907003 May 26 22:35:38.100699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Pushing event updated for resources: {'Port': ['ID=8e0266e7-4f53-4ea0-a3ac-260a416548b4,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:38.293783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'name': 'network-vif-deleted', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:38.332510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:38.339760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] Checking router: eb043f80-adac-466e-a3a5-e5b1dd679088 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:35:38.340516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2da75b83-5789-4f08-8b4d-1cdaa1bf730d req-cebcdbee-777f-4e17-ad68-b8f6a88c8221 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712500 May 26 22:35:38.362338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:38.362956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:38.441065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Attempting to bind port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:38.441405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Attempting to bind port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:38.441769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Attempting to bind port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:38.458690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:38.459008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Attempting to bind port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 on network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:38.493061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:38.493389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Checking segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:38.493798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Bound using segment: {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:38.494226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Bound port: 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:38.494573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:38.530254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b674-430c-4c1d-a620-e089abcc1778 req-9d326fdd-310f-440e-bc23-9b52ced3af16 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:38.549193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0969b674-430c-4c1d-a620-e089abcc1778 req-9d326fdd-310f-440e-bc23-9b52ced3af16 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 943 time: 0.6305375 May 26 22:35:38.634915 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3e2ff62-73a8-4ea8-8f9d-2b1c71996303 req-f22adcc0-dfd3-4f5d-83ee-918104c41b9c service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216187 May 26 22:35:38.663203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:38.677699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0969b674-430c-4c1d-a620-e089abcc1778 req-4d742381-e8be-480d-bf44-0478885a6771 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266253 May 26 22:35:38.764935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:38.781629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:38.793949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:38.923678 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8fc1d8-3b13-43fd-ae8b-f48eea773277'] response: {'server_uuid': '55ce17e7-2525-4cca-90fd-400eb0c9387c', 'name': 'network-vif-deleted', 'tag': 'd8f5e43a-16f4-40c2-8ad7-87f18541cd9f', 'status': 'completed', 'code': 200} May 26 22:35:38.953790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-7d861b5d-8cdf-4fc0-b6e6-03d9c5183908 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1098 time: 0.2370903 May 26 22:35:39.040955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:39.048182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] 10.222.0.55 "PUT /v2.0/ports/8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 1091 time: 2.6434031 May 26 22:35:39.050088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:39.088272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698bfd2-503d-4c1b-8045-486cff0a0dbc service neutron] Pushing event updated for resources: {'Port': ['ID=8e0266e7-4f53-4ea0-a3ac-260a416548b4,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:39.253935 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e62316c-6ad2-41f0-88bb-392c7696daf5'] response: {'name': 'network-changed', 'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'status': 'completed', 'code': 200} May 26 22:35:39.370980 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-11e65347-6fca-4582-bd38-263784671cd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 1094 time: 0.2694719 May 26 22:35:39.476404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-2022fc9d-866e-4270-a7b5-e60b34e4702f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:39.478563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-2022fc9d-866e-4270-a7b5-e60b34e4702f service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5177982 May 26 22:35:39.533489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42608) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:35:39.589121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-1ba07068-b68c-4aa1-9738-c390bd97734b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.0991824 May 26 22:35:39.601979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:39.606701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c3264-0be5-41d9-bdac-5faab2fdfdb9 None None] The sync data for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 is: [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:32:20Z', 'revision_number': 4, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ab5529f6-48ce-4da9-a1b0-e36507fa7c5c', 'name': '', 'network_id': '12073deb-64b8-46c1-8341-0dba2c594124', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'mac_address': 'fa:16:3e:dd:ad:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:18Z', 'updated_at': '2022-05-26T22:32:30Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'subnets': [{'id': '7d08715d-4b0f-436e-8347-a8b624eb628a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:35:39.619153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-5d8eba2d-af84-4b7f-9807-487dee538471 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 217 time: 0.2413785 May 26 22:35:39.730117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-2005967d-5a05-4c03-af7d-f9fde4e15d1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:39.731553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-2005967d-5a05-4c03-af7d-f9fde4e15d1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1324461 May 26 22:35:39.890755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-74bdf8e4-1b55-4a0b-b708-61a04b16d20f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504281 May 26 22:35:39.940379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d7af61-d2e2-43aa-8108-6fe0de63d82c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:39.995928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-57b33499-7932-4428-bfbb-da7be9758957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:39.997525 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-57b33499-7932-4428-bfbb-da7be9758957 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.3520422 May 26 22:35:40.145064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d7af61-d2e2-43aa-8108-6fe0de63d82c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:40.237550 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206aca2a-bad2-42ee-a364-08023088c5c4 None None] New status for floating IP 8f83cd96-3ce0-4d53-a2c4-83c7651059a6: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:35:40.282195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-b3ba0a15-af26-4557-a140-1e3bf1ed5b43 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836460 May 26 22:35:40.511949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdf638-fe9a-4526-8dd8-39a8fcc0c823 req-471e7d8f-23c5-4c09-b590-4babc7fec6c3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:40.528519 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dfdf638-fe9a-4526-8dd8-39a8fcc0c823 req-471e7d8f-23c5-4c09-b590-4babc7fec6c3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 947 time: 0.8074701 May 26 22:35:40.615242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d7af61-d2e2-43aa-8108-6fe0de63d82c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:40.676779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-d911ecb3-1857-4709-8f67-368d638daff3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6367447 May 26 22:35:40.683718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7af61-d2e2-43aa-8108-6fe0de63d82c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045a07c2-89a3-47e9-9d70-ce1c16be4e30,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:40.714699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dfdf638-fe9a-4526-8dd8-39a8fcc0c823 req-fd73d3c1-233d-445e-a298-b87763665749 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848242 May 26 22:35:40.868865 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e7861f2-ca98-4f1e-944a-80f2c8bca4c0 req-d51041d7-9132-4c73-9f96-425473598ebd service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775266 May 26 22:35:40.896911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d7af61-d2e2-43aa-8108-6fe0de63d82c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:40.900570 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c2d7af61-d2e2-43aa-8108-6fe0de63d82c tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "DELETE /v2.0/security-groups/045a07c2-89a3-47e9-9d70-ce1c16be4e30 HTTP/1.1" status: 204 len: 168 time: 1.3649654 May 26 22:35:40.901336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42644) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:35:40.911105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14df0a-eaf0-4d5e-a1da-448bf86ee508 req-3d79d293-498c-4587-bc43-8fbd41fc473c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:40.918737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c14df0a-eaf0-4d5e-a1da-448bf86ee508 req-3d79d293-498c-4587-bc43-8fbd41fc473c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 943 time: 0.4080982 May 26 22:35:40.923371 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-9746df43-e1a3-4d0e-a543-2c3f13c7744f tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] show failed (client error): The resource could not be found. May 26 22:35:40.927975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9746df43-e1a3-4d0e-a543-2c3f13c7744f tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "GET /v2.0/security-groups/045a07c2-89a3-47e9-9d70-ce1c16be4e30 HTTP/1.1" status: 404 len: 347 time: 0.0229969 May 26 22:35:40.928480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42652) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:35:40.990631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-4d06f26d-428b-4a70-b728-c314e4e68d0e service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730775 May 26 22:35:41.147064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Deleting port 1790ff77-91a7-46f4-bc91-0b7859039e7e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:35:41.147410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:41.344006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c14df0a-eaf0-4d5e-a1da-448bf86ee508 req-75ba5e19-49e7-4638-9a59-8ae979ae7a5c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191940 May 26 22:35:41.376759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2b319f9-fa14-4686-8978-7f439f8e38f1 req-e2c769cf-5669-4bd5-85b2-07f17cd4204d service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150401 May 26 22:35:41.379619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:41.523809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:41.524116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:41.600959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-cb06a58e-90e1-44eb-8598-5f15b4b71b5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 1094 time: 0.1353624 May 26 22:35:41.722931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:41.742983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'mac_address': 'fa:16:3e:4e:b1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:41.861309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:41.874102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-6341faeb-49b3-4ad6-baa3-84f27633e65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:41.874771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Calling delete_port for 1790ff77-91a7-46f4-bc91-0b7859039e7e owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:35:41.876350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-6341faeb-49b3-4ad6-baa3-84f27633e65a service neutron] 10.222.0.55 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.2679427 May 26 22:35:41.917019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714eb801-ec12-4f1a-bc36-937785f0b82c {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:41.956368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:41.973591 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:42.035686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-a51eb156-69c1-42c3-a958-4695d2dd5ee8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 217 time: 0.1518281 May 26 22:35:42.113841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ee189-f126-44ae-a4a5-fe3ee3641c9a req-4d42e909-eb66-41a4-ab8c-2a064cf2f885 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:42.113841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7e8ee189-f126-44ae-a4a5-fe3ee3641c9a req-4d42e909-eb66-41a4-ab8c-2a064cf2f885 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:42.119461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:42.199030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7e8ee189-f126-44ae-a4a5-fe3ee3641c9a req-4d42e909-eb66-41a4-ab8c-2a064cf2f885 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:42.205979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e8ee189-f126-44ae-a4a5-fe3ee3641c9a req-4d42e909-eb66-41a4-ab8c-2a064cf2f885 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 948 time: 0.2786021 May 26 22:35:42.208173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-bea9b9a0-adce-4c5a-8263-bab6c30e2aa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:42.210091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-bea9b9a0-adce-4c5a-8263-bab6c30e2aa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.1622314 May 26 22:35:42.342405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:42.369326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['714eb801-ec12-4f1a-bc36-937785f0b82c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:42.387177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-39ce818f-7529-4379-ae2a-23215f6cbafd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671796 May 26 22:35:42.419468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Pushing event deleted for resources: {'Port': ['ID=1790ff77-91a7-46f4-bc91-0b7859039e7e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:42.559812 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:42.577844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:42.578984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-87c1effb-b57c-40d8-9b66-d1c94d02278d tempest-ServersWithSpecificFlavorTestJSON-2108803349 tempest-ServersWithSpecificFlavorTestJSON-2108803349-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f83cd96-3ce0-4d53-a2c4-83c7651059a6 HTTP/1.1" status: 204 len: 168 time: 1.6493065 May 26 22:35:42.582852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e8ee189-f126-44ae-a4a5-fe3ee3641c9a req-c253ff84-fe4e-4564-ab8c-9c3d5f722a10 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760803 May 26 22:35:42.762781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-56b6ef1f-4695-4a04-bfdb-e215188a8ffb service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680530 May 26 22:35:42.842276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1251bcfb-8d4f-419e-b97f-a07bb0d49450 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:43.046954 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:43.099128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:43.100382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8665cf9a-3add-4f7b-aa94-8e4a0fd5fe4b req-07458a3e-d26c-4e95-a399-787b18827930 service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713296 May 26 22:35:43.100874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:43.108027 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:43.141784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55eb8f-713b-4f5f-aa3c-f426e12b02f5 req-7690fe7d-b0ff-479c-ae24-b2fcc8f53ae3 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:43.142481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ed55eb8f-713b-4f5f-aa3c-f426e12b02f5 req-7690fe7d-b0ff-479c-ae24-b2fcc8f53ae3 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:43.162253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ed55eb8f-713b-4f5f-aa3c-f426e12b02f5 req-7690fe7d-b0ff-479c-ae24-b2fcc8f53ae3 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:43.163585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed55eb8f-713b-4f5f-aa3c-f426e12b02f5 req-7690fe7d-b0ff-479c-ae24-b2fcc8f53ae3 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 943 time: 0.3976653 May 26 22:35:43.213549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:43.252301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed55eb8f-713b-4f5f-aa3c-f426e12b02f5 req-622ccbbc-a2fa-4474-be95-58efbe05c4ad tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805278 May 26 22:35:43.414232 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ad2cc6-cf21-446c-9d95-515c73ce94e5'] response: {'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'code': 200} May 26 22:35:43.536680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-32a0ecf6-4124-4772-a612-c535c7970b81 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:43.546228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-32a0ecf6-4124-4772-a612-c535c7970b81 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 0.4639986 May 26 22:35:43.578810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-ddbd7842-6322-414e-961b-7f8ef65e4f32 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/quotas/5ed89cb17579461faa0b9a171a35a241 HTTP/1.1" status: 200 len: 375 time: 0.0276396 May 26 22:35:43.716409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-d2cc2113-6446-4960-b560-2ff799a24a1c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1267562 May 26 22:35:43.913163 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-4e95f4e7-43cc-4fe6-b7e4-ec83d72632fe service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951399 May 26 22:35:43.940855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d33fa-225d-4a0e-a849-f8623f4489f2 req-61856ab5-7716-41fb-b204-b254704b8740 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:43.942768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d5d33fa-225d-4a0e-a849-f8623f4489f2 req-61856ab5-7716-41fb-b204-b254704b8740 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 948 time: 0.1340728 May 26 22:35:44.009734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d5d33fa-225d-4a0e-a849-f8623f4489f2 req-de42ebf0-4be9-4551-8537-f97b286a4eae tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 May 26 22:35:44.159243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-b538cd07-4ef5-4b53-9530-c75f6976a978 service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388406 May 26 22:35:44.547179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-3150f67d-ffd0-4499-b16b-92e80d3432ab tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:44.549523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-3150f67d-ffd0-4499-b16b-92e80d3432ab tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "GET /v2.0/ports?device_id=23018bef-d38a-4cc8-9beb-3134d79ef073 HTTP/1.1" status: 200 len: 943 time: 0.1447937 May 26 22:35:44.562051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1284a84-da0a-458c-9735-fbb26b73688c req-afaeec36-0b9a-45be-a56e-b09dedc9f543 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:44.570013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b1284a84-da0a-458c-9735-fbb26b73688c req-afaeec36-0b9a-45be-a56e-b09dedc9f543 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 943 time: 0.1088939 May 26 22:35:44.656834 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b1284a84-da0a-458c-9735-fbb26b73688c req-5463e09c-d903-4fa6-93af-c0dee732f24c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859909 May 26 22:35:44.695528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Deleting port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:35:44.696013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:44.763539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e0266e7-4f53-4ea0-a3ac-260a416548b4 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:44.954851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42776) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:35:45.040570 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d050ce8-2a4d-4a0b-9078-ba64b3960422 req-d466dec2-b5a7-4945-81b3-fed355ec1c53 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 210 time: 0.1822686 May 26 22:35:45.150259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:45.215589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'mac_address': 'fa:16:3e:f5:be:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:45.409897 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:45.451583 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:45.453829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] For port 1251bcfb-8d4f-419e-b97f-a07bb0d49450, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1251bcfb-8d4f-419e-b97f-a07bb0d49450,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:45.454193 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:45.492705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0266e7-4f53-4ea0-a3ac-260a416548b4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:45.546866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:45.571100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd257f4-83bd-42a6-8c68-be3fa3ad1d35 req-04d76208-efbe-4109-acf4-98c70e7c4f47 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:45.577029 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:45.577705 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fcd257f4-83bd-42a6-8c68-be3fa3ad1d35 req-04d76208-efbe-4109-acf4-98c70e7c4f47 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 948 time: 0.2231519 May 26 22:35:45.667439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fcd257f4-83bd-42a6-8c68-be3fa3ad1d35 req-2fe2aac7-3c61-445f-bcd4-be616d7cbd46 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887959 May 26 22:35:45.726305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Calling delete_port for 1251bcfb-8d4f-419e-b97f-a07bb0d49450 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:35:45.825539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e0266e7-4f53-4ea0-a3ac-260a416548b4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:45.848833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 714eb801-ec12-4f1a-bc36-937785f0b82c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:45.878714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 714eb801-ec12-4f1a-bc36-937785f0b82c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:45.879215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:45.996886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8e0266e7-4f53-4ea0-a3ac-260a416548b4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:46.200952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:46.320453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event deleted for resources: {'Port': ['ID=1251bcfb-8d4f-419e-b97f-a07bb0d49450,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:46.343800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:46.390120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c461db8-f356-438c-955a-f11b165ecbcc req-eaf20999-31ff-41de-a839-a4e32c19c025 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:46.397660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c461db8-f356-438c-955a-f11b165ecbcc req-eaf20999-31ff-41de-a839-a4e32c19c025 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 944 time: 0.4575400 May 26 22:35:46.447177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:46.477457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:46.490880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:46.557646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c461db8-f356-438c-955a-f11b165ecbcc req-36a7e5b7-f5d4-4b54-a204-fe41c49a23fe tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591916 May 26 22:35:46.561120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] No DVR routers for this DVR port 1251bcfb-8d4f-419e-b97f-a07bb0d49450 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:35:46.566356 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:46.571039 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7684577a-2978-48cf-946b-1eb507c764ff req-0d2714d0-2f4e-4483-9218-061e3964029d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 210 time: 0.2303832 May 26 22:35:46.590838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-deleted', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:46.621209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:46.643834 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07904836-a1a3-4ebb-9c6d-2a4da7bbb21a req-67c734bd-3385-4919-9b04-554e824370d8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "DELETE /v2.0/ports/1251bcfb-8d4f-419e-b97f-a07bb0d49450 HTTP/1.1" status: 204 len: 173 time: 2.0872085 May 26 22:35:46.681058 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837212a2-a383-48a3-9c95-90ffadd237cd'] response: {'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'code': 200} May 26 22:35:46.814113 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96dd4e36-398b-48fd-bab9-62845479794f'] response: {'server_uuid': '23018bef-d38a-4cc8-9beb-3134d79ef073', 'name': 'network-vif-deleted', 'tag': '1251bcfb-8d4f-419e-b97f-a07bb0d49450', 'status': 'completed', 'code': 200} May 26 22:35:46.854967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:47.046749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae028c-99c9-4e4f-92c4-2c4b7a3a9131 req-0fa5f432-f930-4840-bc3e-ee42c84c40a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1100 time: 0.1796207 May 26 22:35:47.076469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-a19c1f97-90ce-465a-b2e6-75983999f16b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:47.077967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-a19c1f97-90ce-465a-b2e6-75983999f16b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 0.5726545 May 26 22:35:47.102409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae028c-99c9-4e4f-92c4-2c4b7a3a9131 req-e3f54c46-f232-4135-a056-e61950684790 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475101 May 26 22:35:47.123593 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-023baf91-387c-4307-b708-6c2316f2318a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:47.237748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Request body: {'port': {'device_id': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'admin_state_up': True, 'tenant_id': '5ed89cb17579461faa0b9a171a35a241'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:47.458619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:35:47.474566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Usage tracker for resource:port and tenant:5ed89cb17579461faa0b9a171a35a241 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:35:47.490402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:35:47.507463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700e7cd-d6b0-4244-a86d-13a1b76840ce req-feff2d8d-e3ca-4e8c-8f2b-ace4cafa016f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:47.516113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7700e7cd-d6b0-4244-a86d-13a1b76840ce req-feff2d8d-e3ca-4e8c-8f2b-ace4cafa016f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.4959545 May 26 22:35:47.523604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6fcf649-6840-4f25-a07a-6c7c206656e8 req-2463d289-0397-4118-8221-9dbb365ca209 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1096 time: 0.0906162 May 26 22:35:47.553720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:35:47.576485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6fcf649-6840-4f25-a07a-6c7c206656e8 req-1ba6ae31-faed-4227-a984-8551b89fcece tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 May 26 22:35:47.619471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7700e7cd-d6b0-4244-a86d-13a1b76840ce req-d6895b2a-be2e-4bb0-a05c-fe535457fa51 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 May 26 22:35:47.668124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Made reservation on behalf of 5ed89cb17579461faa0b9a171a35a241 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:35:47.676527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:47.920453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-f85e3131-a785-47ae-8ef4-ec72d00b5293 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:47.930092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-f85e3131-a785-47ae-8ef4-ec72d00b5293 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.1656799 May 26 22:35:47.947401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-20bbb9bb-8b5b-43e3-90f2-c31cb45b5907 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/quotas/691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 375 time: 0.0160234 May 26 22:35:48.051985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-0534d26f-1fc1-4de0-a71d-fe4f0afdc984 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030800 May 26 22:35:48.163816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Allocated IP 172.20.0.4 (08b10b42-bd58-4255-876c-78f5e0e906d5/646e872f-ee99-406d-b74f-6486c7536398/fb46002e-4873-4fbf-9c2b-dc5bfaf057ba) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:35:48.175491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2edf6-0760-4fb1-966b-e9a7220dbacd req-5016066b-3afc-476c-900c-f7ebbadfe7bf tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:48.177183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bb2edf6-0760-4fb1-966b-e9a7220dbacd req-5016066b-3afc-476c-900c-f7ebbadfe7bf tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 944 time: 0.3506958 May 26 22:35:48.219526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-018f66e8-c912-4319-914e-9dff95c06b11 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664307 May 26 22:35:48.324984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bb2edf6-0760-4fb1-966b-e9a7220dbacd req-163c3c9a-24de-4a63-9da7-0c5d00df9951 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412170 May 26 22:35:48.435938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-8e0560f6-4bdf-406e-a8ff-fc43a8cfda23 service neutron] 10.222.0.32 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154891 May 26 22:35:48.572040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:48.786316 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91dd22ee-86f7-4c5c-b51e-2945ac8e28bb req-161aa20e-1a78-4698-8df8-2e39c2a48f2f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2679992 May 26 22:35:48.789904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:48.796823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e0266e7-4f53-4ea0-a3ac-260a416548b4 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:35:48.977896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:35:48.990051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:35:48.996993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:35:48.997740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:35:49.005970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:35:49.006694 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:49.103295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:49.119866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:49.120834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:49.171297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Deleting port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:35:49.172013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:49.206161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-14b3c988-ac54-4248-8568-106b5a1ab54e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9757359 May 26 22:35:49.218281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Request body: {'port': {'device_id': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:49.239355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:49.283584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7e038-92e6-4d92-b534-9c8eae0be83b req-32e8fc68-bb18-46a4-acce-1c11a7cc49b8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:49.284509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b4f7e038-92e6-4d92-b534-9c8eae0be83b req-32e8fc68-bb18-46a4-acce-1c11a7cc49b8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:49.325401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:49.337011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b4f7e038-92e6-4d92-b534-9c8eae0be83b req-32e8fc68-bb18-46a4-acce-1c11a7cc49b8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:49.337011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b4f7e038-92e6-4d92-b534-9c8eae0be83b req-32e8fc68-bb18-46a4-acce-1c11a7cc49b8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 931 time: 0.1776519 May 26 22:35:49.364745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:49.374801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-137c0aa7-28e7-433a-b15b-d5c2277af8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:49.377054 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:49.378122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1251bcfb-8d4f-419e-b97f-a07bb0d49450 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:49.474872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b4f7e038-92e6-4d92-b534-9c8eae0be83b req-ab77f36e-d8d4-49b9-9b0a-1601474be805 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309803 May 26 22:35:49.563393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e0266e7-4f53-4ea0-a3ac-260a416548b4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:49.568734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 1251bcfb-8d4f-419e-b97f-a07bb0d49450 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:35:49.569139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1251bcfb-8d4f-419e-b97f-a07bb0d49450 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:35:49.658331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:49.736244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] For port ab5529f6-48ce-4da9-a1b0-e36507fa7c5c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:49.736663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:50.020088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Calling delete_port for ab5529f6-48ce-4da9-a1b0-e36507fa7c5c owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:35:50.168820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a191b-dbfe-4c29-acc8-c83a6a53df13 req-addd2b1c-6ab8-488d-916d-10e46c9c036b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:50.177805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb3a191b-dbfe-4c29-acc8-c83a6a53df13 req-addd2b1c-6ab8-488d-916d-10e46c9c036b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1806097 May 26 22:35:50.282595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb3a191b-dbfe-4c29-acc8-c83a6a53df13 req-8e1e1ed4-adf8-47ef-852a-1f2a12dc4085 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038425 May 26 22:35:50.444101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-b9ed56aa-8ec3-41c7-ba51-f3ac1dadbaf6 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:35:50.445644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-b9ed56aa-8ec3-41c7-ba51-f3ac1dadbaf6 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078616 May 26 22:35:50.453772 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:50.534944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6bc429a-26e5-4694-806c-596fa68d2157 req-d328a10b-15ad-44c4-8da7-544cf9be4cfe tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 210 time: 0.0879703 May 26 22:35:50.539570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Request body: {'binding': {'host': 'n-h2-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:50.540260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Unknown quota resources ['binding']. {{(pid=84029) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:35:50.546156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb46002e-4873-4fbf-9c2b-dc5bfaf057ba {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:50.554982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:50.608094 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:50.611008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5529f6-48ce-4da9-a1b0-e36507fa7c5c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:50.709954 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:50.727646 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e41af2-0e89-4a06-a699-0aa261c36242'] response: {'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'code': 200} May 26 22:35:50.792251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Transition to ACTIVE for port object fb46002e-4873-4fbf-9c2b-dc5bfaf057ba will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:50.872827 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:51.097892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:51.119306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on host n-h2-843301-1 for vnic_type normal with profile None {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:51.120124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:51.120798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:51.156050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:51.156666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:51.174110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-314b3a83-e471-4fbd-8170-8fe2537f4952 req-4de527f3-53d6-4458-bf4a-8694975b40ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 1096 time: 0.2318501 May 26 22:35:51.181309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85585-42f3-45f0-bd0b-9a29ee5396b6 req-c23f2378-9b7a-47dd-9934-abb26baec36e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:51.188869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3de85585-42f3-45f0-bd0b-9a29ee5396b6 req-c23f2378-9b7a-47dd-9934-abb26baec36e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 945 time: 0.2483399 May 26 22:35:51.237616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:51.238438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:51.239198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:51.240166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Bound port: b0045751-0153-4513-b0f0-1135e80025e8, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:51.309514 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3de85585-42f3-45f0-bd0b-9a29ee5396b6 req-894ac091-8617-4ca2-9629-bcce9096a0f6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188517 May 26 22:35:51.339275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-314b3a83-e471-4fbd-8170-8fe2537f4952 req-1f837a71-8633-4df3-82aa-80aa9f42d11e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462274 May 26 22:35:51.346319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:51.356527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:51.358114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a46822e-98d7-42c7-9e0a-a6ee67615d5c service neutron] 10.222.0.32 "POST /v2.0/ports/b0045751-0153-4513-b0f0-1135e80025e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.8222780 May 26 22:35:51.554229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5dc8efa3-b156-4d30-a273-be47ff27d326 req-0961ff7a-20c1-4a5c-aa8f-b6cfc11c8e29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0863132 May 26 22:35:51.569451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-37e92d44-cb5b-4e36-987c-2fc165f07f84 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:51.585425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-37e92d44-cb5b-4e36-987c-2fc165f07f84 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 819 time: 0.5883129 May 26 22:35:51.650102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Request body: {'port': {'device_id': 'edba3780-27c2-407e-ae58-5049196ba68c', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'admin_state_up': True, 'tenant_id': '691816e413f94c83858aab31b419257a'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:51.750555 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:51.912865 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-f377ed48-c67c-4328-b792-1ebb7280bbf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1348464 May 26 22:35:52.109899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-d69addb6-203f-4c13-be20-fe66e7f8f6de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:52.111564 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-d69addb6-203f-4c13-be20-fe66e7f8f6de service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.1919546 May 26 22:35:52.121493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Attempting to bind port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:52.121849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Attempting to bind port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:52.122175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Attempting to bind port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:52.145396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:35:52.163734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba on network 08b10b42-bd58-4255-876c-78f5e0e906d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:52.164051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Attempting to bind port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:52.176583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:35:52.200602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0a22a-4986-4109-9df9-d4042975288d req-0eaa004f-5290-4586-9e38-f72077d6b715 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:52.201275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-43b0a22a-4986-4109-9df9-d4042975288d req-0eaa004f-5290-4586-9e38-f72077d6b715 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:35:52.212495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:52.212849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Checking segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:52.213194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Bound using segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:52.213910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Bound port: fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:52.214249 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:52.229207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-21c52ad0-170b-4b42-a1b6-d264c601eb77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 217 time: 0.1113276 May 26 22:35:52.233577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Made reservation on behalf of 691816e413f94c83858aab31b419257a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:35:52.236646 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:52.270750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-43b0a22a-4986-4109-9df9-d4042975288d req-0eaa004f-5290-4586-9e38-f72077d6b715 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:35:52.272585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43b0a22a-4986-4109-9df9-d4042975288d req-0eaa004f-5290-4586-9e38-f72077d6b715 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 943 time: 0.4757516 May 26 22:35:52.304161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-183e1dd9-041d-4a4c-b322-1804cfadb0d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4110150 May 26 22:35:52.325193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-d32c2e01-f689-4790-98dc-6e2fff65f081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:52.326981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-d32c2e01-f689-4790-98dc-6e2fff65f081 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.0902395 May 26 22:35:52.336922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c6f71-537d-4f60-97cf-a48a2be12dc7 req-e085baca-f5eb-4439-abe3-6645b18738aa tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:52.338581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a31c6f71-537d-4f60-97cf-a48a2be12dc7 req-e085baca-f5eb-4439-abe3-6645b18738aa tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.1661305 May 26 22:35:52.396775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-2d2f86cb-4187-4ed7-81d2-1b04be125fe8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556111 May 26 22:35:52.421849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:52.477195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a31c6f71-537d-4f60-97cf-a48a2be12dc7 req-3e38cc84-216b-46e4-8a12-669e907854ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787880 May 26 22:35:52.513618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43b0a22a-4986-4109-9df9-d4042975288d req-d808032b-1ce1-47ac-9d37-79ae99c92ce4 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071376 May 26 22:35:52.576801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:52.786264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3ac9469-c193-4329-bdb2-3c67c7cd2284 req-d9edc738-5b9e-4279-a996-3a43cd56c4dd tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 210 time: 0.0654511 May 26 22:35:52.827359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-c16aa4b6-ccfb-48a0-828b-c55ba2c5ddcb service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756351 May 26 22:35:52.965779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:52.985864 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:53.049854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-b0a2ae70-c495-460b-8b6d-f928bdd4aca4 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152576 May 26 22:35:53.068805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Allocated IP 172.20.0.11 (fc939361-eb17-45c3-9b3e-b0eb89d05881/7ccf787e-4362-4fa0-a9a6-3a378df62f1a/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:35:53.122450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:53.123825 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] 10.222.0.48 "PUT /v2.0/ports/fb46002e-4873-4fbf-9c2b-dc5bfaf057ba HTTP/1.1" status: 200 len: 1091 time: 3.9104664 May 26 22:35:53.124389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:53.128797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442268c-45c5-42a0-8b1f-46f3da179de3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:53.358430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12817cad-2cde-41fd-b78b-f6338088b0be req-6ad36be0-ff2a-4ead-8222-689e89b197b3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:53.359960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12817cad-2cde-41fd-b78b-f6338088b0be req-6ad36be0-ff2a-4ead-8222-689e89b197b3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.5245743 May 26 22:35:53.415852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c09d-0446-4962-829e-d63c637b0afb req-1edf8906-c9c5-4d39-b108-3ec38d848fee tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:53.423660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fc5c09d-0446-4962-829e-d63c637b0afb req-1edf8906-c9c5-4d39-b108-3ec38d848fee tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 945 time: 0.1448348 May 26 22:35:53.485051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fc5c09d-0446-4962-829e-d63c637b0afb req-665d787f-cb36-42d1-96f1-47d16cdc273a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603180 May 26 22:35:53.487120 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-560b2c58-7084-4857-a000-d36dca0c1473 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 1094 time: 0.3036268 May 26 22:35:53.501931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12817cad-2cde-41fd-b78b-f6338088b0be req-a61dc755-95c8-400a-ae9a-60d82bcb6773 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260455 May 26 22:35:53.556220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:53.609910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-51306922-1ba0-419f-87c9-ee88bb7346be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba HTTP/1.1" status: 200 len: 217 time: 0.1039097 May 26 22:35:53.686027 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55dcf8d4-48eb-44ff-a8db-27f5b13ac0b8'] response: {'name': 'network-changed', 'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'status': 'completed', 'code': 200} May 26 22:35:53.778844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e883f84-8ba3-4ece-a3b2-c338696b5043 req-031cda7f-cee8-4e06-a762-0d3a7ca412e9 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:53.780888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e883f84-8ba3-4ece-a3b2-c338696b5043 req-031cda7f-cee8-4e06-a762-0d3a7ca412e9 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 951 time: 0.1692023 May 26 22:35:53.846300 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e883f84-8ba3-4ece-a3b2-c338696b5043 req-6838fde8-235b-4955-ae2d-bab4feff5619 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585942 May 26 22:35:53.954203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-9843f685-7eb7-4e67-b5e0-625e9c5d870e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:53.956250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-9843f685-7eb7-4e67-b5e0-625e9c5d870e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.3455546 May 26 22:35:54.014247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:54.020165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-9aae2f4c-c686-4e5d-bc4f-469765562dd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556138 May 26 22:35:54.025274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['00ab2cbc-7291-4b90-b9c2-cb53b7441012'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:35:54.031580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097f3ae-3388-428f-8332-31e0317fb272 req-fc2f7271-b657-44b3-8c63-9b1d0354f383 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:54.033101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f097f3ae-3388-428f-8332-31e0317fb272 req-fc2f7271-b657-44b3-8c63-9b1d0354f383 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.0861673 May 26 22:35:54.116283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f097f3ae-3388-428f-8332-31e0317fb272 req-d5ba2cde-6f52-4b4f-9879-65793c821f24 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754926 May 26 22:35:54.350935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Network fc939361-eb17-45c3-9b3e-b0eb89d05881 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:35:54.361448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:35:54.363249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:54.368204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:35:54.427715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-12b59780-5b8a-422c-aa00-1498a82beddb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1100 time: 0.2946799 May 26 22:35:54.506424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-5ea53d29-ffc8-4fe4-b820-c8e9d25822e9 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:54.507868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-5ea53d29-ffc8-4fe4-b820-c8e9d25822e9 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6239455 May 26 22:35:54.546193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8347-b800-46a9-835a-d01385661a20 req-5352b042-cffe-4721-86e2-1f7228ed534b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:54.547616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db9c8347-b800-46a9-835a-d01385661a20 req-5352b042-cffe-4721-86e2-1f7228ed534b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 943 time: 0.2810972 May 26 22:35:54.623558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-37dd210f-77c0-4246-8870-853b91a59491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:54.624990 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-37dd210f-77c0-4246-8870-853b91a59491 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1851761 May 26 22:35:54.642332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db9c8347-b800-46a9-835a-d01385661a20 req-5cc7fae7-165e-4cef-9695-cf52282470e8 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737083 May 26 22:35:54.692767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-ac74973e-f1f1-41ea-8836-4fcdaf13ef46 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.1249270 May 26 22:35:54.703437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'floatingip': {'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:54.734936 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-aafde7e3-a085-4e76-bb99-9466669d4102 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.0909479 May 26 22:35:54.800496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:54.802123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:54.802922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:54.822064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-1ef669e8-35d3-4504-96c1-cba32859f642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:54.823723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-1ef669e8-35d3-4504-96c1-cba32859f642 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0812318 May 26 22:35:54.834106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-4b55152e-7666-4ee3-bbdb-aac133d27e63 service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566693 May 26 22:35:54.840621 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:54.923854 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:54.951163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:54.959231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:54.961621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:54.966961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:54.993051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed21dee-e228-4e3b-8b08-44875a572c50 req-57d785a6-a483-4fd6-afb9-a94ea235c798 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:54.999646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aed21dee-e228-4e3b-8b08-44875a572c50 req-57d785a6-a483-4fd6-afb9-a94ea235c798 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 932 time: 0.1702056 May 26 22:35:55.006472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-45d69518-7c1d-4e6b-a4be-6104d507e3b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486971 May 26 22:35:55.051721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-4c68db1f-943f-48f4-9c38-caf88d23d583 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4283004 May 26 22:35:55.063108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=11']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:55.070081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Request body: {'port': {'device_id': 'edba3780-27c2-407e-ae58-5049196ba68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:35:55.072482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.072896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.073301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.073728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.074131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.074521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.074911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.075316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.075702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.076087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.076472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:35:55.137187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aed21dee-e228-4e3b-8b08-44875a572c50 req-d2d96778-e7f6-47b2-b4ae-c46d576564ac tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274147 May 26 22:35:55.187082 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-381ae067-0d8a-4ada-bd92-61cef4484573 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599100 May 26 22:35:55.245614 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8225a9a-f128-4b52-9131-7d0f72e78dc9 req-86a6499d-31af-4b58-aaa5-1cbf24443b84 service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887289 May 26 22:35:55.335680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-5dd97981-ae14-4e39-b255-7e7c02cbe25c service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422241 May 26 22:35:55.382332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:55.687463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-04dcb0c2-f8f7-43e2-b415-83d760e95071 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 1094 time: 0.3875558 May 26 22:35:55.735931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Router eb043f80-adac-466e-a3a5-e5b1dd679088 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:35:55.872940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9f2b6-8ce8-4ca2-bf3a-e9b01f315e00 req-259acf31-fc26-443c-9f0d-84a9f031cae7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:55.874431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cec9f2b6-8ce8-4ca2-bf3a-e9b01f315e00 req-259acf31-fc26-443c-9f0d-84a9f031cae7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.0835128 May 26 22:35:55.919790 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cec9f2b6-8ce8-4ca2-bf3a-e9b01f315e00 req-1454f138-3634-43fb-a3e6-595b16dfd15a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 May 26 22:35:55.984704 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eead5a9b-c105-46a9-ac1b-5e94e3e23af1'] response: {'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'code': 200} May 26 22:35:56.148638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b1b03-b3b0-44cc-bf64-473c361df7b9 req-87d70636-5469-4ae9-8d29-7e5b7c1ccd60 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:56.150125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f2b1b03-b3b0-44cc-bf64-473c361df7b9 req-87d70636-5469-4ae9-8d29-7e5b7c1ccd60 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.0768812 May 26 22:35:56.195459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f2b1b03-b3b0-44cc-bf64-473c361df7b9 req-767022aa-a35c-418d-aa0b-9c443091fecc tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 May 26 22:35:56.288656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-5ba3bb84-5281-4725-8ee2-d119ad1edae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:56.291216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-5ba3bb84-5281-4725-8ee2-d119ad1edae3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 906 time: 0.5850341 May 26 22:35:56.392107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b1ee7-985b-435f-a985-19b8d9c443d1 req-a3b7f10e-74b6-42da-b551-fbdf8f4d26d7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:56.393565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e94b1ee7-985b-435f-a985-19b8d9c443d1 req-a3b7f10e-74b6-42da-b551-fbdf8f4d26d7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 943 time: 0.0779493 May 26 22:35:56.402237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-f882ee08-3a72-4bc4-a449-0e115ea3857e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba HTTP/1.1" status: 200 len: 217 time: 0.0996742 May 26 22:35:56.440896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e94b1ee7-985b-435f-a985-19b8d9c443d1 req-cae338cf-2d5a-4f59-b4bc-7444a24ba184 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 May 26 22:35:56.532722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:35:56.665821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:56.677814 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:56.685714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-42b909ec-7884-4cd2-a12b-59a262eac4ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:56.688998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-42b909ec-7884-4cd2-a12b-59a262eac4ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.2761159 May 26 22:35:56.695964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:56.744596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275c0b2-665c-4281-b090-176cca1e3023 req-b40f421f-138b-4eb4-b618-45ed2145ebf5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:56.752786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5275c0b2-665c-4281-b090-176cca1e3023 req-b40f421f-138b-4eb4-b618-45ed2145ebf5 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 932 time: 0.1007841 May 26 22:35:56.763816 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:56.802276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5275c0b2-665c-4281-b090-176cca1e3023 req-7e3ddf31-2908-4863-a7e2-9104c2688f1d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 May 26 22:35:56.817226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Transition to ACTIVE for port object 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:35:56.837784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-2acd1fdb-ef43-495e-bc6e-8b8e6c280605 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258025 May 26 22:35:56.840112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:57.202999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a253d4-4615-4d76-8c04-529df372fa01 req-a07918a8-6edb-4954-a55c-c026483e694a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:57.204501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1a253d4-4615-4d76-8c04-529df372fa01 req-a07918a8-6edb-4954-a55c-c026483e694a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.0767004 May 26 22:35:57.235856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:57.251365 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1a253d4-4615-4d76-8c04-529df372fa01 req-482b094e-f5bc-4a6c-90cb-bfebd4581fee tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 May 26 22:35:57.373923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-7bbd9984-7455-41b3-9a31-f18deab8f4ef service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814203 May 26 22:35:57.375581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:35:57.390721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42112234-bba3-4783-8b13-6c1733140798 None None] Sync routers for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:35:57.395258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:57.404798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:57.405561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:57.413099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4b4b1341-8fa6-4c83-852f-828c44eabd0c admin admin] 10.222.0.32 "PUT /v2.0/routers/eb043f80-adac-466e-a3a5-e5b1dd679088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4536455 May 26 22:35:57.417655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43006) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:35:57.446842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeb802-21b4-480e-b100-9e0b1d15c4df req-f3f23e0b-aa9f-4a60-afd6-7b72413de347 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:57.448374 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7feeb802-21b4-480e-b100-9e0b1d15c4df req-f3f23e0b-aa9f-4a60-afd6-7b72413de347 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 949 time: 0.0889330 May 26 22:35:57.509242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7feeb802-21b4-480e-b100-9e0b1d15c4df req-bfca0fee-b2f1-4bb6-8157-6848435c9b3d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 May 26 22:35:57.622805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:57.645746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:35:57.646323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:35:57.646845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:57.692023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:35:57.692349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:35:57.714634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9460a4-0ff9-4049-a147-83a0ff978b8b req-17de41a9-d464-4bc8-8d31-23059bf843c2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:57.716491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e9460a4-0ff9-4049-a147-83a0ff978b8b req-17de41a9-d464-4bc8-8d31-23059bf843c2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.0933034 May 26 22:35:57.731491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:35:57.732115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:35:57.732500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:35:57.732942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Bound port: 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:35:57.733280 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:57.744089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0badcfc8-d7d4-4940-a1b0-8cecb6d12294 req-03a3d1d6-c9d7-40e2-8c21-42767315f5cd service neutron] 10.222.0.48 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604786 May 26 22:35:57.772985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e9460a4-0ff9-4049-a147-83a0ff978b8b req-0ab25342-5783-43fe-98d4-a5048ae7a3f1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486884 May 26 22:35:57.821957 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Floating IP 02aa84df-3583-4460-8581-b948746d5f34 associated. External IP: 172.25.4.209, port: ca95bc51-ecf8-405e-8f6d-bd76a9c302dc. May 26 22:35:57.925502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:35:50Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:57.929443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42112234-bba3-4783-8b13-6c1733140798 None None] Checking router: eb043f80-adac-466e-a3a5-e5b1dd679088 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:35:57.942576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] Routers {'eb043f80-adac-466e-a3a5-e5b1dd679088'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:35:57.943420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['eb043f80-adac-466e-a3a5-e5b1dd679088'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:57.974273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c562a79-58c7-4a12-b875-c64e456832c4 req-a03d9378-3386-4d32-969d-a752c6e8c10f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:57.975720 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c562a79-58c7-4a12-b875-c64e456832c4 req-a03d9378-3386-4d32-969d-a752c6e8c10f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 943 time: 0.0838454 May 26 22:35:57.987511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:35:58.003112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:35:58.016594 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:58.027364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c562a79-58c7-4a12-b875-c64e456832c4 req-64ca3b60-ca40-4341-bc81-e8a1f2b7e88b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 May 26 22:35:58.108431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:58.110822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] 10.222.0.55 "PUT /v2.0/ports/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 200 len: 1092 time: 3.0446699 May 26 22:35:58.117114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:35:58.131007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] Set router eb043f80-adac-466e-a3a5-e5b1dd679088 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:35:58.150868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdde5a-5ad6-4573-a1b5-e626736fdc9d service neutron] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:58.159231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:58.224768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75487be-2472-481b-bcd1-5650dcce0867 req-885bd701-4220-4288-8a7c-0db950b680df tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:58.226321 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a75487be-2472-481b-bcd1-5650dcce0867 req-885bd701-4220-4288-8a7c-0db950b680df tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.0835657 May 26 22:35:58.272951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a75487be-2472-481b-bcd1-5650dcce0867 req-0d645e58-effe-4771-b997-262273d4974b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 May 26 22:35:58.362762 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a47b94f-9a06-4376-9ad8-3927d1c4be20'] response: {'name': 'network-changed', 'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d', 'status': 'completed', 'code': 200} May 26 22:35:58.416636 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-a62086a8-2b4a-4c44-8b28-ccee87c67c51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1095 time: 0.2035344 May 26 22:35:58.429074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-42112234-bba3-4783-8b13-6c1733140798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:35:50Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:35:58.433093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42112234-bba3-4783-8b13-6c1733140798 None None] The sync data for ids ['eb043f80-adac-466e-a3a5-e5b1dd679088'] in n-d-843301-1 is: [{'id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-137678471-router', 'tenant_id': '317a4871f1a74787a453ae35ea7a9477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:12Z', 'updated_at': '2022-05-26T22:35:50Z', 'revision_number': 5, 'project_id': '317a4871f1a74787a453ae35ea7a9477', 'gw_port': {'id': 'edd6a832-18eb-4bb4-ba30-c7ff65ff171c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb043f80-adac-466e-a3a5-e5b1dd679088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:13Z', 'updated_at': '2022-05-26T22:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:35:58.602236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-653de65f-0d12-40c8-ac11-d86001a049ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 200 len: 217 time: 0.1346118 May 26 22:35:58.624733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633d826-9116-4a0a-a9eb-bdd1d778e369 req-dd1803c3-1b49-4bae-8cc3-bd1b902b96c5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:58.626200 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3633d826-9116-4a0a-a9eb-bdd1d778e369 req-dd1803c3-1b49-4bae-8cc3-bd1b902b96c5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1678762 May 26 22:35:58.672798 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3633d826-9116-4a0a-a9eb-bdd1d778e369 req-0280a27d-68b6-4480-98de-20e2abbbb787 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 May 26 22:35:58.706260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-f9508d18-ba27-4c43-ac84-e9945e16ef95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:58.707677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-f9508d18-ba27-4c43-ac84-e9945e16ef95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.0980208 May 26 22:35:58.762157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:58.802717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ab5529f6-48ce-4da9-a1b0-e36507fa7c5c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:35:58.845955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: ab5529f6-48ce-4da9-a1b0-e36507fa7c5c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:35:58.846310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ab5529f6-48ce-4da9-a1b0-e36507fa7c5c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:35:58.884807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251bc37-5565-48d0-b91b-f3f811059c8b req-11679380-7604-4862-8d16-777167f58cc4 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:58.886459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5251bc37-5565-48d0-b91b-f3f811059c8b req-11679380-7604-4862-8d16-777167f58cc4 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 949 time: 0.0953391 May 26 22:35:58.910809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-02aad2fc-e8e4-4265-a8b4-7c1f2997dcc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893809 May 26 22:35:58.938200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Deleting port edd6a832-18eb-4bb4-ba30-c7ff65ff171c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:35:58.938541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:58.938833 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5251bc37-5565-48d0-b91b-f3f811059c8b req-4655bee7-aec6-41ea-bc9e-32eed08d4b2a tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/security-groups?id=c646a95f-8419-4b28-b509-ea18f11c4738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 May 26 22:35:59.128667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae9ea7-f60b-4d57-98ad-7856d0a3b4e0 req-1a31c3a3-ca32-4d02-8944-4057e8464adb tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:59.132534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbae9ea7-f60b-4d57-98ad-7856d0a3b4e0 req-1a31c3a3-ca32-4d02-8944-4057e8464adb tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.0797393 May 26 22:35:59.175159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbae9ea7-f60b-4d57-98ad-7856d0a3b4e0 req-19accf9c-c050-477f-816e-49f925344316 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 May 26 22:35:59.189402 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-deb97bce-fc66-4ff1-8ce4-9813c8b3c156 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695289 May 26 22:35:59.270121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-90bd21ab-1d34-4186-9a2a-a0da0ec834bb tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:59.272341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-90bd21ab-1d34-4186-9a2a-a0da0ec834bb tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.55 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 949 time: 0.0830412 May 26 22:35:59.321765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:35:59.338288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] For port edd6a832-18eb-4bb4-ba30-c7ff65ff171c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:59.338915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:59.389738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Deleting port d72e1e44-165b-4444-a80c-48bfb201a4dc {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:35:59.390006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:59.458708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device fb46002e-4873-4fbf-9c2b-dc5bfaf057ba details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:35:59.479722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Calling delete_port for edd6a832-18eb-4bb4-ba30-c7ff65ff171c owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:35:59.487139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe108f-77f1-44f1-bf9c-24e2716b8bf4 req-38da9a4b-946a-4ae7-b6bf-ad2399ccf192 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:59.488589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dabe108f-77f1-44f1-bf9c-24e2716b8bf4 req-38da9a4b-946a-4ae7-b6bf-ad2399ccf192 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 943 time: 0.1832511 May 26 22:35:59.594401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02bf2a2-c988-4e1e-a3dd-dec1bac652ec req-6ebaf7f9-c527-4254-a924-051beab46d4d service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986385 May 26 22:35:59.613333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:59.631430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dabe108f-77f1-44f1-bf9c-24e2716b8bf4 req-7d67711c-a776-4fdf-a84e-19dc77ff866b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339405 May 26 22:35:59.635477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'mac_address': 'fa:16:3e:09:78:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:35:59.704050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] For port d72e1e44-165b-4444-a80c-48bfb201a4dc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d72e1e44-165b-4444-a80c-48bfb201a4dc,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:59.705587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:59.706150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:59.726456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb46002e-4873-4fbf-9c2b-dc5bfaf057ba {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:35:59.743045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:35:59.749568 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:59.831816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-1baaf264-cc55-4710-84b1-0fbfcbf76d1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1095 time: 0.1677873 May 26 22:35:59.848608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:35:59.851365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Calling delete_port for d72e1e44-165b-4444-a80c-48bfb201a4dc owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:35:59.993186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:00.016792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdc3da-fdd3-464a-ad06-5245fb5caa1c req-d45737cf-e311-4db3-82fc-461cf1c596b0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:00.018316 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4cdc3da-fdd3-464a-ad06-5245fb5caa1c req-d45737cf-e311-4db3-82fc-461cf1c596b0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.1735830 May 26 22:36:00.068388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Pushing event deleted for resources: {'Port': ['ID=edd6a832-18eb-4bb4-ba30-c7ff65ff171c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:00.093228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4cdc3da-fdd3-464a-ad06-5245fb5caa1c req-9b63bd68-6376-48af-b24f-62fee26ee0ec tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635371 May 26 22:36:00.094244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:00.109838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-91d1f40d-7ae9-42b9-ac01-feefa8fd0feb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:00.111522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-91d1f40d-7ae9-42b9-ac01-feefa8fd0feb service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2514012 May 26 22:36:00.114944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:00.136386 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:00.159791 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:00.159791 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:00.168401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['fb46002e-4873-4fbf-9c2b-dc5bfaf057ba'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:00.197353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Pushing event deleted for resources: {'Port': ['ID=d72e1e44-165b-4444-a80c-48bfb201a4dc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:00.225987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:00.272197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-96c41e74-b9c2-415c-b994-14c9f9392118 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 200 len: 217 time: 0.1483524 May 26 22:36:00.382928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] No DVR routers for this DVR port d72e1e44-165b-4444-a80c-48bfb201a4dc on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:00.390019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:00.392343 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:00.407074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-deleted', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:00.425458 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ddcbfb1-ee7b-4f43-afff-86b4464cb539 req-dfdc8c6d-5d4b-4546-a5fe-7c8e77d89b2d tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.55 "DELETE /v2.0/ports/d72e1e44-165b-4444-a80c-48bfb201a4dc HTTP/1.1" status: 204 len: 173 time: 1.1474414 May 26 22:36:00.451941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebb5d8-1a89-45af-922b-5090a672645c req-40ad7a99-c3fc-45b4-baa1-21ea9950fd16 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:00.453780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aaebb5d8-1a89-45af-922b-5090a672645c req-40ad7a99-c3fc-45b4-baa1-21ea9950fd16 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1207037 May 26 22:36:00.528058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aaebb5d8-1a89-45af-922b-5090a672645c req-c9292edf-89c4-4cf5-a6f4-335c99a0b41a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649211 May 26 22:36:00.687832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-2a01e7b9-1b67-4074-8d4a-8036039592b7 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "PUT /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 200 len: 997 time: 5.9939296 May 26 22:36:00.694146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:00.697518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3b57f75e-d774-4b29-bc36-89bb1fae11b3 req-cec8934d-7fbd-4e2a-8cf6-ddc0d2ff38f1 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Synchronizing usage tracker for tenant:2053865cc08b44018d0ce4f803ba78dd on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:00.706631 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:00.722100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3b57f75e-d774-4b29-bc36-89bb1fae11b3 req-cec8934d-7fbd-4e2a-8cf6-ddc0d2ff38f1 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] Unset dirty status for tenant:2053865cc08b44018d0ce4f803ba78dd on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:00.733212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b57f75e-d774-4b29-bc36-89bb1fae11b3 req-cec8934d-7fbd-4e2a-8cf6-ddc0d2ff38f1 tempest-ImagesOneServerTestJSON-1395905637 tempest-ImagesOneServerTestJSON-1395905637-project] 10.222.0.32 "GET /v2.0/ports?device_id=64cf31d5-d935-45cf-be1a-ec7d5d0bb438 HTTP/1.1" status: 200 len: 210 time: 0.0821340 May 26 22:36:00.889419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-b16e98e9-fa21-4c90-8856-2d2ba00fe9d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:00.890827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-b16e98e9-fa21-4c90-8856-2d2ba00fe9d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.6088533 May 26 22:36:00.901089 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:5a:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:35:56Z', 'revision_number': 1, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:00.905324 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:00.917635 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:00.918259 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:00.940740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7d57e-2b2c-48f5-b8be-2ea2137a4fca req-e8e655e5-a10c-4df0-b44f-ceabbf507b0e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:00.942649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1b7d57e-2b2c-48f5-b8be-2ea2137a4fca req-e8e655e5-a10c-4df0-b44f-ceabbf507b0e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 945 time: 0.0850608 May 26 22:36:00.998243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1b7d57e-2b2c-48f5-b8be-2ea2137a4fca req-5ae3e663-307e-452a-b0d8-b15287923264 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 May 26 22:36:01.055712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-c010ab45-75a1-43b8-819e-3cee1a86e312 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564491 May 26 22:36:01.090281 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cea69a-6959-4265-aa71-7f813a628fdb'] response: {'server_uuid': '64cf31d5-d935-45cf-be1a-ec7d5d0bb438', 'name': 'network-vif-deleted', 'tag': 'd72e1e44-165b-4444-a80c-48bfb201a4dc', 'status': 'completed', 'code': 200} May 26 22:36:01.103557 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.116244 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:01.166882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.278991 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-d5f94cc9-be03-4d2f-b9b3-31ba57062eb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.5051513 May 26 22:36:01.284003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46348f3c-386e-48e1-ac37-14a13ccc30ee req-e7c65268-1548-40ef-9db5-eb06f44fd551 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:01.284700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46348f3c-386e-48e1-ac37-14a13ccc30ee req-e7c65268-1548-40ef-9db5-eb06f44fd551 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 944 time: 0.0819337 May 26 22:36:01.314025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.314533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb043f80-adac-466e-a3a5-e5b1dd679088 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:36:01.336446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46348f3c-386e-48e1-ac37-14a13ccc30ee req-b75a1b59-7aea-46d5-8faf-855e1106aa54 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451977 May 26 22:36:01.377459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-97415ed5-a2a0-4d90-bf15-ea255bfd7117 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011529 May 26 22:36:01.415697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.419178 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f2b835b3-713b-482f-93cd-bcf230c7d48c admin admin] 10.222.0.32 "DELETE /v2.0/routers/eb043f80-adac-466e-a3a5-e5b1dd679088 HTTP/1.1" status: 204 len: 168 time: 3.9955721 May 26 22:36:01.420541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43040) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:01.482108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:01.488163 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065de273-d67e-4402-9e59-8bda46ad33af'] response: {'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'status': 'completed', 'code': 200} May 26 22:36:01.572136 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:5a:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:35:56Z', 'revision_number': 1, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:01.579693 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0fcca-43f2-40b4-b564-4890c996c217 None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:5a:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:35:56Z', 'revision_number': 1, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:01.647334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-b1a3447d-7d84-453b-946c-f4c083fa0106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:01.648760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-b1a3447d-7d84-453b-946c-f4c083fa0106 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.3548882 May 26 22:36:01.656060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2a6bc17-a551-4708-a8a7-d033d7444d3b req-86837089-1fc6-4ec0-8fe9-1095d402d1b7 service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648444 May 26 22:36:01.756910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:01.774193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-e4de5303-6bbd-446f-8f5a-e0174fbe9b14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.2888882 May 26 22:36:01.775566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 has no active binding in host n-h2-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:36:01.805304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] Deleting subnet 7d08715d-4b0f-436e-8347-a8b624eb628a {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:36:01.815352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.885459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.921459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f834c-58e8-49e2-805a-8a596fda22d8 None None] New status for floating IP 02aa84df-3583-4460-8581-b948746d5f34: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:36:01.930276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-d90aff39-516d-4336-9899-a4d93f04f041 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 1000 time: 0.2709870 May 26 22:36:01.935749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e22f6-1873-4b3a-ae3c-4c2c7de32f38 req-eebe0a96-a539-4eed-9fd0-46ed2acb4ce0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:01.938443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a58e22f6-1873-4b3a-ae3c-4c2c7de32f38 req-eebe0a96-a539-4eed-9fd0-46ed2acb4ce0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.2607088 May 26 22:36:01.952300 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-e082a060-7122-489b-96fc-d165fc56f026 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.3065083 May 26 22:36:01.986791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-1'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:02.074823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-8879f0a3-1b0c-4e44-9d34-95f7af0e9529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:02.077838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-8879f0a3-1b0c-4e44-9d34-95f7af0e9529 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.0948725 May 26 22:36:02.135069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-694455a6-bac7-473b-a832-49f6d63c4450 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:02.136508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-694455a6-bac7-473b-a832-49f6d63c4450 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.3525071 May 26 22:36:02.146298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a58e22f6-1873-4b3a-ae3c-4c2c7de32f38 req-284c13f7-ab2e-4213-ace0-22a59d2354f1 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898584 May 26 22:36:02.213345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.239541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.262729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-87c60c32-ab5d-448a-ad6e-6f99f0dfecb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 1000 time: 0.1142757 May 26 22:36:02.265862 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-db062208-aa7f-4103-81c0-95a378b4f0a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780019 May 26 22:36:02.278703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-d6d2eeb6-8338-4ede-8922-82c8501fe54e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:36:02.286356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-d6d2eeb6-8338-4ede-8922-82c8501fe54e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0117507 May 26 22:36:02.438928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-bf66ac09-ee91-4fef-ab98-6a74c7a8bfbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:02.440287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-bf66ac09-ee91-4fef-ab98-6a74c7a8bfbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.1518471 May 26 22:36:02.486062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device edd6a832-18eb-4bb4-ba30-c7ff65ff171c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:02.500507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.523358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: edd6a832-18eb-4bb4-ba30-c7ff65ff171c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:02.523948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device edd6a832-18eb-4bb4-ba30-c7ff65ff171c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:02.527729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-75fc37e6-a087-4b76-91af-4826655b8219 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403917 May 26 22:36:02.550131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d08715d-4b0f-436e-8347-a8b624eb628a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:02.581175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7f3093-b721-4af9-b17e-51f83856b4c9 None None] Network 12073deb-64b8-46c1-8341-0dba2c594124 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:36:02.587073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.608354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0bece54b-fa15-4100-876c-a9e10099c1b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d08715d-4b0f-436e-8347-a8b624eb628a HTTP/1.1" status: 204 len: 168 time: 1.1803114 May 26 22:36:02.609774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:02.611680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43052) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:02.621254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9965e-0aed-4942-b6a1-e66e50e2b218 req-eaf4f4c9-bb3a-425b-b536-993ccf2defc8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:02.622729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5be9965e-0aed-4942-b6a1-e66e50e2b218 req-eaf4f4c9-bb3a-425b-b536-993ccf2defc8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.2749472 May 26 22:36:02.667694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-78cdb64d-b514-4f6b-88ef-d83689ec95b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205222 May 26 22:36:02.746832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:36:02.770431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5db3ab08-08b9-4f93-89c4-7e2d7b64b635 req-ca18fa09-b4d8-42b9-bdaa-8aa52d9c63da service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345273 May 26 22:36:02.804452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.806639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:02.837380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5be9965e-0aed-4942-b6a1-e66e50e2b218 req-e1b9e08d-85d0-480c-890f-80814184f287 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952479 May 26 22:36:02.842017 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-9d7d6dd8-3194-47aa-ae38-a9653e61ea71 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557741 May 26 22:36:02.846719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:02.866401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Deleting port bf2626ea-cb39-46bc-8d2a-4b77e158f029 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:02.866737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.931321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.939040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: d72e1e44-165b-4444-a80c-48bfb201a4dc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:02.939413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d72e1e44-165b-4444-a80c-48bfb201a4dc not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:02.951009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] DHCP port deletion for 12073deb-64b8-46c1-8341-0dba2c594124 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:36:02.955885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] Deleting port bf2626ea-cb39-46bc-8d2a-4b77e158f029 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:02.956254 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.968033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.097720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:03.109076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90207351-91ea-4eee-8b09-272ec03fcfb2 req-622d1762-4665-497f-9639-4f87e9850477 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596073 May 26 22:36:03.160386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2a9f-b122-4333-8f79-5fb3e2ffd616 req-3af8301c-b977-41b8-a3b2-4bf1155ad720 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:03.161881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a58f2a9f-b122-4333-8f79-5fb3e2ffd616 req-3af8301c-b977-41b8-a3b2-4bf1155ad720 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 944 time: 0.1463647 May 26 22:36:03.258871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a58f2a9f-b122-4333-8f79-5fb3e2ffd616 req-ab968bb9-3c6f-4370-8281-66d6b0314831 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 May 26 22:36:03.323735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] For port bf2626ea-cb39-46bc-8d2a-4b77e158f029, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf2626ea-cb39-46bc-8d2a-4b77e158f029,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:03.324582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.366562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43068) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:03.493136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] Calling delete_port for bf2626ea-cb39-46bc-8d2a-4b77e158f029 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:03.527158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device fb46002e-4873-4fbf-9c2b-dc5bfaf057ba up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:03.535736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-37bcf424-6220-454b-814a-9e6eb63e5b08 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:03.538763 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-37bcf424-6220-454b-814a-9e6eb63e5b08 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1084821 May 26 22:36:03.568893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:03.588711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on host n-h1-843301-1 for vnic_type normal with profile {"migrating_to": "n-h2-843301-1"} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:36:03.589417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:36:03.589417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:03.624360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] For port bf2626ea-cb39-46bc-8d2a-4b77e158f029, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf2626ea-cb39-46bc-8d2a-4b77e158f029,segment=NetworkSegment(eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7),segment_id=eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:03.624948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.636396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:36:03.636851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Attempting to bind port b0045751-0153-4513-b0f0-1135e80025e8 on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:03.636969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.674794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:03.686144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] Pushing event deleted for resources: {'Port': ['ID=bf2626ea-cb39-46bc-8d2a-4b77e158f029,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:03.691874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:03.692241 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.713233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-8fab179a-b729-4e0c-80ed-e12382160e57 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.1677988 May 26 22:36:03.729656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf26dd-5f68-47f9-94f8-a33400eb34ed None None] No DVR routers for this DVR port bf2626ea-cb39-46bc-8d2a-4b77e158f029 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:03.730177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'floatingip': {'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:03.760692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:36:03.760692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:36:03.760692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:36:03.760692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Bound port: b0045751-0153-4513-b0f0-1135e80025e8, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:36:03.760692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.777356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Calling delete_port for bf2626ea-cb39-46bc-8d2a-4b77e158f029 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:03.796028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-93e48cfc-df16-4ecd-8866-9ef24080b497 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2053865cc08b44018d0ce4f803ba78dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4256430 May 26 22:36:03.804278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43074) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:03.824428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d35171-dffb-46a8-8c52-fb88bec230fa req-bb8bd501-1d8f-4ec0-9345-b6146a6787b2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:03.826020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56d35171-dffb-46a8-8c52-fb88bec230fa req-bb8bd501-1d8f-4ec0-9345-b6146a6787b2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.6044147 May 26 22:36:03.838421 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.869887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:03.874544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.878262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:03.882980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.962214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:36:03.962573 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:36:03.967340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:03.974269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56d35171-dffb-46a8-8c52-fb88bec230fa req-a5cd5cdc-0da7-4fa5-abad-942c3b2e8dd4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109269 May 26 22:36:03.975968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:03.981314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:36:03.988997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.046899 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb34208-2738-4660-8d23-4ad53ee32f5d'] response: {'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8', 'code': 200} May 26 22:36:04.083153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f7eb-1593-4843-908b-29f4a3be66ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.162988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f7eb-1593-4843-908b-29f4a3be66ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.190046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=8']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:04.242951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.244219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a74ab9b5-bdef-4b54-a15f-56ab9ce76a84 service neutron] 10.222.0.48 "PUT /v2.0/ports/b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 1121 time: 2.2685483 May 26 22:36:04.278031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d0be1-5190-4f2d-8ea4-86a1e6233c04 req-a0332134-7fc1-4d6f-978b-cd1dfe772b38 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:04.279572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-998d0be1-5190-4f2d-8ea4-86a1e6233c04 req-a0332134-7fc1-4d6f-978b-cd1dfe772b38 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.1323223 May 26 22:36:04.325793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f7eb-1593-4843-908b-29f4a3be66ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.337129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['b0045751-0153-4513-b0f0-1135e80025e8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:04.354276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-998d0be1-5190-4f2d-8ea4-86a1e6233c04 req-f559b78d-b4ec-4136-9480-09a74a5929c9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655107 May 26 22:36:04.418421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b0045751-0153-4513-b0f0-1135e80025e8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:04.419251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6f7eb-1593-4843-908b-29f4a3be66ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646a95f-8419-4b28-b509-ea18f11c4738,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:04.448284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f7eb-1593-4843-908b-29f4a3be66ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.451886 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8fe6f7eb-1593-4843-908b-29f4a3be66ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c646a95f-8419-4b28-b509-ea18f11c4738 HTTP/1.1" status: 204 len: 168 time: 0.6457715 May 26 22:36:04.465139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Deleting port bf2626ea-cb39-46bc-8d2a-4b77e158f029 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:04.465487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.549743 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30507510-ddf0-442d-9df3-05ce705ca119'] response: {'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'code': 200} May 26 22:36:04.633038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf2626ea-cb39-46bc-8d2a-4b77e158f029 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:04.662622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] The port 'bf2626ea-cb39-46bc-8d2a-4b77e158f029' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:36:04.742309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bf2626ea-cb39-46bc-8d2a-4b77e158f029 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:04.742648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf2626ea-cb39-46bc-8d2a-4b77e158f029 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:04.832620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.837610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.900018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:04.910390 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:36:04.950162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6cc7a86f-54aa-490d-9d8f-2710ac6aec59 req-1c8c4f5b-011a-43cc-8e1c-4184069a0895 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 1096 time: 0.3396494 May 26 22:36:04.974798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12073deb-64b8-46c1-8341-0dba2c594124']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:04.991222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ad630-3c8d-427a-9cc9-c5bc17d34354 req-18b539c3-38ad-43ea-bfcb-8385df467f9a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:04.994136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850ad630-3c8d-427a-9cc9-c5bc17d34354 req-18b539c3-38ad-43ea-bfcb-8385df467f9a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.3421104 May 26 22:36:05.003668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:05.003778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3c0ee0-64f3-4f2b-a8cf-6c4a416ebcc7') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:05.037245 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:05.076400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:05.080972 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Floating IP 02aa84df-3583-4460-8581-b948746d5f34 associated. External IP: 172.25.4.209, port: ca95bc51-ecf8-405e-8f6d-bd76a9c302dc. May 26 22:36:05.090735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:36:05.091321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: timer() May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:36:05.108016 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:36:05.111114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6cc7a86f-54aa-490d-9d8f-2710ac6aec59 req-86e9f400-ba2e-4402-b073-a3fd385844c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517017 May 26 22:36:05.117626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850ad630-3c8d-427a-9cc9-c5bc17d34354 req-0ed78baf-b22e-4b04-bc07-53865482ea9b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167333 May 26 22:36:05.218073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:05.224811 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:05.247768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12073deb-64b8-46c1-8341-0dba2c594124,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:05.264492 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-984c3d19-1758-46e3-8419-fab4c7ff09f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/12073deb-64b8-46c1-8341-0dba2c594124 HTTP/1.1" status: 204 len: 168 time: 2.6510282 May 26 22:36:05.268065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:05.509655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13308cb-3062-4725-a9d8-91a9d17b76a4 req-69caf10f-5ecf-4703-b6fd-5ea58ed8f088 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:05.511140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d13308cb-3062-4725-a9d8-91a9d17b76a4 req-69caf10f-5ecf-4703-b6fd-5ea58ed8f088 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 945 time: 0.1795671 May 26 22:36:05.529432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:36:05.689199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d13308cb-3062-4725-a9d8-91a9d17b76a4 req-0e399882-501c-4be8-ac7c-74b351a9ee83 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671228 May 26 22:36:05.880262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:05.889693 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:05.901106 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:05.901954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:05.962126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db61248-ce6d-4999-93fa-05bd5ddda151 req-ad74cb4a-378b-4d80-afea-8efdd9fbc122 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:05.963974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1db61248-ce6d-4999-93fa-05bd5ddda151 req-ad74cb4a-378b-4d80-afea-8efdd9fbc122 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.1045361 May 26 22:36:06.026989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:06.082203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1db61248-ce6d-4999-93fa-05bd5ddda151 req-cfdba207-0824-464e-bb14-ccbfcea898da tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067808 May 26 22:36:06.084306 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:06.098770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:06.306420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cfa84-c0bc-4390-a864-6b5f0af076b6 req-71d0add4-4f6c-4926-ace2-74d75f52515a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:06.308173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e9cfa84-c0bc-4390-a864-6b5f0af076b6 req-71d0add4-4f6c-4926-ace2-74d75f52515a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.1166959 May 26 22:36:06.311377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:36:06.425302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e9cfa84-c0bc-4390-a864-6b5f0af076b6 req-be0a3c4d-c6f9-4903-82ca-a8b122e276b8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063144 May 26 22:36:06.514627 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:f5:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:04Z', 'revision_number': 3, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:06.520218 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:06.531104 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:06.531863 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:06.558365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:06.563030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:06.652962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:06.685660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1323eac8-723a-49ec-b87c-31389a46405a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "PUT /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 200 len: 998 time: 2.9626083 May 26 22:36:06.713209 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:06.763543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-fc4b023e-0d0f-4331-99dc-3e04368b1b38 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:06.765131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-fc4b023e-0d0f-4331-99dc-3e04368b1b38 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports/ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 943 time: 0.0737412 May 26 22:36:06.771196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d540-a8db-40c0-9ddc-cf5c34c2f1fe req-003cb423-c60c-48a2-986b-d17f024d5e92 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:06.772642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4238d540-a8db-40c0-9ddc-cf5c34c2f1fe req-003cb423-c60c-48a2-986b-d17f024d5e92 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1098027 May 26 22:36:06.847557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:06.871518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4238d540-a8db-40c0-9ddc-cf5c34c2f1fe req-fea8cbdf-6547-4f45-a321-6c3230fd785e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642416 May 26 22:36:06.962426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Deleting port 72618c2c-5554-41ec-b905-c9827307c302 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:06.962984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:07.033871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:07.104171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d', 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881', 'port_id': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d', 'mac_address': 'fa:16:3e:7a:61:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccf787e-4362-4fa0-a9a6-3a378df62f1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:36:07.117296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-974ac59b-154d-46ec-bddf-45616853d218 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.2621343 May 26 22:36:07.146632 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e79a44-4201-4088-bdf9-b2f46d7035af'] response: {'name': 'network-changed', 'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8', 'status': 'completed', 'code': 200} May 26 22:36:07.162986 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc40dc6-9dbf-4152-801c-1a07ac2c606a'] response: {'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'status': 'completed', 'code': 200} May 26 22:36:07.240037 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:07.272618 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:f5:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:04Z', 'revision_number': 3, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:07.276835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:07.280101 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62318dc-d540-4dc8-bb53-772b45901c9f None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:f5:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:04Z', 'revision_number': 3, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:07.309843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] For port 72618c2c-5554-41ec-b905-c9827307c302, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=72618c2c-5554-41ec-b905-c9827307c302,segment=NetworkSegment(083f41cf-91e4-4f19-a594-16883fbc3f66),segment_id=083f41cf-91e4-4f19-a594-16883fbc3f66)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:07.310296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:07.323540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:07.332637 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:07.349583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-921d8ceb-dcd5-4bad-a634-5c9d0ddaa56f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:07.351080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-921d8ceb-dcd5-4bad-a634-5c9d0ddaa56f service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.2256548 May 26 22:36:07.357053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-73581232-5cf6-4184-9871-b31a1b009b32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1124 time: 0.2964358 May 26 22:36:07.437933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:07.450387 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-1a377b74-825c-447a-a5b2-755508c68a41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 217 time: 0.0907090 May 26 22:36:07.586679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Calling delete_port for 72618c2c-5554-41ec-b905-c9827307c302 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:07.600068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-2caa6e03-fe47-4954-b5e6-897053536fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:07.601507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-2caa6e03-fe47-4954-b5e6-897053536fe1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.1063328 May 26 22:36:07.620899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:07.671775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-62f436b7-4434-4177-8f97-0cf0f0d1c13a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:07.674280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-62f436b7-4434-4177-8f97-0cf0f0d1c13a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.2615201 May 26 22:36:07.724610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28a930c1-d5fb-490a-8626-6e945560b875 req-b2da3f4c-7944-4675-be08-656831ba3eac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.5771530 May 26 22:36:07.758005 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-4cf3b191-03bd-4186-b38c-bdd836cd40fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 217 time: 0.0723922 May 26 22:36:07.891723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed91f5d-93e1-464a-b5b1-6b603add3887 req-7e0df58a-70f4-465a-9d88-c57c60484658 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:07.893759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fed91f5d-93e1-464a-b5b1-6b603add3887 req-7e0df58a-70f4-465a-9d88-c57c60484658 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 945 time: 0.6744883 May 26 22:36:07.925469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-b067bf78-5c2d-44d5-b376-e650b375dc8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3098619 May 26 22:36:07.963674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a930c1-d5fb-490a-8626-6e945560b875 req-54da2364-1f33-4a3c-9ec5-1c75dab46129 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:07.965106 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28a930c1-d5fb-490a-8626-6e945560b875 req-54da2364-1f33-4a3c-9ec5-1c75dab46129 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.2301443 May 26 22:36:07.968487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-fb857ba5-65fd-4673-a118-47094d3f8fb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2985313 May 26 22:36:08.002635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-c8671a32-30fe-4a21-9fb2-cb2a8d6900ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:08.004077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-c8671a32-30fe-4a21-9fb2-cb2a8d6900ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.2388058 May 26 22:36:08.063497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-ba4a0f37-425e-4899-a257-d1c135b0815d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475259 May 26 22:36:08.081546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28a930c1-d5fb-490a-8626-6e945560b875 req-cab3fe6e-c51a-4d98-89c9-0c80575ff284 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 217 time: 0.1047256 May 26 22:36:08.095085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fed91f5d-93e1-464a-b5b1-6b603add3887 req-0a132278-b900-424a-b255-196f8deab333 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858888 May 26 22:36:08.185543 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-825a7899-da47-4a1f-8c39-dc5181c4ae18 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521856 May 26 22:36:08.218586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a930c1-d5fb-490a-8626-6e945560b875 req-801d655d-1bb1-45f4-b5be-ffe99689f847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:08.220010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28a930c1-d5fb-490a-8626-6e945560b875 req-801d655d-1bb1-45f4-b5be-ffe99689f847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.1314836 May 26 22:36:08.298265 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:08.317143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-a9dcab7d-c7aa-4c32-a5bb-5afd09fc68d1 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446582 May 26 22:36:08.325782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26712f6-b04b-481a-9644-0c3f40e3e5b7 None None] New status for floating IP 02aa84df-3583-4460-8581-b948746d5f34: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:36:08.369543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Pushing event deleted for resources: {'Port': ['ID=72618c2c-5554-41ec-b905-c9827307c302,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:08.376369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-5309888a-b944-4742-9c86-002ead6ee528 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 1096 time: 0.3313892 May 26 22:36:08.461339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-2912b3a0-7b2c-41ab-8f11-9ee5892b75e2 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493958 May 26 22:36:08.578045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60763a82-ecd0-4aca-8a15-a185c4372501 req-a3434b10-d52e-4c3e-91bf-078c49576375 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396219 May 26 22:36:08.620835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-ceb58f6f-3467-4ec2-88ad-03331d8d8a66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 1096 time: 0.1123905 May 26 22:36:08.716565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32495-f139-423c-886b-e706b4f3c364 req-3de7dd70-f5d1-465f-ba6c-8ce95eaf457c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:08.718230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3c32495-f139-423c-886b-e706b4f3c364 req-3de7dd70-f5d1-465f-ba6c-8ce95eaf457c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.4904635 May 26 22:36:08.772715 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:08.781576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-81fd2c3f-0758-4342-9614-9ff7ce4e3bc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:08.786748 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:08.787459 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:08.789247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-81fd2c3f-0758-4342-9614-9ff7ce4e3bc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.1675661 May 26 22:36:08.794140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28a930c1-d5fb-490a-8626-6e945560b875 req-2c32113e-d227-44c9-899b-fd923a9bcc4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5679474 May 26 22:36:08.884611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:08.891332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-d76a6df3-3234-4732-a6bb-d944728eda51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 1001 time: 0.1006742 May 26 22:36:08.950098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-fd2a6fb7-c2b6-4775-b7b2-b600a0e9dfbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:08.951528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-fd2a6fb7-c2b6-4775-b7b2-b600a0e9dfbc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.5343783 May 26 22:36:08.972486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:08.980687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:08.981200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:08.986541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-9e8ff3aa-0b37-4daf-b37e-0c09e3393c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:08.989135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-9e8ff3aa-0b37-4daf-b37e-0c09e3393c8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.0914676 May 26 22:36:09.010641 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:09.107837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-487bb029-5aba-4381-9fed-f67ded17e7ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123946 May 26 22:36:09.193101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-88edbac4-8c7f-4c20-83db-d7666aedaa19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 200 len: 217 time: 0.2255657 May 26 22:36:09.203992 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:09.210237 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3c32495-f139-423c-886b-e706b4f3c364 req-8ae32b6d-d971-409c-84c6-c5c891443f94 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336751 May 26 22:36:09.247488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:09.249062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:09.259399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:09.313223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:09.321296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-11c14e5c-7533-4a0d-8433-6fcc9531c64a service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069070 May 26 22:36:09.347624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:09.357862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28a930c1-d5fb-490a-8626-6e945560b875 req-3ef95168-8cdc-4333-9caa-fb3bce369729 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931769 May 26 22:36:09.404642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-192a4ff1-b15f-46ce-b987-3b1382c231e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:09.406061 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-192a4ff1-b15f-46ce-b987-3b1382c231e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1929870 May 26 22:36:09.475288 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:f5:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:08Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:09.479131 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:09.491036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:09.491739 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:09.494340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e353e894-237b-4de0-9e7b-738b1e0dfd6a req-ba201663-eb10-47a9-8a85-00f987a071b8 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673934 May 26 22:36:09.557470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-fecb4fd6-c959-4d52-b3e3-cf879617d4cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787313 May 26 22:36:09.695503 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:09.726913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28a930c1-d5fb-490a-8626-6e945560b875 req-3b9f9957-635f-41f4-b248-c8739a866d7e service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613288 May 26 22:36:09.766041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5745c7-a680-446c-bae7-f6c31b77ec31 req-30d3c281-738b-463a-8bf4-9ef89f2e08d0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:09.767951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e5745c7-a680-446c-bae7-f6c31b77ec31 req-30d3c281-738b-463a-8bf4-9ef89f2e08d0 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.3751163 May 26 22:36:09.769047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdeb8d-9133-42a7-8e98-3e4b46c68122 req-bec4d1a4-f51b-4def-a00b-3746272f357b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:09.773180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1cdeb8d-9133-42a7-8e98-3e4b46c68122 req-bec4d1a4-f51b-4def-a00b-3746272f357b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.0872841 May 26 22:36:09.815249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-e6117723-db85-47f8-aa61-99e883898412 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422035 May 26 22:36:09.825443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1cdeb8d-9133-42a7-8e98-3e4b46c68122 req-7ee7f9cc-ebff-4bd7-b984-92478b2b67a4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 May 26 22:36:09.856899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:09.940552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e5745c7-a680-446c-bae7-f6c31b77ec31 req-6866b22c-5e9e-4898-8c26-55e781596c41 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627717 May 26 22:36:10.054997 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49bdc77-9922-4f31-8697-775dc5d6dff2'] response: {'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d', 'code': 200} May 26 22:36:10.136438 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbe24c4-d35a-4590-8c32-6b1f032e16cb'] response: {'name': 'network-changed', 'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'status': 'completed', 'code': 200} May 26 22:36:10.142060 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:f5:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:08Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:10.147505 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a6397-514d-4897-b34d-e0054ad6edeb None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:f5:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061500-66c5-4f87-bf39-17f285e67697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:08Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:10.227215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63f311b2-c41b-4098-8f74-13834a6ba5b5 req-e7422570-445b-4fb6-97d5-53a3ee4d46dd service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998926 May 26 22:36:10.283439 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-fd838f55-41fa-4cda-a802-f28fbb72c7dc tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1001 time: 0.1255953 May 26 22:36:10.378318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-c42e98e2-2d4f-4689-8465-106b2a71052a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:10.379634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-c42e98e2-2d4f-4689-8465-106b2a71052a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports/8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 942 time: 0.0909753 May 26 22:36:10.405364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a28ee-c740-4001-878b-a7f7a5154976 req-18f6b9b9-c3f5-483e-838b-711e46209b7f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:10.406836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-052a28ee-c740-4001-878b-a7f7a5154976 req-18f6b9b9-c3f5-483e-838b-711e46209b7f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 945 time: 0.3055363 May 26 22:36:10.420651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83362c66-87f9-4e7f-9d02-74532ac0c6a2 req-545d3329-a6c1-49db-aaa5-b78386050333 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1097 time: 0.2675924 May 26 22:36:10.439731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-6f013368-1cfb-418d-8bbe-e4cdc2d37970 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 1096 time: 0.2809482 May 26 22:36:10.576106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-052a28ee-c740-4001-878b-a7f7a5154976 req-627a8dd8-2605-4522-a2ac-09a3fac75454 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604586 May 26 22:36:10.577404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83362c66-87f9-4e7f-9d02-74532ac0c6a2 req-d380ba7e-f045-4c1e-9a47-1dc5079a6875 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413836 May 26 22:36:10.645499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-a1f2e2d4-05a1-4258-8a89-1a95cecd438c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:10.648459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-a1f2e2d4-05a1-4258-8a89-1a95cecd438c service neutron] 10.222.0.55 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.1935856 May 26 22:36:10.653354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-f3ab2ec7-b9dd-4627-9ee9-ff6c277979ad tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1001 time: 0.1443889 May 26 22:36:10.914612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-bddf26fc-46b0-41f4-8834-0cf4c7e456a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 1001 time: 0.1201775 May 26 22:36:10.966591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348118f-5071-488e-a374-4b9354ba9b2e req-3cdd99bf-729c-4f23-ab56-051642410d8f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:10.968042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4348118f-5071-488e-a374-4b9354ba9b2e req-3cdd99bf-729c-4f23-ab56-051642410d8f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.2073863 May 26 22:36:11.018677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-168e8ae8-8e9f-445f-b9e6-d075d564a0f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:11.019552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-168e8ae8-8e9f-445f-b9e6-d075d564a0f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.0966251 May 26 22:36:11.055525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-396a0a40-4db3-44c2-875f-4ddf73b1ce72 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:11.058089 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-396a0a40-4db3-44c2-875f-4ddf73b1ce72 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.3969331 May 26 22:36:11.068354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4348118f-5071-488e-a374-4b9354ba9b2e req-81f22cfc-7ecd-4060-ade8-8aba2fec7dd3 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891156 May 26 22:36:11.072021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-8df07072-c219-4f26-a459-c0b3dd0ac049 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:36:11.073096 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b36d470-5257-41c0-aa9b-f84aa3c6c3f3 req-8df07072-c219-4f26-a459-c0b3dd0ac049 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101194 May 26 22:36:11.114182 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-9f1281d3-3330-43cb-bc36-b96eb6e878d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856667 May 26 22:36:11.163392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:36:11.349937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-c5586e22-7082-4956-b21f-9f912d301e42 service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258024 May 26 22:36:11.383887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8acc6c-bd06-44b7-96f6-9dfc049d68c9 req-b2b90c01-fa50-449a-8de4-b73d3c480c9f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:11.384667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea8acc6c-bd06-44b7-96f6-9dfc049d68c9 req-b2b90c01-fa50-449a-8de4-b73d3c480c9f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:11.405552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28747a-8a1a-4f38-9d2f-1a968a06c69c req-a9ef42dc-cd11-419e-9cf8-6b18117118aa tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:11.407008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f28747a-8a1a-4f38-9d2f-1a968a06c69c req-a9ef42dc-cd11-419e-9cf8-6b18117118aa tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1718504 May 26 22:36:11.465760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea8acc6c-bd06-44b7-96f6-9dfc049d68c9 req-b2b90c01-fa50-449a-8de4-b73d3c480c9f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:11.466492 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea8acc6c-bd06-44b7-96f6-9dfc049d68c9 req-b2b90c01-fa50-449a-8de4-b73d3c480c9f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.2147338 May 26 22:36:11.475795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f28747a-8a1a-4f38-9d2f-1a968a06c69c req-7e913e96-f80c-49e0-806d-32d02cc05d5b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624804 May 26 22:36:11.488744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:11.500032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] Sync routers for ids ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:11.504383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c89d74a6-f0dd-4f94-960f-0bb1eb42c435 admin admin] 10.222.0.32 "PUT /v2.0/routers/99d1eec4-a095-4541-a5e3-ce8e187e2ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2341835 May 26 22:36:11.508623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43172) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:11.527383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] Routers {'99d1eec4-a095-4541-a5e3-ce8e187e2ea3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:11.528052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:11.550679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eb10e6c-70ab-48b1-a8ae-e2b9e1cddb84 req-82fa4478-0910-4559-a90f-cf1e007039cd service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922324 May 26 22:36:11.589840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea8acc6c-bd06-44b7-96f6-9dfc049d68c9 req-abe787c6-cb31-43e6-9939-041ce940cb56 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176767 May 26 22:36:11.802378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] Set router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:11.936788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931b8b3-061d-47c4-9d6c-97d4837e61b8 req-3e378b2f-e291-4cdc-abce-a0752f193c39 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:11.940329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b931b8b3-061d-47c4-9d6c-97d4837e61b8 req-3e378b2f-e291-4cdc-abce-a0752f193c39 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 945 time: 0.2241955 May 26 22:36:11.962697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-ab0bcc95-5504-420a-8349-7ab7c4ab6cdb tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1001 time: 0.3606133 May 26 22:36:11.999864 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b931b8b3-061d-47c4-9d6c-97d4837e61b8 req-2fa768b7-8c1d-44b1-a8a1-12416f95a5df tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 May 26 22:36:12.072914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-4b1b1af5-c865-4f40-acd8-8362fe55925f tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:12.074327 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-4b1b1af5-c865-4f40-acd8-8362fe55925f tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports/8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 942 time: 0.1052122 May 26 22:36:12.118978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:12.226346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:36:08Z', 'revision_number': 5, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:12.230653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] Checking router: 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:12.241948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] Routers {'99d1eec4-a095-4541-a5e3-ce8e187e2ea3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:12.242595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:12.313011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ad5f-5095-4ab0-93ad-747684b96fbd req-e7f248f3-ad3e-4ca4-ae8a-cae67d430898 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:12.314699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0b2ad5f-5095-4ab0-93ad-747684b96fbd req-e7f248f3-ad3e-4ca4-ae8a-cae67d430898 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.0865545 May 26 22:36:12.371468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-bd7ec088-de8d-4099-817a-7de7647a0521 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1001 time: 0.1822772 May 26 22:36:12.388060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0b2ad5f-5095-4ab0-93ad-747684b96fbd req-91cc4259-6447-467a-9ec4-7e4c3350d1e6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662384 May 26 22:36:12.445211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] Set router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:12.542753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-346a4ce1-be4d-403f-bb7c-7416916e4488 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:12.544084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-346a4ce1-be4d-403f-bb7c-7416916e4488 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1656721 May 26 22:36:12.726153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fa587-2fa1-49b4-82e5-ddd125280b9d req-f5d2c739-de6c-45a2-9000-8c4989483755 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:12.727612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-119fa587-2fa1-49b4-82e5-ddd125280b9d req-f5d2c739-de6c-45a2-9000-8c4989483755 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.0937667 May 26 22:36:12.765286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:12.776371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:36:08Z', 'revision_number': 5, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:12.778046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-119fa587-2fa1-49b4-82e5-ddd125280b9d req-65f358a5-70f3-4c75-ac8a-8b708c53037f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 May 26 22:36:12.780955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698f3b6-d7b6-443e-adde-d10b5b792fa6 None None] The sync data for ids ['99d1eec4-a095-4541-a5e3-ce8e187e2ea3'] in n-d-843301-1 is: [{'id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-184008414-router', 'tenant_id': 'd5f3d8b10c08445598e11f99086dfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:31Z', 'updated_at': '2022-05-26T22:36:08Z', 'revision_number': 5, 'project_id': 'd5f3d8b10c08445598e11f99086dfec3', 'gw_port': {'id': '41aebf05-2c93-49df-83e2-7a4c719f78c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d1eec4-a095-4541-a5e3-ce8e187e2ea3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:32:33Z', 'updated_at': '2022-05-26T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:12.785124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Deleting port 41aebf05-2c93-49df-83e2-7a4c719f78c9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:12.785581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:12.823708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-243af72a-785a-45a2-8d78-c296eca3b52e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1001 time: 0.2712145 May 26 22:36:12.840312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:12.967539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872e5c7-0804-4742-9473-cf58e919e0cf req-7efd0b07-7abf-4ce7-a68d-e18619f86ede tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:12.968987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9872e5c7-0804-4742-9473-cf58e919e0cf req-7efd0b07-7abf-4ce7-a68d-e18619f86ede tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.0803063 May 26 22:36:13.019144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:13.023717 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9872e5c7-0804-4742-9473-cf58e919e0cf req-0ec0553b-bb90-4a06-8406-ecb2a1cdf6f4 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 May 26 22:36:13.205317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] For port 41aebf05-2c93-49df-83e2-7a4c719f78c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=41aebf05-2c93-49df-83e2-7a4c719f78c9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:13.205706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:13.225952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3ef03-7e8b-4ff3-a5f0-886f1c1fa678 req-d635c3ef-8ef5-4fd1-b890-f8e90bfb620f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:13.227431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ca3ef03-7e8b-4ff3-a5f0-886f1c1fa678 req-d635c3ef-8ef5-4fd1-b890-f8e90bfb620f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 945 time: 0.0809002 May 26 22:36:13.276240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ca3ef03-7e8b-4ff3-a5f0-886f1c1fa678 req-d0a2f4e2-db5e-407e-ab0b-902099819209 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 May 26 22:36:13.347618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Calling delete_port for 41aebf05-2c93-49df-83e2-7a4c719f78c9 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:13.467187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9632aa1-881c-4784-9d91-dc02e2c56568 req-52546ea3-7c83-4d3a-9a8d-15b3b1dbf49f tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1097 time: 0.0711460 May 26 22:36:13.504279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:13.510376 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9632aa1-881c-4784-9d91-dc02e2c56568 req-44e862d1-0640-49d6-abad-3095bc5128cd tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 May 26 22:36:13.512150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:13.512460 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Floating IP 02aa84df-3583-4460-8581-b948746d5f34 disassociated. External IP: 172.25.4.209, port: 8e0266e7-4f53-4ea0-a3ac-260a416548b4. May 26 22:36:13.741560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:13.781115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee3aee-d36b-4f0f-8dd4-d8e7721529fa req-82665bb6-dccd-4483-a38e-b0dc85a4432e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:13.783031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99ee3aee-d36b-4f0f-8dd4-d8e7721529fa req-82665bb6-dccd-4483-a38e-b0dc85a4432e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.0891342 May 26 22:36:13.791383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=41aebf05-2c93-49df-83e2-7a4c719f78c9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:13.852509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99ee3aee-d36b-4f0f-8dd4-d8e7721529fa req-2e1b8a22-86e0-4998-997b-48c08c5c7abb tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631480 May 26 22:36:14.152191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-becac0c0-1224-419c-a764-8fa16fa2b1eb req-1c65bf8a-bd33-4973-b91f-358b0a343b01 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1097 time: 0.1743188 May 26 22:36:14.194217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-becac0c0-1224-419c-a764-8fa16fa2b1eb req-62bc1eec-3f29-467c-9e5a-bbb8d16952ed tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365567 May 26 22:36:14.249882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.432986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004c122-3349-467b-862a-0744b4d6adcf req-7d80b18c-906d-4157-8a8a-2b1215428f06 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:14.434559 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1004c122-3349-467b-862a-0744b4d6adcf req-7d80b18c-906d-4157-8a8a-2b1215428f06 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.0781808 May 26 22:36:14.479916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1004c122-3349-467b-862a-0744b4d6adcf req-877e75a4-f223-4857-92d3-bc16904f5cf5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 May 26 22:36:14.527948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.534984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.547214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72618c2c-5554-41ec-b905-c9827307c302 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:14.571210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.571756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d1eec4-a095-4541-a5e3-ce8e187e2ea3 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:36:14.590122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 72618c2c-5554-41ec-b905-c9827307c302 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:14.590629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72618c2c-5554-41ec-b905-c9827307c302 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:14.602822 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.606503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43250) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:14.606647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e82a600d-792a-4cdf-8945-285c74efdbbd admin admin] 10.222.0.32 "DELETE /v2.0/routers/99d1eec4-a095-4541-a5e3-ce8e187e2ea3 HTTP/1.1" status: 204 len: 168 time: 3.0968983 May 26 22:36:14.626024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:36:14.684300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] Deleting subnet e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:36:14.687809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.755673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.883347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:14.887920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.893000 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:14.896784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054929-ad38-47f0-972f-d9df9836ef74 req-fe07b94a-4668-459d-a615-20d8a8c24292 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:14.898275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99054929-ad38-47f0-972f-d9df9836ef74 req-fe07b94a-4668-459d-a615-20d8a8c24292 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 945 time: 0.1163766 May 26 22:36:14.902821 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:14.905492 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:14.906140 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:14.946021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-fb6c1f28-9ad3-48b2-80e1-3d03f6638ce6 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "PUT /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 200 len: 695 time: 2.1117463 May 26 22:36:14.946393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:14.991677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99054929-ad38-47f0-972f-d9df9836ef74 req-f12245c4-3414-4e4e-aca3-31825accfab7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613496 May 26 22:36:15.007269 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.040685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-14dd765c-68fb-49cd-a37d-e4e233cecd8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 1096 time: 0.0776074 May 26 22:36:15.067983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:15.092006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.098650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e24311-db97-4a5e-adfb-2c8430643452 None None] Network 4efbf383-c8d7-4d91-8db4-6d29c35215dc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:36:15.102059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c462b65c-a40d-4154-9af7-fc108f34bff0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e6ed5a11-efe4-48b7-a98f-0d4aad19bfa8 HTTP/1.1" status: 204 len: 168 time: 0.4942842 May 26 22:36:15.102801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43268) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:15.169382 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:15.220842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-f0333201-7f91-4fdd-8d02-3c1f60762dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:15.222239 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-f0333201-7f91-4fdd-8d02-3c1f60762dd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.1753788 May 26 22:36:15.247964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.262385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Deleting port 5167fd9f-b5dc-430c-8e4f-107feb13261e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:15.262741 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.320445 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-4838299f-5c27-426f-9a19-72e09d4467a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 217 time: 0.0904174 May 26 22:36:15.386050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-b72ae202-ed96-4670-91ec-937cf35cc9f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:15.395173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-b72ae202-ed96-4670-91ec-937cf35cc9f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.0738411 May 26 22:36:15.467340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] DHCP port deletion for 4efbf383-c8d7-4d91-8db4-6d29c35215dc request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:36:15.473472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Deleting port 5167fd9f-b5dc-430c-8e4f-107feb13261e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:15.474303 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.479759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-3e3cc710-05ed-451b-bd4c-6ae9783dc63b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835295 May 26 22:36:15.542955 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:15.547273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:15.563569 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:15.564332 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:35:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:15.588715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b0fa6bd-0da9-4eaa-a4df-f6191eccd334 req-064cd7c6-69cb-4733-8313-feda112fe15e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2617998 May 26 22:36:15.623925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-6b99dc3a-d739-4382-b32c-a5b2bc57e771 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431823 May 26 22:36:15.633704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] For port 5167fd9f-b5dc-430c-8e4f-107feb13261e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5167fd9f-b5dc-430c-8e4f-107feb13261e,segment=NetworkSegment(083f41cf-91e4-4f19-a594-16883fbc3f66),segment_id=083f41cf-91e4-4f19-a594-16883fbc3f66)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:15.634075 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.777482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Calling delete_port for 5167fd9f-b5dc-430c-8e4f-107feb13261e owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:15.811334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] For port 5167fd9f-b5dc-430c-8e4f-107feb13261e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5167fd9f-b5dc-430c-8e4f-107feb13261e,segment=NetworkSegment(083f41cf-91e4-4f19-a594-16883fbc3f66),segment_id=083f41cf-91e4-4f19-a594-16883fbc3f66)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:15.811925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.881982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:15.902394 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:15.929347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e70dd3c7-ccea-45ac-8c77-dea17302b1f3 req-113124d8-b15f-48e1-970f-290d88e14ba2 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042743 May 26 22:36:15.945773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Calling delete_port for 5167fd9f-b5dc-430c-8e4f-107feb13261e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:15.976170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5167fd9f-b5dc-430c-8e4f-107feb13261e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:15.985658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] No DVR routers for this DVR port 5167fd9f-b5dc-430c-8e4f-107feb13261e on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:16.059305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:36:16.060222 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:36:16.147754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:16.177003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d91cc1-4cba-4ec7-843e-e46bae5d8eb3 req-cefc78de-3088-439d-a0ab-4a2f29d4711c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:16.177526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efbf383-c8d7-4d91-8db4-6d29c35215dc']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:16.178566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d91cc1-4cba-4ec7-843e-e46bae5d8eb3 req-cefc78de-3088-439d-a0ab-4a2f29d4711c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.0892575 May 26 22:36:16.197477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083f41cf-91e4-4f19-a594-16883fbc3f66') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:16.197883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083f41cf-91e4-4f19-a594-16883fbc3f66') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:16.211735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:16.231354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:16.240578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:36:16.241600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:16.257637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d91cc1-4cba-4ec7-843e-e46bae5d8eb3 req-62b6ca3e-c30f-4483-a984-a5704efd5dd1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732985 May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: timer() May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:36:16.264890 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:36:16.298899 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:16.303415 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3c6ee-c261-4168-ace7-863ee0f35c9d None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:16.333576 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3203d561-f066-49ea-a95d-bbdbdfee0341'] response: {'name': 'network-changed', 'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'status': 'completed', 'code': 200} May 26 22:36:16.552086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:16.561902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Deleting port 5167fd9f-b5dc-430c-8e4f-107feb13261e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:16.562453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:16.574173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:16.647237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4efbf383-c8d7-4d91-8db4-6d29c35215dc HTTP/1.1" status: 204 len: 168 time: 1.5412011 May 26 22:36:16.647237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43a293-254e-4d5e-99a5-11db5fe945a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4efbf383-c8d7-4d91-8db4-6d29c35215dc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:16.742350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd52c4d-621a-4712-8539-1678c7154977 None None] New status for floating IP 02aa84df-3583-4460-8581-b948746d5f34: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:36:16.748089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-2f8f96c9-1c7d-4fb2-957f-5ab4e58e16e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 1096 time: 0.2511210 May 26 22:36:16.806075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 41aebf05-2c93-49df-83e2-7a4c719f78c9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:16.878917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 41aebf05-2c93-49df-83e2-7a4c719f78c9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:16.879571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 41aebf05-2c93-49df-83e2-7a4c719f78c9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:16.879729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5167fd9f-b5dc-430c-8e4f-107feb13261e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:16.994584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-469c3190-423b-45e6-90b4-20629f32c83c tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=32fc03e77a894404bdbf84def5243731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474319 May 26 22:36:17.022332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 5167fd9f-b5dc-430c-8e4f-107feb13261e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:17.022745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5167fd9f-b5dc-430c-8e4f-107feb13261e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:17.032838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-02169587-1a0c-4ec1-8ad9-b6f325b72163 None None] The port '5167fd9f-b5dc-430c-8e4f-107feb13261e' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:36:17.041660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-b411a3f2-7d47-4552-bfbb-872e4ef6fe8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:17.043733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-b411a3f2-7d47-4552-bfbb-872e4ef6fe8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.2858980 May 26 22:36:17.093251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-bf6ef1a5-2686-4124-80f9-8fdfcbd96616 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:36:17.094234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-bf6ef1a5-2686-4124-80f9-8fdfcbd96616 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050206 May 26 22:36:17.094665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43308) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:17.124227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-c18051d0-d0bd-4d0e-b295-1228469ef8ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 200 len: 217 time: 0.0666451 May 26 22:36:17.129396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Request body: {'binding': {'host': 'n-h2-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:17.129858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Unknown quota resources ['binding']. {{(pid=84029) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:36:17.187773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-58f9eb06-8785-4fba-b7a5-587f928ed615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:17.191298 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-58f9eb06-8785-4fba-b7a5-587f928ed615 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.0613275 May 26 22:36:17.276855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-2e658fdf-f039-4b6d-9d9c-b26d281b4c48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755684 May 26 22:36:17.282222 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05cdc516-f730-4651-bf0e-8148daeea518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:17.332357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-63a1024d-697b-40b5-9ba0-e57d2ae94073 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=317a4871f1a74787a453ae35ea7a9477&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2365015 May 26 22:36:17.335145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43314) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:17.340413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314eb2-9798-4feb-817c-f58050401096 req-c6b30459-4fe0-4d23-a7b5-109a573ca082 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:17.341852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-c6b30459-4fe0-4d23-a7b5-109a573ca082 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3464947 May 26 22:36:17.380518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-923e1b00-5ab4-42a6-b6de-7c06ed496cf3 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/quotas/32fc03e77a894404bdbf84def5243731 HTTP/1.1" status: 200 len: 375 time: 0.0174580 May 26 22:36:17.434425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-0993a630-f2bb-45a2-89d3-b30867404edf tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fc03e77a894404bdbf84def5243731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530553 May 26 22:36:17.435793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-031004eb-afff-4d2b-9af2-c9f2c52ece72 service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516359 May 26 22:36:17.520226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-652db3d1-0acf-43b0-bc59-9f9216f96ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:17.536751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on host n-h2-843301-1 for vnic_type normal with profile None {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:36:17.537082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:36:17.537404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:17.549409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:17.554878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-652db3d1-0acf-43b0-bc59-9f9216f96ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:17.562404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:36:17.563014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:17.582567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:36:17.583134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:36:17.583515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:36:17.583947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Bound port: 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:36:17.644186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-379ac4a6-330e-41a4-a660-3ec04083ee23 req-771088db-f361-4c11-be3d-38bf09f66487 service neutron] 10.222.0.55 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022276 May 26 22:36:17.689416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:36:17.696879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-652db3d1-0acf-43b0-bc59-9f9216f96ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:17.708495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:17.725442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652db3d1-0acf-43b0-bc59-9f9216f96ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd402b9-b84d-410c-9a3e-655b978fdb49,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:17.727719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:17.730880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 has no active binding in host n-h2-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:36:17.748313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-2cbc1207-bef7-4530-aa02-c686e556b7ac service neutron] 10.222.0.32 "POST /v2.0/ports/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6301842 May 26 22:36:17.751444 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-652db3d1-0acf-43b0-bc59-9f9216f96ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:17.756811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-652db3d1-0acf-43b0-bc59-9f9216f96ded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffd402b9-b84d-410c-9a3e-655b978fdb49 HTTP/1.1" status: 204 len: 168 time: 0.4139907 May 26 22:36:17.974459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef1616-352f-4349-b7f1-7f172e715afa req-2489bb79-f085-49c2-a69b-13cc710eba2d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:17.999868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8ef1616-352f-4349-b7f1-7f172e715afa req-2489bb79-f085-49c2-a69b-13cc710eba2d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1784356 May 26 22:36:18.087785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8ef1616-352f-4349-b7f1-7f172e715afa req-baf5e214-de97-4f5e-8491-652b27f5e291 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844128 May 26 22:36:18.407789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39625bc-ebb8-4e99-b96f-794d0497dd5f req-6405e662-8859-4747-9aeb-43b934ccdf8f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:18.410161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f39625bc-ebb8-4e99-b96f-794d0497dd5f req-6405e662-8859-4747-9aeb-43b934ccdf8f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 945 time: 0.1234519 May 26 22:36:18.470721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96510cb-a211-4cca-b4b7-3979b2c0a61d req-c67eae2b-1ca1-442f-83e3-9da781b6180b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:18.473413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c96510cb-a211-4cca-b4b7-3979b2c0a61d req-c67eae2b-1ca1-442f-83e3-9da781b6180b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 943 time: 0.2192311 May 26 22:36:18.474386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43338) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:18.476529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f39625bc-ebb8-4e99-b96f-794d0497dd5f req-c760478a-4923-4872-8b07-9c000251f24e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595930 May 26 22:36:18.578396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-6a208345-6f3b-41a5-a0e9-f7c6d22f3d1f service neutron] 10.222.0.55 "GET /v2.0/ports/b0045751-0153-4513-b0f0-1135e80025e8/bindings/n-h2-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.1800597 May 26 22:36:18.588757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c96510cb-a211-4cca-b4b7-3979b2c0a61d req-7a2913ee-3366-4764-ad27-9f637f138900 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001999 May 26 22:36:18.611653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-8b447271-d9ed-40c4-b607-162b46a6d3d0 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=32fc03e77a894404bdbf84def5243731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392854 May 26 22:36:18.649248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-433e98c0-b0fa-439c-a1ec-5d134dbfa99b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5f3d8b10c08445598e11f99086dfec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1654119 May 26 22:36:18.653112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43348) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:18.770991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-bb2f9d32-2aff-422d-b88f-6d1bf15bd036 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:18.774118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-bb2f9d32-2aff-422d-b88f-6d1bf15bd036 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615629 May 26 22:36:18.788119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-60c22dc6-a5b2-4e22-a5bd-e3d7a0cbe22c tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/quotas/32fc03e77a894404bdbf84def5243731 HTTP/1.1" status: 200 len: 375 time: 0.0105729 May 26 22:36:18.833046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-7575536d-0750-4ef9-8511-21e88a894aab tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fc03e77a894404bdbf84def5243731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400438 May 26 22:36:18.834324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd327dc9-afdb-4ab1-9cc0-6b5a35f33d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:18.952571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd327dc9-afdb-4ab1-9cc0-6b5a35f33d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:19.031230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:19.043652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411103-7000-4d7f-8472-c6c7c5effc23 req-2635a055-c9f0-4d27-b0ec-2bc4229f66c8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:19.045127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8411103-7000-4d7f-8472-c6c7c5effc23 req-2635a055-c9f0-4d27-b0ec-2bc4229f66c8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.2895024 May 26 22:36:19.083663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:19.116083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd327dc9-afdb-4ab1-9cc0-6b5a35f33d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:19.141083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-cc263686-16a6-45b9-a854-468d1b700a7c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:19.143475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-cc263686-16a6-45b9-a854-468d1b700a7c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1196206 May 26 22:36:19.178700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd327dc9-afdb-4ab1-9cc0-6b5a35f33d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe7a436-4228-436c-a0ae-1fd44d0080be,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:19.201422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0045751-0153-4513-b0f0-1135e80025e8 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:19.206636 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-acc7acf9-3ef2-4839-b1d8-a09614cb1b86 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=32fc03e77a894404bdbf84def5243731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653191 May 26 22:36:19.211125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd327dc9-afdb-4ab1-9cc0-6b5a35f33d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:19.214912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bd327dc9-afdb-4ab1-9cc0-6b5a35f33d7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbe7a436-4228-436c-a0ae-1fd44d0080be HTTP/1.1" status: 204 len: 168 time: 0.5580008 May 26 22:36:19.230760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8411103-7000-4d7f-8472-c6c7c5effc23 req-35dff6da-010a-4efd-9312-5dbdea5f9f61 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761935 May 26 22:36:19.232618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:19.270104 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-6d5c83b1-caa2-4d1b-a1de-efb73d23ad1e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.1194673 May 26 22:36:19.276637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'floatingip': {'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:19.324180 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-433b59b5-f807-4ed5-989f-793900f89722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:19.393111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:19.575640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:19.717419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314eb2-9798-4feb-817c-f58050401096 req-8ce2ab65-4e39-4b02-ad08-4ff26bbe57f4 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:19.719098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-8ce2ab65-4e39-4b02-ad08-4ff26bbe57f4 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5056973 May 26 22:36:19.745171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Request body: {'port': {'device_id': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '32fc03e77a894404bdbf84def5243731'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:19.843731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] Transition to ACTIVE for port object b0045751-0153-4513-b0f0-1135e80025e8 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:19.849894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.050152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] Pushing event updated for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=10']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:20.075076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] No DVR routers for this DVR port b0045751-0153-4513-b0f0-1135e80025e8 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:20.115516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:36:20.125209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Usage tracker for resource:port and tenant:32fc03e77a894404bdbf84def5243731 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:36:20.129780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:36:20.135156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-a03351d8-c150-4962-b1fe-af33d62248fc service neutron] 10.222.0.55 "PUT /v2.0/ports/b0045751-0153-4513-b0f0-1135e80025e8/bindings/n-h2-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5492463 May 26 22:36:20.139290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:36:20.179838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-075d0575-2558-4338-bfd3-4abd91c1b54a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:20.181929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-075d0575-2558-4338-bfd3-4abd91c1b54a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7061500-66c5-4f87-bf39-17f285e67697 HTTP/1.1" status: 200 len: 945 time: 0.4044266 May 26 22:36:20.204897 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90808846-e505-4704-8156-46e49627cbb6 req-6e65da04-cf03-49ee-a91c-3898f4fc98df tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 210 time: 0.0599728 May 26 22:36:20.206171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Made reservation on behalf of 32fc03e77a894404bdbf84def5243731 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:36:20.209223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.244197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.284213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:36:20.288636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Usage tracker for resource:security_group_rule and tenant:32fc03e77a894404bdbf84def5243731 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:36:20.293962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:36:20.302002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:36:20.397998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Deleting port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:20.398667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.436961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.443500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.452946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.549201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:20.591786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5514a7c-9a65-4ad2-9234-2238958ab26d req-24ffb45c-beb3-4c1d-9a2c-02d4c449974b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:20.619385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5514a7c-9a65-4ad2-9234-2238958ab26d req-24ffb45c-beb3-4c1d-9a2c-02d4c449974b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.2686346 May 26 22:36:20.691855 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.787812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-c11d1a2f-fa83-45a8-a83b-1a2a3dadf7c1 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=32fc03e77a894404bdbf84def5243731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460563 May 26 22:36:20.842023 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5514a7c-9a65-4ad2-9234-2238958ab26d req-6f99456b-f32d-4d57-ba1e-f4b5c46ea7ba tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216415 May 26 22:36:20.844309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:20.844675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:20.922516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e0266e7-4f53-4ea0-a3ac-260a416548b4 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:21.014337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Calling delete_port for 8e0266e7-4f53-4ea0-a3ac-260a416548b4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:21.031560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Allocated IP 192.168.233.89 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/d746e71e-c111-4017-9ca7-c082938bd0cb) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:36:21.055637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.068784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.124019 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.165608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:21.183417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:21.190156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.191185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:21.191909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-ab9d5f3c-f3d2-41d1-82d5-8b031a98bca6 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:21.193515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-ab9d5f3c-f3d2-41d1-82d5-8b031a98bca6 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3983803 May 26 22:36:21.209966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-1fc61a2f-1ad8-42b9-b607-67485006d7c3 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.4529126 May 26 22:36:21.236478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Request body: {'port': {'device_id': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '32fc03e77a894404bdbf84def5243731'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:21.320721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0a825-616c-4526-89af-f8caad1d29df req-a98d226b-17c5-4e5d-8386-275aa348b365 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:21.328674 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99b0a825-616c-4526-89af-f8caad1d29df req-a98d226b-17c5-4e5d-8386-275aa348b365 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 944 time: 0.2744048 May 26 22:36:21.351460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:21.354321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e0266e7-4f53-4ea0-a3ac-260a416548b4,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:21.424238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:36:21.424546 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:36:21.454980 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-be0ca338-2915-4324-9fc9-4dfa5dbcec8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8&tenant_id=98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 1095 time: 0.2286515 May 26 22:36:21.532957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99b0a825-616c-4526-89af-f8caad1d29df req-c71ad383-f818-4677-b278-d380de0efe7e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033305 May 26 22:36:21.544812 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Floating IP 02aa84df-3583-4460-8581-b948746d5f34 associated. External IP: 172.25.4.209, port: ca95bc51-ecf8-405e-8f6d-bd76a9c302dc. May 26 22:36:21.559682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.572277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:36:21.580408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:21.581188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Usage tracker for resource:port and tenant:32fc03e77a894404bdbf84def5243731 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:36:21.587975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:36:21.598319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:36:21.601105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Transition to ACTIVE for port object d746e71e-c111-4017-9ca7-c082938bd0cb will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:21.613030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Made reservation on behalf of 32fc03e77a894404bdbf84def5243731 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:36:21.616249 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.696307 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.720356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-8f89f833-2a39-4e42-a019-a78152694689 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1095 time: 0.2412255 May 26 22:36:21.845584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.925369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Deleting port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:21.925729 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:21.954629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:36:21.956278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:21.963490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:36:21.979098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-508388e9-667e-4207-8a94-58c1e0f01e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:21.980520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-508388e9-667e-4207-8a94-58c1e0f01e2f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.2501428 May 26 22:36:21.983125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:36:22.100411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:22.101763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.146139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-eab1c92e-1337-4930-874c-821b8307362c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 217 time: 0.1576984 May 26 22:36:22.256215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-f5cc1a1f-4ccc-4369-8a37-22f0d469091d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5147901 May 26 22:36:22.271181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Request body: {'port': {'device_id': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:22.305876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-63247590-4476-42c6-a6bb-6682d29b3c98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:22.307319 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-63247590-4476-42c6-a6bb-6682d29b3c98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.1555736 May 26 22:36:22.373940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-779815d7-461d-4673-a746-584a96d88e41 None None] Provisioning for port d746e71e-c111-4017-9ca7-c082938bd0cb completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:22.380451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-779815d7-461d-4673-a746-584a96d88e41 None None] Provisioning complete for port d746e71e-c111-4017-9ca7-c082938bd0cb triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:22.381121 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-779815d7-461d-4673-a746-584a96d88e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.382627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Allocated IP 192.168.233.139 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/267e203f-93ed-4c1c-8ee6-b9f125e25574) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:36:22.475028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-25cfc1c4-d141-4fd8-a00a-2ff5eb0dc5fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178424 May 26 22:36:22.505454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.520019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-779815d7-461d-4673-a746-584a96d88e41 None None] Port d746e71e-c111-4017-9ca7-c082938bd0cb cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:36:22.595696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949a59c-abd0-4b0a-a618-afa7af896ff3 req-6a9a2269-4567-48ce-a955-0c952a3d6a9f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:22.597072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e949a59c-abd0-4b0a-a618-afa7af896ff3 req-6a9a2269-4567-48ce-a955-0c952a3d6a9f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.3394084 May 26 22:36:22.712120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] For port 8e0266e7-4f53-4ea0-a3ac-260a416548b4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e0266e7-4f53-4ea0-a3ac-260a416548b4,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:22.712514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.794744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-657cc981-ef92-4651-b560-c39b2a4adc50 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068583 May 26 22:36:22.805428 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e949a59c-abd0-4b0a-a618-afa7af896ff3 req-8a0b7428-5fe3-4d40-a285-4cfbb8cb6d16 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561692 May 26 22:36:22.849337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.873128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Calling delete_port for 8e0266e7-4f53-4ea0-a3ac-260a416548b4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:22.873245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Transition to ACTIVE for port object 267e203f-93ed-4c1c-8ee6-b9f125e25574 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:22.906524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.923752 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2dea7d-4708-439b-940a-fdd13e3cc8db'] response: {'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'code': 200} May 26 22:36:23.099696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:36:23.109869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:36:23.112772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:36:23.139137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:23.206993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-9ce415b5-f2eb-4363-9af4-c462de3d3281 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511117 May 26 22:36:23.222220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:23.222983 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:23.296819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:23.299875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-0e195477-56c8-4570-960b-14936d005d19 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0907547 May 26 22:36:23.309816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a472570-1e8d-4e06-a2b0-a7f3d191e4d9 req-f720fab1-3782-4cb3-a890-129d92071dcc tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:23.310545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:23.310812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3a472570-1e8d-4e06-a2b0-a7f3d191e4d9 req-f720fab1-3782-4cb3-a890-129d92071dcc tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Synchronizing usage tracker for tenant:32fc03e77a894404bdbf84def5243731 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:23.319956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Request body: {'port': {'device_id': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:23.336290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:36:23.346338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d746e71e-c111-4017-9ca7-c082938bd0cb {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:23.356341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Pushing event deleted for resources: {'Port': ['ID=8e0266e7-4f53-4ea0-a3ac-260a416548b4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:23.363994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:23.404672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Transition to ACTIVE for port object d746e71e-c111-4017-9ca7-c082938bd0cb will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:23.443250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3a472570-1e8d-4e06-a2b0-a7f3d191e4d9 req-f720fab1-3782-4cb3-a890-129d92071dcc tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Unset dirty status for tenant:32fc03e77a894404bdbf84def5243731 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:23.444722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3a472570-1e8d-4e06-a2b0-a7f3d191e4d9 req-f720fab1-3782-4cb3-a890-129d92071dcc tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 936 time: 0.4195354 May 26 22:36:23.446352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:23.477047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] No DVR routers for this DVR port 8e0266e7-4f53-4ea0-a3ac-260a416548b4 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:23.480033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:23.597602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6976ee18-9619-4cc0-9618-fc6146d11ff7 None None] Provisioning for port 267e203f-93ed-4c1c-8ee6-b9f125e25574 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:23.623023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6976ee18-9619-4cc0-9618-fc6146d11ff7 None None] Provisioning complete for port 267e203f-93ed-4c1c-8ee6-b9f125e25574 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:23.623394 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6976ee18-9619-4cc0-9618-fc6146d11ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:23.640366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:23.681218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:23.697715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'name': 'network-vif-deleted', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:23.730801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3a472570-1e8d-4e06-a2b0-a7f3d191e4d9 req-a3c6da92-afe5-40dc-9c39-2adc739f53c0 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Synchronizing usage tracker for tenant:32fc03e77a894404bdbf84def5243731 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:23.749097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6976ee18-9619-4cc0-9618-fc6146d11ff7 None None] Port 267e203f-93ed-4c1c-8ee6-b9f125e25574 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:36:23.779206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1670604c-67ee-4afa-9c94-49cbbd1e09ca req-09003b8c-a6df-4973-b0de-d4836b00c53a tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.55 "DELETE /v2.0/ports/8e0266e7-4f53-4ea0-a3ac-260a416548b4 HTTP/1.1" status: 204 len: 173 time: 3.5672140 May 26 22:36:23.895590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-0ca25a46-a3b7-4928-a66b-1c8e177f23df tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.2658417 May 26 22:36:23.926029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3a472570-1e8d-4e06-a2b0-a7f3d191e4d9 req-a3c6da92-afe5-40dc-9c39-2adc739f53c0 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Unset dirty status for tenant:32fc03e77a894404bdbf84def5243731 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:23.941605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3a472570-1e8d-4e06-a2b0-a7f3d191e4d9 req-a3c6da92-afe5-40dc-9c39-2adc739f53c0 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841585 May 26 22:36:24.100079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-4ab92df3-961e-4fb0-8a1e-e9d84a23afb8 service neutron] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:24.109467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-4ab92df3-961e-4fb0-8a1e-e9d84a23afb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:24.115674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c42e14-0695-4544-bb24-d4238c745d80 req-4ab92df3-961e-4fb0-8a1e-e9d84a23afb8 service neutron] 10.222.0.48 "DELETE /v2.0/ports/b0045751-0153-4513-b0f0-1135e80025e8/bindings/n-h1-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.2109365 May 26 22:36:24.207173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Attempting to bind port d746e71e-c111-4017-9ca7-c082938bd0cb on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:36:24.207562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Attempting to bind port d746e71e-c111-4017-9ca7-c082938bd0cb by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:36:24.207884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Attempting to bind port d746e71e-c111-4017-9ca7-c082938bd0cb on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:24.216582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:24.231629 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:24.247806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:24.257663 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:24.258592 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:24.334288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Port d746e71e-c111-4017-9ca7-c082938bd0cb on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:36:24.335459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Attempting to bind port d746e71e-c111-4017-9ca7-c082938bd0cb on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:24.359957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-c81900d5-5702-4169-941b-5983b82c702e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "PUT /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 200 len: 997 time: 5.0883081 May 26 22:36:24.378452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:36:24.379082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:36:24.379269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:36:24.381479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Bound port: d746e71e-c111-4017-9ca7-c082938bd0cb, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:36:24.381479 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:24.568693 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:24.594016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:24.601222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:36:24.633929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:24.743184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:24.748003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] 10.222.0.55 "PUT /v2.0/ports/d746e71e-c111-4017-9ca7-c082938bd0cb HTTP/1.1" status: 200 len: 1095 time: 2.4836743 May 26 22:36:24.785841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:24.810487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:24.881411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-54c8c2f9-fea4-421f-9c17-5d6dffa2e9a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.5199137 May 26 22:36:24.905581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093daaea-472f-4ee2-8b41-e8897136972e req-6e110e38-32f1-4873-b16a-6176326c3183 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:24.913111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-093daaea-472f-4ee2-8b41-e8897136972e req-6e110e38-32f1-4873-b16a-6176326c3183 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.7112610 May 26 22:36:25.013449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:36:25.136933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665c03-72c2-4c2e-9272-ffaf790b3089 service neutron] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:25.163481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267e203f-93ed-4c1c-8ee6-b9f125e25574 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:25.175232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:25.189695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-aa462903-c101-48a9-8d36-83a4563b230c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32fc03e77a894404bdbf84def5243731&device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 1098 time: 0.2735794 May 26 22:36:25.199074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-e2b227d0-3c1d-4e2e-b8e1-645b568209cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:25.200717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-e2b227d0-3c1d-4e2e-b8e1-645b568209cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.3098056 May 26 22:36:25.272232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Transition to ACTIVE for port object 267e203f-93ed-4c1c-8ee6-b9f125e25574 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:25.280972 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:25.404385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-b508fa64-c860-4f1a-8e65-e38cf6cbe8fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d746e71e-c111-4017-9ca7-c082938bd0cb HTTP/1.1" status: 200 len: 217 time: 0.2069566 May 26 22:36:25.512047 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-a1a79e0d-af17-488f-9543-df52578662e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 1000 time: 0.2847109 May 26 22:36:25.535092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:5a:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:20Z', 'revision_number': 8, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:25.547785 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:25.575287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:25.576065 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:25.595396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device fb46002e-4873-4fbf-9c2b-dc5bfaf057ba details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:25.604671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:25.633902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-093daaea-472f-4ee2-8b41-e8897136972e req-9b80a1d8-c208-4e2b-80a7-fbc1be29534e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7201774 May 26 22:36:25.640327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-846b68b0-9f96-4f77-b896-a9f1984992ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:25.641444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314eb2-9798-4feb-817c-f58050401096 req-e24e032f-867a-4bf5-9393-08be91761a0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:25.642912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-e24e032f-867a-4bf5-9393-08be91761a0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2143633 May 26 22:36:25.643381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-846b68b0-9f96-4f77-b896-a9f1984992ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.1293061 May 26 22:36:25.828787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-bacdd47c-ac48-4f43-8dab-e490e39065ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698148 May 26 22:36:25.896656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:25.924757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'mac_address': 'fa:16:3e:09:78:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:36:25.927185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Attempting to bind port 267e203f-93ed-4c1c-8ee6-b9f125e25574 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:36:25.927732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Attempting to bind port 267e203f-93ed-4c1c-8ee6-b9f125e25574 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:36:25.928220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Attempting to bind port 267e203f-93ed-4c1c-8ee6-b9f125e25574 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:25.943681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-f6e22f26-7264-4ac6-aed3-956dbbda76a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2637570 May 26 22:36:25.944533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Port 267e203f-93ed-4c1c-8ee6-b9f125e25574 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:36:25.945212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Attempting to bind port 267e203f-93ed-4c1c-8ee6-b9f125e25574 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:25.954793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:36:25.955370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:36:25.955905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:36:25.956541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Bound port: 267e203f-93ed-4c1c-8ee6-b9f125e25574, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:36:25.957077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:26.007907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:26.030987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb46002e-4873-4fbf-9c2b-dc5bfaf057ba {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:26.034660 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:26.054604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:26.071384 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:26.125199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-7c7e2cfa-743f-422f-852e-69b8a3c5a880 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861993 May 26 22:36:26.136091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-eaf3ce47-a056-454f-91b7-5cf74e3194a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1097 time: 0.1612968 May 26 22:36:26.159683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-f366abc7-f5a2-48d2-8533-9bb3b2ebe383 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dadd48112ee0456993111d4c858d361f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809109 May 26 22:36:26.166505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:26.264024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['fb46002e-4873-4fbf-9c2b-dc5bfaf057ba'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:26.369054 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-d82b6524-9e43-46e6-99ca-c4adf61396e5 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154832 May 26 22:36:26.373788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:26.420290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:36:26.423802 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:5a:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:20Z', 'revision_number': 8, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:26.428877 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517f298-d9f4-466f-a6f8-2b43cde5b771 None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '02aa84df-3583-4460-8581-b948746d5f34', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'port_id': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'mac_address': 'fa:16:3e:5a:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:35:27Z', 'updated_at': '2022-05-26T22:36:20Z', 'revision_number': 8, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:26.473096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:26.505339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-5049c515-1d06-4754-be4b-5e30fa1dc75e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:26.506804 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-5049c515-1d06-4754-be4b-5e30fa1dc75e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.3508470 May 26 22:36:26.514292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-72f1b023-38e4-46e8-bab5-3e936054cbad tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:26.527034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-72f1b023-38e4-46e8-bab5-3e936054cbad tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3553307 May 26 22:36:26.596599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-d2657a27-b8b1-4781-8db6-3206ddd62c34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 200 len: 217 time: 0.0787330 May 26 22:36:26.645885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50d79209-b0b1-45cd-9a1f-5c60a74ebeb2 req-0cf6f4e2-e2bc-41f1-acd8-f311c6904a74 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131543 May 26 22:36:26.686878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812f73c-cbb2-499e-88c3-5f2a45be681b None None] New status for floating IP 02aa84df-3583-4460-8581-b948746d5f34: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:36:26.712326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-40c410d5-945b-46b3-82a0-0632fbc24a5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:26.714103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-40c410d5-945b-46b3-82a0-0632fbc24a5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.0670881 May 26 22:36:26.780154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:26.781524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] 10.222.0.55 "PUT /v2.0/ports/267e203f-93ed-4c1c-8ee6-b9f125e25574 HTTP/1.1" status: 200 len: 1096 time: 3.4678590 May 26 22:36:26.785354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-3965d386-e0e0-46b9-9955-2422721f263d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613916 May 26 22:36:26.793356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-729cb646-a4ef-4195-bb1c-93e695ffeb81 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/quotas/dadd48112ee0456993111d4c858d361f HTTP/1.1" status: 200 len: 375 time: 0.2654321 May 26 22:36:26.878959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-657eb81c-7919-47eb-a2e6-1064381c405a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dadd48112ee0456993111d4c858d361f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752060 May 26 22:36:26.931259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adb00d-595c-4070-a5a8-aa820f447b8e service neutron] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:26.983788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-58465c5f-9747-4e16-84c3-8c7ba21e81c8 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874487 May 26 22:36:26.998801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c314eb2-9798-4feb-817c-f58050401096 req-52429a9d-807c-4c79-93a5-9b8b6668b9ef service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201379 May 26 22:36:27.022467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-4e883e6f-bf99-4053-a92e-94fea7347d5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32fc03e77a894404bdbf84def5243731&device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 1099 time: 0.1465464 May 26 22:36:27.122943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-d0c6716b-ef55-4697-9d1d-393fc74598a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574 HTTP/1.1" status: 200 len: 217 time: 0.0883687 May 26 22:36:27.207993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-9af25395-96b3-4140-99a4-3144527a381c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:27.208958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-caa56dd4-5c79-4da8-b866-466bffb942a3 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716096 May 26 22:36:27.209421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-9af25395-96b3-4140-99a4-3144527a381c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0715497 May 26 22:36:27.215241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40265a-bbb4-4fe2-830f-21823271df6e req-81954cd5-720a-4a7d-bc33-fd6409b1455c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:27.216657 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9c40265a-bbb4-4fe2-830f-21823271df6e req-81954cd5-720a-4a7d-bc33-fd6409b1455c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 944 time: 0.3842487 May 26 22:36:27.218239 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb56a61-97d8-4537-977a-1657f6298537'] response: {'server_uuid': 'a7061500-66c5-4f87-bf39-17f285e67697', 'name': 'network-vif-deleted', 'tag': '8e0266e7-4f53-4ea0-a3ac-260a416548b4', 'status': 'completed', 'code': 200} May 26 22:36:27.275476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9c40265a-bbb4-4fe2-830f-21823271df6e req-bb5676d0-ad4b-417b-8f1b-ced751b1bf05 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 May 26 22:36:27.311060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-2d50ad2a-ff11-4389-8182-4965fe6a42cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845761 May 26 22:36:27.424354 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:27.450044 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14438bea-c814-4d7d-9024-1bbe2331f851'] response: {'name': 'network-changed', 'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'status': 'completed', 'code': 200} May 26 22:36:27.573442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9211e-20b2-459a-a06c-11c95e95089a req-1983ff96-470e-42e7-b314-f6f9bd50ac78 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:27.578148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7a9211e-20b2-459a-a06c-11c95e95089a req-1983ff96-470e-42e7-b314-f6f9bd50ac78 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 948 time: 0.1077464 May 26 22:36:27.599855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-c78d34f2-5526-46a0-9b25-561979e14b27 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806113 May 26 22:36:27.627854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device fb46002e-4873-4fbf-9c2b-dc5bfaf057ba up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:27.681435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7a9211e-20b2-459a-a06c-11c95e95089a req-e067429a-0074-4fb3-9473-7345aab8c221 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986524 May 26 22:36:27.750682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e30d41-0028-47ed-a936-9316b3cfa529 req-4be02bec-44da-4fde-9da5-270afacc3ea9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:27.752209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e30d41-0028-47ed-a936-9316b3cfa529 req-4be02bec-44da-4fde-9da5-270afacc3ea9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.4120424 May 26 22:36:27.756624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:27.758000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:27.763045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-83a81847-7483-4874-9617-4e1dc84d9064 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32fc03e77a894404bdbf84def5243731&device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 1098 time: 0.3119049 May 26 22:36:27.974389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e30d41-0028-47ed-a936-9316b3cfa529 req-65b55ab6-e11c-474e-847d-b10c44788ba2 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068579 May 26 22:36:27.983489 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:27.993955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c328c4a9-ef5f-4eb8-901b-a72a82d22efe req-c222a35e-ff05-4e83-88db-aad515eac7ca service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863451 May 26 22:36:28.055349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:28.084254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:28.088733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-ddb43986-2ae1-462f-98e6-783f552e6503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:28.091143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-ddb43986-2ae1-462f-98e6-783f552e6503 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3213804 May 26 22:36:28.097793 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:28.205376 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-7c3c8698-f945-4601-8f56-29dba21294dc service neutron] show failed (client error): The resource could not be found. May 26 22:36:28.207924 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-7c3c8698-f945-4601-8f56-29dba21294dc service neutron] 10.222.0.48 "GET /v2.0/ports/714eb801-ec12-4f1a-bc36-937785f0b82c/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1887579 May 26 22:36:28.272709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-cefb563c-7e3f-4d5b-acf4-3ac749e3dece service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d746e71e-c111-4017-9ca7-c082938bd0cb HTTP/1.1" status: 200 len: 217 time: 0.1745956 May 26 22:36:28.328379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:28.354294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0623a795-2182-4470-a5c2-35dbc9326ac9 req-351aecaa-02dd-4821-8d11-fcc1b64db698 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 200 len: 999 time: 0.2595379 May 26 22:36:28.453578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-1ab65a97-3997-4e27-b491-939567a0d3e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:28.455832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-1ab65a97-3997-4e27-b491-939567a0d3e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1742799 May 26 22:36:28.631979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a795-2182-4470-a5c2-35dbc9326ac9 req-16c042b3-330f-4708-a06d-242686fa626b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:28.650872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0623a795-2182-4470-a5c2-35dbc9326ac9 req-16c042b3-330f-4708-a06d-242686fa626b tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.2956491 May 26 22:36:28.719621 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-569e9766-492c-49b4-8379-08cc34638283 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2541733 May 26 22:36:28.987385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:28.995104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6bc13-137d-44c1-9333-7c21a4b79831 req-0679aaa8-f3ce-43a0-a68f-a20a304e8067 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:29.003792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93e6bc13-137d-44c1-9333-7c21a4b79831 req-0679aaa8-f3ce-43a0-a68f-a20a304e8067 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1199646 May 26 22:36:29.125155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93e6bc13-137d-44c1-9333-7c21a4b79831 req-3ec0b813-42a0-4070-b26a-0d7dd925625b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194758 May 26 22:36:29.219473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:29.232287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:29.246932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'mac_address': 'fa:16:3e:9e:f9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:36:29.335171 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a44b639-6b36-4f7c-a66f-7427e2f44a40'] response: {'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'code': 200} May 26 22:36:29.338747 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:29.367802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d746e71e-c111-4017-9ca7-c082938bd0cb {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:29.398765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:29.409861 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:29.535809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:29.542954 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-b0e940d0-ba3b-4b12-81fa-961d39b6320d service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124838 May 26 22:36:29.557326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c111b8de-1107-45ed-8424-26b750f79a1c req-9246e155-6b01-499c-8b2a-519903e936bc tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 210 time: 0.5054979 May 26 22:36:29.663134 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-82b39cda-4c4b-438a-a5b0-441725af2b0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf&tenant_id=8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 1100 time: 0.6102450 May 26 22:36:29.757138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d746e71e-c111-4017-9ca7-c082938bd0cb'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:29.817915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-d123fcc3-538e-4d97-a0c6-7e2052364302 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dadd48112ee0456993111d4c858d361f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3861380 May 26 22:36:29.897466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:29.985929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6efb697-3617-487e-9882-7dfff1d4b97a req-00b5568e-af30-4518-9ba2-a42e37519c54 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271393 May 26 22:36:29.992583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:30.147683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00513c30-c62b-48d4-a054-1e24faba8b75 req-c869dbc4-0d6f-4bf2-8dad-72fb1f551fa2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:30.152123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00513c30-c62b-48d4-a054-1e24faba8b75 req-c869dbc4-0d6f-4bf2-8dad-72fb1f551fa2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 948 time: 0.4239230 May 26 22:36:30.165409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-e699b3b6-00b1-4588-9fd0-fa316d78f07e tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.6517401 May 26 22:36:30.207295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:30.244931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00513c30-c62b-48d4-a054-1e24faba8b75 req-7d1f0859-182b-4584-86b4-5536e1655b1c tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833118 May 26 22:36:30.356851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-202d647a-a955-4e30-81c2-d5019aeae3e5 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:30.362033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-202d647a-a955-4e30-81c2-d5019aeae3e5 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:30.423782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-202d647a-a955-4e30-81c2-d5019aeae3e5 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:30.435030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-202d647a-a955-4e30-81c2-d5019aeae3e5 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports/ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 943 time: 0.2506888 May 26 22:36:30.443831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-fc6735cf-4b22-4d05-9b15-d559a575da12 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:30.445667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-fc6735cf-4b22-4d05-9b15-d559a575da12 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5999038 May 26 22:36:30.464493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Request body: {'port': {'device_id': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': 'dadd48112ee0456993111d4c858d361f'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:30.579677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:30.730800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:30.733229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-eafeced6-c3d6-42ca-b228-be9abffeb039 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.1599543 May 26 22:36:30.767249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:36:30.771078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Usage tracker for resource:port and tenant:dadd48112ee0456993111d4c858d361f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:36:30.774483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:36:30.782897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:36:30.799906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Made reservation on behalf of dadd48112ee0456993111d4c858d361f for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:36:30.803220 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:30.879219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0a30e-e59c-4433-946b-e0ed8648766b req-49014b29-8658-44d6-b32f-ca2d4d2a416a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:30.881349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34c0a30e-e59c-4433-946b-e0ed8648766b req-49014b29-8658-44d6-b32f-ca2d4d2a416a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.2876828 May 26 22:36:30.883917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:30.961546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Transition to ACTIVE for port object 714eb801-ec12-4f1a-bc36-937785f0b82c will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:30.982244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 267e203f-93ed-4c1c-8ee6-b9f125e25574 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:30.986692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:30.990494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:30.991034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.071920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:36:31.088407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Usage tracker for resource:security_group_rule and tenant:dadd48112ee0456993111d4c858d361f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:36:31.094316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:36:31.103335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:36:31.111330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-fcd4b65e-8319-4e1f-bafd-4ee677aafd6c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:31.120119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-fcd4b65e-8319-4e1f-bafd-4ee677aafd6c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.3870723 May 26 22:36:31.263836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-5cf104d3-ad72-4f33-b9cb-39e52e950142 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.1425040 May 26 22:36:31.269623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34c0a30e-e59c-4433-946b-e0ed8648766b req-acffbe41-1043-459e-8459-fd062d2867e6 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764067 May 26 22:36:31.275373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:31.296699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:31.373218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] No DVR routers for this DVR port 714eb801-ec12-4f1a-bc36-937785f0b82c on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:31.376438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d746e71e-c111-4017-9ca7-c082938bd0cb completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:31.384181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d746e71e-c111-4017-9ca7-c082938bd0cb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:31.384837 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.390582 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.415430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.415838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.418855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.419326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.423421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.423895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.425157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.425562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.433573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.434375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.434902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:31.574368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:36:31.575081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:36:31.575720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:31.589375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Port 714eb801-ec12-4f1a-bc36-937785f0b82c on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:36:31.596682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Attempting to bind port 714eb801-ec12-4f1a-bc36-937785f0b82c on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:31.604807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:36:31.606851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:36:31.607423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:36:31.608182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Bound port: 714eb801-ec12-4f1a-bc36-937785f0b82c, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:36:31.608810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.652260 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.697980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:31.737827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:31.744491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'mac_address': 'fa:16:3e:a5:d9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:36:31.749932 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c29fbd-3c47-43c3-8587-cce9fb30db8e'] response: {'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'status': 'completed', 'code': 200} May 26 22:36:31.751855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:31.754017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.834588 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.849600 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.854632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267e203f-93ed-4c1c-8ee6-b9f125e25574 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:31.854632 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.966511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:31.975822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:32.005778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:32.087259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:32.104110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:36:32.114335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:32.127241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:32.139079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Allocated IP 192.168.233.188 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/9e559aa2-01b2-4224-94c4-fc41fd4f9b5a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:36:32.177537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2447c80a-9add-4411-85da-817c78cb43ef req-8105be8a-4591-430c-8eae-38366d74819b tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1095 time: 0.3250763 May 26 22:36:32.258137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['267e203f-93ed-4c1c-8ee6-b9f125e25574'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:32.326795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:32.330169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 1095 time: 2.6591227 May 26 22:36:32.332663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2447c80a-9add-4411-85da-817c78cb43ef req-de8ee300-7fa2-47d6-81b8-db46ac7337c5 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524801 May 26 22:36:32.342893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539320db-f54b-42e8-86b7-e682a73592a3 service neutron] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:32.518230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b626e-c00a-4949-ba8d-0d5b8266a85a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:32.594415 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-7d77f1aa-25be-46bd-a79d-fdae3370daa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1098 time: 0.2214222 May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.636566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:32.721941 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad4446e-7bc1-423a-923d-de4516e119ef'] response: {'name': 'network-changed', 'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'status': 'completed', 'code': 200} May 26 22:36:32.809120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:32.815189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-ab2f12d1-e3bf-4e59-a8d7-3f878e453074 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 1.1526396 May 26 22:36:32.862546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:32.862546 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Floating IP 02aa84df-3583-4460-8581-b948746d5f34 disassociated. External IP: 172.25.4.209, port: ca95bc51-ecf8-405e-8f6d-bd76a9c302dc. May 26 22:36:32.968024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:33.136934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Transition to ACTIVE for port object 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:33.356317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-12ca698c-5b7c-4897-8978-f9513ae91c7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:33.358914 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-12ca698c-5b7c-4897-8978-f9513ae91c7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.5347846 May 26 22:36:33.383066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-5dc01e06-b73e-4bc3-8c33-47bd3a02dcc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:33.388981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-5dc01e06-b73e-4bc3-8c33-47bd3a02dcc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.7864726 May 26 22:36:33.473663 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:33.513751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-19fe1f58-3370-4e28-9f57-ed6b6a50ea47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32fc03e77a894404bdbf84def5243731&device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 1100 time: 0.6781852 May 26 22:36:33.520627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69b044-c0a9-420c-8bb6-6cdf635b0376 req-1c4862d5-ecba-491f-bacb-cff5b9b25339 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:33.523686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-b416aa82-0a25-4171-ad92-3780789e3939 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 217 time: 0.1546235 May 26 22:36:33.532496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac69b044-c0a9-420c-8bb6-6cdf635b0376 req-1c4862d5-ecba-491f-bacb-cff5b9b25339 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 947 time: 0.3620231 May 26 22:36:33.574536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-f7921051-ae27-4946-b4f6-b96dffa7c7a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.1693168 May 26 22:36:33.677505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:33.693720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:36:33.699756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:36:33.703239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:36:33.749935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac69b044-c0a9-420c-8bb6-6cdf635b0376 req-4a520e4c-0d67-486d-80b8-847a00422e59 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161160 May 26 22:36:33.753572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-80126a16-1d07-45f5-aaa9-e3521a80ffad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:33.759467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-80126a16-1d07-45f5-aaa9-e3521a80ffad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1766429 May 26 22:36:33.760333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-7b1c4d1f-0c01-400d-b389-79584fcf2d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:33.762379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-7b1c4d1f-0c01-400d-b389-79584fcf2d7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.1928592 May 26 22:36:33.770130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Pushing event updated for resources: {'Port': ['ID=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:33.813244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:33.875645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-c70dfbe2-26d0-489f-a5a5-6ce62483829e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:33.877805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-c70dfbe2-26d0-489f-a5a5-6ce62483829e service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3428278 May 26 22:36:33.894502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:33.895259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:33.983114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-364ce299-5816-4a6c-a5da-e2c42573a7b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992407 May 26 22:36:33.986586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-ca967b0a-a83b-41ac-9b88-3862eaa2c66a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5276849 May 26 22:36:34.001826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-b5ceabd1-f0c7-4e95-9d64-4385914bc2a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574 HTTP/1.1" status: 200 len: 217 time: 0.1105797 May 26 22:36:34.031654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Request body: {'port': {'device_id': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:34.085288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-26049f2d-1a83-4648-94cd-cc3516fb82a8 None None] Provisioning for port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:34.095140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-26049f2d-1a83-4648-94cd-cc3516fb82a8 None None] Provisioning complete for port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:34.095512 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-26049f2d-1a83-4648-94cd-cc3516fb82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:34.216747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-26049f2d-1a83-4648-94cd-cc3516fb82a8 None None] Port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:36:34.222560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-1c77f065-7ea7-42ad-9647-ef12e81a09ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4534695 May 26 22:36:34.276979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-b7a8c09a-887d-4503-973a-1eea23413e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:34.278467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-b7a8c09a-887d-4503-973a-1eea23413e63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2690887 May 26 22:36:34.370267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:34.472373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36ac20-fa44-4109-80b2-e7aaa5927a8e req-52f513fc-14e5-4fb2-82c5-41a4aa147a05 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:34.473790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad36ac20-fa44-4109-80b2-e7aaa5927a8e req-52f513fc-14e5-4fb2-82c5-41a4aa147a05 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 936 time: 0.3802850 May 26 22:36:34.482947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-c2098379-f745-46cc-9b16-3ee7d89566ea service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462718 May 26 22:36:34.509491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-7c04dee4-ab5c-4569-b204-fca9ad3a8041 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170979 May 26 22:36:34.540336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-ce0ba0ae-4dc2-4d80-8b6f-6122fd691178 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063694 May 26 22:36:34.709506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c'}, {'name': 'network-changed', 'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:34.728653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad36ac20-fa44-4109-80b2-e7aaa5927a8e req-70603123-a5d1-4206-a65b-18f396d38257 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447500 May 26 22:36:34.816211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-c9a9248a-e4f0-4ca4-b177-eccf82daa452 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130972 May 26 22:36:34.822496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-7bcf4c94-0e5a-46d7-a86d-fc7b74353255 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193515 May 26 22:36:34.983765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78e0006a-bc02-485f-9ac0-c1074655e3e5 req-724bd49f-d23b-4c04-b1e5-9631bddf5b51 service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122753 May 26 22:36:35.013103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 267e203f-93ed-4c1c-8ee6-b9f125e25574 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:35.025336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:36:35.131937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 267e203f-93ed-4c1c-8ee6-b9f125e25574 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:35.137736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 267e203f-93ed-4c1c-8ee6-b9f125e25574 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:35.138402 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:35.138531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9881c919-7876-45aa-bf88-e2e5cccbc90b req-f2f25aad-a50a-4f67-b933-3335618f38b3 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072920 May 26 22:36:35.177189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afbd27-98e6-4c2d-a205-2a54a172ae19 req-f1cfab06-7466-4e8c-b9a8-c68c5c5bbf4a tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:35.185368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22afbd27-98e6-4c2d-a205-2a54a172ae19 req-f1cfab06-7466-4e8c-b9a8-c68c5c5bbf4a tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 949 time: 0.2253971 May 26 22:36:35.247233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:35.257187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:35.288075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Transition to ACTIVE for port object 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:35.297403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:35.304333 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:35.343436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:35.352618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:35.380933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22afbd27-98e6-4c2d-a205-2a54a172ae19 req-abeee5f6-d72e-4134-a2ec-8cf3f935c19b tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943064 May 26 22:36:35.440411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:35.452835 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5deefc1e-1b65-4dee-b5ef-7ee3480790c1'] response: {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'code': 200} May 26 22:36:35.616743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Pushing event updated for resources: {'Port': ['ID=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:35.883122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:35.883122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:35.890389 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:35.902450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85ee75c9-14a4-4e1d-bfb4-df34161d7dfd req-4e18811f-5400-4889-8882-897d593fe0e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 1100 time: 0.3630769 May 26 22:36:35.914592 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:35.914592 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:35.937034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Attempting to bind port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:36:35.937423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Attempting to bind port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:36:35.939051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Attempting to bind port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:35.958286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:36:35.958286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Attempting to bind port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:35.970110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:36:35.970832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:36:35.970957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:36:35.971363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Bound port: 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:36:35.972038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:36.020545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee96736-bb28-4ca8-8175-888b63a922ab req-610eede9-c59d-4bc9-8d3c-6ecc12208dab tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:36.038783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cee96736-bb28-4ca8-8175-888b63a922ab req-610eede9-c59d-4bc9-8d3c-6ecc12208dab tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 946 time: 0.3145592 May 26 22:36:36.058326 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-0fd58d0c-8915-4a60-8353-13a24cfa1a99 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "PUT /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 200 len: 696 time: 4.7884374 May 26 22:36:36.074548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:36.095338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85ee75c9-14a4-4e1d-bfb4-df34161d7dfd req-20087975-00e4-441b-8d8b-b53fd849ea38 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703527 May 26 22:36:36.135728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cee96736-bb28-4ca8-8175-888b63a922ab req-00c00a6a-6fa4-4a26-9bd8-0b4bdab32bf9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960696 May 26 22:36:36.294161 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:36.364531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] For port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:36.372579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] For port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:36:36.392230 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:36.463326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71c193f4-37b8-40cd-841e-f779ca5aed31 req-18787aaf-e909-411c-aa5c-59a267639675 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1095 time: 0.1570330 May 26 22:36:36.477227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-19b781c2-e87b-4704-ba84-17c83b1fe691 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1097 time: 0.3239388 May 26 22:36:36.490252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-b1af0925-f263-4ed3-99bd-bb9d4f990ec1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.4056122 May 26 22:36:36.518631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-1'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:36:36.568620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71c193f4-37b8-40cd-841e-f779ca5aed31 req-2fdd739f-fa22-4f7b-b4a5-873360a28c86 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905745 May 26 22:36:36.583853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:36.583853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] 10.222.0.55 "PUT /v2.0/ports/9e559aa2-01b2-4224-94c4-fc41fd4f9b5a HTTP/1.1" status: 200 len: 1096 time: 2.5605273 May 26 22:36:36.862703 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:36.879275 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:36.893112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f3057-39af-4ac6-859f-fadf8e9d1a48 service neutron] Pushing event updated for resources: {'Port': ['ID=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:36.894377 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:36.895101 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:37.038220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:37.056080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:37.124329 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72ebecc-a1be-449b-9f44-6ca7c3f145f0'] response: {'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'code': 200} May 26 22:36:37.126468 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72ebecc-a1be-449b-9f44-6ca7c3f145f0'] response: {'name': 'network-changed', 'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'status': 'completed', 'code': 200} May 26 22:36:37.161095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-b497037d-7a1d-4f04-97b8-a482b3638ae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:37.168120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-b497037d-7a1d-4f04-97b8-a482b3638ae4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.6769574 May 26 22:36:37.428908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:37.447126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'mac_address': 'fa:16:3e:4e:b1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:36:37.503521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-f69f72aa-7091-4946-ade6-1540efea84f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 217 time: 0.3271480 May 26 22:36:37.527547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:37.527547 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:37.547922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714eb801-ec12-4f1a-bc36-937785f0b82c {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:37.579731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:37.579731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:37.690252 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:37.757808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:37.774202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:37.807624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-8c2efa21-2209-4020-9ec5-d6f0fa72bcc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dadd48112ee0456993111d4c858d361f&device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 1099 time: 0.9887784 May 26 22:36:37.822615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-98dc8d81-a279-4d64-a24c-2579141ea50e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:37.840789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-98dc8d81-a279-4d64-a24c-2579141ea50e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.3418829 May 26 22:36:37.912593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-a150d16c-0cc2-4440-934f-ef8731003d10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1098 time: 0.7775578 May 26 22:36:37.940994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['714eb801-ec12-4f1a-bc36-937785f0b82c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:38.260967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:38.283605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d has no active binding in host n-h2-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:36:38.370599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-18b95d11-3249-4429-857f-a5134573ba32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1098 time: 1.1646593 May 26 22:36:38.402541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfabae-adc3-46c5-a099-19a41135bb6e req-638a555b-76e1-4234-816b-35f16907e3be tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.409374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22cfabae-adc3-46c5-a099-19a41135bb6e req-638a555b-76e1-4234-816b-35f16907e3be tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 948 time: 1.0056589 May 26 22:36:38.459136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-3143c92f-a44c-456e-9849-f02429da14ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a HTTP/1.1" status: 200 len: 217 time: 0.4538515 May 26 22:36:38.543657 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:38.551120 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f7450-e15e-4274-9a67-7c217a71c4ed None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:34:56Z', 'revision_number': 4, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b36938d6-1757-4db5-a837-8ad4ff41931a', 'name': '', 'network_id': '76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'mac_address': 'fa:16:3e:49:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:55Z', 'updated_at': '2022-05-26T22:35:07Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'subnets': [{'id': '38f3ee42-314d-4b95-b9ee-4e19c3abe247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:38.676513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-6df28720-96bc-49bc-b432-0a6e516aaaad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.680670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-6df28720-96bc-49bc-b432-0a6e516aaaad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1978123 May 26 22:36:38.725454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-d6aeba5f-176a-49ae-87d0-390010f52d12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.725454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-d6aeba5f-176a-49ae-87d0-390010f52d12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.7862201 May 26 22:36:38.725454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22cfabae-adc3-46c5-a099-19a41135bb6e req-5a92cbe8-3bcd-4461-a689-ba72c06c914c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137436 May 26 22:36:38.847001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:38.852156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-3c48df06-9343-4a60-9869-1658665f9f5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.0963726 May 26 22:36:38.854672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-c2e03233-0886-441f-a7ec-63673a7fe025 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0098214 May 26 22:36:38.977037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-123bc938-aeed-420e-ab86-4a914ce294c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.978514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-123bc938-aeed-420e-ab86-4a914ce294c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1101477 May 26 22:36:38.984573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-1397ce51-052b-46a8-a2f0-87b60e1f6a74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.987128 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-1397ce51-052b-46a8-a2f0-87b60e1f6a74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5996377 May 26 22:36:39.044272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:39.171899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a129de5-e20a-408e-bfef-7a6db95efb40 None None] New status for floating IP 02aa84df-3583-4460-8581-b948746d5f34: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:36:39.194572 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:36:39.215938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-47df8f9a-4847-4ae7-889e-d9b6590d4561 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.1880262 May 26 22:36:39.245311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:39.351575 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-c4dad243-a015-48db-b10f-5d50f266d794 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6382027 May 26 22:36:39.362771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:39.372189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-2e30ab41-9d2a-4c51-97a2-77a538756657 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040486 May 26 22:36:39.379083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-be8b6c90-7ad7-446f-8f87-901e00de4811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:39.381646 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-be8b6c90-7ad7-446f-8f87-901e00de4811 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1490183 May 26 22:36:39.386665 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-3951e5e4-b2f0-4394-ad25-64090fe5720e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3986361 May 26 22:36:39.422367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:39.497303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cd7b2-d08e-4f54-8680-7405b17d5ca8 req-139bebd1-1e5d-4f4d-9cb4-5d9381c0b098 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:39.500210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-852cd7b2-d08e-4f54-8680-7405b17d5ca8 req-139bebd1-1e5d-4f4d-9cb4-5d9381c0b098 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 948 time: 0.3723893 May 26 22:36:39.638919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 714eb801-ec12-4f1a-bc36-937785f0b82c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:39.643814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 714eb801-ec12-4f1a-bc36-937785f0b82c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:39.643814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:39.836622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:39.886076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:39.893008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-7c208219-c3ce-421a-9902-dfb9372e9920 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791986 May 26 22:36:39.897057 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:40.029938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:40.044948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4650a5de-43e7-4da6-a42e-fd804fc79814 req-23b17e12-2600-40d8-814e-8811f2f9aee9 service neutron] 10.222.0.32 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712048 May 26 22:36:40.203281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-3841ae5c-0e39-4571-b0a4-5d75180bfb3e service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274803 May 26 22:36:40.208289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:40.230192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-852cd7b2-d08e-4f54-8680-7405b17d5ca8 req-b1b12383-1d76-4942-8097-90b6e7cc7f25 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785839 May 26 22:36:40.298210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-24ce1143-8f07-4aa4-aef3-65b72146fb9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9098320 May 26 22:36:40.347168 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1024a1e3-7289-4e8f-8e75-ed5f916d5aa5'] response: {'name': 'network-changed', 'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'status': 'completed', 'code': 200} May 26 22:36:40.402018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on host n-h1-843301-1 for vnic_type normal with profile {"migrating_to": "n-h2-843301-1"} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:36:40.402349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:36:40.403482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:40.454567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:36:40.455964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Attempting to bind port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on network fc939361-eb17-45c3-9b3e-b0eb89d05881 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:36:40.472747 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2a12ae1-77ba-41dd-8305-63780e40696c req-675baa9e-18e1-41c2-92db-158992a389fc service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610307 May 26 22:36:40.482587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:36:40.485950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Checking segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:36:40.487132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Bound using segment: {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:36:40.488606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Bound port: 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf416d-ee84-4d11-8fcd-c6be94997ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fc939361-eb17-45c3-9b3e-b0eb89d05881'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:36:40.489746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:40.650938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:40.656093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:36:40.674980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:40.783135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-f4267191-5c7c-48a7-9154-8f2d0d01a826 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8832283 May 26 22:36:40.950015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=8']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:41.002091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-cf267a92-683a-468c-9fb9-f8cf28947da8 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960022 May 26 22:36:41.049246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-9ff4e38a-fa48-410a-ab46-549bce77b257 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 1097 time: 0.6672006 May 26 22:36:41.084253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:41.087054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-6f78cff8-9edc-4442-944b-2fb332d3b9b9 service neutron] 10.222.0.48 "PUT /v2.0/ports/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 200 len: 1122 time: 4.5750067 May 26 22:36:41.166851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7600f-a600-4ed7-b50b-a7ed3528f6df req-99a11202-440e-4180-b911-45e579fc4b89 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:41.171323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e1d7600f-a600-4ed7-b50b-a7ed3528f6df req-99a11202-440e-4180-b911-45e579fc4b89 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 950 time: 0.5948217 May 26 22:36:41.194959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:41.207496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7132bd-0792-4473-9d47-51125009daf5 req-062543fa-0674-4d79-a87b-14a006e774ae tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:41.217955 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee7132bd-0792-4473-9d47-51125009daf5 req-062543fa-0674-4d79-a87b-14a006e774ae tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.1288311 May 26 22:36:41.293247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:41.302592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee7132bd-0792-4473-9d47-51125009daf5 req-ee301a68-d42b-4491-82da-1ae46b055d4e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834572 May 26 22:36:41.328019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e1d7600f-a600-4ed7-b50b-a7ed3528f6df req-7f55518c-9282-40ec-b5cd-9d1b19b45f1a tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456647 May 26 22:36:41.451658 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1892e2ae-e7bb-4b0c-a5fc-e6f9eba81a07 req-485f355d-b53f-4f00-8321-f7ea175960e1 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323709 May 26 22:36:41.466463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-6875107f-d554-48be-9ea6-90524a58a079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:41.480050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-6875107f-d554-48be-9ea6-90524a58a079 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 200 len: 921 time: 0.4174671 May 26 22:36:41.499500 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470fa0f8-9f67-4d08-8690-e502874287a9'] response: {'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'code': 200} May 26 22:36:41.720620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361cdbc-d49e-43e5-8156-0ec688cf7588 req-64558f5c-14e1-405f-b306-1d617d626308 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:41.730751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f361cdbc-d49e-43e5-8156-0ec688cf7588 req-64558f5c-14e1-405f-b306-1d617d626308 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1283615 May 26 22:36:41.771342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-8953281c-82db-42db-8a47-70bf2327363d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 200 len: 217 time: 0.2779090 May 26 22:36:41.827215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f361cdbc-d49e-43e5-8156-0ec688cf7588 req-96855ede-d012-4446-bd23-e7394cec95f8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937593 May 26 22:36:41.847247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-88428bbd-dfda-4120-a869-7ea7ce832900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:41.848475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-88428bbd-dfda-4120-a869-7ea7ce832900 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 200 len: 859 time: 0.0692091 May 26 22:36:41.864667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4e6049f9-9c89-4cd5-b7e7-2c10d6f8dacd req-9b9e1b3c-039b-4c79-91cf-0b0221cdfff0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 1101 time: 0.2664890 May 26 22:36:41.913369 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:36:42.064866 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4e6049f9-9c89-4cd5-b7e7-2c10d6f8dacd req-e89a2c72-3a7c-4ac1-9b84-95d82ad522b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174762 May 26 22:36:42.123841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-b608c8ec-7f7a-4c92-9c16-76c0b1fe06fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625773 May 26 22:36:42.348645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'tag': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a'}, {'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'}, {'name': 'network-changed', 'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:42.442144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-473d3d8b-973f-4e62-9e81-ac82a40058ea service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080094 May 26 22:36:42.470546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9c19-1c23-46de-9034-c2ed35c889ce req-01fc9083-a067-4f1b-9481-227527a18314 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:42.472905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-955b9c19-1c23-46de-9034-c2ed35c889ce req-01fc9083-a067-4f1b-9481-227527a18314 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 948 time: 0.2603412 May 26 22:36:42.780726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8671e0-5f9e-4194-82ea-4e5b225618c4 req-a8b61f28-962b-459a-8ff6-f52b294c331e service neutron] 10.222.0.48 "GET /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035192 May 26 22:36:42.822531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-955b9c19-1c23-46de-9034-c2ed35c889ce req-758764ae-9920-4803-8c2a-beed4568e82c tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077741 May 26 22:36:42.959102 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d49264-5bd8-48ff-a289-6953805b2641'] response: {'name': 'network-changed', 'server_uuid': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'tag': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a', 'status': 'completed', 'code': 200} May 26 22:36:42.959595 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d49264-5bd8-48ff-a289-6953805b2641'] response: {'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d', 'code': 200} May 26 22:36:42.959862 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d49264-5bd8-48ff-a289-6953805b2641'] response: {'name': 'network-changed', 'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d', 'status': 'completed', 'code': 200} May 26 22:36:43.060611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:43.169942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-4cee8f83-4a6d-4833-8ee2-e0877c05e1bd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:43.173154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-4cee8f83-4a6d-4833-8ee2-e0877c05e1bd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf&tenant_id=8864d1aae91247e589ebd0ab46222232&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 949 time: 0.2343378 May 26 22:36:43.262260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:43.267077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891a92f-9470-430c-8d95-2a19c141cdcc req-627a151b-6a68-4915-9a3e-fd20b258b8bb tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:43.267077 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0891a92f-9470-430c-8d95-2a19c141cdcc req-627a151b-6a68-4915-9a3e-fd20b258b8bb tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 950 time: 0.1298451 May 26 22:36:43.276724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a', 'mac_address': 'fa:16:3e:38:ae:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:36:43.370010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0891a92f-9470-430c-8d95-2a19c141cdcc req-e08a1088-57a9-45e3-a742-f45ff507a7bc tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997901 May 26 22:36:43.401731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:43.424267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:43.447557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:43.456507 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:43.526397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:43.612300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-0b6eb39c-6d81-4f3a-82b6-acbd8032ef95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dadd48112ee0456993111d4c858d361f&device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 1099 time: 0.6117625 May 26 22:36:43.691532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:43.824623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['9e559aa2-01b2-4224-94c4-fc41fd4f9b5a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:43.858286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9a3ec-a721-41bd-ae76-2e45cd9805a0 req-1bbd0a72-2847-4dd1-9036-e8b550469b91 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:43.860186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4f9a3ec-a721-41bd-ae76-2e45cd9805a0 req-1bbd0a72-2847-4dd1-9036-e8b550469b91 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.1522367 May 26 22:36:43.869524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffbc64-75e2-4213-9c98-0d33b72ef5dd req-61b65f3e-0082-4d2d-9454-822f06f4c5a7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:43.871456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50ffbc64-75e2-4213-9c98-0d33b72ef5dd req-61b65f3e-0082-4d2d-9454-822f06f4c5a7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.8100593 May 26 22:36:43.948782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-62a1fa5e-72dd-476f-ad49-0f7a56c8ebb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:43.952081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-62a1fa5e-72dd-476f-ad49-0f7a56c8ebb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3109176 May 26 22:36:43.976228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4f9a3ec-a721-41bd-ae76-2e45cd9805a0 req-b20ce160-c204-44f3-88f2-2fcc7e5ffeba tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097472 May 26 22:36:44.127825 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-924dd869-660d-4136-91cd-4ec35dcf5374 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a HTTP/1.1" status: 200 len: 217 time: 0.1567059 May 26 22:36:44.188977 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-9c162c41-dc5b-49a0-9d3a-e243c89d9a23 service neutron] delete failed (client error): The resource could not be found. May 26 22:36:44.190030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-9c162c41-dc5b-49a0-9d3a-e243c89d9a23 service neutron] 10.222.0.48 "DELETE /v2.0/ports/714eb801-ec12-4f1a-bc36-937785f0b82c/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 1.0024335 May 26 22:36:44.209132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50ffbc64-75e2-4213-9c98-0d33b72ef5dd req-960dbf7e-a85a-4fba-91a3-da92ad226c7a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135374 May 26 22:36:44.263034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-858047eb-4f1e-4dff-aba3-cdcf09a5c8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:44.266283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-858047eb-4f1e-4dff-aba3-cdcf09a5c8d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1306481 May 26 22:36:44.286089 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-67169680-e600-49d2-b107-95fa0dd89030 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 200 len: 694 time: 0.1455014 May 26 22:36:44.501886 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-e639ca9c-68d1-454c-8fef-87636561c520 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2217731 May 26 22:36:44.680176 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3dc6562-a44f-47c0-92f9-6efb4c18c3d8'] response: {'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'code': 200} May 26 22:36:44.778816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-111089ff-4f78-456c-98f7-b56dd87be90c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1100 time: 0.4315259 May 26 22:36:44.863033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-ac87ee96-1385-4a79-ba51-514f89a49084 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:44.871951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-ac87ee96-1385-4a79-ba51-514f89a49084 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.5837686 May 26 22:36:44.894985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-7fb9ff9e-6a6a-4448-81d6-1ef61b0990b7 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839512 May 26 22:36:44.970216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-cd650b55-418d-4445-803d-5e020aecf50f tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 697 time: 0.0971701 May 26 22:36:45.059653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-5e38e453-5e5a-41ca-b003-1f86c10fcc23 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 697 time: 0.0857255 May 26 22:36:45.215692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-17849298-188b-4031-a201-17ca6a065e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:45.218110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-17849298-188b-4031-a201-17ca6a065e6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4178317 May 26 22:36:45.255610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Deleting port 622a4714-d685-4f24-bff1-281825ffd73c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:45.255957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.326751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-048954a2-f90e-441d-b27b-e52f455c2898 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785510 May 26 22:36:45.334913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43359bf8-52fd-434f-a3ea-14bcbc615a0b req-44617aca-43b8-431d-9ca9-84c4349c4b35 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:45.336337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43359bf8-52fd-434f-a3ea-14bcbc615a0b req-44617aca-43b8-431d-9ca9-84c4349c4b35 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 949 time: 0.3572228 May 26 22:36:45.373062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-6a81b518-e4ac-4650-b5c3-9e458701cdc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.1460421 May 26 22:36:45.546287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43359bf8-52fd-434f-a3ea-14bcbc615a0b req-366dce0b-1b0e-4469-986d-15a0850093e7 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911426 May 26 22:36:45.574717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-9932281f-bcd8-440c-80b6-2f736ea436a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:45.585567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.586072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.590837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-9932281f-bcd8-440c-80b6-2f736ea436a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1975222 May 26 22:36:45.684679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-975d218c-2b16-4499-9587-6e8248a91c70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1125 time: 0.2516818 May 26 22:36:45.939483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-2498f4e7-e7af-4639-8e51-49ce33f98c6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3365977 May 26 22:36:45.984019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Calling delete_port for 622a4714-d685-4f24-bff1-281825ffd73c owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:46.227781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-e830a2b9-3eeb-493a-ac33-f478fe3d6e85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:46.229430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-e830a2b9-3eeb-493a-ac33-f478fe3d6e85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.5316768 May 26 22:36:46.269235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:46.427642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Pushing event deleted for resources: {'Port': ['ID=622a4714-d685-4f24-bff1-281825ffd73c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:46.553293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-a325fc70-19d0-4292-8411-d3484a397b3b service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062498 May 26 22:36:46.554857 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-c1d041da-c20e-4fb0-bdfd-5b8a0b93a292 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 200 len: 217 time: 0.3163271 May 26 22:36:46.576894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:46.607967 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-be96842f-53a3-4b9e-9004-ef084c999ac3 service neutron] 10.222.0.55 "GET /v2.0/ports/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d/bindings/n-h2-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.2552021 May 26 22:36:46.675566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:46.689090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be76dbe3-eff7-4998-9445-c5843cbce229 req-c51b0143-078b-4949-bda2-d048be92d31c tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "DELETE /v2.0/floatingips/02aa84df-3583-4460-8581-b948746d5f34 HTTP/1.1" status: 204 len: 173 time: 1.6233072 May 26 22:36:46.744480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4c99937-7ba6-4f6c-b505-a4a6015fd76c req-8b63e336-113e-4b4f-98a5-5079acab27e9 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848087 May 26 22:36:46.816241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc4226-92c0-4e11-bebd-45504a7b1f55 req-e47ce863-4571-4c70-8880-b38b59f35284 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:46.822869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ccc4226-92c0-4e11-bebd-45504a7b1f55 req-e47ce863-4571-4c70-8880-b38b59f35284 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 950 time: 0.7127366 May 26 22:36:46.903835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-eb503dee-f278-41f2-ac05-54a08ebcf5cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:46.905519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-eb503dee-f278-41f2-ac05-54a08ebcf5cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1603410 May 26 22:36:46.953606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ccc4226-92c0-4e11-bebd-45504a7b1f55 req-f85361ab-824e-4dad-98fe-e915434e350f tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286237 May 26 22:36:46.978718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-edb8f779-5d5c-483a-9ce4-4da03a0f9109 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651238 May 26 22:36:47.108108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:47.238838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa4fa-a630-4d00-8e88-94cac73c23a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:47.250216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-2e24d001-deb4-489f-9aed-8e4895b5b28d service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641311 May 26 22:36:47.257164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:36:47.264239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:47.264907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:47.302780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:47.353958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:47.485882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:47.488135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:47.516227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:47.586701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:47.603526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:47.611052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:47.612229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:47.612421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eec34-9a0a-4fbc-aaaa-46bf9543c38c req-d533d631-66ce-4ed2-a8f3-6485873f7af3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:47.623320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a80eec34-9a0a-4fbc-aaaa-46bf9543c38c req-d533d631-66ce-4ed2-a8f3-6485873f7af3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.5216990 May 26 22:36:47.655318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:47.690677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8041bd89-be46-42d9-b8b4-8ff4336b42e0 req-f3ca2d94-e7f2-45ab-875f-8dc57904f04e service neutron] 10.222.0.55 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300358 May 26 22:36:47.791269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141896d-8a96-497a-a22b-932241ea3904 req-a46ec09b-efd3-4d41-b5b3-0db2f49988a9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:47.801296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0141896d-8a96-497a-a22b-932241ea3904 req-a46ec09b-efd3-4d41-b5b3-0db2f49988a9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 944 time: 0.3737533 May 26 22:36:47.894026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:47.899449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0141896d-8a96-497a-a22b-932241ea3904 req-219d7f08-c586-4f12-a590-5bd257ae9b19 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968857 May 26 22:36:48.090007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a80eec34-9a0a-4fbc-aaaa-46bf9543c38c req-398e4422-b8c6-47aa-9b9c-36794334da59 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645324 May 26 22:36:48.179932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] Transition to ACTIVE for port object 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:36:48.187716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:48.369244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3cb86-0331-4db3-a926-2375d214aefa req-252e2686-cf9b-4fb2-a29f-657f6ab42ee7 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:48.374914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47d3cb86-0331-4db3-a926-2375d214aefa req-252e2686-cf9b-4fb2-a29f-657f6ab42ee7 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 950 time: 0.2067015 May 26 22:36:48.396330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] No DVR routers for this DVR port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:48.470165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] 10.222.0.55 "PUT /v2.0/ports/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d/bindings/n-h2-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8536031 May 26 22:36:48.490265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ebf96-2a6b-4889-992a-8e797ff5eadd service neutron] Pushing event updated for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=10']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:48.537599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47d3cb86-0331-4db3-a926-2375d214aefa req-426692eb-6c72-4d88-91d6-14aa7c0ba3c3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500504 May 26 22:36:48.913435 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3cdf8f-9bdf-47bc-be43-5317f21c4734'] response: {'server_uuid': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a', 'code': 200} May 26 22:36:49.015812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-097b321f-9a79-4641-9f4a-ad0f29ae7dae tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.4040055 May 26 22:36:49.062714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239d01-cc58-4884-8f7e-d4c92f9d39e2 req-45618018-3642-4881-95ea-1550d2950a21 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:49.070918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89239d01-cc58-4884-8f7e-d4c92f9d39e2 req-45618018-3642-4881-95ea-1550d2950a21 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 949 time: 0.2716169 May 26 22:36:49.157598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89239d01-cc58-4884-8f7e-d4c92f9d39e2 req-42577ec9-4432-4820-a7f5-b57dbdf3af70 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775142 May 26 22:36:49.207839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-569ec133-8bc3-44ff-b817-fd9945f181b2 req-010a130b-c222-4c7e-a8f3-a7dc3b930330 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 1101 time: 0.2143588 May 26 22:36:49.216004 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-fcc7e7b1-9e1c-4132-b55f-cd5104c978e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c&tenant_id=691816e413f94c83858aab31b419257a HTTP/1.1" status: 200 len: 1096 time: 0.1902542 May 26 22:36:49.333369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-569ec133-8bc3-44ff-b817-fd9945f181b2 req-b112f5e7-19aa-4e64-815f-8c7ef1daf66a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138139 May 26 22:36:49.334275 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-719d5e31-e68e-4dab-aefb-be0c28f86893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:49.516819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad65555-076b-4c32-9d4e-9c0d03a2b844 req-ad33f6d2-3f1b-4855-aca5-2cfae9bddc45 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:49.526236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ad65555-076b-4c32-9d4e-9c0d03a2b844 req-ad33f6d2-3f1b-4855-aca5-2cfae9bddc45 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 946 time: 0.1731749 May 26 22:36:49.529484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47fba9-f3bd-43fb-af8e-8a2093da4bfd req-c9b0ec81-1d0a-44b4-ae0f-3409918293ba tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:49.532502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb47fba9-f3bd-43fb-af8e-8a2093da4bfd req-c9b0ec81-1d0a-44b4-ae0f-3409918293ba tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 945 time: 0.1558688 May 26 22:36:49.538789 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-a363140b-de4f-4568-ab1c-7a001dab8692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1096 time: 0.2934971 May 26 22:36:49.623212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb47fba9-f3bd-43fb-af8e-8a2093da4bfd req-1dff74c6-cfb9-459a-986d-278055053539 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790651 May 26 22:36:49.714369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ad65555-076b-4c32-9d4e-9c0d03a2b844 req-1cf449a9-4300-4ed6-9d32-c2c46c04e504 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e8f1a0-cecc-4563-8ca6-120e2da358ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669762 May 26 22:36:49.852493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-9fb95e77-d684-4ece-a62d-ec396efb756f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:49.854271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-9fb95e77-d684-4ece-a62d-ec396efb756f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.2873776 May 26 22:36:49.965870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-b914334e-ae31-4cc8-a09c-7f63e02b00cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 200 len: 217 time: 0.1029410 May 26 22:36:50.202194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-7244e572-2dfc-4adc-9cb8-ba3711318416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:50.204437 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-7244e572-2dfc-4adc-9cb8-ba3711318416 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.1265955 May 26 22:36:50.287530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-cb181df5-bbec-427f-ba7f-a1341e0ba8e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757039 May 26 22:36:50.294846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d356-e494-481a-bfca-ade0f58cbd4a req-6b84d56d-c255-4058-9e90-66e8836fd4ca tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:50.298163 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59c6d356-e494-481a-bfca-ade0f58cbd4a req-6b84d56d-c255-4058-9e90-66e8836fd4ca tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.3299522 May 26 22:36:50.457248 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:50.568078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-375470bc-2470-4e94-802c-98ed944e3002 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:50.569280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-375470bc-2470-4e94-802c-98ed944e3002 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Synchronizing usage tracker for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:50.600263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-375470bc-2470-4e94-802c-98ed944e3002 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Unset dirty status for tenant:5741a08d9a7c4f7b80fd483d222f38dd on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:50.604695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-375470bc-2470-4e94-802c-98ed944e3002 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 946 time: 0.2253108 May 26 22:36:50.700763 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:50.739255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Deleting port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:50.739754 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:50.878366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59c6d356-e494-481a-bfca-ade0f58cbd4a req-0fbd9a6f-8e54-415c-a37f-1794fa4efe8e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439098 May 26 22:36:50.979296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-f278cb24-8308-4bc4-9305-0d8fa1ca33cc service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786311 May 26 22:36:51.290612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] For port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:51.290832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:51.310263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-56f30601-8b5a-40fe-8f93-5ed31651afe0 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197880 May 26 22:36:51.316664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cf022-054a-4240-96b0-86d7cdbedaad req-f9166d3c-3ca1-4111-9497-54c871d0a710 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:51.317555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6e1cf022-054a-4240-96b0-86d7cdbedaad req-f9166d3c-3ca1-4111-9497-54c871d0a710 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Synchronizing usage tracker for tenant:dadd48112ee0456993111d4c858d361f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:51.460253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327c735-97d0-4c86-bf4e-57545f3bb89d req-e0d6dcd3-4709-4155-8d0b-044fbf13b387 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:51.477833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a327c735-97d0-4c86-bf4e-57545f3bb89d req-e0d6dcd3-4709-4155-8d0b-044fbf13b387 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 945 time: 0.1523693 May 26 22:36:51.481865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Calling delete_port for ca95bc51-ecf8-405e-8f6d-bd76a9c302dc owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:51.540678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6e1cf022-054a-4240-96b0-86d7cdbedaad req-f9166d3c-3ca1-4111-9497-54c871d0a710 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Unset dirty status for tenant:dadd48112ee0456993111d4c858d361f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:51.541630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1cf022-054a-4240-96b0-86d7cdbedaad req-f9166d3c-3ca1-4111-9497-54c871d0a710 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 950 time: 0.4170806 May 26 22:36:51.593922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a327c735-97d0-4c86-bf4e-57545f3bb89d req-d386d299-2caa-4f54-a2d0-a4f58b313b34 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138313 May 26 22:36:51.612898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6e1cf022-054a-4240-96b0-86d7cdbedaad req-50b65691-59ae-4d6d-aace-080324a0b357 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Synchronizing usage tracker for tenant:dadd48112ee0456993111d4c858d361f on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:51.735948 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:51.878891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6e1cf022-054a-4240-96b0-86d7cdbedaad req-50b65691-59ae-4d6d-aace-080324a0b357 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Unset dirty status for tenant:dadd48112ee0456993111d4c858d361f on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:51.882362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1cf022-054a-4240-96b0-86d7cdbedaad req-50b65691-59ae-4d6d-aace-080324a0b357 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280582 May 26 22:36:51.933333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-0a227f97-77dc-497b-90df-5c6ba6b37a94 tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c&tenant_id=691816e413f94c83858aab31b419257a&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.2252698 May 26 22:36:51.992526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.008721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:52.226273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Pushing event deleted for resources: {'Port': ['ID=ca95bc51-ecf8-405e-8f6d-bd76a9c302dc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:52.260435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf7e4650-dd8c-4751-8d10-c7b8704a4b16 req-dd22c0a0-81fc-481d-9a0d-a2b015f361d9 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cfb8dd-111a-4576-bd87-20d176c790dc HTTP/1.1" status: 200 len: 210 time: 0.1173937 May 26 22:36:52.272522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b949e20-6557-4a08-b896-85d1f4806fb0 req-96f09074-09b2-4a2b-80d8-b63c44d30a43 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:52.286558 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b949e20-6557-4a08-b896-85d1f4806fb0 req-96f09074-09b2-4a2b-80d8-b63c44d30a43 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 945 time: 0.2921593 May 26 22:36:52.380128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28ee80-ca9e-487b-9142-546b64315887 req-77a71bb0-81c1-4dc1-8ae2-eed2d3617d8e tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:52.382694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] No DVR routers for this DVR port ca95bc51-ecf8-405e-8f6d-bd76a9c302dc on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:52.382927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a28ee80-ca9e-487b-9142-546b64315887 req-77a71bb0-81c1-4dc1-8ae2-eed2d3617d8e tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.48 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 945 time: 0.3198695 May 26 22:36:52.394215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.414584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'name': 'network-vif-deleted', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:52.470077 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-149e8c36-bb4b-4e77-b4a3-e3c79fd0a114 req-83f8cd12-16b7-4c1c-b94a-7cc264ea6ec8 tempest-FloatingIPsAssociationTestJSON-402534560 tempest-FloatingIPsAssociationTestJSON-402534560-project] 10.222.0.48 "DELETE /v2.0/ports/ca95bc51-ecf8-405e-8f6d-bd76a9c302dc HTTP/1.1" status: 204 len: 173 time: 1.8592639 May 26 22:36:52.496179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b949e20-6557-4a08-b896-85d1f4806fb0 req-58a4d0e9-c81a-4fa2-a01f-c936816f1462 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057402 May 26 22:36:52.584636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-e0754eb0-33a2-4891-9160-1f0411b94118 service neutron] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:36:52.592457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-e0754eb0-33a2-4891-9160-1f0411b94118 service neutron] Notify callbacks [] for binding, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.599049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f301cdf3-658e-41a4-805c-f04c851fcc97 req-e0754eb0-33a2-4891-9160-1f0411b94118 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d/bindings/n-h1-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.6632380 May 26 22:36:52.629135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Deleting port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:52.629960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:53.126615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:36:53.207542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] For port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:53.209241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:53.343145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d556475-fc58-4f47-8d44-b4c70a4e2832 req-a67c9c5f-5db8-4859-93d0-760241b0952d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:53.354463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d556475-fc58-4f47-8d44-b4c70a4e2832 req-a67c9c5f-5db8-4859-93d0-760241b0952d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.5724337 May 26 22:36:53.503996 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d556475-fc58-4f47-8d44-b4c70a4e2832 req-a9682fc4-ef93-462f-bb6c-fde5ca6e7152 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473739 May 26 22:36:53.563867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:53.632519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'mac_address': 'fa:16:3e:9e:f9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:36:53.739409 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123053ae-e5ff-444b-8be0-9c5e2b931430'] response: {'server_uuid': 'b5cfb8dd-111a-4576-bd87-20d176c790dc', 'name': 'network-vif-deleted', 'tag': 'ca95bc51-ecf8-405e-8f6d-bd76a9c302dc', 'status': 'completed', 'code': 200} May 26 22:36:53.848710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:53.890527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d746e71e-c111-4017-9ca7-c082938bd0cb {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:36:54.002901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:54.002901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.051978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43828) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:54.166363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:54.225249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d746e71e-c111-4017-9ca7-c082938bd0cb'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:36:54.315636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.315636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.315636 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Floating IP 9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d disassociated. External IP: 172.25.4.62, port: 0cc3a28d-c391-4c54-b0a6-1701a5c361ec. May 26 22:36:54.315636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Calling delete_port for 0cc3a28d-c391-4c54-b0a6-1701a5c361ec owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:54.378822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909d23a-a9de-4d4f-b8a3-4363f4ad231b req-bbc24542-aa5d-4190-a4c7-350de4fe937c tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:54.401891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4909d23a-a9de-4d4f-b8a3-4363f4ad231b req-bbc24542-aa5d-4190-a4c7-350de4fe937c tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 945 time: 0.2806597 May 26 22:36:54.562337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4909d23a-a9de-4d4f-b8a3-4363f4ad231b req-8b120214-c5a6-43a2-b7a0-353018d5d515 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ba8374-cd6c-4c9f-83f4-fb5435504062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736317 May 26 22:36:54.743867 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.834543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38490-a5e7-4fb3-ac2f-cf2fa88c8ccd req-95000b12-f4e9-40a7-8765-76205541c87f tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:54.842664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ad38490-a5e7-4fb3-ac2f-cf2fa88c8ccd req-95000b12-f4e9-40a7-8765-76205541c87f tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 950 time: 0.1771350 May 26 22:36:54.892784 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.986828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ad38490-a5e7-4fb3-ac2f-cf2fa88c8ccd req-5c37d5ee-7c0f-40a4-971b-a5a77a58f657 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404147 May 26 22:36:55.142402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event deleted for resources: {'Port': ['ID=0cc3a28d-c391-4c54-b0a6-1701a5c361ec,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:55.159422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:36:55.468009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d746e71e-c111-4017-9ca7-c082938bd0cb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:36:55.468583 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.535718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.670240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.776718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:55.795716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0cc3a28d-c391-4c54-b0a6-1701a5c361ec no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:55.826309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a58f732-bef9-4eb8-8ac3-7f68b4b1ba3c req-9a76d581-820b-4a2e-b391-27e0dbee115a tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 1096 time: 0.7793467 May 26 22:36:55.935892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 0cc3a28d-c391-4c54-b0a6-1701a5c361ec {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:55.946232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0cc3a28d-c391-4c54-b0a6-1701a5c361ec not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:55.947045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ca95bc51-ecf8-405e-8f6d-bd76a9c302dc no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:56.000793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a58f732-bef9-4eb8-8ac3-7f68b4b1ba3c req-f453371f-9af4-421f-ab87-180af3eda31c tempest-LiveAutoBlockMigrationV225Test-1613437287 tempest-LiveAutoBlockMigrationV225Test-1613437287-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723006 May 26 22:36:56.035158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:56.053436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: ca95bc51-ecf8-405e-8f6d-bd76a9c302dc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:56.063484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ca95bc51-ecf8-405e-8f6d-bd76a9c302dc not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:56.076628 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.154052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Router c399c0f1-ed55-4304-8560-88ff448b105c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:36:56.208572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b444ed3e-68e3-42bc-80d7-d3258be967b9 req-cb08452a-ed5d-4524-820f-6c96b59d1097 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/ports?device_id=4796e85c-5a0e-4539-8043-518d829448b6 HTTP/1.1" status: 200 len: 210 time: 0.1320128 May 26 22:36:56.240077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:56.269407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.270549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.270964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.271986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.273200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.273619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.274032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.275896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.277045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.280531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.284521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:56.309297 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3659008-a4e6-4957-84f8-b58401d85a20'] response: {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'code': 200} May 26 22:36:56.336341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-2cb5595a-ce3f-4874-bad4-89b04dfa2bd1 tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 1101 time: 0.6131039 May 26 22:36:56.502975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] Deleting port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:56.503422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.558429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-edfa4cce-aa69-46e4-a4fd-b38ea119513d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1316569 May 26 22:36:56.613066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:36:56.627836 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] Sync routers for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:36:56.659477 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:56.660117 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:56.782059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce97929-71d8-48de-8ddf-dc4e2b305150 req-feedee85-6b4d-4d25-8659-a12e629b5b37 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:56.783784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fce97929-71d8-48de-8ddf-dc4e2b305150 req-feedee85-6b4d-4d25-8659-a12e629b5b37 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 950 time: 0.2954788 May 26 22:36:56.971596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] No DVR routers for this DVR port 0cc3a28d-c391-4c54-b0a6-1701a5c361ec on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:56.979519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.998522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'name': 'network-vif-deleted', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:57.075668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a28ee80-ca9e-487b-9142-546b64315887 req-073ccf51-9c10-45a1-9891-7eaed4d6c551 tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.48 "DELETE /v2.0/ports/0cc3a28d-c391-4c54-b0a6-1701a5c361ec HTTP/1.1" status: 204 len: 173 time: 4.6605482 May 26 22:36:57.122471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fce97929-71d8-48de-8ddf-dc4e2b305150 req-23698c49-81e6-4c33-ac9f-95e0149b0898 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183123 May 26 22:36:57.257645 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:57.424100 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.500833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-75bc63f7-8b59-4d67-bc40-420878144e5c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:57.509558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-75bc63f7-8b59-4d67-bc40-420878144e5c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9366839 May 26 22:36:57.607469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-bd3b6272-cbf4-4213-a6d0-7c81e4afc4fb tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/quotas/8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 375 time: 0.0967927 May 26 22:36:57.690794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] For port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:57.691268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.692020 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:57.706749 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] Checking router: c399c0f1-ed55-4304-8560-88ff448b105c for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:36:57.736235 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:36:57.737981 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:57.879188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] Calling delete_port for 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:36:57.992814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-9021733a-3567-4164-8b7f-d3e30a640923 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3840272 May 26 22:36:58.214105 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc9c4b2-3866-4f89-a75d-ac53d8ad6818'] response: {'server_uuid': '4796e85c-5a0e-4539-8043-518d829448b6', 'name': 'network-vif-deleted', 'tag': '0cc3a28d-c391-4c54-b0a6-1701a5c361ec', 'status': 'completed', 'code': 200} May 26 22:36:58.237856 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:36:58.407513 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.843338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-f950ebab-a3c4-4f0e-b4bb-a194690fb946 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:58.848321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-f950ebab-a3c4-4f0e-b4bb-a194690fb946 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 945 time: 0.2409756 May 26 22:36:58.876375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e559aa2-01b2-4224-94c4-fc41fd4f9b5a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:58.911308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] No DVR routers for this DVR port 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:58.942252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.947235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'name': 'network-vif-deleted', 'tag': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:59.060514 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:59.073495 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce5eae-0947-4ebe-ab7e-b30d4ecafd20 None None] The sync data for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 is: [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:33:11Z', 'revision_number': 4, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '66c0118e-78e8-43f8-9098-6f726198ecde', 'name': '', 'network_id': 'b3f5e899-76c1-40ba-a8ed-44b81c7fa24b', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'mac_address': 'fa:16:3e:59:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:08Z', 'updated_at': '2022-05-26T22:33:25Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'subnets': [{'id': '93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:36:59.119326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Deleting port b36938d6-1757-4db5-a837-8ad4ff41931a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:59.119655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.146232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71506fce-7bcd-4979-9ee6-eaf9f2a9480e req-d4629e60-4c8b-4928-b60b-061ccf1932b5 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 210 time: 0.1456625 May 26 22:36:59.164443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:59.190829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Deleting port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:36:59.194012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.204736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fa027b2-039f-4567-a4b4-9e9fb27c3a61 req-650b7309-dfbc-48ea-8aba-f4d375e2ba5b tempest-DeleteServersAdminTestJSON-700167230 tempest-DeleteServersAdminTestJSON-700167230-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9e559aa2-01b2-4224-94c4-fc41fd4f9b5a HTTP/1.1" status: 204 len: 173 time: 2.8563392 May 26 22:36:59.218035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:36:59.218699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e559aa2-01b2-4224-94c4-fc41fd4f9b5a not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:59.439767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079cab3-67f8-4337-925c-503e64a5bcd4 req-a7d373bc-e3bb-40f7-91f7-abe9fd9babc8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:59.454744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9079cab3-67f8-4337-925c-503e64a5bcd4 req-a7d373bc-e3bb-40f7-91f7-abe9fd9babc8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 945 time: 0.8445954 May 26 22:36:59.580047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1cb05-b9bf-4047-a6dd-891090cdb45d None None] New status for floating IP 9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:36:59.629824 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9079cab3-67f8-4337-925c-503e64a5bcd4 req-aaee73ac-ce06-4b68-b35e-e8b9c3935e79 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641722 May 26 22:36:59.658522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22f95c57-3458-48d4-a9d1-ef5c83cc5849 req-65a32b28-4f16-4a60-b27a-3ff9fbbad975 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 210 time: 0.1435914 May 26 22:36:59.670342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] For port b36938d6-1757-4db5-a837-8ad4ff41931a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b36938d6-1757-4db5-a837-8ad4ff41931a,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:59.671696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.864747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43950) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:59.948104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] For port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:36:59.948787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.074478 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800de1fe-935b-4142-9af7-d001b0309680'] response: {'server_uuid': '43dbec90-067f-4f0e-9280-548f5a6bf497', 'name': 'network-vif-deleted', 'tag': '9e559aa2-01b2-4224-94c4-fc41fd4f9b5a', 'status': 'completed', 'code': 200} May 26 22:37:00.089852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Calling delete_port for b36938d6-1757-4db5-a837-8ad4ff41931a owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:00.334221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Calling delete_port for 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:00.604124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9f31108a-c05b-4eca-b4e1-c1122251ea69 req-70730bc4-b21d-4af8-8675-c0abb8e98486 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Synchronizing usage tracker for tenant:dadd48112ee0456993111d4c858d361f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:00.629982 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d1232dd-65c5-4c38-a4ae-b7f84ed448cb tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.664739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d1232dd-65c5-4c38-a4ae-b7f84ed448cb tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.720068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.734508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['00ab2cbc-7291-4b90-b9c2-cb53b7441012', '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:00.749411 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d1232dd-65c5-4c38-a4ae-b7f84ed448cb tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.777374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9f31108a-c05b-4eca-b4e1-c1122251ea69 req-70730bc4-b21d-4af8-8675-c0abb8e98486 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Unset dirty status for tenant:dadd48112ee0456993111d4c858d361f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:00.780086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f31108a-c05b-4eca-b4e1-c1122251ea69 req-70730bc4-b21d-4af8-8675-c0abb8e98486 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=43dbec90-067f-4f0e-9280-548f5a6bf497 HTTP/1.1" status: 200 len: 210 time: 0.3725939 May 26 22:37:00.792532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1232dd-65c5-4c38-a4ae-b7f84ed448cb tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba8374-cd6c-4c9f-83f4-fb5435504062,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:00.812136 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2d1232dd-65c5-4c38-a4ae-b7f84ed448cb tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.818799 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2d1232dd-65c5-4c38-a4ae-b7f84ed448cb tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "DELETE /v2.0/security-groups/20ba8374-cd6c-4c9f-83f4-fb5435504062 HTTP/1.1" status: 204 len: 168 time: 0.9389935 May 26 22:37:00.822064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43998) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:00.889532 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-cc66cc3a-1320-4e6d-9e7d-5b3f4b32b20d tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] show failed (client error): The resource could not be found. May 26 22:37:00.894080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cc66cc3a-1320-4e6d-9e7d-5b3f4b32b20d tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "GET /v2.0/security-groups/20ba8374-cd6c-4c9f-83f4-fb5435504062 HTTP/1.1" status: 404 len: 347 time: 0.0708528 May 26 22:37:00.894816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44002) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:01.212493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event deleted for resources: {'Port': ['ID=7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:01.230397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5703daff-b2d7-4092-ac3d-977d7fc5f6c1 req-a7321eae-1bf6-44b3-a99e-9637d5d6ca57 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 210 time: 0.1177225 May 26 22:37:01.272443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] No DVR routers for this DVR port 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:01.278899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.283585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'name': 'network-vif-deleted', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:01.319733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce1cf733-63a2-4e8f-8d03-e5113542fdda req-e17d1cda-8bd3-4efc-9110-7222d5b4987e tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "DELETE /v2.0/ports/7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d HTTP/1.1" status: 204 len: 173 time: 2.4647570 May 26 22:37:01.592437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-d324590d-5d17-42bd-9e70-ef63344907c4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2028985 May 26 22:37:01.799669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device fb46002e-4873-4fbf-9c2b-dc5bfaf057ba no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:01.814698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a77aba93-e580-4a91-bf3d-06c04973313c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:01.816620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a77aba93-e580-4a91-bf3d-06c04973313c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898453 May 26 22:37:01.836231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4a884fe-d870-4a8a-bfce-5e9c09e7a9f8 req-101ade53-70c7-422b-bbba-be09b64f8fbf tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 210 time: 0.4122634 May 26 22:37:01.841982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Request body: {'port': {'device_id': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '8864d1aae91247e589ebd0ab46222232'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:01.886851 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.096610 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5c6313-6b37-44d2-97f7-045c9e2b524a'] response: {'server_uuid': 'edba3780-27c2-407e-ae58-5049196ba68c', 'name': 'network-vif-deleted', 'tag': '7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d', 'status': 'completed', 'code': 200} May 26 22:37:02.206398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.326625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:02.327687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:02.344285 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.456291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Pushing event deleted for resources: {'Port': ['ID=b36938d6-1757-4db5-a837-8ad4ff41931a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:02.547341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Deleting port a6f107b0-2f12-43db-8594-04869e6d67b8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:02.547680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.554158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:02.722157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-148ca7ee-73b4-44d6-bb10-32ff9abe301c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:02.723941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-148ca7ee-73b4-44d6-bb10-32ff9abe301c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 0.4585392 May 26 22:37:02.749274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-e4f2b84a-17b5-4814-8933-1dd8f29e191a tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/quotas/5ed89cb17579461faa0b9a171a35a241 HTTP/1.1" status: 200 len: 375 time: 0.0189283 May 26 22:37:02.939926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-8bb7a830-2ae4-46df-8952-83690d3301d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1344161 May 26 22:37:02.962105 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-1736598c-47ea-4b9c-b4df-ca3c451e3f5b tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099051 May 26 22:37:03.126065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.127505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.211980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-2739361d-1b1d-4b91-be00-a78a7592a001 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 1095 time: 0.2280498 May 26 22:37:03.274214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Calling delete_port for a6f107b0-2f12-43db-8594-04869e6d67b8 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:03.324992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-27ae5caf-a355-4683-a38c-5ff330f6fdaa service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622985 May 26 22:37:03.478401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c785cd7e-4083-4831-ab93-0f89905bb7cc req-4e26592d-fa55-46d5-b4ab-1caf75e5dc56 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=edba3780-27c2-407e-ae58-5049196ba68c HTTP/1.1" status: 200 len: 210 time: 0.8007424 May 26 22:37:03.554643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-0bddf5b7-8c21-4766-928f-891ab72e007f service neutron] 10.222.0.32 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285862 May 26 22:37:03.575506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.694954 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0a72b6-e645-4d7e-98d8-6f436890f358'] response: {'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'code': 200} May 26 22:37:03.820239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:03.836707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-0e51a984-be01-442a-97b6-ea4b9c061e29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:03.847664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-0e51a984-be01-442a-97b6-ea4b9c061e29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.5916371 May 26 22:37:03.882709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Pushing event deleted for resources: {'Port': ['ID=a6f107b0-2f12-43db-8594-04869e6d67b8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:03.946214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:03.947503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7b386b49-c3bc-47f4-a9bc-b4a1b8569a4d not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:04.005923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:04.014236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-09a3443a-a000-4dc3-a606-eb4feec77d9d tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dadd48112ee0456993111d4c858d361f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019750 May 26 22:37:04.254601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:04.273052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-693eccc7-738a-4192-af63-9d38e080852e req-7921d0e0-5048-48be-bcaf-c64a3074cf2b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 210 time: 0.1108584 May 26 22:37:04.274288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-d737af84-b2f4-4e08-9541-017859f50e9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 200 len: 217 time: 0.4156001 May 26 22:37:04.497508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Made reservation on behalf of 8864d1aae91247e589ebd0ab46222232 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:37:04.506987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.535183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-59b59150-f156-4b67-96e5-336c159a0a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:04.539887 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-59b59150-f156-4b67-96e5-336c159a0a24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.2283862 May 26 22:37:04.650206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-59b06356-79e9-4b37-bda1-40da11eeb5d1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:04.654433 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-59b06356-79e9-4b37-bda1-40da11eeb5d1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b514ec5-0831-42c7-8d5e-71a60459f487 HTTP/1.1" status: 200 len: 943 time: 0.5464702 May 26 22:37:04.683774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.796319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3358-faec-4702-b99f-87effc44320f req-ced5b4c7-92d5-44d3-ab5c-5fcd6d8a186d tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:04.803855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-ced5b4c7-92d5-44d3-ab5c-5fcd6d8a186d tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7464981 May 26 22:37:04.846116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Deleting port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:04.848385 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.872813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.873989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-682b2d22-7ad1-46e2-aecd-c4d38992092b tempest-AttachSCSIVolumeTestJSON-338856526 tempest-AttachSCSIVolumeTestJSON-338856526-project] 10.222.0.32 "DELETE /v2.0/floatingips/9e0c95ab-732e-417b-9bdf-f2a2f3a0a72d HTTP/1.1" status: 204 len: 168 time: 3.9560094 May 26 22:37:04.881404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-f6d0c063-6c16-49be-8395-63e72f460757 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/quotas/dadd48112ee0456993111d4c858d361f HTTP/1.1" status: 200 len: 375 time: 0.0766847 May 26 22:37:04.950101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-18742c16-621f-4876-9271-73d3b0edea0c tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dadd48112ee0456993111d4c858d361f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648074 May 26 22:37:04.975155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-1bbb42c5-f089-4bd3-915a-fdec9647be3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4270470 May 26 22:37:04.983297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-39f45653-13a4-4ace-8276-017e6e862995 req-4435efab-4db5-4884-9b3e-09d1222decac tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 210 time: 0.4415331 May 26 22:37:05.123941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Allocated IP 192.168.233.60 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/95cc68de-10d5-48ca-b736-03e8ab8d3b14) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:05.280483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:05.844020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-346ebff4-cf30-42f4-ba1f-f20caa5b3323 req-c5ae3109-3a5f-429d-8abe-b725342c6a84 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 210 time: 0.5203300 May 26 22:37:05.880362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-bd22000e-1c9d-413c-837a-8d4086cfc226 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8553700 May 26 22:37:06.428110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48d893ac-2f7a-442e-99fe-2fea091c5533 req-5a519140-6664-404b-a8ff-fe6b62885563 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208263 May 26 22:37:07.063461 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ddcedc0-f20f-473a-bbf7-f6cedf253b1c req-30ab90c6-c411-43b7-8322-5caa0f20a822 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 210 time: 0.6237750 May 26 22:37:07.089437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4291fed3-8db2-4ead-b572-f57b1b375442 req-1aec5023-ef73-477c-84ae-f0360d363a1d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 210 time: 0.0808959 May 26 22:37:07.162559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-a84a81e4-f04c-4946-b9c6-a98aeaa3d121 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:07.164643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-a84a81e4-f04c-4946-b9c6-a98aeaa3d121 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 805 time: 1.2584643 May 26 22:37:07.197452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:07.204148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Request body: {'port': {'device_id': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'admin_state_up': True, 'tenant_id': '5ed89cb17579461faa0b9a171a35a241'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:07.595792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Transition to ACTIVE for port object 95cc68de-10d5-48ca-b736-03e8ab8d3b14 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:07.638235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98268850-f09d-499a-a67e-617fa772d770 req-91c1b159-6b78-4d86-8bd8-3fc4b956a4a4 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 210 time: 0.2094042 May 26 22:37:07.818363 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:07.844406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e', '714eb801-ec12-4f1a-bc36-937785f0b82c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:07.920802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device fb46002e-4873-4fbf-9c2b-dc5bfaf057ba no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:07.997653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:08.180133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] For port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:08.180845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:08.232021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:08.636583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-97b02aa0-64d5-4cab-b219-e4c80f7e1634 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dadd48112ee0456993111d4c858d361f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7047780 May 26 22:37:08.825119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Calling delete_port for fb46002e-4873-4fbf-9c2b-dc5bfaf057ba owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:08.896979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:08.910163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:08.932602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Made reservation on behalf of 5ed89cb17579461faa0b9a171a35a241 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:37:08.936197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:08.952534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:09.051657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-07f82cff-0d09-46f8-ab87-25f4c8f4f2f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2654762 May 26 22:37:09.403285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-86d1ecba-6fa2-463c-8629-b652624eea6b None None] Provisioning for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:09.420848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-86d1ecba-6fa2-463c-8629-b652624eea6b None None] Provisioning complete for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:09.423830 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86d1ecba-6fa2-463c-8629-b652624eea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:09.495437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252ce5-b110-44b8-be0f-275a976b0299 req-89b7e3ef-4ea0-48e7-9c50-d5d76d0a92f7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:09.505025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4e252ce5-b110-44b8-be0f-275a976b0299 req-89b7e3ef-4ea0-48e7-9c50-d5d76d0a92f7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 935 time: 0.6366351 May 26 22:37:09.567382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da436fcd-12b2-43ac-83a5-f95c26a6af31 req-21f44c26-642a-4520-87c8-58e15149c95f tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 210 time: 0.8426077 May 26 22:37:09.630525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-86d1ecba-6fa2-463c-8629-b652624eea6b None None] Port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:37:09.809719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:09.810396 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:09.869765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:09.893262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-a4bfc922-d6e6-4b5a-8937-26be1862a53a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.0554740 May 26 22:37:09.920632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Request body: {'port': {'device_id': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:09.932615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4e252ce5-b110-44b8-be0f-275a976b0299 req-58df2413-c028-4b12-ab26-fc5de710c9fb tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012804 May 26 22:37:10.026729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-fec8147d-9681-40ee-904e-202ec39e13cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=691816e413f94c83858aab31b419257a&device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 1115 time: 0.8100138 May 26 22:37:10.099043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:10.358923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3358-faec-4702-b99f-87effc44320f req-0fd127ab-b947-49c5-a834-83a46a1f2c7b tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:10.364822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-0fd127ab-b947-49c5-a834-83a46a1f2c7b tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7189837 May 26 22:37:10.367812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f060ca4-d00c-4db3-9fd9-98f5a312a219 req-f488b84a-af0c-4c87-b357-313113fd5e74 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 210 time: 0.1521356 May 26 22:37:10.394655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Request body: {'port': {'device_id': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': 'dadd48112ee0456993111d4c858d361f'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:10.537056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:10.619909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Allocated IP 172.20.0.14 (08b10b42-bd58-4255-876c-78f5e0e906d5/646e872f-ee99-406d-b74f-6486c7536398/41742d9d-46eb-4bf3-8327-6bd26eb0ac4d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:10.755512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-ed4baeae-7ac8-436b-a16a-8f83bf1f88a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:10.757346 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-ed4baeae-7ac8-436b-a16a-8f83bf1f88a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 200 len: 920 time: 0.7007947 May 26 22:37:10.758214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event deleted for resources: {'Port': ['ID=fb46002e-4873-4fbf-9c2b-dc5bfaf057ba,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:11.214476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:11.318363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:11.447630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Network 08b10b42-bd58-4255-876c-78f5e0e906d5 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:11.457406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event updated for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:11.470744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:11.500771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:11.544329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-cda36f33-f2b7-4bd3-8b1b-c81238267caf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6359029 May 26 22:37:11.545333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] No DVR routers for this DVR port fb46002e-4873-4fbf-9c2b-dc5bfaf057ba on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:11.548403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-58bead55-54ab-44ca-8069-76e6de7fcb13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 200 len: 217 time: 0.7131166 May 26 22:37:11.552962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:11.556349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-deleted', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:11.583936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:11.682713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:11.769739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-00e71e9d-97ee-4697-b80d-5231279806af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:11.779225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-00e71e9d-97ee-4697-b80d-5231279806af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 200 len: 859 time: 0.2109494 May 26 22:37:11.782053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Made reservation on behalf of dadd48112ee0456993111d4c858d361f for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:37:11.787243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:11.958552 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:37:11.990600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b6516-741d-431b-989c-5199fce447ca req-7d6630df-29b3-4b09-963a-231d6065615a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:11.991244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-903b6516-741d-431b-989c-5199fce447ca req-7d6630df-29b3-4b09-963a-231d6065615a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:12.101208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-368d8ac7-83c7-4a42-8157-3de0718f8fd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc939361-eb17-45c3-9b3e-b0eb89d05881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586390 May 26 22:37:12.163220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-903b6516-741d-431b-989c-5199fce447ca req-7d6630df-29b3-4b09-963a-231d6065615a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:12.173851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-903b6516-741d-431b-989c-5199fce447ca req-7d6630df-29b3-4b09-963a-231d6065615a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 935 time: 0.8714988 May 26 22:37:12.184145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Router a3c43c54-b7f0-418b-8d91-2f90408504fd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:37:12.303914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cc68de-10d5-48ca-b736-03e8ab8d3b14 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:12.443481 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-cee295b1-20d0-4238-bccc-554d44426f11 service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037245 May 26 22:37:12.446479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71895f67-e7c2-4fb3-a4b2-c469e44ea548 req-d7ca9406-22f1-4f0c-955a-16038bd38f37 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.48 "DELETE /v2.0/ports/fb46002e-4873-4fbf-9c2b-dc5bfaf057ba HTTP/1.1" status: 204 len: 173 time: 7.7230773 May 26 22:37:12.449795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:12.465497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-903b6516-741d-431b-989c-5199fce447ca req-eb0fe860-99ed-4513-be58-b530354f8881 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726183 May 26 22:37:12.554455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Transition to ACTIVE for port object 95cc68de-10d5-48ca-b736-03e8ab8d3b14 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:12.566987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726962d5-c023-44a9-84f8-bc5a33bd38f5 req-3fc77540-a8fd-417f-9ae7-e669259e5de3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:12.567783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-726962d5-c023-44a9-84f8-bc5a33bd38f5 req-3fc77540-a8fd-417f-9ae7-e669259e5de3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:12.625578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:12.803720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:12.804365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:12.916714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-726962d5-c023-44a9-84f8-bc5a33bd38f5 req-3fc77540-a8fd-417f-9ae7-e669259e5de3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:12.923613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-726962d5-c023-44a9-84f8-bc5a33bd38f5 req-3fc77540-a8fd-417f-9ae7-e669259e5de3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 932 time: 1.6806488 May 26 22:37:12.992126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-fbbbb548-ed3e-490c-83f3-e824fcce81f2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8069847 May 26 22:37:13.055421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Request body: {'port': {'device_id': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:13.154208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-126fb515-78f2-40f8-a4b7-042626a9465c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1101 time: 1.3460374 May 26 22:37:13.184559 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-726962d5-c023-44a9-84f8-bc5a33bd38f5 req-3ce72358-611c-4187-9915-57f5702eeee1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600679 May 26 22:37:13.237546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Allocated IP 192.168.233.156 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/50800060-acbb-4101-9367-03fc59ccde1a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:13.270641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:13.380704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:13.381736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:13.381736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:13.440235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:37:13.440556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:13.453745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:13.454200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:13.454597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:13.455042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Bound port: 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:13.455387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:13.479604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e8990e-cf74-4576-af3a-84fd083bf9a5 req-6fc85c22-6bf2-47fa-bec2-d560a636e21e service neutron] 10.222.0.48 "GET /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9989839 May 26 22:37:13.611957 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bca76fc-6651-4e4e-bd54-a5b455f2d3a7'] response: {'server_uuid': '5b514ec5-0831-42c7-8d5e-71a60459f487', 'name': 'network-vif-deleted', 'tag': 'fb46002e-4873-4fbf-9c2b-dc5bfaf057ba', 'status': 'completed', 'code': 200} May 26 22:37:13.667340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6eb9f101-93ca-4357-bf97-affbffccb54f req-1d7d4bb4-c1ed-4a9d-9d4d-bf1ad42854e8 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 210 time: 0.1243138 May 26 22:37:13.745267 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:13.881143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44220) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:14.068960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:37:14.079649 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] Sync routers for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:37:14.095764 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:14.096906 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:14.154519 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-aa44ddbd-107b-4b50-ad25-42bd277c2dae admin admin] 10.222.0.32 "PUT /v2.0/routers/a3c43c54-b7f0-418b-8d91-2f90408504fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1013956 May 26 22:37:14.184596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44224) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:14.265879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-3c880172-4106-462e-b546-b66767351d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:14.267324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-3c880172-4106-462e-b546-b66767351d55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 1.0819354 May 26 22:37:14.312671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:37:14.442655 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:14.525527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:14.536173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-49f84263-b1ed-45d2-be36-8900a74f35a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.2246869 May 26 22:37:14.564714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:14.581340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad66e0f-b8a7-4d81-baf3-47b5ce74c988 req-8311327d-c36d-4d7d-8a52-841bcd575606 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:14.585038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bad66e0f-b8a7-4d81-baf3-47b5ce74c988 req-8311327d-c36d-4d7d-8a52-841bcd575606 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 0.7348509 May 26 22:37:14.622187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-2e44daef-4d9d-41ce-9095-8e2da0681fdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:14.624052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-2e44daef-4d9d-41ce-9095-8e2da0681fdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0666947 May 26 22:37:14.759156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:14.789822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-3e5cddd3-6826-4f98-9631-9dd71be6d914 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:14.790590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-3e5cddd3-6826-4f98-9631-9dd71be6d914 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:14.817741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Transition to ACTIVE for port object 50800060-acbb-4101-9367-03fc59ccde1a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:14.923636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:14.956118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-3e5cddd3-6826-4f98-9631-9dd71be6d914 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:14.960045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-3e5cddd3-6826-4f98-9631-9dd71be6d914 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 1.1666009 May 26 22:37:14.996592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:15.003990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:15.017130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:15.020192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] 10.222.0.55 "PUT /v2.0/ports/95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 1095 time: 5.1092026 May 26 22:37:15.038542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:15.067291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bad66e0f-b8a7-4d81-baf3-47b5ce74c988 req-f37d9f93-8683-405c-bfd8-1137ce26b8f7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006769 May 26 22:37:15.097310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:15.187664 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:37:00Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:15.224662 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] Checking router: a3c43c54-b7f0-418b-8d91-2f90408504fd for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:37:15.242589 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] Routers {'a3c43c54-b7f0-418b-8d91-2f90408504fd'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:15.243621 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:36:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a3c43c54-b7f0-418b-8d91-2f90408504fd'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:15.244109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837803e-c231-4a7a-92a0-35320cd75822 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:15.256883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:15.257431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:15.289960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7ec9e-3d38-409d-bc83-920c4d823171 req-e9195741-63bb-4e77-94f0-4db021e9d1f3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:15.297533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ddb7ec9e-3d38-409d-bc83-920c4d823171 req-e9195741-63bb-4e77-94f0-4db021e9d1f3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 947 time: 1.0708282 May 26 22:37:15.416187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0343504 May 26 22:37:15.435441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Request body: {'port': {'device_id': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:15.560356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-d22a5843-5af6-486a-84ca-d6216fbb0b99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9123218 May 26 22:37:15.578474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Deleting port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:15.578917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:15.740947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b6ccc-14b0-4ce1-868c-f725967b58b3 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Pushing event updated for resources: {'Port': ['ID=50800060-acbb-4101-9367-03fc59ccde1a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:15.755739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ddb7ec9e-3d38-409d-bc83-920c4d823171 req-1b810084-592a-40f0-954e-72c2ab7d336d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548194 May 26 22:37:15.805365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b4aa0a7f-8801-49ba-9e7b-11d43526e2e6 None None] Provisioning for port 50800060-acbb-4101-9367-03fc59ccde1a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:15.813155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b4aa0a7f-8801-49ba-9e7b-11d43526e2e6 None None] Provisioning complete for port 50800060-acbb-4101-9367-03fc59ccde1a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:15.814462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b4aa0a7f-8801-49ba-9e7b-11d43526e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:15.907864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:15.917548 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] Set router a3c43c54-b7f0-418b-8d91-2f90408504fd gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:15.932715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-ab410973-8a43-4c2a-8a54-462410c2c759 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1098 time: 0.6690443 May 26 22:37:15.982576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa0a7f-8801-49ba-9e7b-11d43526e2e6 None None] Port 50800060-acbb-4101-9367-03fc59ccde1a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:37:16.112275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-04941258-6bf0-48fe-9b80-39c6e4efc0d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.1636219 May 26 22:37:16.204262 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:37:16.293225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-7df356d8-bbd6-479e-b672-b77b8821af7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:16.295057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-7df356d8-bbd6-479e-b672-b77b8821af7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1155138 May 26 22:37:16.355301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:16.504077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a962d-6a2a-4b2d-a06b-6d71464b879b req-f46f7d66-8fc9-450d-b17c-ec565fd368b3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:16.516120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a07a962d-6a2a-4b2d-a06b-6d71464b879b req-f46f7d66-8fc9-450d-b17c-ec565fd368b3 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 932 time: 0.8591058 May 26 22:37:16.572041 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:37:00Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:16.583961 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d5b65-8e25-4c6b-befe-040bc5587e31 None None] The sync data for ids ['a3c43c54-b7f0-418b-8d91-2f90408504fd'] in n-d-843301-1 is: [{'id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-149211497-router', 'tenant_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:34:49Z', 'updated_at': '2022-05-26T22:37:00Z', 'revision_number': 5, 'project_id': '5741a08d9a7c4f7b80fd483d222f38dd', 'gw_port': {'id': 'c5cfb061-5512-49db-8ac1-520a07a5bcc7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c43c54-b7f0-418b-8d91-2f90408504fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:34:50Z', 'updated_at': '2022-05-26T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:37:16.802973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a07a962d-6a2a-4b2d-a06b-6d71464b879b req-71d54bfb-86dc-4d14-a8cf-556a959abccb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840919 May 26 22:37:16.828548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:16.839142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-10a9d566-76ff-488b-974a-83660d985c21 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1879637 May 26 22:37:16.848916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:17.016094 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00455a9b-c99b-4126-8d5b-8641b9552434'] response: {'name': 'network-changed', 'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'status': 'completed', 'code': 200} May 26 22:37:17.102251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323bf2-b5ea-4350-9e92-badf3fe33542 req-2caae42a-4d03-40ad-b722-3d7b3173a72d tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:17.102524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6dd15d59-687c-4725-9171-c2beecfe797f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:17.114992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8323bf2-b5ea-4350-9e92-badf3fe33542 req-2caae42a-4d03-40ad-b722-3d7b3173a72d tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 936 time: 1.0584283 May 26 22:37:17.258348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Transition to ACTIVE for port object 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:17.264143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d32ec2-20c4-4b7b-ae71-f115b2a17ee1 req-40f07aea-2747-4c13-b101-f14b43225c53 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103494 May 26 22:37:17.295244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:17.342441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-81fa052f-04c3-4f75-96e0-3e6509ad53d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0289161 May 26 22:37:17.483339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8323bf2-b5ea-4350-9e92-badf3fe33542 req-5d9c1c21-62bf-453a-9aed-8a9ba055ba1a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673658 May 26 22:37:17.489414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] For port 00ab2cbc-7291-4b90-b9c2-cb53b7441012, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=00ab2cbc-7291-4b90-b9c2-cb53b7441012,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:17.491794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:17.605392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-14654c8f-4592-4433-8c22-c6c2f8a77938 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486963 May 26 22:37:17.710246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Pushing event updated for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:17.741734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f5f26-c7b0-4b3e-b6aa-e4b4379caee6 req-81c40dcc-c13c-4cda-92fc-fa0b6b44e01d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:17.748674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc1f5f26-c7b0-4b3e-b6aa-e4b4379caee6 req-81c40dcc-c13c-4cda-92fc-fa0b6b44e01d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e894922-7273-4153-84cc-1694ac46f6c9 HTTP/1.1" status: 200 len: 944 time: 0.4597807 May 26 22:37:17.794403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Calling delete_port for 00ab2cbc-7291-4b90-b9c2-cb53b7441012 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:17.821010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:17.844350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50800060-acbb-4101-9367-03fc59ccde1a {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:17.901806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:17.908680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bef7de7c-3cf0-46bf-a0af-15eb6cae538d req-0ccd5806-9109-45eb-be39-9a60899d01cb service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921395 May 26 22:37:17.916945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Deleting port c5cfb061-5512-49db-8ac1-520a07a5bcc7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:17.917281 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:17.936340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 00ab2cbc-7291-4b90-b9c2-cb53b7441012 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:17.965232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc1f5f26-c7b0-4b3e-b6aa-e4b4379caee6 req-e74fb9b0-5595-4a19-ae04-c020570ac299 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155325 May 26 22:37:17.985389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Attempting to bind port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:17.985951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Attempting to bind port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:17.986284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Attempting to bind port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:17.986773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Transition to ACTIVE for port object 50800060-acbb-4101-9367-03fc59ccde1a will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:18.010517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d on network 08b10b42-bd58-4255-876c-78f5e0e906d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:37:18.010838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Attempting to bind port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d on network 08b10b42-bd58-4255-876c-78f5e0e906d5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:18.017662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.175896 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.179525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:18.180007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Checking segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:18.180665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Bound using segment: {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:18.181136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Bound port: 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28bff1d-3a86-42be-97b9-4a7cae2d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:18.181616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.242229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.328709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ed9df-15aa-487e-af9a-b08b389d720a req-0cd57649-7eed-4d24-8074-7bff4da9efb4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:18.335694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e15ed9df-15aa-487e-af9a-b08b389d720a req-0cd57649-7eed-4d24-8074-7bff4da9efb4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 947 time: 0.5138977 May 26 22:37:18.398483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event deleted for resources: {'Port': ['ID=00ab2cbc-7291-4b90-b9c2-cb53b7441012,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:18.446519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Pushing event updated for resources: {'Port': ['ID=50800060-acbb-4101-9367-03fc59ccde1a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:18.540799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] For port c5cfb061-5512-49db-8ac1-520a07a5bcc7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c5cfb061-5512-49db-8ac1-520a07a5bcc7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:18.541251 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.546134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b36938d6-1757-4db5-a837-8ad4ff41931a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:18.594788 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e15ed9df-15aa-487e-af9a-b08b389d720a req-2145d1a9-3ddc-4d3b-ab6e-3a7b16428f04 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581460 May 26 22:37:18.640231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b36938d6-1757-4db5-a837-8ad4ff41931a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:18.640943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b36938d6-1757-4db5-a837-8ad4ff41931a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:18.738677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] No DVR routers for this DVR port 00ab2cbc-7291-4b90-b9c2-cb53b7441012 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:18.741592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.748144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'name': 'network-vif-deleted', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:18.759033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Calling delete_port for c5cfb061-5512-49db-8ac1-520a07a5bcc7 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:18.791745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ad69a78-5fea-48dd-a11b-bae802ba555c req-88e9f5e1-b150-469f-9ad8-bfea014e4a9d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "DELETE /v2.0/ports/00ab2cbc-7291-4b90-b9c2-cb53b7441012 HTTP/1.1" status: 204 len: 173 time: 3.8115542 May 26 22:37:18.792795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:37:18.798695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:18.811572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.917455 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:37:18.920534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:18.922057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] 10.222.0.55 "PUT /v2.0/ports/41742d9d-46eb-4bf3-8327-6bd26eb0ac4d HTTP/1.1" status: 200 len: 1092 time: 5.8854001 May 26 22:37:19.061166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:19.131069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cfb061-5512-49db-8ac1-520a07a5bcc7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:19.141710 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-c0ac698e-0894-4fd0-b9e9-83a123669472 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1098 time: 0.9445021 May 26 22:37:19.150518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b57cc-d0a4-4cb4-b97a-879b8058fc3e service neutron] Pushing event updated for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:19.204056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-30515d2f-7c59-40b6-a57c-77f4aab32c54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 1095 time: 0.1746283 May 26 22:37:19.319467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd5e7-a6fb-4e88-bebd-ac5311ce37c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:19.409780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb1f8d-6d64-454f-ba0f-f798cacad1a8 req-a12f93ee-d51d-4459-9771-885e48e56904 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:19.411380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91bb1f8d-6d64-454f-ba0f-f798cacad1a8 req-a12f93ee-d51d-4459-9771-885e48e56904 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 944 time: 1.1432803 May 26 22:37:19.461227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-4d896de2-a24f-4957-951c-4477ad15be24 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:19.467833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Attempting to bind port 50800060-acbb-4101-9367-03fc59ccde1a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:19.467833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Attempting to bind port 50800060-acbb-4101-9367-03fc59ccde1a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:19.467833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Attempting to bind port 50800060-acbb-4101-9367-03fc59ccde1a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:19.468871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-4d896de2-a24f-4957-951c-4477ad15be24 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 0.5856156 May 26 22:37:19.484349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-cc862eca-e103-4bc3-a03a-03dbda5926ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d HTTP/1.1" status: 200 len: 217 time: 0.2658768 May 26 22:37:19.493430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-f6b67fb3-286e-400c-83c5-61e9b89b2a2d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/quotas/98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 375 time: 0.0236685 May 26 22:37:19.536689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Port 50800060-acbb-4101-9367-03fc59ccde1a on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:37:19.536689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Attempting to bind port 50800060-acbb-4101-9367-03fc59ccde1a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:19.576219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:19.576219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:19.576219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:19.576594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Bound port: 50800060-acbb-4101-9367-03fc59ccde1a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:19.576785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:19.669578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91bb1f8d-6d64-454f-ba0f-f798cacad1a8 req-73cbdd66-6e9b-4f50-82c6-b1871f863a7e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883326 May 26 22:37:19.747931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-1031c3ec-9332-4752-afed-33c20d3eb912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:19.749931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-1031c3ec-9332-4752-afed-33c20d3eb912 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5895720 May 26 22:37:19.762238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:19.803666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-2e72c16e-0c81-4c8d-8e6d-8f117427bc3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:19.805502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-2e72c16e-0c81-4c8d-8e6d-8f117427bc3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.2593884 May 26 22:37:19.873714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-4e6a4942-9490-492c-8168-ffe9f7a4d8e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566404 May 26 22:37:19.924662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8fdd8a56-0b97-4f3b-acf5-2f95e2b35e8d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3828545 May 26 22:37:20.072631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-bcb99e57-4040-44f7-8979-339d039efffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.1941156 May 26 22:37:20.223243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-a4055572-126d-434c-8170-b0a8456530ed service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356938 May 26 22:37:20.268914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-b3583015-acfb-4727-b030-6ca86a1125f8 service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002489 May 26 22:37:20.318941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.330442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] For port 50800060-acbb-4101-9367-03fc59ccde1a, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:37:20.338470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] For port 50800060-acbb-4101-9367-03fc59ccde1a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=50800060-acbb-4101-9367-03fc59ccde1a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:20.340058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.349014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.417430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-dffea30a-6e25-4d7c-aefc-ef214f268870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:20.420443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-dffea30a-6e25-4d7c-aefc-ef214f268870 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2821422 May 26 22:37:20.443360 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.466535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-814228cc-f0bc-421c-ac3f-bd0f914595ab service neutron] 10.222.0.32 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838994 May 26 22:37:20.482230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca993-0fc7-4edc-8df6-29b9108ce8c6 req-b34f56e9-d091-49a2-b3bf-9ce09abb2ca5 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:20.482983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b41ca993-0fc7-4edc-8df6-29b9108ce8c6 req-b34f56e9-d091-49a2-b3bf-9ce09abb2ca5 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Synchronizing usage tracker for tenant:dadd48112ee0456993111d4c858d361f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:20.509953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.524585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] 10.222.0.48 "PUT /v2.0/ports/50800060-acbb-4101-9367-03fc59ccde1a HTTP/1.1" status: 200 len: 1096 time: 5.0981929 May 26 22:37:20.540552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'tag': '50800060-acbb-4101-9367-03fc59ccde1a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:20.578923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bb892ee-9480-46f1-9daf-25213f8af429 req-a1d4180b-5aec-44ad-b3f0-24027bdbdb55 service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478377 May 26 22:37:20.718072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3f8ff-43b9-4c9c-bbfd-2c9a31a55714 service neutron] Pushing event updated for resources: {'Port': ['ID=50800060-acbb-4101-9367-03fc59ccde1a,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:20.723355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.733543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.734699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c43c54-b7f0-418b-8d91-2f90408504fd {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:37:20.746828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b41ca993-0fc7-4edc-8df6-29b9108ce8c6 req-b34f56e9-d091-49a2-b3bf-9ce09abb2ca5 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Unset dirty status for tenant:dadd48112ee0456993111d4c858d361f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:20.756145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b41ca993-0fc7-4edc-8df6-29b9108ce8c6 req-b34f56e9-d091-49a2-b3bf-9ce09abb2ca5 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 948 time: 0.8313990 May 26 22:37:20.849020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Deleting port 66c0118e-78e8-43f8-9098-6f726198ecde {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:20.849363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.860693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:20.866898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f1f58e49-be8a-4ba8-999f-0611e2b8b6ae admin admin] 10.222.0.32 "DELETE /v2.0/routers/a3c43c54-b7f0-418b-8d91-2f90408504fd HTTP/1.1" status: 204 len: 168 time: 6.6802871 May 26 22:37:20.894200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44288) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:21.004903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-3d6738b4-33a3-4e6d-bf0b-a7320dfb9641 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5641408 May 26 22:37:21.024340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] Deleting subnet 38f3ee42-314d-4b95-b9ee-4e19c3abe247 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:37:21.028523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:21.135251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-a2751b55-77a6-48f7-b023-9aaf7d78b2ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dadd48112ee0456993111d4c858d361f&device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 1099 time: 0.5372484 May 26 22:37:21.187283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] For port 66c0118e-78e8-43f8-9098-6f726198ecde, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=66c0118e-78e8-43f8-9098-6f726198ecde,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:21.187711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:21.279885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:37:21.498298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:21.531769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-63bee406-3492-448d-82e2-62ed958342f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=50800060-acbb-4101-9367-03fc59ccde1a HTTP/1.1" status: 200 len: 217 time: 0.3881855 May 26 22:37:21.547021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b41ca993-0fc7-4edc-8df6-29b9108ce8c6 req-4e2a1290-dfbf-495f-937b-ca5775e2965a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098291 May 26 22:37:21.662880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:21.697044 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57ddac3-5755-4fb6-99e2-97229ce32298'] response: {'name': 'network-changed', 'server_uuid': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'tag': '50800060-acbb-4101-9367-03fc59ccde1a', 'status': 'completed', 'code': 200} May 26 22:37:21.709229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'mac_address': 'fa:16:3e:76:3e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:37:21.775425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Calling delete_port for 66c0118e-78e8-43f8-9098-6f726198ecde owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:21.830885 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:21.849228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-80712a92-a377-4be8-b851-5e5a7d68007c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7512276 May 26 22:37:21.853119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:21.855047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cc68de-10d5-48ca-b736-03e8ab8d3b14 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:21.872485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:21.883203 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c873e4-9338-4848-87dd-82cbf68adec9'] response: {'server_uuid': '0e894922-7273-4153-84cc-1694ac46f6c9', 'name': 'network-vif-deleted', 'tag': '00ab2cbc-7291-4b90-b9c2-cb53b7441012', 'status': 'completed', 'code': 200} May 26 22:37:21.885352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:21.918864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:22.002308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:22.069098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:22.158279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:22.175051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f3ee42-314d-4b95-b9ee-4e19c3abe247,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:22.223393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3358-faec-4702-b99f-87effc44320f req-c1c00833-e613-4368-a2c7-090c8148bd53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:22.224949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-c1c00833-e613-4368-a2c7-090c8148bd53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.6744630 May 26 22:37:22.238712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['95cc68de-10d5-48ca-b736-03e8ab8d3b14'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:22.263438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c0118e-78e8-43f8-9098-6f726198ecde,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:22.316926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84f8bf-b6fb-4481-9063-153224d0eaeb None None] Network 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:37:22.317155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd522353-6402-4d66-95c3-ef9dcf54bad8 req-f60c3a2f-5a37-4112-9444-c7bace2d4e5d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:22.324060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd522353-6402-4d66-95c3-ef9dcf54bad8 req-f60c3a2f-5a37-4112-9444-c7bace2d4e5d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 948 time: 0.4462333 May 26 22:37:22.344655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:22.368848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9df414d8-e021-49d4-b7b1-4d5641b99c82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/38f3ee42-314d-4b95-b9ee-4e19c3abe247 HTTP/1.1" status: 204 len: 168 time: 1.4667590 May 26 22:37:22.392489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44310) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:22.476506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-c20ebc32-5b54-4781-987c-fb1fedc9c1f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410858 May 26 22:37:22.496555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40541ef-5712-4b30-84a6-472275acd6db req-ea9afd82-5b2b-46c6-bf4d-739d5551eab1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:22.498776 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b40541ef-5712-4b30-84a6-472275acd6db req-ea9afd82-5b2b-46c6-bf4d-739d5551eab1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 944 time: 0.4981284 May 26 22:37:22.503474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31f739ac-f24f-4757-b6a8-92d73e6b0875 req-372d1150-922d-4aa2-b68d-6503a0d406c2 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644103 May 26 22:37:22.625524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd522353-6402-4d66-95c3-ef9dcf54bad8 req-c04bd64f-2ff4-4db9-ad01-fd0cac326be0 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005016 May 26 22:37:22.639151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b40541ef-5712-4b30-84a6-472275acd6db req-a7e242b2-6d94-43b9-9ab8-1371d78356ea tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323121 May 26 22:37:22.730500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5cfb061-5512-49db-8ac1-520a07a5bcc7 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:22.850397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c5cfb061-5512-49db-8ac1-520a07a5bcc7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:22.850742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:22.851237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5cfb061-5512-49db-8ac1-520a07a5bcc7 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:22.888442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-5bb92b46-c294-44f5-bba8-6042e36bbf3e service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870461 May 26 22:37:23.131804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] DHCP port deletion for 76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:37:23.138011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] Deleting port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:23.138778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:23.154205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09ef3358-faec-4702-b99f-87effc44320f req-6d7aa1e1-4fc9-406b-b865-9f8ce3b2329e service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544348 May 26 22:37:23.297757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Deleting port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:23.298214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:23.299240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:37:23.372620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-180ba7f9-e449-4cac-b9c7-893e044c481a req-841d8f9e-de6d-43d0-8557-91e3badebf9f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 210 time: 0.2091765 May 26 22:37:23.449601 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-6ae741aa-7448-4a81-b42a-d3e7d37a45a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dadd48112ee0456993111d4c858d361f&device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 1099 time: 0.2126589 May 26 22:37:23.572990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] For port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:23.573352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:23.630423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:37:23.728023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] For port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,segment=NetworkSegment(32adddf3-1ed2-42e2-96cc-52d0b8dc4b24),segment_id=32adddf3-1ed2-42e2-96cc-52d0b8dc4b24)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:23.728659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:23.779914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d4dfa-49aa-40c5-a208-acffac748aa3 req-2c4e1dee-3123-4c32-83f7-e9bbad700f2f tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:23.788235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-259d4dfa-49aa-40c5-a208-acffac748aa3 req-2c4e1dee-3123-4c32-83f7-e9bbad700f2f tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 948 time: 0.2441812 May 26 22:37:23.824063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-3b79849b-5d1c-4936-b364-d7a9481b0a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:23.825852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-3b79849b-5d1c-4936-b364-d7a9481b0a83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3696826 May 26 22:37:23.933258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-c0209fc7-19a7-4281-b67a-15e81e294c3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=50800060-acbb-4101-9367-03fc59ccde1a HTTP/1.1" status: 200 len: 217 time: 0.0966020 May 26 22:37:23.949176 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-259d4dfa-49aa-40c5-a208-acffac748aa3 req-873cb9de-1247-474a-afec-6ec2045bf274 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597712 May 26 22:37:23.974875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] Calling delete_port for 64fe5241-1001-4cd9-abfa-6d7c4cab5aae owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:23.995343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:24.012816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Calling delete_port for 64fe5241-1001-4cd9-abfa-6d7c4cab5aae owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:24.089056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-cbb535a0-9f53-4631-9b44-c0111b09df6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:24.090907 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-cbb535a0-9f53-4631-9b44-c0111b09df6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1404996 May 26 22:37:24.105656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:24.134471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'mac_address': 'fa:16:3e:af:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:37:24.193189 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:24.281103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] Pushing event deleted for resources: {'Port': ['ID=64fe5241-1001-4cd9-abfa-6d7c4cab5aae,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:24.294474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71be44f-e131-4a5a-82d2-f31c573ad7a0 None None] No DVR routers for this DVR port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:24.305341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:24.342526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:24.361785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:24.366981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:24.448887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:24.471307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4400f-546e-4a29-934c-deca9c66720d req-cc875fa2-6806-4c6d-afb8-1e29fa89ac61 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:24.472857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b9d4400f-546e-4a29-934c-deca9c66720d req-cc875fa2-6806-4c6d-afb8-1e29fa89ac61 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 948 time: 0.2829149 May 26 22:37:24.498813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-dde4564f-10e1-4699-955e-56be15ec5472 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4012947 May 26 22:37:24.537275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-b2fb233c-13fb-476d-8f96-c6b2dd9ab9fa tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:24.539196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-b2fb233c-13fb-476d-8f96-c6b2dd9ab9fa tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 808 time: 1.7698088 May 26 22:37:24.595648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Request body: {'port': {'device_id': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'admin_state_up': True, 'tenant_id': '98519dfb05104b2090a2113a0c1e295d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:24.686590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['41742d9d-46eb-4bf3-8327-6bd26eb0ac4d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:24.725894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:37:24.726202 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:37:24.727538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-b2308154-e25e-464c-8007-a0fc69775668 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216232 May 26 22:37:24.781696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea738-f0c6-4b23-88fa-3a1ec18e1046 req-121d5f36-4371-4d0d-abbf-34a21fa01d7f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:24.782369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-81bea738-f0c6-4b23-88fa-3a1ec18e1046 req-121d5f36-4371-4d0d-abbf-34a21fa01d7f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:24.798935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b9d4400f-546e-4a29-934c-deca9c66720d req-22f05907-06d2-437a-bcf3-82032dce22d0 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184080 May 26 22:37:24.816831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-5f820596-d46d-4548-b020-9c6a08f2eeda tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:24.818122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-5f820596-d46d-4548-b020-9c6a08f2eeda tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:24.828683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64fe5241-1001-4cd9-abfa-6d7c4cab5aae no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:24.947222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-81bea738-f0c6-4b23-88fa-3a1ec18e1046 req-121d5f36-4371-4d0d-abbf-34a21fa01d7f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:24.951130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 64fe5241-1001-4cd9-abfa-6d7c4cab5aae {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:24.956826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81bea738-f0c6-4b23-88fa-3a1ec18e1046 req-121d5f36-4371-4d0d-abbf-34a21fa01d7f tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 1.1871912 May 26 22:37:24.957081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64fe5241-1001-4cd9-abfa-6d7c4cab5aae not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:24.986626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:24.993006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-5f820596-d46d-4548-b020-9c6a08f2eeda tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:24.993995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-5f820596-d46d-4548-b020-9c6a08f2eeda tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 944 time: 0.9425728 May 26 22:37:25.004941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:25.017530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:25.062343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541298a9-fae1-45ca-9cdc-e35a2e808dda req-f829fcd8-c30c-426f-8940-c48b46c6a96d service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100882 May 26 22:37:25.070865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.082022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827770bc-9818-4edf-944e-45924a461f80 req-cc3c24fa-d7dc-49f5-83c1-b8a77dbb51e1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:25.090046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-827770bc-9818-4edf-944e-45924a461f80 req-cc3c24fa-d7dc-49f5-83c1-b8a77dbb51e1 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 945 time: 0.1375179 May 26 22:37:25.099516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Made reservation on behalf of 98519dfb05104b2090a2113a0c1e295d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:37:25.103529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.172819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-827770bc-9818-4edf-944e-45924a461f80 req-480c9ec8-9134-45e8-acf7-07d47f3d17d5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812857 May 26 22:37:25.281200 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27191819-2a0b-41f1-bbbf-929093221ffb'] response: {'name': 'network-changed', 'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'status': 'completed', 'code': 200} May 26 22:37:25.281749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Deleting port 64fe5241-1001-4cd9-abfa-6d7c4cab5aae {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:25.282096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.293645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:25.433195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] The port '64fe5241-1001-4cd9-abfa-6d7c4cab5aae' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:37:25.444599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Deleting port 2a26f1bb-e389-49d0-9957-09197d589fe6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:25.444999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.451966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-5dee7b4a-859f-4cc5-b178-faef5071dd83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ed89cb17579461faa0b9a171a35a241&device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 1096 time: 0.1581013 May 26 22:37:25.471347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:25.476737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:25.477299 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.706986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.732770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:25.743920 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.745296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:25.745593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32adddf3-1ed2-42e2-96cc-52d0b8dc4b24') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:25.757994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.777229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-70340017-f159-4dff-b99d-920313fa60ad req-2da7de87-fc39-4202-bf29-f30a1088bbcc tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 210 time: 0.1404431 May 26 22:37:25.778749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.786869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:37:25.787321 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.814896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:25.816158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:25.825017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:25.902476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:25.909576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-15e48707-0d14-4bfe-b8d4-7971d487555d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:25.918938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-15e48707-0d14-4bfe-b8d4-7971d487555d service neutron] 10.222.0.55 "GET /v2.0/networks?id=08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 200 len: 906 time: 0.4591935 May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: timer() May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:37:25.936171 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:37:25.943315 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81bea738-f0c6-4b23-88fa-3a1ec18e1046 req-9781e137-3c0b-47d9-9bcb-6de6aefe3d9a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9850888 May 26 22:37:26.083588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-5112113b-b57b-473d-b1ca-91fd39a187e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d HTTP/1.1" status: 200 len: 217 time: 0.1572928 May 26 22:37:26.083728 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded23d1d-fb20-4b3f-982c-b22b03ab4b26'] response: {'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'code': 200} May 26 22:37:26.227877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-4aab26ad-03d5-472d-a224-699c25541149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:26.229314 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-4aab26ad-03d5-472d-a224-699c25541149 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 200 len: 845 time: 0.1214485 May 26 22:37:26.289944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680ad8-16e5-48c3-8970-935b8c744589 req-b8927a7f-f512-4b39-92d3-39aa8fa4fc73 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:26.291493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99680ad8-16e5-48c3-8970-935b8c744589 req-b8927a7f-f512-4b39-92d3-39aa8fa4fc73 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 948 time: 0.2652028 May 26 22:37:26.293970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-b6a15b93-a317-447a-9e3d-b12f8fc5ec9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08b10b42-bd58-4255-876c-78f5e0e906d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572243 May 26 22:37:26.351924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:26.381636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:26.412481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:26.421254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99680ad8-16e5-48c3-8970-935b8c744589 req-60a16c79-ce95-478c-a123-c23b38084150 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230352 May 26 22:37:26.467535 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-3a2f7421-b751-460b-a1b3-517a456bc2f7 service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562517 May 26 22:37:26.482941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Allocated IP 172.20.0.10 (0cf53761-dd15-43d4-a247-8211eb64de03/56e5b5be-b0d2-4e67-a774-94308cdf2bfe/da4ce0fe-3aed-4136-b118-678e41958a0a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:26.546102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-92efbcec-ec23-4c9b-b93e-da91147279a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/76a9e0c7-7b42-45fd-a02a-5d8b77d5db7c HTTP/1.1" status: 204 len: 168 time: 4.1495953 May 26 22:37:26.547830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] For port 2a26f1bb-e389-49d0-9957-09197d589fe6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2a26f1bb-e389-49d0-9957-09197d589fe6,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:26.548437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:26.762773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99fe7286-3e3b-4522-93c0-25234ace03b8 req-7744b522-311a-4b44-a063-880c48c36e57 service neutron] 10.222.0.55 "GET /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864085 May 26 22:37:26.772352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57468e6-3756-4c8d-a951-cb925d0d250e req-958295c1-892d-43dc-a6a6-e5676b3e3e81 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:26.776232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e57468e6-3756-4c8d-a951-cb925d0d250e req-958295c1-892d-43dc-a6a6-e5676b3e3e81 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 945 time: 0.2329781 May 26 22:37:26.816675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44360) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:26.846087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e57468e6-3756-4c8d-a951-cb925d0d250e req-ca2f0dda-2161-4e55-a022-573755378ba5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 May 26 22:37:26.865903 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-986a1c9d-05b6-46cf-a9d9-a4daef704008 req-747c2770-9e6d-4961-9c24-47bcf9bc2d6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1100 time: 0.6693559 May 26 22:37:26.872483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Calling delete_port for 2a26f1bb-e389-49d0-9957-09197d589fe6 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:26.896188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d0d05168-9912-4d8b-a865-9251df1006de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5741a08d9a7c4f7b80fd483d222f38dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0768285 May 26 22:37:26.898942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44366) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:26.928392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddfb11-700d-478e-97e2-53a605f52d4a req-52446a91-778f-4d83-9986-9eecb4f0e291 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:26.929859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48ddfb11-700d-478e-97e2-53a605f52d4a req-52446a91-778f-4d83-9986-9eecb4f0e291 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.6822596 May 26 22:37:26.974446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c94ae621-c92f-45df-8252-1324e11234d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.000773 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c94ae621-c92f-45df-8252-1324e11234d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.076669 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b3f44a23-f23f-4261-9883-b76cadac9e9d req-8b474dd4-aa64-4349-9849-499e37519bfd tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 210 time: 0.0432498 May 26 22:37:27.098829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c94ae621-c92f-45df-8252-1324e11234d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.116617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ae621-c92f-45df-8252-1324e11234d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8f1a0-cecc-4563-8ca6-120e2da358ed,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:27.129321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c94ae621-c92f-45df-8252-1324e11234d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.132879 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c94ae621-c92f-45df-8252-1324e11234d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16e8f1a0-cecc-4563-8ca6-120e2da358ed HTTP/1.1" status: 204 len: 168 time: 0.2305164 May 26 22:37:27.220569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-986a1c9d-05b6-46cf-a9d9-a4daef704008 req-9deae6b8-1e2e-477a-8965-4e5d1c2d4169 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042517 May 26 22:37:27.298373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48ddfb11-700d-478e-97e2-53a605f52d4a req-2f6563d0-5e50-4c5f-acf9-1c796e2dd56f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384540 May 26 22:37:27.299065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:27.406223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.432561 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.442324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:27.449660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:27.450346 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.503086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.532600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7e16900-0d7e-4ad7-bc81-e7bc92d6c33d req-52644f13-fb9d-49c2-be8b-24bfd9aa80d7 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ef6dd62-f96a-4e11-a703-4d16ca8fca7b HTTP/1.1" status: 200 len: 210 time: 0.2390339 May 26 22:37:27.645625 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.645870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event deleted for resources: {'Port': ['ID=2a26f1bb-e389-49d0-9957-09197d589fe6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:27.712792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:27.717178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.719051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:27.766011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd1f78-7f71-4b79-b516-010faf03a790 req-44c5c7b4-dafa-4fa2-8f36-cae5cd1effce tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:27.767471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aafd1f78-7f71-4b79-b516-010faf03a790 req-44c5c7b4-dafa-4fa2-8f36-cae5cd1effce tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 948 time: 0.0810378 May 26 22:37:27.810402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] No DVR routers for this DVR port 2a26f1bb-e389-49d0-9957-09197d589fe6 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:27.822773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aafd1f78-7f71-4b79-b516-010faf03a790 req-2fb7d87c-e87a-4c0c-910e-2dc0fc031d03 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474370 May 26 22:37:27.824038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.827041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'name': 'network-vif-deleted', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:27.904543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.913152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:27.919609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.954492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:27.959691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:27.998950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 50800060-acbb-4101-9367-03fc59ccde1a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:37:28.001964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:28.023392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Network 0cf53761-dd15-43d4-a247-8211eb64de03 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:28.031749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:28.036364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:28.048640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:28.096419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d'}, {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:28.103663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee66f863-93b4-4699-ac01-3e47eb69c552 req-1e9b0894-46f7-4812-a6ad-a39b24af3976 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "DELETE /v2.0/ports/2a26f1bb-e389-49d0-9957-09197d589fe6 HTTP/1.1" status: 204 len: 173 time: 3.0764089 May 26 22:37:28.110860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 2a26f1bb-e389-49d0-9957-09197d589fe6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:28.111299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2a26f1bb-e389-49d0-9957-09197d589fe6 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:28.118259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4fe9d-2e17-4e42-b8b2-794b703f624f req-b4f884a8-d99d-4f7e-bf1d-0eee20990c25 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:28.120424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e4f4fe9d-2e17-4e42-b8b2-794b703f624f req-b4f884a8-d99d-4f7e-bf1d-0eee20990c25 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 949 time: 0.6613812 May 26 22:37:28.198556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:28.199155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:28.205810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:28.237556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e4f4fe9d-2e17-4e42-b8b2-794b703f624f req-8633e38d-3df5-478e-aad0-aad816776494 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982883 May 26 22:37:28.241072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-429b246c-4bd0-4f3d-b489-fdbbab576c1c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6494324 May 26 22:37:28.274083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Request body: {'port': {'device_id': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:28.304251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 50800060-acbb-4101-9367-03fc59ccde1a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=50800060-acbb-4101-9367-03fc59ccde1a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:28.313566 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4244efd4-0cb6-4852-943d-3c4afe329d6a'] response: {'server_uuid': '2ef6dd62-f96a-4e11-a703-4d16ca8fca7b', 'name': 'network-vif-deleted', 'tag': '2a26f1bb-e389-49d0-9957-09197d589fe6', 'status': 'completed', 'code': 200} May 26 22:37:28.323819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '50800060-acbb-4101-9367-03fc59ccde1a', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '50800060-acbb-4101-9367-03fc59ccde1a', 'mac_address': 'fa:16:3e:18:38:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:37:28.362278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Router c399c0f1-ed55-4304-8560-88ff448b105c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:37:28.376456 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f802ce66-8325-40bd-8bc4-80fb6a8d60fa'] response: {'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'code': 200} May 26 22:37:28.376820 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f802ce66-8325-40bd-8bc4-80fb6a8d60fa'] response: {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'code': 200} May 26 22:37:28.414030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:28.422619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef1be4-d722-4c9f-b6a5-c1cd9fa63707 req-50acd114-dd62-4ce8-8f07-06fd12096011 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:28.425463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7ef1be4-d722-4c9f-b6a5-c1cd9fa63707 req-50acd114-dd62-4ce8-8f07-06fd12096011 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 946 time: 0.2422945 May 26 22:37:28.464701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:28.471204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50800060-acbb-4101-9367-03fc59ccde1a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:28.510781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 50800060-acbb-4101-9367-03fc59ccde1a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=50800060-acbb-4101-9367-03fc59ccde1a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:28.514691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7ef1be4-d722-4c9f-b6a5-c1cd9fa63707 req-fe27ba97-8449-4193-a2d1-f151770a3e1d tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817802 May 26 22:37:28.516660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:28.701800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=50800060-acbb-4101-9367-03fc59ccde1a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:28.761196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1564457104-network', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:28.767158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:28.771851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Usage tracker for resource:network and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:28.775281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:28.781550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:28.794921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Made reservation on behalf of 3ab3dc78e5f94ec682eef41600a7e5d0 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:37:28.798001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:28.815661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:28.852367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:28.857729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Usage tracker for resource:security_group_rule and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:28.860741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:28.866804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:28.875490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['50800060-acbb-4101-9367-03fc59ccde1a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:28.907861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.028254 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.035173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.064209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:37:29.078048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a963-c38d-4b77-a23c-ba77e9a73acf req-66847685-cb69-4a8b-ad26-9275c3f95d3b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:29.078754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a698a963-c38d-4b77-a23c-ba77e9a73acf req-66847685-cb69-4a8b-ad26-9275c3f95d3b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:29.082370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.083065 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Added segment b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2 of type vlan for network 7af8a645-4712-4158-b63e-8154c70e970a May 26 22:37:29.101883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63fbc1fc-7b32-4a38-915a-ed52157dc977 req-84060e5d-dac3-4026-ac5f-e6592c502c96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 1097 time: 0.6407843 May 26 22:37:29.123082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.190731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a698a963-c38d-4b77-a23c-ba77e9a73acf req-66847685-cb69-4a8b-ad26-9275c3f95d3b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:29.192005 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a698a963-c38d-4b77-a23c-ba77e9a73acf req-66847685-cb69-4a8b-ad26-9275c3f95d3b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 932 time: 0.6416984 May 26 22:37:29.236128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.236976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:29.237548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.283082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63fbc1fc-7b32-4a38-915a-ed52157dc977 req-42c4ce81-c2c9-44e4-a168-bc6899ee7d6a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331244 May 26 22:37:29.354672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b79a2e-e5a4-41f8-9fa6-d3c4da5c5a68,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:29.377561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] Pushing event updated for resources: {'Network': ['ID=7af8a645-4712-4158-b63e-8154c70e970a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:29.381284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5268ae6e-3fe6-4f9e-b685-07d0b4a893bd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9144199 May 26 22:37:29.386339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a698a963-c38d-4b77-a23c-ba77e9a73acf req-0af6e597-25e4-4920-840f-da12c1e758f3 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838233 May 26 22:37:29.386473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44430) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:29.389333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 7af8a645-4712-4158-b63e-8154c70e970a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:37:29.416177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Request body: {'subnet': {'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1564457104-subnet', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:29.426633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:29.434156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Usage tracker for resource:subnet and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:29.438747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:29.449398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:29.470305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Made reservation on behalf of 3ab3dc78e5f94ec682eef41600a7e5d0 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:37:29.475020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.495420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3242ee2-4f82-40f7-aa1b-f582bb9cb8ea req-15a36193-8fee-40d9-8240-6e13adefb4b1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:29.496870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:37:29.497084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3242ee2-4f82-40f7-aa1b-f582bb9cb8ea req-15a36193-8fee-40d9-8240-6e13adefb4b1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.3344975 May 26 22:37:29.511927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] Sync routers for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:37:29.514521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7618d748-4287-42e0-942f-3b92302c2331 admin admin] 10.222.0.32 "PUT /v2.0/routers/c399c0f1-ed55-4304-8560-88ff448b105c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6095066 May 26 22:37:29.519248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44434) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:29.558227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:29.559799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:29.662777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3242ee2-4f82-40f7-aa1b-f582bb9cb8ea req-3c03ff24-96af-4662-a1bf-7b751c86a187 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120081 May 26 22:37:29.759165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:37:29.796876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:29.839920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.907176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4ce0fe-3aed-4136-b118-678e41958a0a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:29.919304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.942828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Transition to ACTIVE for port object da4ce0fe-3aed-4136-b118-678e41958a0a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:29.953645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:29.968066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a106710a-f5df-415e-aaf4-a9cb7ce2204d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:29.991857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Checking segment: {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:29.992211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Network hostable DHCP agents. Network: 7af8a645-4712-4158-b63e-8154c70e970a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:37:30.000854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0acf67-c65c-4ccb-8201-bac56821ae3e req-e5395683-df76-46c2-b68f-6f00445783be tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:30.002336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a0acf67-c65c-4ccb-8201-bac56821ae3e req-e5395683-df76-46c2-b68f-6f00445783be tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 949 time: 0.2348599 May 26 22:37:30.023074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 50800060-acbb-4101-9367-03fc59ccde1a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:30.024950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81041af-d4e2-474e-a09f-f0d2fa5d4957 req-9fbd917f-d85f-4238-8d71-8769c90b89c7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:30.026449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f81041af-d4e2-474e-a09f-f0d2fa5d4957 req-9fbd917f-d85f-4238-8d71-8769c90b89c7 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 946 time: 0.1417611 May 26 22:37:30.033384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Network 7af8a645-4712-4158-b63e-8154c70e970a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:37:30.064159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 7af8a645-4712-4158-b63e-8154c70e970a) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:30.068313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:30.069015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.080129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d338b7-dd75-4f5f-a805-4db1146a9e71 None None] Network 7af8a645-4712-4158-b63e-8154c70e970a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:37:30.105752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8fded6d-7509-4bb7-b0d8-2393ef16bf61 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7179887 May 26 22:37:30.114260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f81041af-d4e2-474e-a09f-f0d2fa5d4957 req-ed9d25b2-f342-419b-b582-48d9d8c6afdb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778301 May 26 22:37:30.115024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44448) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:30.123306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:30.131096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:30.136039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Usage tracker for resource:router and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:30.139538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:30.145902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:30.147236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:30.173069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a0acf67-c65c-4ccb-8201-bac56821ae3e req-ebcc9cb7-e1de-4967-b372-7c2ce0ae6f9c tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594040 May 26 22:37:30.173743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.176793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.209294 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.299861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 50800060-acbb-4101-9367-03fc59ccde1a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:30.345842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 50800060-acbb-4101-9367-03fc59ccde1a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:30.346125 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.366072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.431460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.488366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-7af8a645-4712-4158-b63e-8154c70e970a', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:37:30.489154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.547319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:37:22Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:30.570640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:30.570971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:30.571288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:30.600942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:37:30.601156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:30.620394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:30.620726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:30.621106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:30.621540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Bound port: da4ce0fe-3aed-4136-b118-678e41958a0a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:30.621907 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.641490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] Checking router: c399c0f1-ed55-4304-8560-88ff448b105c for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:37:30.664587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.708413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9140-40fd-4105-88da-ca1e755aeb9c req-2226cacc-1000-480f-94e2-369be751fcb2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:30.709883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02c9140-40fd-4105-88da-ca1e755aeb9c req-2226cacc-1000-480f-94e2-369be751fcb2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.2689500 May 26 22:37:30.717652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] Routers {'c399c0f1-ed55-4304-8560-88ff448b105c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:30.718367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c399c0f1-ed55-4304-8560-88ff448b105c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:30.722622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547155e-3f4d-4a63-a392-e8c6aff6dafb req-295c01a8-480c-4d23-86e1-96e7d162b901 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:30.727205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a547155e-3f4d-4a63-a392-e8c6aff6dafb req-295c01a8-480c-4d23-86e1-96e7d162b901 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 944 time: 0.1544876 May 26 22:37:30.764619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:37:30.770021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:30.785860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.833179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50800060-acbb-4101-9367-03fc59ccde1a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:30.854820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e02c9140-40fd-4105-88da-ca1e755aeb9c req-4d4b6c1e-20e1-4fa3-aefe-2d981af51b83 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233916 May 26 22:37:30.874843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.876135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] 10.222.0.48 "PUT /v2.0/ports/da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 200 len: 1092 time: 2.6168044 May 26 22:37:30.877531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:30.896824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668da10-a3ca-4450-8cbe-830b72212b60 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:30.922888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.931667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 50800060-acbb-4101-9367-03fc59ccde1a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=50800060-acbb-4101-9367-03fc59ccde1a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:30.933316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Deleting port 7bb0e884-04ea-4e75-a7fa-2d0258abf374 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:30.934144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.940068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.972182 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:30.992125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.007919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a547155e-3f4d-4a63-a392-e8c6aff6dafb req-61896296-6fd1-4b8b-8a6f-37d4e147534d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661397 May 26 22:37:31.104314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Allocated IP 172.20.0.2 (7af8a645-4712-4158-b63e-8154c70e970a/a106710a-f5df-415e-aaf4-a9cb7ce2204d/4e65d368-40f7-44c6-b70c-5dcec4d05b00) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:31.156928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=50800060-acbb-4101-9367-03fc59ccde1a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:31.165259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] Set router c399c0f1-ed55-4304-8560-88ff448b105c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:31.254567 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d479f1ad-8ed3-496f-b593-4debe33774de'] response: {'server_uuid': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50800060-acbb-4101-9367-03fc59ccde1a', 'code': 200} May 26 22:37:31.333249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 267e203f-93ed-4c1c-8ee6-b9f125e25574 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:37:31.349325 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4aea8f-5806-4c89-8278-1b9a48294c73'] response: {'name': 'network-changed', 'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a', 'status': 'completed', 'code': 200} May 26 22:37:31.409574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Allocated IP 172.25.4.58 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/9ef4f1dc-dec0-4677-af06-1f89dc48cecc) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:31.456053 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:37:31.547155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88515e-10a0-4a90-9e5f-d1a4d7a8e3af req-dc439594-987a-41ca-bdfd-f394eae77ed9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:31.548012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ad88515e-10a0-4a90-9e5f-d1a4d7a8e3af req-dc439594-987a-41ca-bdfd-f394eae77ed9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:31.582533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-d139d7d5-eafe-4d15-8405-bca3956d851d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:31.582533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-d139d7d5-eafe-4d15-8405-bca3956d851d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:31.589460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-c9a7d4e8-f163-4a5f-aa7c-1a984e460080 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1095 time: 0.4092324 May 26 22:37:31.673429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] For port 7bb0e884-04ea-4e75-a7fa-2d0258abf374, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7bb0e884-04ea-4e75-a7fa-2d0258abf374,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:31.673869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.681689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ad88515e-10a0-4a90-9e5f-d1a4d7a8e3af req-dc439594-987a-41ca-bdfd-f394eae77ed9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:31.688728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad88515e-10a0-4a90-9e5f-d1a4d7a8e3af req-dc439594-987a-41ca-bdfd-f394eae77ed9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 964 time: 0.5095694 May 26 22:37:31.689752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.694548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-d139d7d5-eafe-4d15-8405-bca3956d851d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:31.695722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-d139d7d5-eafe-4d15-8405-bca3956d851d tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 964 time: 0.4428418 May 26 22:37:31.702959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53433028-882d-4488-8189-3dff6db5c5d0 req-474100b0-9b6c-4e09-9cf2-bd7609253c2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 1101 time: 0.2111328 May 26 22:37:31.711953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-59b783b0-0527-4279-9280-6097f34812a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 200 len: 217 time: 0.1147168 May 26 22:37:31.721792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.725139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:31.729880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a31e-3b28-4423-b2ad-493d0de32650 req-35c4aee1-2727-42cf-9102-0da7ecbffeeb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:31.731310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7fd4a31e-3b28-4423-b2ad-493d0de32650 req-35c4aee1-2727-42cf-9102-0da7ecbffeeb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 946 time: 0.1956804 May 26 22:37:31.754742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Transition to ACTIVE for port object 4e65d368-40f7-44c6-b70c-5dcec4d05b00 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:31.757988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'mac_address': 'fa:16:3e:a5:d9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:37:31.799264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53433028-882d-4488-8189-3dff6db5c5d0 req-f409e022-82e6-4e32-ad59-6562e32cfe9b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899241 May 26 22:37:31.802863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.836865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Transition to ACTIVE for port object 4e65d368-40f7-44c6-b70c-5dcec4d05b00 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:31.855363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.868976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7fd4a31e-3b28-4423-b2ad-493d0de32650 req-057ef536-587a-4fac-898d-d8b6264634df tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260529 May 26 22:37:31.888124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:31.893221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:31.894373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:31.896933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:31.901305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.905806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Calling delete_port for 7bb0e884-04ea-4e75-a7fa-2d0258abf374 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:31.947125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:37:22Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:31.954400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 267e203f-93ed-4c1c-8ee6-b9f125e25574 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:31.961830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Network 7af8a645-4712-4158-b63e-8154c70e970a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:31.968860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:31.971619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Pushing event updated for resources: {'Port': ['ID=4e65d368-40f7-44c6-b70c-5dcec4d05b00,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:31.974260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deacb70-d697-4117-8bca-3436e17bf60d None None] The sync data for ids ['c399c0f1-ed55-4304-8560-88ff448b105c'] in n-d-843301-1 is: [{'id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'name': 'tempest-AttachSCSIVolumeTestJSON-579469523-router', 'tenant_id': 'a6431c9359cd4ad5acef9858360d671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:32:59Z', 'updated_at': '2022-05-26T22:37:22Z', 'revision_number': 5, 'project_id': 'a6431c9359cd4ad5acef9858360d671b', 'gw_port': {'id': '7bb0e884-04ea-4e75-a7fa-2d0258abf374', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c399c0f1-ed55-4304-8560-88ff448b105c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:00Z', 'updated_at': '2022-05-26T22:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:37:31.980058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:32.018319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:32.036007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-b1c7fc8c-5a9c-40ed-a278-4a309f7a4f8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:32.038522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-b1c7fc8c-5a9c-40ed-a278-4a309f7a4f8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.2391047 May 26 22:37:32.038843 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.044461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Deleting port 20d64500-aa80-4330-a03e-d9c7b21b828c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:32.044795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.111628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad88515e-10a0-4a90-9e5f-d1a4d7a8e3af req-0de8e8ed-2f91-4b90-acc6-65b7fe12a23b tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218504 May 26 22:37:32.148718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-556a6842-fd8c-4fcc-8eba-9cb1cd770985 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758233 May 26 22:37:32.165546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Attempting to bind port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:32.166203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Attempting to bind port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:32.166407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Attempting to bind port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 on network 7af8a645-4712-4158-b63e-8154c70e970a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:32.179786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:32.180156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Checking segment: {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:32.180549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.180932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Bound using segment: {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:32.181379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Bound port: 4e65d368-40f7-44c6-b70c-5dcec4d05b00, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:32.181760 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.184462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddcb6d-7909-4e10-8c0b-acfa390509b7 req-c1d1c2ec-3dcd-4d7b-a5a6-4d35162b6048 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:32.186177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0cddcb6d-7909-4e10-8c0b-acfa390509b7 req-c1d1c2ec-3dcd-4d7b-a5a6-4d35162b6048 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 950 time: 0.1187310 May 26 22:37:32.191831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:32.198067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['267e203f-93ed-4c1c-8ee6-b9f125e25574'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:32.246026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0cddcb6d-7909-4e10-8c0b-acfa390509b7 req-0c5a6fe5-e2ae-4020-97c6-14a1dd7e692c tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494554 May 26 22:37:32.292573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.293433 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.364304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] For port 4e65d368-40f7-44c6-b70c-5dcec4d05b00, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:37:32.373471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] For port 4e65d368-40f7-44c6-b70c-5dcec4d05b00, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4e65d368-40f7-44c6-b70c-5dcec4d05b00,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:32.400209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.503392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-cdaec12c-3dab-44ff-b78c-413dc476d6b9 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330438 May 26 22:37:32.604055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064baa-acc5-483a-8445-cc7dae40f9b0 None None] Pushing event updated for resources: {'Port': ['ID=4e65d368-40f7-44c6-b70c-5dcec4d05b00,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:32.606913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 66c0118e-78e8-43f8-9098-6f726198ecde no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:32.676146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 66c0118e-78e8-43f8-9098-6f726198ecde {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:32.676489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 66c0118e-78e8-43f8-9098-6f726198ecde not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:32.718384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.747640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48f46-6862-4663-b14d-2b1e3835eb04 req-87fec218-f805-4d1e-8966-0c7e6ea9fd84 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:32.756006 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bc48f46-6862-4663-b14d-2b1e3835eb04 req-87fec218-f805-4d1e-8966-0c7e6ea9fd84 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 944 time: 0.2118068 May 26 22:37:32.829135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb0e884-04ea-4e75-a7fa-2d0258abf374,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:32.829568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bc48f46-6862-4663-b14d-2b1e3835eb04 req-4856f1c3-6ed9-47b8-addf-925f41f6db4b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724459 May 26 22:37:32.891478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] For port 20d64500-aa80-4330-a03e-d9c7b21b828c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=20d64500-aa80-4330-a03e-d9c7b21b828c,segment=NetworkSegment(5fdf416d-ee84-4d11-8fcd-c6be94997ab0),segment_id=5fdf416d-ee84-4d11-8fcd-c6be94997ab0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:32.892052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.892190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Router 69b8fa7c-6454-401f-8e27-252faf7eb745 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:37:33.325988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 267e203f-93ed-4c1c-8ee6-b9f125e25574 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:33.375697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.376249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.376390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.376676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.377005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.377328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.377648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.377991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.378308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.378769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.379091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:33.394476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Calling delete_port for 20d64500-aa80-4330-a03e-d9c7b21b828c owned by compute:tempest-test_az-91932384 {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:33.396343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:37:33.409482 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Sync routers for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:37:33.430349 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:33.431231 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:33.449969 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:33.453846 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1d303f50-d87a-4a04-9892-63ceab019ce4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3351934 May 26 22:37:33.453986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 267e203f-93ed-4c1c-8ee6-b9f125e25574 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:33.453986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:33.455939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:33.477885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f4b885-746f-4e16-9c39-0c81ccd85569 req-224ae54f-6174-4456-bf36-e9a5d8d43165 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9566913 May 26 22:37:33.625020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e10a8-3ccc-4853-930c-7056d9d418d2 req-04cd49a7-1003-410d-a26d-7ee5b9fd86a8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:33.626573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:33.632572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-016e10a8-3ccc-4853-930c-7056d9d418d2 req-04cd49a7-1003-410d-a26d-7ee5b9fd86a8 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 964 time: 0.3036902 May 26 22:37:33.670672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:33.696094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:33.701209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:33.766229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-016e10a8-3ccc-4853-930c-7056d9d418d2 req-e79a337a-683e-4e2e-9503-a78030a6e0b9 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/security-groups?id=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315229 May 26 22:37:33.792913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:33.867359 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:34.012946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c7e44-4e05-4a39-bb66-b3d235b04b83 None None] Network 7af8a645-4712-4158-b63e-8154c70e970a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:37:34.070674 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fe0a30a-3e1f-447c-ba96-9f8a1f8f3a43 req-d70e847a-3f2c-4c5b-88c7-dacba25a652e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7930644 May 26 22:37:34.072830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:34.251506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-15e6ea10-8582-43f3-9fb1-61f9ba8f66cf None None] Provisioning for port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:34.384537 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:32Z', 'revision_number': 3, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:34.389441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Checking router: 69b8fa7c-6454-401f-8e27-252faf7eb745 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:37:34.390627 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Updating router 69b8fa7c-6454-401f-8e27-252faf7eb745 port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:37:34.489488 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:34.565471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75299e5d-4cfe-4507-a547-3a939f656fc7 req-cc3e6cb5-fd0a-4792-ac12-a61d18dabc27 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:34.572360 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75299e5d-4cfe-4507-a547-3a939f656fc7 req-cc3e6cb5-fd0a-4792-ac12-a61d18dabc27 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 950 time: 0.2371752 May 26 22:37:34.632141 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1b2421-5d57-4c9e-9092-fe677a12318e'] response: {'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'code': 200} May 26 22:37:34.738233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75299e5d-4cfe-4507-a547-3a939f656fc7 req-02a7c755-2a26-4bd6-9092-3c0f740bec7a tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649401 May 26 22:37:34.824376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:34.833695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4e65d368-40f7-44c6-b70c-5dcec4d05b00 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:34.882172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-696130c3-d958-4edf-a972-289c2b814b93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1095 time: 1.3295190 May 26 22:37:34.893667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.005324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:35.012457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:35.012829 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.063931 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.066252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-25463e94-c6b4-41cc-82f4-598cd7a5cd46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5719097 May 26 22:37:35.084280 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Transition to ACTIVE for port object 9ef4f1dc-dec0-4677-af06-1f89dc48cecc will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:35.096065 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.215084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Pushing event updated for resources: {'Port': ['ID=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:35.229323 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.229943 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.230601 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.231156 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.231967 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.232633 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.233205 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.234397 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.236648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.237093 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.237928 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.239118 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:35.245518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ab0bd20a-37d3-4b82-96bf-1825e6ce2a36 None None] Provisioning complete for port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:35.246377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd20a-37d3-4b82-96bf-1825e6ce2a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.307773 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Attempting to bind port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:35.318071 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Attempting to bind port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:35.318881 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Attempting to bind port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:35.327848 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:35.328584 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:35.329224 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.330421 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:35.331111 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Bound port: 9ef4f1dc-dec0-4677-af06-1f89dc48cecc, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:35.332756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Pushing event deleted for resources: {'Port': ['ID=20d64500-aa80-4330-a03e-d9c7b21b828c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:35.333398 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.377870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:37:35.504638 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] For port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:37:35.508669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] For port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:35.515327 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.525443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.526421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c399c0f1-ed55-4304-8560-88ff448b105c {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:37:35.565072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] No DVR routers for this DVR port 20d64500-aa80-4330-a03e-d9c7b21b828c on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:35.581071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.585596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'name': 'network-vif-deleted', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:35.630521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-290fda7d-52d4-4575-9bda-7b215a054e27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:35.637365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-290fda7d-52d4-4575-9bda-7b215a054e27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.7397614 May 26 22:37:35.679513 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:35.680144 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:35.720379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:35.809185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:35.820652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556399b-d64f-4ebf-85c7-1b70373f28d1 req-d3a19d7b-4423-493f-94e5-84d5194640f5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:35.839641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2556399b-d64f-4ebf-85c7-1b70373f28d1 req-d3a19d7b-4423-493f-94e5-84d5194640f5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.4571984 May 26 22:37:35.869010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'network_id': '08b10b42-bd58-4255-876c-78f5e0e906d5', 'port_id': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'mac_address': 'fa:16:3e:af:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646e872f-ee99-406d-b74f-6486c7536398', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:37:36.012164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:36.043606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:36.048427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-943ff2ec-0e0d-4431-b0b3-4261ad489442 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c399c0f1-ed55-4304-8560-88ff448b105c HTTP/1.1" status: 204 len: 168 time: 6.5279469 May 26 22:37:36.050696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44570) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:36.067145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455c3c9-91a5-46b4-ab25-ba584d1d64f0 req-88498d50-a3b3-4f2d-a515-2787cf28cfa7 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:36.075662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9455c3c9-91a5-46b4-ab25-ba584d1d64f0 req-88498d50-a3b3-4f2d-a515-2787cf28cfa7 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 944 time: 1.1339138 May 26 22:37:36.103394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45a5a0ad-7934-468c-ae02-5a022153a4c7 req-fa51088f-4294-48ff-8a4d-c7b049060e3a tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.48 "DELETE /v2.0/ports/20d64500-aa80-4330-a03e-d9c7b21b828c HTTP/1.1" status: 204 len: 173 time: 4.3880975 May 26 22:37:36.148953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 4e65d368-40f7-44c6-b70c-5dcec4d05b00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4e65d368-40f7-44c6-b70c-5dcec4d05b00,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:36.188565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2556399b-d64f-4ebf-85c7-1b70373f28d1 req-3d044e65-94e4-40ca-ae47-ae684b666a89 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487542 May 26 22:37:36.235125 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:36.237542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9455c3c9-91a5-46b4-ab25-ba584d1d64f0 req-e86ad9de-1918-4353-998b-9891d29e7375 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610389 May 26 22:37:36.239045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-40db3e30-4ef3-4e81-856d-92eab4ba9805 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 200 len: 217 time: 0.5709729 May 26 22:37:36.280563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 20d64500-aa80-4330-a03e-d9c7b21b828c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:36.281190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 20d64500-aa80-4330-a03e-d9c7b21b828c not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:36.321517 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:36.454442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:36.468722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] Deleting subnet 93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:37:36.475021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:36.507819 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:36.569120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-c49ac444-db86-413e-bc91-85b98c3e9c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:36.571093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-c49ac444-db86-413e-bc91-85b98c3e9c44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.3182948 May 26 22:37:36.595165 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd042-e36c-43b5-b6df-50adc1305a86 None None] Pushing event updated for resources: {'Port': ['ID=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:36.619425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:36.635069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bb0e884-04ea-4e75-a7fa-2d0258abf374 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:36.717908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7bb0e884-04ea-4e75-a7fa-2d0258abf374 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:36.718652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bb0e884-04ea-4e75-a7fa-2d0258abf374 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:36.776409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:36.783770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=4e65d368-40f7-44c6-b70c-5dcec4d05b00,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:36.810875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-08dd0b90-02c1-46b5-a450-5bd5ec9f1192 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2142751 May 26 22:37:36.821478 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:36.956678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:37.042007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['41742d9d-46eb-4bf3-8327-6bd26eb0ac4d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:37.115870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Allocated IP 172.20.0.1 (7af8a645-4712-4158-b63e-8154c70e970a/a106710a-f5df-415e-aaf4-a9cb7ce2204d/3ab030f9-6207-4cbd-b46c-1d5c3c58f453) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:37.162546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:37.204553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:37.243030 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:32Z', 'revision_number': 3, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:37.262228 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced85b8d-7519-4284-a171-57fd1c18aab2 None None] The sync data for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 is: [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:32Z', 'revision_number': 3, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:37:37.433334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fd3ff455-34ba-429f-81ad-4b9796193ffb req-7a759830-b3dd-47c3-8da3-ea3aa8a3f057 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Synchronizing usage tracker for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:37.459742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:37.487865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:37.505447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f314-2c9d-4be4-b484-f821fda2a850 req-91bc1526-6536-416d-b2a5-c444a7d614a2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:37.512640 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a26f314-2c9d-4be4-b484-f821fda2a850 req-91bc1526-6536-416d-b2a5-c444a7d614a2 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 945 time: 0.2003560 May 26 22:37:37.550635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Transition to ACTIVE for port object 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:37.620631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a26f314-2c9d-4be4-b484-f821fda2a850 req-900c17e4-d32f-44a8-a379-b15b3da4cbfb tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070673 May 26 22:37:37.657709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:37.713070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:37.715756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736aebfc-b182-416d-bd4b-a366020db9e1 None None] Network b3f5e899-76c1-40ba-a8ed-44b81c7fa24b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:37:37.717920 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d15b526-5f83-4597-b976-2b72df40c306'] response: {'server_uuid': 'cef5791f-8e8a-4cf5-bad9-06fbf436050e', 'name': 'network-vif-deleted', 'tag': '20d64500-aa80-4330-a03e-d9c7b21b828c', 'status': 'completed', 'code': 200} May 26 22:37:37.727922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:37.746349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fd3ff455-34ba-429f-81ad-4b9796193ffb req-7a759830-b3dd-47c3-8da3-ea3aa8a3f057 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] Unset dirty status for tenant:691816e413f94c83858aab31b419257a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:37.760329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd3ff455-34ba-429f-81ad-4b9796193ffb req-7a759830-b3dd-47c3-8da3-ea3aa8a3f057 tempest-LiveAutoBlockMigrationV225Test-616420168 tempest-LiveAutoBlockMigrationV225Test-616420168-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef5791f-8e8a-4cf5-bad9-06fbf436050e HTTP/1.1" status: 200 len: 210 time: 0.9443045 May 26 22:37:37.769831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5b500898-7961-4497-b0ef-3d761d845a5d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93bd703a-9cc1-4e7a-9c8e-dd80544f7b5e HTTP/1.1" status: 204 len: 168 time: 1.7091684 May 26 22:37:37.769831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44588) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:37.835144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Network 7af8a645-4712-4158-b63e-8154c70e970a is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:37.853052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:37.860256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:37.927296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:37.944099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.944099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.944448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.944785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.945114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.945441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.945849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.946169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.946492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.946813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.947135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:37.962618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.154706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.266723 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.334047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-9f514348-7954-4352-a104-742f46db5362 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4542696 May 26 22:37:38.403817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-099b5141-3f67-4de3-b589-e0f798ba0978 None None] Provisioning for port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:38.414444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-099b5141-3f67-4de3-b589-e0f798ba0978 None None] Provisioning complete for port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:38.415342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-099b5141-3f67-4de3-b589-e0f798ba0978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.486957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-099b5141-3f67-4de3-b589-e0f798ba0978 None None] Port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:37:38.508003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bc8c8-72d0-4377-81dd-36de05705076 req-703aceb5-a3f2-4678-936c-03c2d7b2d605 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:38.509596 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-760bc8c8-72d0-4377-81dd-36de05705076 req-703aceb5-a3f2-4678-936c-03c2d7b2d605 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.3403971 May 26 22:37:38.515498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Deleting port 5103d0d4-2964-454c-ad10-75fe624d9076 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:38.515836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.590717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] DHCP port deletion for b3f5e899-76c1-40ba-a8ed-44b81c7fa24b request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:37:38.599463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] Deleting port 5103d0d4-2964-454c-ad10-75fe624d9076 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:38.600174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.833089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-b4d15ea5-c6fa-433d-bb12-749654f35aef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1100 time: 0.7963688 May 26 22:37:38.900780 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.919616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-760bc8c8-72d0-4377-81dd-36de05705076 req-714b3d4d-9e82-4d39-8149-1e8309b8f51f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557980 May 26 22:37:38.922580 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.927712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9ef4f1dc-dec0-4677-af06-1f89dc48cecc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:38.968074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d8a2-b1c3-4364-b180-958733ba363c req-e5470df9-683c-481e-9f4b-e1f1dbda2838 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:38.974948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f64d8a2-b1c3-4364-b180-958733ba363c req-e5470df9-683c-481e-9f4b-e1f1dbda2838 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 950 time: 0.8409154 May 26 22:37:39.013699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9ba0e72-091c-4101-81ea-fdaf4d2c4afc req-2b3e4488-9ea2-464c-8879-7a67d1fdefb6 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639307 May 26 22:37:39.047923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] For port 5103d0d4-2964-454c-ad10-75fe624d9076, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5103d0d4-2964-454c-ad10-75fe624d9076,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:39.048317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:39.095535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:39.099544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:39.205063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f64d8a2-b1c3-4364-b180-958733ba363c req-d7f3f09c-0ce9-4412-bb7e-01d340a344a9 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291567 May 26 22:37:39.237641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] Calling delete_port for 5103d0d4-2964-454c-ad10-75fe624d9076 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:39.291573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] For port 5103d0d4-2964-454c-ad10-75fe624d9076, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5103d0d4-2964-454c-ad10-75fe624d9076,segment=NetworkSegment(7b139124-135c-4ef7-a469-f018b9ef4932),segment_id=7b139124-135c-4ef7-a469-f018b9ef4932)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:39.292581 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:39.313490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-f90c026d-afa6-4aa5-b844-b06a3bdc5310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:39.319366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-f90c026d-afa6-4aa5-b844-b06a3bdc5310 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4721088 May 26 22:37:39.335586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Network 7af8a645-4712-4158-b63e-8154c70e970a is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:39.338083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:39.338862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:39.405106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] Pushing event deleted for resources: {'Port': ['ID=5103d0d4-2964-454c-ad10-75fe624d9076,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:39.413024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:39.628722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b2949-8eaf-4e4a-99f1-e7db8e5f6aed None None] No DVR routers for this DVR port 5103d0d4-2964-454c-ad10-75fe624d9076 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:39.642612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb0578-dea9-4fc1-90a5-cde6ad173e7b req-5442a876-6827-4c05-a912-71007e554e19 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:39.657341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bcb0578-dea9-4fc1-90a5-cde6ad173e7b req-5442a876-6827-4c05-a912-71007e554e19 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 944 time: 0.3854136 May 26 22:37:39.694359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:39.715314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:39.715678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:39.847517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44604) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:39.942042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:39.947316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Calling delete_port for 5103d0d4-2964-454c-ad10-75fe624d9076 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:39.960554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-56bb5714-31d6-469e-ace3-e1aaa05e520c None None] Provisioning complete for port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:39.961096 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56bb5714-31d6-469e-ace3-e1aaa05e520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:39.989044 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7df1c21b-9d8e-41f2-8740-efd1704385f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.6605949 May 26 22:37:40.040888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bcb0578-dea9-4fc1-90a5-cde6ad173e7b req-d26ce5af-e6c3-4799-92cb-500723b542e3 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712482 May 26 22:37:40.060406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-56bb5714-31d6-469e-ace3-e1aaa05e520c None None] Port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:37:40.071482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:40.071835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.167423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:40.202824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.207045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4e65d368-40f7-44c6-b70c-5dcec4d05b00 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:40.215947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-29f77b96-219a-43e2-8c0c-a5bf023007a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:40.220337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-29f77b96-219a-43e2-8c0c-a5bf023007a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2094607 May 26 22:37:40.247307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Router 69b8fa7c-6454-401f-8e27-252faf7eb745 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:37:40.330074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:37:40.330617 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:37:40.428697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-0ba7f92c-21c6-4429-bdcc-6a9e8930f384 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970589 May 26 22:37:40.489212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:40.489829 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.526624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:40.581025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] Deleting subnet 7ccf787e-4362-4fa0-a9a6-3a378df62f1a {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:37:40.593999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.594730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.669993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:40.707607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.751304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7f41de54-a248-41e5-89d1-9976320cc76c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095648 May 26 22:37:40.770538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:40.788648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.806720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:40.855491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12273ed9-48cc-43ad-9dca-5be77e5771ec req-e715004d-c0c6-4563-afb3-1ae4247e66de tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:40.862771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12273ed9-48cc-43ad-9dca-5be77e5771ec req-e715004d-c0c6-4563-afb3-1ae4247e66de tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.3542166 May 26 22:37:40.904568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:40.935846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Deleting port 5103d0d4-2964-454c-ad10-75fe624d9076 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:40.936189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.021762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9ef4f1dc-dec0-4677-af06-1f89dc48cecc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:41.082633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12273ed9-48cc-43ad-9dca-5be77e5771ec req-81303e78-3f94-4606-8f20-17b219b1a063 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186844 May 26 22:37:41.128788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] The port '5103d0d4-2964-454c-ad10-75fe624d9076' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:37:41.156527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.163995 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eade8c4-cd3d-445e-90a0-91d148b9013a'] response: {'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'code': 200} May 26 22:37:41.182962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:41.188795 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.312701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-792b97eb-ad25-4e62-bd41-ba0a477763e8 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529680 May 26 22:37:41.341487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccf787e-4362-4fa0-a9a6-3a378df62f1a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:41.350361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.377018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.388944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f5e899-76c1-40ba-a8ed-44b81c7fa24b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:41.401059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d00c7ddb-4d30-4194-8f03-b3c1d7d7489e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ccf787e-4362-4fa0-a9a6-3a378df62f1a HTTP/1.1" status: 204 len: 168 time: 1.4065328 May 26 22:37:41.411269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44630) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:41.450362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044d18-0f50-49f4-b9a5-f1fa64d6b305 req-273f2194-e702-459f-bd87-b1f477a26d2c tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:41.451613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:37:41.458398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90044d18-0f50-49f4-b9a5-f1fa64d6b305 req-273f2194-e702-459f-bd87-b1f477a26d2c tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 950 time: 0.3252017 May 26 22:37:41.461872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d1c4a570-78ab-4510-abc3-2fb4b9778429 admin admin] 10.222.0.32 "PUT /v2.0/routers/69b8fa7c-6454-401f-8e27-252faf7eb745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0039239 May 26 22:37:41.465623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b139124-135c-4ef7-a469-f018b9ef4932') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:41.465933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b139124-135c-4ef7-a469-f018b9ef4932') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:41.530739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.558649 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.577574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:37:41.577574 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: timer() May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:37:41.609104 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:37:41.626335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7221ea-b750-4c6a-a683-b74e5eb6bbea req-c7487c4b-586f-4795-836f-7dfd9b27d15c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:41.627902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf7221ea-b750-4c6a-a683-b74e5eb6bbea req-c7487c4b-586f-4795-836f-7dfd9b27d15c tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 946 time: 0.3303204 May 26 22:37:41.630568 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.637662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90044d18-0f50-49f4-b9a5-f1fa64d6b305 req-6f501f24-b19e-4e36-8c05-f6f5178d3016 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783125 May 26 22:37:41.667171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5103d0d4-2964-454c-ad10-75fe624d9076 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:41.759064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 5103d0d4-2964-454c-ad10-75fe624d9076 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:41.760856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5103d0d4-2964-454c-ad10-75fe624d9076 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:41.809155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.840690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf7221ea-b750-4c6a-a683-b74e5eb6bbea req-314f9731-4781-40be-8b99-0c0d103315cc tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994872 May 26 22:37:41.857704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-cf4cf9cc-03ed-46fe-9c95-af5ebd38a0ee tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:41.859745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-cf4cf9cc-03ed-46fe-9c95-af5ebd38a0ee tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 946 time: 0.4545176 May 26 22:37:41.919598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.923488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f5e899-76c1-40ba-a8ed-44b81c7fa24b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:42.018519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da4ce0fe-3aed-4136-b118-678e41958a0a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:37:42.049791 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.096952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc939361-eb17-45c3-9b3e-b0eb89d05881']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:42.114430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44646) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:42.117714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50f7010d-5797-4ee0-a9e0-0695bc51f6ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/b3f5e899-76c1-40ba-a8ed-44b81c7fa24b HTTP/1.1" status: 204 len: 168 time: 4.3440449 May 26 22:37:42.144979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdf416d-ee84-4d11-8fcd-c6be94997ab0') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:42.145656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdf416d-ee84-4d11-8fcd-c6be94997ab0') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:42.160976 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.184549 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.194152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:37:42.194946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.224777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Sync routers for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:37:42.266984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: timer() May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:37:42.278506 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:37:42.287420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'da4ce0fe-3aed-4136-b118-678e41958a0a', 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03', 'port_id': 'da4ce0fe-3aed-4136-b118-678e41958a0a', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e5b5be-b0d2-4e67-a774-94308cdf2bfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:37:42.327752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:42.329246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:42.435060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44652) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:42.444175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291452343', 'description': 'tempest-description--1651806910'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:42.455411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:42.473516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Usage tracker for resource:security_group and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:42.476178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.481167 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.484445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:42.503399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Deleting port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:42.503990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.516205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc939361-eb17-45c3-9b3e-b0eb89d05881,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:42.519453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:42.542778 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bbdb385a-d1bf-4144-a51a-b502e298ea44 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc939361-eb17-45c3-9b3e-b0eb89d05881 HTTP/1.1" status: 204 len: 168 time: 1.1269391 May 26 22:37:42.565327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44656) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:42.588530 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.603818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.615946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4ce0fe-3aed-4136-b118-678e41958a0a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:42.648808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fb984-25d6-45d9-90b6-7202d6c5f054 req-b26bb04e-ad45-4567-a84d-5520235cafa6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:42.651124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:42.652589 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-139fb984-25d6-45d9-90b6-7202d6c5f054 req-b26bb04e-ad45-4567-a84d-5520235cafa6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 944 time: 0.6844456 May 26 22:37:42.663944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.679178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:42.685575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Usage tracker for resource:security_group_rule and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:42.695406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:42.709397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06799231-7d1e-46f9-a900-4c5f364af561 req-b59e58fd-2647-451a-8228-53be983d3345 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:42.717148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06799231-7d1e-46f9-a900-4c5f364af561 req-b59e58fd-2647-451a-8228-53be983d3345 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.1794307 May 26 22:37:42.719586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:42.735708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:42.744937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:42.811251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06799231-7d1e-46f9-a900-4c5f364af561 req-6a15322b-ba4f-4b60-858a-9c0662e1554e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927885 May 26 22:37:42.900003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-60cc7c73-9e21-45d5-aa8f-8cdc8b302778 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:42.901442 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-60cc7c73-9e21-45d5-aa8f-8cdc8b302778 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 950 time: 0.6884549 May 26 22:37:42.999715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Deleting port 50800060-acbb-4101-9367-03fc59ccde1a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:43.000408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.007141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.054281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] Deleting subnet 1686d309-ecba-484d-8d1f-14b4aee71f14 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:37:43.061822 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.062060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['da4ce0fe-3aed-4136-b118-678e41958a0a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:37:43.076663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.129861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:43.190016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-139fb984-25d6-45d9-90b6-7202d6c5f054 req-45fcd749-faf0-4385-a67e-5ad7a7406275 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107617 May 26 22:37:43.260205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.263901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc970e29-3e9b-45e8-91a8-f9c5715f3da0 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8233831 May 26 22:37:43.270601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44668) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:43.281426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Request body: {'security_group_rule': {'security_group_id': 'ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:43.288116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:43.292287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Usage tracker for resource:security_group_rule and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:43.295522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:43.301407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:43.333217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.350493 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.370343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c6b4d-5f02-4d54-bf7d-68f242a784c3 req-6dbdf970-ef5a-4e44-a146-aaaa6930c5df tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:43.371887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec5c6b4d-5f02-4d54-bf7d-68f242a784c3 req-6dbdf970-ef5a-4e44-a146-aaaa6930c5df tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 950 time: 0.2676444 May 26 22:37:43.411822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 2, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:43.416123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Checking router: 69b8fa7c-6454-401f-8e27-252faf7eb745 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:37:43.416473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Updating router 69b8fa7c-6454-401f-8e27-252faf7eb745 port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:37:43.456309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec5c6b4d-5f02-4d54-bf7d-68f242a784c3 req-cfbc4a07-f862-4c62-a348-9d7eabcf6f13 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50b626e-c00a-4949-ba8d-0d5b8266a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713573 May 26 22:37:43.467146 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.505925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.681509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.757118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.772128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.800375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283cf9b1-b570-4f03-b331-5cc772a97b0a,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:43.862412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.865527 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d1efab2b-3233-49fc-8dca-618a8442294c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5876195 May 26 22:37:43.865803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44676) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:43.872768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Request body: {'security_group_rule': {'security_group_id': 'ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:43.879342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:43.883668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Usage tracker for resource:security_group_rule and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:43.886677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:43.898005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:43.911693 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.930643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Transition to ACTIVE for port object 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:43.941246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.958862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] For port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,segment=NetworkSegment(d28bff1d-3a86-42be-97b9-4a7cae2d9def),segment_id=d28bff1d-3a86-42be-97b9-4a7cae2d9def)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:43.959227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.967546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.065462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da4ce0fe-3aed-4136-b118-678e41958a0a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:44.228867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] For port 50800060-acbb-4101-9367-03fc59ccde1a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=50800060-acbb-4101-9367-03fc59ccde1a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:44.230889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.238432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53b55e-34a6-4817-81a5-9fa77969246f None None] Pushing event updated for resources: {'Port': ['ID=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:44.417160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.430260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port da4ce0fe-3aed-4136-b118-678e41958a0a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:44.438389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port da4ce0fe-3aed-4136-b118-678e41958a0a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:44.439450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.443061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Calling delete_port for 50800060-acbb-4101-9367-03fc59ccde1a owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:44.443939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.466166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Attempting to bind port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:44.466890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Attempting to bind port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:44.467069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Attempting to bind port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 on network 7af8a645-4712-4158-b63e-8154c70e970a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:44.486231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:44.486675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Checking segment: {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:44.487143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.487990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Bound using segment: {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:44.488129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Bound port: 3ab030f9-6207-4cbd-b46c-1d5c3c58f453, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:44.488539 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.509736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f093884-3341-4e18-a8b3-ee34ef91f7aa,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:44.557428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c4b1-055e-41d5-9dfa-b8f14cec90c6 req-fca1a322-0b76-4a9f-8644-32cffda0914b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:44.564541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6572c4b1-055e-41d5-9dfa-b8f14cec90c6 req-fca1a322-0b76-4a9f-8644-32cffda0914b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.4407370 May 26 22:37:44.566007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.567087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-26a6c21e-d3a1-490e-b21f-b0c9d1896a96 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7004397 May 26 22:37:44.594319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44692) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:44.600084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:44.681194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] For port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:37:44.685695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] For port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:44.687138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.703740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.705524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Calling delete_port for 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:44.719133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:44.739831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Usage tracker for resource:floatingip and tenant:3ab3dc78e5f94ec682eef41600a7e5d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:44.744728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:44.764899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:44.777484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53b55e-34a6-4817-81a5-9fa77969246f None None] Pushing event updated for resources: {'Port': ['ID=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:44.790839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6572c4b1-055e-41d5-9dfa-b8f14cec90c6 req-3368ae0e-ffbc-42c0-b1b0-d8e58d2cb94d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153213 May 26 22:37:44.798778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:44.814596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:44.843592 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.844591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 50800060-acbb-4101-9367-03fc59ccde1a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:44.856380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.928714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.930709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:44.996585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 50800060-acbb-4101-9367-03fc59ccde1a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:44.997067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 50800060-acbb-4101-9367-03fc59ccde1a not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:45.026699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:45.027639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:45.080590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1686d309-ecba-484d-8d1f-14b4aee71f14,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:45.082315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Pushing event deleted for resources: {'Port': ['ID=50800060-acbb-4101-9367-03fc59ccde1a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:45.177454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:45.193253 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:45.282387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fc7e4-e503-47c2-885f-3dca2bec03ca req-9c57dd69-cee4-4926-8afb-432b717c8c64 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:45.289552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686fc7e4-e503-47c2-885f-3dca2bec03ca req-9c57dd69-cee4-4926-8afb-432b717c8c64 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.2657359 May 26 22:37:45.340055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f2a7a-fea4-4e71-94ef-cf98db9df2f1 req-abdcb946-b221-4319-b78a-58a9f50b2549 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:45.347654 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c12f2a7a-fea4-4e71-94ef-cf98db9df2f1 req-abdcb946-b221-4319-b78a-58a9f50b2549 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 946 time: 1.6318085 May 26 22:37:45.381833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:45.398324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686fc7e4-e503-47c2-885f-3dca2bec03ca req-9bc7f99c-94d6-4252-9567-fd81f9fc6c3e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076150 May 26 22:37:45.410446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:45.679332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Allocated IP 172.25.4.165 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/514963e3-a47e-46a8-9bee-5611a00d2080) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:45.696643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] No DVR routers for this DVR port 50800060-acbb-4101-9367-03fc59ccde1a on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:45.703724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:45.712672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Pushing event deleted for resources: {'Port': ['ID=41742d9d-46eb-4bf3-8327-6bd26eb0ac4d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:45.743877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:45.748011 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c950ea70-ea0e-4e3a-9783-dc3e3357cd72 req-64f9ce36-8807-4ad5-bdef-7e9b07d36286 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.48 "DELETE /v2.0/ports/50800060-acbb-4101-9367-03fc59ccde1a HTTP/1.1" status: 204 len: 173 time: 2.8375742 May 26 22:37:45.753048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'name': 'network-vif-deleted', 'tag': '50800060-acbb-4101-9367-03fc59ccde1a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:45.853397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3a49dd5e-2e5e-4737-b8ae-2fef26bae938 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1686d309-ecba-484d-8d1f-14b4aee71f14 HTTP/1.1" status: 204 len: 168 time: 3.2835302 May 26 22:37:45.855716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44708) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:45.867351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:45.893179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Deleting port c2e00894-ad20-417e-b368-5662048bb9a8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:45.893563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:45.895586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:45.922135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:45.922756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:45.929512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c12f2a7a-fea4-4e71-94ef-cf98db9df2f1 req-2052074e-3af9-40e3-84b9-a7aa9479c99e tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/security-groups?id=26dcbf6b-0516-4a13-8003-c23c41da304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809944 May 26 22:37:46.027668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.081068 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b9303c-6f9a-4ce2-8ef3-89bf69a4fadd'] response: {'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a', 'code': 200} May 26 22:37:46.098997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.102277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] No DVR routers for this DVR port 41742d9d-46eb-4bf3-8327-6bd26eb0ac4d on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:46.104983 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.118926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c0943b0-48e1-4949-a9e6-cc6f1c313c9c req-1f23dbf9-1a97-4991-be35-67a13468a4c5 tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.55 "DELETE /v2.0/ports/41742d9d-46eb-4bf3-8327-6bd26eb0ac4d HTTP/1.1" status: 204 len: 173 time: 4.1942828 May 26 22:37:46.122807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:44Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:46.128513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e7f9a-72b3-4de2-8398-986d1791cd3c None None] The sync data for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 is: [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:44Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:37:46.238297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c243671d-9847-43a0-b529-a8dab7f234f4 req-c07a11fa-0a6c-427b-a80b-974f86599d24 tempest-DeleteServersAdminTestJSON-1335877867 tempest-DeleteServersAdminTestJSON-1335877867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e4a0d9-e366-493a-86b0-634b0a0e384d HTTP/1.1" status: 200 len: 210 time: 0.2817173 May 26 22:37:46.273050 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f307b7a3-7455-48b4-a7d8-31847c8bd3ff'] response: {'server_uuid': 'e3e4a0d9-e366-493a-86b0-634b0a0e384d', 'name': 'network-vif-deleted', 'tag': '50800060-acbb-4101-9367-03fc59ccde1a', 'status': 'completed', 'code': 200} May 26 22:37:46.422458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:46.433861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:46.441691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:46.584512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event updated for resources: {'Port': ['ID=514963e3-a47e-46a8-9bee-5611a00d2080,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:46.627639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.677260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af05d5d7-1af2-4a39-bb34-b18dbfbe0940']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:46.711787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5453da-e22e-4051-ba96-87bde1826025') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:46.712354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5453da-e22e-4051-ba96-87bde1826025') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:46.728475 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.755578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cb5bdc8-3da2-4237-8bd2-09b0f513f35f req-4b786cbd-ab07-4c26-baa9-64d5876c806e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1097 time: 0.5827954 May 26 22:37:46.757288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.774467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] For port c2e00894-ad20-417e-b368-5662048bb9a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c2e00894-ad20-417e-b368-5662048bb9a8,segment=NetworkSegment(ea03f212-a55b-4809-99c9-ce5cea97f79a),segment_id=ea03f212-a55b-4809-99c9-ce5cea97f79a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:46.775273 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.801733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94be13-444e-41a5-a1b6-227acd707fa5 req-93f82f6d-7a72-40ed-b4c0-c4f158c2eee9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:46.812250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d94be13-444e-41a5-a1b6-227acd707fa5 req-93f82f6d-7a72-40ed-b4c0-c4f158c2eee9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.3095939 May 26 22:37:46.852822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:37:46.853234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: timer() May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:37:46.872438 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:37:47.074099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d94be13-444e-41a5-a1b6-227acd707fa5 req-e1f33236-c091-455a-b8ce-96302fa0a0e7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603872 May 26 22:37:47.099422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cb5bdc8-3da2-4237-8bd2-09b0f513f35f req-6d153576-6bc7-4a98-acea-ff937536f2c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196368 May 26 22:37:47.103979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.122875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:47.164881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.165147 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c14b1b9c-00fa-4bb9-acb9-8c252e9d7245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.180660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] 10.222.0.32 "DELETE /v2.0/networks/af05d5d7-1af2-4a39-bb34-b18dbfbe0940 HTTP/1.1" status: 204 len: 168 time: 1.2697096 May 26 22:37:47.189043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b40e2-2fd6-4dce-bb3f-ba4fd3ee649d admin admin] Pushing event deleted for resources: {'Network': ['ID=af05d5d7-1af2-4a39-bb34-b18dbfbe0940,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:47.224238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Calling delete_port for c2e00894-ad20-417e-b368-5662048bb9a8 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:47.227870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:47.241153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:47.241793 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.442907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.483717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:47.494471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.507349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9be9a666-e72b-42b8-90d6-22b4fd8bf003 req-d55a1778-8ad0-4dfb-9024-6d8ed0f9e2fd tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Synchronizing usage tracker for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:47.509719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44726) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:47.514430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.532275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a7171-49da-4a6b-9e1a-4b02798b3f39 req-427c8833-f2c8-4ad9-90a9-dc3524a67986 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:47.540418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-219a7171-49da-4a6b-9e1a-4b02798b3f39 req-427c8833-f2c8-4ad9-90a9-dc3524a67986 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.8419051 May 26 22:37:47.583518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dbe3c143-2a0e-497c-80c9-bfeae2f79268 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=691816e413f94c83858aab31b419257a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0705519 May 26 22:37:47.583518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9be9a666-e72b-42b8-90d6-22b4fd8bf003 req-d55a1778-8ad0-4dfb-9024-6d8ed0f9e2fd tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] Unset dirty status for tenant:5ed89cb17579461faa0b9a171a35a241 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:47.593960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:47.598519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9be9a666-e72b-42b8-90d6-22b4fd8bf003 req-d55a1778-8ad0-4dfb-9024-6d8ed0f9e2fd tempest-ImagesTestJSON-1036067368 tempest-ImagesTestJSON-1036067368-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc82c6a-4b97-4a93-a3fd-096444d9e23e HTTP/1.1" status: 200 len: 210 time: 0.1715503 May 26 22:37:47.599032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44730) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:47.653028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.754257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41150ef4-1150-48eb-9333-ec83d0b8690d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.783544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-219a7171-49da-4a6b-9e1a-4b02798b3f39 req-187bebc9-f243-4401-a786-ea44e815be86 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409389 May 26 22:37:47.835447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41150ef4-1150-48eb-9333-ec83d0b8690d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.914515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41150ef4-1150-48eb-9333-ec83d0b8690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.954236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41150ef4-1150-48eb-9333-ec83d0b8690d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:47.957079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41150ef4-1150-48eb-9333-ec83d0b8690d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:47.958228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-41150ef4-1150-48eb-9333-ec83d0b8690d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/686b88e6-ce2b-4d8a-ba0a-a1ddd4acba52 HTTP/1.1" status: 204 len: 168 time: 0.3582592 May 26 22:37:47.988373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:48.125159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e00894-ad20-417e-b368-5662048bb9a8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:48.275712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'name': 'network-vif-deleted', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:37:48.439765 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:48.581287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:48.607412 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b2a263-8e90-411d-9f89-044291f4f57c'] response: {'server_uuid': '1fc82c6a-4b97-4a93-a3fd-096444d9e23e', 'name': 'network-vif-deleted', 'tag': '41742d9d-46eb-4bf3-8327-6bd26eb0ac4d', 'status': 'completed', 'code': 200} May 26 22:37:48.799860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44762) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:48.910704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event updated for resources: {'Port': ['ID=514963e3-a47e-46a8-9bee-5611a00d2080,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:48.920539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9fe7941a-0d52-41d5-94f2-87d5efb70f8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad7f5b311fc34629ac5aa34722144b8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1165230 May 26 22:37:48.921258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44774) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:48.969518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:48.982051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a648b-c316-4f85-822d-1bdb72bd4687 req-19f34821-186d-4325-b512-729b2d1aebc3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:48.989288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae1a648b-c316-4f85-822d-1bdb72bd4687 req-19f34821-186d-4325-b512-729b2d1aebc3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.6436987 May 26 22:37:48.990903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44778) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:49.059659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.060868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0ac8b727-2cff-42cb-8c3b-5acf6d583171 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4653530 May 26 22:37:49.072729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e63d58d4-6624-4e97-b0e8-0c4c8062b29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.092326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:37:49.097352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae1a648b-c316-4f85-822d-1bdb72bd4687 req-6318a10b-fc83-4e50-99cb-f2031253e2f6 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071038 May 26 22:37:49.117402 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e63d58d4-6624-4e97-b0e8-0c4c8062b29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.236250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.281150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e63d58d4-6624-4e97-b0e8-0c4c8062b29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.333608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d58d4-6624-4e97-b0e8-0c4c8062b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990c6127-0786-475f-ba19-5c58e914fc5f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:49.377224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e63d58d4-6624-4e97-b0e8-0c4c8062b29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.379529 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e63d58d4-6624-4e97-b0e8-0c4c8062b29a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/990c6127-0786-475f-ba19-5c58e914fc5f HTTP/1.1" status: 204 len: 168 time: 0.4561996 May 26 22:37:49.386863 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e06aeb23-5128-4b22-adb0-3b09046d5c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.411541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a75c8-181e-40ac-87fc-0c82d04ff94d req-edf819c4-6163-45a9-b2a5-77e6949212e0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:49.418376 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:49.418741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:49.419107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23a75c8-181e-40ac-87fc-0c82d04ff94d req-edf819c4-6163-45a9-b2a5-77e6949212e0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.2279243 May 26 22:37:49.507312 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23a75c8-181e-40ac-87fc-0c82d04ff94d req-7537d248-99ab-4973-abb1-474980440c5d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870688 May 26 22:37:49.800359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52139e63-83c2-47ca-80c1-ccb7af15204e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dadd48112ee0456993111d4c858d361f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8046370 May 26 22:37:49.802764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-c8bf21c0-cf02-4e08-b3cb-0b2aafad3cd2 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Synchronizing usage tracker for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:49.803221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44808) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:49.851364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-c8bf21c0-cf02-4e08-b3cb-0b2aafad3cd2 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Unset dirty status for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:49.853723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-c8bf21c0-cf02-4e08-b3cb-0b2aafad3cd2 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1291452343&fields=id&tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0 HTTP/1.1" status: 200 len: 267 time: 0.3394644 May 26 22:37:49.974909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dda2a963-4e6e-4f85-8cb2-5c80112cfdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:50.011690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c25f4261-354d-42bc-99f1-fe9b1f91b90d req-8ed21e18-8c48-4fb9-b6fa-f13575e40172 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1097 time: 0.1522634 May 26 22:37:50.040847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-cd6f0a07-432f-4cf9-9a7b-ab5379ba8123 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:50.041560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-cd6f0a07-432f-4cf9-9a7b-ab5379ba8123 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Synchronizing usage tracker for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:50.050486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dda2a963-4e6e-4f85-8cb2-5c80112cfdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:50.093827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c25f4261-354d-42bc-99f1-fe9b1f91b90d req-c24bc424-fa0b-4102-803d-5710e93af898 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807884 May 26 22:37:50.151001 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dda2a963-4e6e-4f85-8cb2-5c80112cfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:50.187814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2a963-4e6e-4f85-8cb2-5c80112cfdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b626e-c00a-4949-ba8d-0d5b8266a85a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:50.229384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dda2a963-4e6e-4f85-8cb2-5c80112cfdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:50.236159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dda2a963-4e6e-4f85-8cb2-5c80112cfdd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a50b626e-c00a-4949-ba8d-0d5b8266a85a HTTP/1.1" status: 204 len: 168 time: 0.4291127 May 26 22:37:50.297500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-cd6f0a07-432f-4cf9-9a7b-ab5379ba8123 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Unset dirty status for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:50.309502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-cd6f0a07-432f-4cf9-9a7b-ab5379ba8123 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/networks?id=7af8a645-4712-4158-b63e-8154c70e970a HTTP/1.1" status: 200 len: 806 time: 0.4407914 May 26 22:37:50.382361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-1d33d12f-7bbc-476f-bec4-bcbc4f62286b tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/quotas/3ab3dc78e5f94ec682eef41600a7e5d0 HTTP/1.1" status: 200 len: 375 time: 0.0621018 May 26 22:37:50.407459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e87422a1-71ce-4af9-b080-3378fe8e4dc6 req-afbe341b-a9ae-406b-bee8-0d3bb35a364f tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1097 time: 0.0908577 May 26 22:37:50.446739 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:50.508806 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e87422a1-71ce-4af9-b080-3378fe8e4dc6 req-b6541e34-d978-4c83-8c9e-3d64d3cc2d20 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961483 May 26 22:37:50.698789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:50.853002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-6467f526-ddfd-42c6-a114-f3d7cc550024 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Synchronizing usage tracker for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:50.879509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-6467f526-ddfd-42c6-a114-f3d7cc550024 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Unset dirty status for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:50.880942 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-6467f526-ddfd-42c6-a114-f3d7cc550024 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3988118 May 26 22:37:50.941527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586454fd-affc-41eb-a770-6a100582fe0d req-3ac23dd8-d2dc-428c-8a4d-c5dc4f800fa2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:50.950663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-586454fd-affc-41eb-a770-6a100582fe0d req-3ac23dd8-d2dc-428c-8a4d-c5dc4f800fa2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.1379025 May 26 22:37:50.995036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44844) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:51.027669 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:51.061533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Router 19aa7601-c6aa-4222-94e0-eb18f1b4400f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:37:51.062423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-586454fd-affc-41eb-a770-6a100582fe0d req-9c4ff3b4-4cdd-48fa-81a6-5729ec96ea10 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095333 May 26 22:37:51.077488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-bba7b6f6-4f7e-45ca-b8c7-4c1411007a7f service neutron] 10.222.0.32 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812079 May 26 22:37:51.100336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:51.109892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4fafc374f2488b94427b37effabd86 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:37:51.117140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:37:51.127450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:51.303072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:51.308801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:51.410102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8050d655-a8bc-42ec-94df-a3bba9f8824b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:51.414599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cadff8b2-b4de-4cc9-9136-b978837c6911 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef4fafc374f2488b94427b37effabd86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4173689 May 26 22:37:51.416970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44860) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:51.451877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-e4466972-b7a5-4ed6-b901-9abc7f35e66f service neutron] 10.222.0.32 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734806 May 26 22:37:51.508016 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d88073-e3ab-4f2d-b2a6-dfd016baad75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:51.560154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d88073-e3ab-4f2d-b2a6-dfd016baad75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:51.617210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:37:51.630966 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] Sync routers for ids ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:37:51.632725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3b6eaebe-4649-41f7-a3b8-0440abe07aad admin admin] 10.222.0.32 "PUT /v2.0/routers/19aa7601-c6aa-4222-94e0-eb18f1b4400f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5171800 May 26 22:37:51.635540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44870) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:51.660342 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] Routers {'19aa7601-c6aa-4222-94e0-eb18f1b4400f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:51.671793 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:51.707961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d88073-e3ab-4f2d-b2a6-dfd016baad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:51.738405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:52.007360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d88073-e3ab-4f2d-b2a6-dfd016baad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8050d655-a8bc-42ec-94df-a3bba9f8824b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:52.092135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82babca6-2762-4e34-9219-0da113459eda req-67429430-f212-4658-92e6-00eeacab5f95 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 210 time: 0.1212564 May 26 22:37:52.103351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d88073-e3ab-4f2d-b2a6-dfd016baad75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:52.106668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f3d88073-e3ab-4f2d-b2a6-dfd016baad75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8050d655-a8bc-42ec-94df-a3bba9f8824b HTTP/1.1" status: 204 len: 168 time: 0.6864412 May 26 22:37:52.180321 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] Set router 19aa7601-c6aa-4222-94e0-eb18f1b4400f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:52.189148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a60f284-4cde-4bbf-a0a5-03b0c89dbc2f req-4ff40521-ad9e-45bc-8025-3faddba69892 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1828518 May 26 22:37:52.283929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:52.893287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:52.905386 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] Checking router: 19aa7601-c6aa-4222-94e0-eb18f1b4400f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:37:52.930786 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] Routers {'19aa7601-c6aa-4222-94e0-eb18f1b4400f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:37:52.931937 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:37:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:53.051790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41d403-6e97-40f0-b895-64ae4811b5f0 req-4111df27-5c76-430f-b5a0-17eda0a646eb tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:53.058598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f41d403-6e97-40f0-b895-64ae4811b5f0 req-4111df27-5c76-430f-b5a0-17eda0a646eb tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.1121840 May 26 22:37:53.134296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f41d403-6e97-40f0-b895-64ae4811b5f0 req-651a9a82-3153-4ec2-a57a-3f91bf72f0ee tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747690 May 26 22:37:53.255331 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:53.271073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Deleting port 521abd16-8d67-42ab-bce6-6aca9ef78e0b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:53.271698 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:53.346902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44924) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:53.489661 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] Set router 19aa7601-c6aa-4222-94e0-eb18f1b4400f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:37:53.776887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] For port 521abd16-8d67-42ab-bce6-6aca9ef78e0b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=521abd16-8d67-42ab-bce6-6aca9ef78e0b,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:53.778156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:54.002746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Calling delete_port for 521abd16-8d67-42ab-bce6-6aca9ef78e0b owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:54.058048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] Deleting subnet 646e872f-ee99-406d-b74f-6486c7536398 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:37:54.078620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:54.269519 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:54.281575 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab12a6-27fe-45c3-98a4-666fd2bafcab None None] The sync data for ids ['19aa7601-c6aa-4222-94e0-eb18f1b4400f'] in n-d-843301-1 is: [{'id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367691885-router', 'tenant_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:33:20Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': 'bf2ef45faa714d3b81612f9c7b9891d5', 'gw_port': {'id': '521abd16-8d67-42ab-bce6-6aca9ef78e0b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa7601-c6aa-4222-94e0-eb18f1b4400f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:33:21Z', 'updated_at': '2022-05-26T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:37:54.349126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb97acc9-5e32-4d36-aa24-476bd42f8074 req-254e5a69-42f9-436e-9616-3573766b1c7c tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 210 time: 0.1196837 May 26 22:37:54.401932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-745ea8f3-8508-4a82-adab-64c7d8b66325 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:54.404018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-745ea8f3-8508-4a82-adab-64c7d8b66325 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.48 "GET /v2.0/networks?id=7af8a645-4712-4158-b63e-8154c70e970a HTTP/1.1" status: 200 len: 806 time: 0.4763751 May 26 22:37:54.487256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:54.533925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:54.636646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-2a4f1712-035d-4938-8e63-9d18e3731b5c tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:37:54.645015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-2a4f1712-035d-4938-8e63-9d18e3731b5c tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0121405 May 26 22:37:54.647647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=521abd16-8d67-42ab-bce6-6aca9ef78e0b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:54.658607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Request body: {'binding': {'host': 'n-h1-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:54.659098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Unknown quota resources ['binding']. {{(pid=84029) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 22:37:54.673536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-e3b64a1a-0324-436f-801f-afe757ab1859 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0 HTTP/1.1" status: 200 len: 380 time: 0.2522120 May 26 22:37:54.682733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Request body: {'port': {'device_id': '95967333-58a5-4809-b64e-9d933e44f95d', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'admin_state_up': True, 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'security_groups': ['ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:54.813925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:54.895994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:54.999394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c2e00894-ad20-417e-b368-5662048bb9a8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:55.098944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c2e00894-ad20-417e-b368-5662048bb9a8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:55.104875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c2e00894-ad20-417e-b368-5662048bb9a8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:55.110432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.188788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:37:55.206708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:37:55.211201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.267563 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.271470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646e872f-ee99-406d-b74f-6486c7536398,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:55.278836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-da27726e-d8aa-4bce-94b1-8a83267b25bf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/646e872f-ee99-406d-b74f-6486c7536398 HTTP/1.1" status: 204 len: 168 time: 1.9307816 May 26 22:37:55.279976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Made reservation on behalf of 3ab3dc78e5f94ec682eef41600a7e5d0 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:37:55.283248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.299643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44978) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:55.526974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.568921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-45c21e6f-e432-4673-8c79-839af15d28d4 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ba15034ca05460083b387ae6c983bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4600174 May 26 22:37:55.632125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.710489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Allocated IP 172.20.0.13 (7af8a645-4712-4158-b63e-8154c70e970a/a106710a-f5df-415e-aaf4-a9cb7ce2204d/142a2c19-46f1-4a09-a994-cfe919ceb0fd) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:37:55.721317 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.759892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b10b42-bd58-4255-876c-78f5e0e906d5']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:55.790562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28bff1d-3a86-42be-97b9-4a7cae2d9def') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:55.790945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28bff1d-3a86-42be-97b9-4a7cae2d9def') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:55.815560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.875797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.922161 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:37:55.953066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-a2e125e8-ae4b-4eed-b05d-767b59810c07 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:55.964277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-a2e125e8-ae4b-4eed-b05d-767b59810c07 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3938162 May 26 22:37:55.982646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:55.982960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19aa7601-c6aa-4222-94e0-eb18f1b4400f {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:37:56.001960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on host n-h1-843301-1 for vnic_type normal with profile None {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:37:56.001960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:37:56.001960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:56.009992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.011919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-15c5266a-2b3e-4797-870a-88dc16160e01 admin admin] 10.222.0.32 "DELETE /v2.0/routers/19aa7601-c6aa-4222-94e0-eb18f1b4400f HTTP/1.1" status: 204 len: 168 time: 4.3752992 May 26 22:37:56.025565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-64b4f846-7f5d-4e34-956c-5fe0a041d1f1 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/quotas/3ba15034ca05460083b387ae6c983bb7 HTTP/1.1" status: 200 len: 375 time: 0.0601544 May 26 22:37:56.028546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44994) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:56.073361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.083720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:37:56.084186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:37:56.110327 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d7abf256-0d1e-41f6-9bd7-b7c36788950e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836284 May 26 22:37:56.117507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Transition to ACTIVE for port object 142a2c19-46f1-4a09-a994-cfe919ceb0fd will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:56.120346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:37:56.122040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:37:56.122950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:37:56.124162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Bound port: da4ce0fe-3aed-4136-b118-678e41958a0a, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:37:56.172892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.200958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:37:56.212214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.213825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-48a9c550-14e4-494a-adfc-862173b2d505 service neutron] 10.222.0.32 "POST /v2.0/ports/da4ce0fe-3aed-4136-b118-678e41958a0a/bindings HTTP/1.1" status: 201 len: 389 time: 1.5679135 May 26 22:37:56.256155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.316432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:37:56.316607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: timer() May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:37:56.470948 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:37:56.569993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.578876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event updated for resources: {'Port': ['ID=142a2c19-46f1-4a09-a994-cfe919ceb0fd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:56.588124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.682080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Network 7af8a645-4712-4158-b63e-8154c70e970a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:37:56.723291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] Deleting subnet a5f17338-b3c9-4b2b-b533-b74e97f2c19b {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:37:56.741217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.782952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:37:56.816042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:37:56.900953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:56.926846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 521abd16-8d67-42ab-bce6-6aca9ef78e0b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:57.014533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 521abd16-8d67-42ab-bce6-6aca9ef78e0b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:57.014868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 521abd16-8d67-42ab-bce6-6aca9ef78e0b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:57.039048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2048-1c37-40d2-be6d-9d8b81d1c8f0 req-7632e7ab-6f17-4e74-a90c-5972431d1050 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:57.043901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-687c2048-1c37-40d2-be6d-9d8b81d1c8f0 req-7632e7ab-6f17-4e74-a90c-5972431d1050 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.2314224 May 26 22:37:57.115333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] Pushing event deleted for resources: {'Network': ['ID=08b10b42-bd58-4255-876c-78f5e0e906d5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:57.139531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-687c2048-1c37-40d2-be6d-9d8b81d1c8f0 req-98b056e0-b29d-4219-939f-a2fde75d8043 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872474 May 26 22:37:57.167305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.256893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-24fb32c9-7e94-4fb5-ad20-cda0f75624fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/08b10b42-bd58-4255-876c-78f5e0e906d5 HTTP/1.1" status: 204 len: 168 time: 1.9548025 May 26 22:37:57.282198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38360f2b-fd05-434b-ab50-5bfd63334646 None None] Provisioning for port 142a2c19-46f1-4a09-a994-cfe919ceb0fd completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:37:57.298914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:57.300056 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.301459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38360f2b-fd05-434b-ab50-5bfd63334646 None None] Provisioning complete for port 142a2c19-46f1-4a09-a994-cfe919ceb0fd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:37:57.303239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38360f2b-fd05-434b-ab50-5bfd63334646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.329844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-ad9597c6-ee9a-4826-8742-b912899abd81 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6530468 May 26 22:37:57.355051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370e2e3-70b3-4dd7-869f-7bbfdf6b99ca req-39adb2d5-a16a-46da-958a-513e3820083f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:57.359028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c370e2e3-70b3-4dd7-869f-7bbfdf6b99ca req-39adb2d5-a16a-46da-958a-513e3820083f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Synchronizing usage tracker for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:37:57.382891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Request body: {'port': {'device_id': '95967333-58a5-4809-b64e-9d933e44f95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:37:57.411208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.468360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-38360f2b-fd05-434b-ab50-5bfd63334646 None None] Port 142a2c19-46f1-4a09-a994-cfe919ceb0fd cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:37:57.477577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.510678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f17338-b3c9-4b2b-b533-b74e97f2c19b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:57.517267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.522809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a22303-71f5-4d72-963d-0821fd9e5fe6 None None] Network 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:37:57.525492 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-44c016bd-cff2-46cc-a0aa-7491208458d1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a5f17338-b3c9-4b2b-b533-b74e97f2c19b HTTP/1.1" status: 204 len: 168 time: 1.4520054 May 26 22:37:57.528028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45028) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:57.648295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-392a7fc6-9132-46ec-a896-a653ec49aa87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1097 time: 0.9880977 May 26 22:37:57.652756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45034) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:57.691419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c370e2e3-70b3-4dd7-869f-7bbfdf6b99ca req-39adb2d5-a16a-46da-958a-513e3820083f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Unset dirty status for tenant:3ab3dc78e5f94ec682eef41600a7e5d0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:37:57.692881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c370e2e3-70b3-4dd7-869f-7bbfdf6b99ca req-39adb2d5-a16a-46da-958a-513e3820083f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 932 time: 0.5807455 May 26 22:37:57.728627 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.758999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Deleting port 31d26360-7814-46f4-922f-ba79ee10d5d2 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:57.759715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.807306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:57.870526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c370e2e3-70b3-4dd7-869f-7bbfdf6b99ca req-418b9f8e-7a5d-4ff5-a8fd-95566ea01774 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202466 May 26 22:37:57.884841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-24b35fb3-b94b-4e8e-842f-7d2d79aa2c6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ed89cb17579461faa0b9a171a35a241&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2253044 May 26 22:37:57.888208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:57.958965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-c8c1cfc4-af01-4c59-85ff-648ebfd01564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:57.961222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-c8c1cfc4-af01-4c59-85ff-648ebfd01564 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.3054333 May 26 22:37:57.966738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] DHCP port deletion for 86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:37:57.974978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Deleting port 31d26360-7814-46f4-922f-ba79ee10d5d2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:37:57.975834 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:58.162575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-8873992b-2c17-4da9-962a-07c4676703a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 200 len: 217 time: 0.1888161 May 26 22:37:58.193899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f1b5a78-621e-4f0a-9f62-88a65a92703e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:58.195125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-12b865f8-9261-4f9e-9bbe-d0c98287fcbb tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ba15034ca05460083b387ae6c983bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622096 May 26 22:37:58.237577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] For port 31d26360-7814-46f4-922f-ba79ee10d5d2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31d26360-7814-46f4-922f-ba79ee10d5d2,segment=NetworkSegment(ea03f212-a55b-4809-99c9-ce5cea97f79a),segment_id=ea03f212-a55b-4809-99c9-ce5cea97f79a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:58.238110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:58.270427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b05bf-aaa5-43c2-ad6b-bec142a36095 req-bb345c92-d03e-4e11-bafc-e43904cfaef8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:58.277476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a56b05bf-aaa5-43c2-ad6b-bec142a36095 req-bb345c92-d03e-4e11-bafc-e43904cfaef8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.2807145 May 26 22:37:58.335418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f1b5a78-621e-4f0a-9f62-88a65a92703e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:58.363765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] For port 31d26360-7814-46f4-922f-ba79ee10d5d2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31d26360-7814-46f4-922f-ba79ee10d5d2,segment=NetworkSegment(ea03f212-a55b-4809-99c9-ce5cea97f79a),segment_id=ea03f212-a55b-4809-99c9-ce5cea97f79a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:37:58.364423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:58.459504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-801b6a59-efea-4830-b7bc-81e1fa8ea379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:58.460889 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-801b6a59-efea-4830-b7bc-81e1fa8ea379 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.2572632 May 26 22:37:58.546630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Calling delete_port for 31d26360-7814-46f4-922f-ba79ee10d5d2 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:58.552763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Calling delete_port for 31d26360-7814-46f4-922f-ba79ee10d5d2 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:37:58.714884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a56b05bf-aaa5-43c2-ad6b-bec142a36095 req-c2bbe9aa-44bb-46cc-b33c-b1dcd1303090 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354229 May 26 22:37:58.791526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-2e38873d-846f-4461-8d4b-8ee16c4185d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3128157 May 26 22:37:58.860253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:58.864441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-179b884a-1528-4865-8ce1-5e6b02901f47 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3ba15034ca05460083b387ae6c983bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297920 May 26 22:37:58.947199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-e7809a51-58ab-46d8-977e-aabbb51d5683 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:58.957465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-e7809a51-58ab-46d8-977e-aabbb51d5683 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7603025 May 26 22:37:59.083096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Pushing event deleted for resources: {'Port': ['ID=31d26360-7814-46f4-922f-ba79ee10d5d2,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:59.085555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31d26360-7814-46f4-922f-ba79ee10d5d2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:59.089786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-1a6588fa-9989-4a3e-98c7-13ce2c00f3b7 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/quotas/3ba15034ca05460083b387ae6c983bb7 HTTP/1.1" status: 200 len: 375 time: 0.1146560 May 26 22:37:59.152637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-baff0a99-2f12-48dd-a421-91b7d3ca8f38 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527940 May 26 22:37:59.266761 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-d8dfb07d-719a-4dff-8ded-0249b7fa7f5c service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487560 May 26 22:37:59.283330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142a2c19-46f1-4a09-a994-cfe919ceb0fd {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:37:59.302663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] No DVR routers for this DVR port 31d26360-7814-46f4-922f-ba79ee10d5d2 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:59.314843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:59.330728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 31d26360-7814-46f4-922f-ba79ee10d5d2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:37:59.330728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31d26360-7814-46f4-922f-ba79ee10d5d2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:59.402480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Transition to ACTIVE for port object 142a2c19-46f1-4a09-a994-cfe919ceb0fd will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:37:59.410082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.410082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.410082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.410082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.410082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.410082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.410082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.417236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:59.422731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f1b5a78-621e-4f0a-9f62-88a65a92703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:59.436903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.436903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.436903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.436903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21063d4f-2b18-4e2b-a4ee-1fad5b6b9fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:37:59.496704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:37:59.497039 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:37:59.509411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b5a78-621e-4f0a-9f62-88a65a92703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dcbf6b-0516-4a13-8003-c23c41da304b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:59.615088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f1b5a78-621e-4f0a-9f62-88a65a92703e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:59.629372 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f1b5a78-621e-4f0a-9f62-88a65a92703e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26dcbf6b-0516-4a13-8003-c23c41da304b HTTP/1.1" status: 204 len: 168 time: 1.7276170 May 26 22:37:59.695593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-57bdb133-faec-446d-95c6-773ea09dc989 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:37:59.697258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-57bdb133-faec-446d-95c6-773ea09dc989 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8238118 May 26 22:37:59.718607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Request body: {'port': {'device_id': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '3ba15034ca05460083b387ae6c983bb7'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:00.031600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Deleting port 31d26360-7814-46f4-922f-ba79ee10d5d2 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:38:00.032173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:00.214927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-8a5730bb-ce9f-4f9a-8cd3-df881a3a06cc service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9350777 May 26 22:38:00.246664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=142a2c19-46f1-4a09-a994-cfe919ceb0fd,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:00.255231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] The port '31d26360-7814-46f4-922f-ba79ee10d5d2' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:38:00.475700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Attempting to bind port 142a2c19-46f1-4a09-a994-cfe919ceb0fd on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:00.476979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Attempting to bind port 142a2c19-46f1-4a09-a994-cfe919ceb0fd by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:00.477535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Attempting to bind port 142a2c19-46f1-4a09-a994-cfe919ceb0fd on network 7af8a645-4712-4158-b63e-8154c70e970a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:00.502655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Port 142a2c19-46f1-4a09-a994-cfe919ceb0fd on network 7af8a645-4712-4158-b63e-8154c70e970a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:00.503366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Attempting to bind port 142a2c19-46f1-4a09-a994-cfe919ceb0fd on network 7af8a645-4712-4158-b63e-8154c70e970a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:00.529238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:00.534124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Checking segment: {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:00.534841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Bound using segment: {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:00.535633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Bound port: 142a2c19-46f1-4a09-a994-cfe919ceb0fd, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:00.536791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:00.703472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] For port 142a2c19-46f1-4a09-a994-cfe919ceb0fd, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:00.712344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] For port 142a2c19-46f1-4a09-a994-cfe919ceb0fd, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:00.731505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5f3d6-2fb8-4b5e-9a6a-05b26547bac8 req-7f12fe07-46a2-4155-b4a1-4517850bb6ed tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:00.737935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ee5f3d6-2fb8-4b5e-9a6a-05b26547bac8 req-7f12fe07-46a2-4155-b4a1-4517850bb6ed tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.6690900 May 26 22:38:00.745754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:00.765529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:00.773723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Usage tracker for resource:port and tenant:3ba15034ca05460083b387ae6c983bb7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:00.802849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:00.812406 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:00.857592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:00.860520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:00.863145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] 10.222.0.48 "PUT /v2.0/ports/142a2c19-46f1-4a09-a994-cfe919ceb0fd HTTP/1.1" status: 200 len: 1092 time: 3.5252924 May 26 22:38:00.891856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:00.965607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:00.970892 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ee5f3d6-2fb8-4b5e-9a6a-05b26547bac8 req-8ead45cf-ea87-4050-b675-e91f25491a37 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083335 May 26 22:38:01.023523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Made reservation on behalf of 3ba15034ca05460083b387ae6c983bb7 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:01.040335 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.063471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720040f-7bad-49b1-ba58-cb9fd00f1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=142a2c19-46f1-4a09-a994-cfe919ceb0fd,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:01.072373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea03f212-a55b-4809-99c9-ce5cea97f79a') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:01.086620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea03f212-a55b-4809-99c9-ce5cea97f79a') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:01.121086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dbba6-b63b-4a5c-84e2-60c0c21a4bbc req-ca1e7486-2f44-4da0-843c-c7bfba91be35 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:01.129903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-097dbba6-b63b-4a5c-84e2-60c0c21a4bbc req-ca1e7486-2f44-4da0-843c-c7bfba91be35 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 944 time: 0.8904979 May 26 22:38:01.138072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.163093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-68be50a1-1e7c-4f0a-be8c-7bac3560b756 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0&device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 1095 time: 0.1849599 May 26 22:38:01.232346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.297523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.326564 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-097dbba6-b63b-4a5c-84e2-60c0c21a4bbc req-e6f30d67-88b8-4965-bbee-99df5ea121da tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921422 May 26 22:38:01.334265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:38:01.334985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: timer() May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:38:01.367073 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:38:01.369491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-7b64ce26-9b39-44a0-a1c5-a2397ba6b305 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd HTTP/1.1" status: 200 len: 217 time: 0.1865945 May 26 22:38:01.519042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:01.557523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-13c7b071-bae8-444d-a747-43fc13f2c88a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:01.559418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-13c7b071-bae8-444d-a747-43fc13f2c88a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a106710a-f5df-415e-aaf4-a9cb7ce2204d HTTP/1.1" status: 200 len: 845 time: 0.1836855 May 26 22:38:01.562899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Usage tracker for resource:security_group_rule and tenant:3ba15034ca05460083b387ae6c983bb7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:01.599682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:01.618610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:01.644155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6e70b40-e31b-44ee-8a9d-f1083c6bd923 req-a9852da9-bfa2-4fbe-bbe1-a5c37343afc3 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 210 time: 0.0899992 May 26 22:38:01.649906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.688183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-9e5dfb5f-f769-4b9d-b182-3dcfc64d959f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7af8a645-4712-4158-b63e-8154c70e970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219976 May 26 22:38:01.736252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.758461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1 HTTP/1.1" status: 204 len: 168 time: 4.2290156 May 26 22:38:01.772551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716bfdd-aebc-4b7b-9e88-4ead4ccc8b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b0b8bb-fd19-4fe1-9d80-fc88552dcfc1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:01.869273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-b29342a1-14b4-4e0f-b729-06327d5904f3 service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738985 May 26 22:38:01.917127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.922221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:02.119606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0078414a-5d69-45a3-89fa-4ebf04492c17 req-2f4ed4c1-970a-4645-8d65-2d2c00dd2930 service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246208 May 26 22:38:02.138080 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98278465-df1d-4297-8e2d-dedebf132647'] response: {'name': 'network-changed', 'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'status': 'completed', 'code': 200} May 26 22:38:02.181895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-d48c19a6-095e-466d-a90e-a26d159c210a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3ba15034ca05460083b387ae6c983bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3112082 May 26 22:38:02.182841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45106) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:02.208642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2af2bf-1f62-4aee-aa57-4c8fbccee106,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:02.416729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45114) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:02.549904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deaf7d-1201-47bd-a5b0-6f92b43ae4c3 req-a20e626b-4ac5-4b62-9f3b-e382342e2a2c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:02.554277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Allocated IP 192.168.233.84 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/67a473f2-0b75-4d11-9020-816162df5d03) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:02.557814 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c4deaf7d-1201-47bd-a5b0-6f92b43ae4c3 req-a20e626b-4ac5-4b62-9f3b-e382342e2a2c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.4346623 May 26 22:38:02.663495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-fb41394d-8720-496e-88a8-8b93cfb72434 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:02.665445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-fb41394d-8720-496e-88a8-8b93cfb72434 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4640906 May 26 22:38:02.736230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45122) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:02.772258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Request body: {'port': {'device_id': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '3ba15034ca05460083b387ae6c983bb7'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:02.980169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-41cc3992-a20d-4e8a-94e4-5b844fb8556a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6431c9359cd4ad5acef9858360d671b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5622463 May 26 22:38:02.989601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:02.997287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Usage tracker for resource:port and tenant:3ba15034ca05460083b387ae6c983bb7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:03.002168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:03.002607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45130) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:03.009484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:03.029955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1313083348-network', 'tenant_id': '6dac807046a84c77a04020fd16787c5d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:03.034587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:03.039674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Usage tracker for resource:network and tenant:6dac807046a84c77a04020fd16787c5d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:03.044870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:03.064187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:03.064498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.074556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Made reservation on behalf of 3ba15034ca05460083b387ae6c983bb7 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:03.093785 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.099641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5f186-1b44-4669-b570-a552e95f2fd1 req-d1f42fcf-e8d9-415f-92a7-54b692cf86f2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:03.099641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bbe5f186-1b44-4669-b570-a552e95f2fd1 req-d1f42fcf-e8d9-415f-92a7-54b692cf86f2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.8087325 May 26 22:38:03.116812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Made reservation on behalf of 6dac807046a84c77a04020fd16787c5d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:03.119092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.145462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c4deaf7d-1201-47bd-a5b0-6f92b43ae4c3 req-44f6ea4e-9cb0-463a-8a81-41cfb87f0fde tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686183 May 26 22:38:03.147270 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.176970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bbe5f186-1b44-4669-b570-a552e95f2fd1 req-db888186-dd6f-46e2-8abc-5e016a1b38b3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724092 May 26 22:38:03.280808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2f4c-cd70-4a2d-ba00-afdbccf3bc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.351756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2f4c-cd70-4a2d-ba00-afdbccf3bc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.402748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-34b33da6-afcf-4495-acbb-85d88f13d944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0&device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 1095 time: 1.0372770 May 26 22:38:03.435972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:03.459587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Usage tracker for resource:security_group_rule and tenant:32a221e054be4749b6112b7ccca09aec is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:03.473876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:03.490291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:6dac807046a84c77a04020fd16787c5d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:03.497811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:03.559276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:03.596755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:03.601622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d774d67-dd5a-4d0d-aedb-de0b73b2544f req-6bc4dd0b-dba4-4273-9027-7974d8349355 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 210 time: 0.2294807 May 26 22:38:03.609114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:03.617088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.643493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Transition to ACTIVE for port object 67a473f2-0b75-4d11-9020-816162df5d03 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:03.681178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2f4c-cd70-4a2d-ba00-afdbccf3bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.753216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77929f48-ce87-4666-ac17-ae7ab841aefa req-960cc310-c5f8-4a17-a79a-839d64d033c7 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:03.755179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77929f48-ce87-4666-ac17-ae7ab841aefa req-960cc310-c5f8-4a17-a79a-839d64d033c7 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 944 time: 0.3650515 May 26 22:38:03.763365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-76d3bab0-5631-442f-b6d9-e1c91049a347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:03.765021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-76d3bab0-5631-442f-b6d9-e1c91049a347 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7af8a645-4712-4158-b63e-8154c70e970a HTTP/1.1" status: 200 len: 907 time: 0.3235774 May 26 22:38:03.790227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.798633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c2f4c-cd70-4a2d-ba00-afdbccf3bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c86357-7d5b-4ff4-abc2-3400250b5866,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:03.802421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.834083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2f4c-cd70-4a2d-ba00-afdbccf3bc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.835092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3d9c2f4c-cd70-4a2d-ba00-afdbccf3bc1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12c86357-7d5b-4ff4-abc2-3400250b5866 HTTP/1.1" status: 204 len: 168 time: 0.8316255 May 26 22:38:03.890438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571e1c8f-02dd-433a-ad04-2ca3497f2ada,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:03.910859 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04b2d22a-5213-45ce-92c4-b666d300889f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32a221e054be4749b6112b7ccca09aec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1712964 May 26 22:38:03.913274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45144) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:03.935446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:03.966108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-6c9f6081-a70c-482f-a814-daf4a957616d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd HTTP/1.1" status: 200 len: 217 time: 0.1797948 May 26 22:38:03.998049 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.036101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:04.047323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:04.055326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.061196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:04.114779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77929f48-ce87-4666-ac17-ae7ab841aefa req-4591a5f0-17ee-427d-80e5-2fc5171f46b1 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526154 May 26 22:38:04.117434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:38:04.162013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Allocated IP 192.168.233.145 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/90e7c69b-ed81-4d47-a18e-372e7802b89d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:04.164449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:04.165264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.168563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-a94e9a0d-89fb-40f4-8628-7a5ef3ed1fdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:04.170872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-a94e9a0d-89fb-40f4-8628-7a5ef3ed1fdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a106710a-f5df-415e-aaf4-a9cb7ce2204d HTTP/1.1" status: 200 len: 845 time: 0.1891899 May 26 22:38:04.192317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c887a5-cdc6-4681-a3b3-106b019d0cd1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:04.194904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.195247 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Added segment 0f1b42f5-b967-4845-9648-e8d90fb4f6fe of type vlan for network 8deb46b4-0281-4b04-a7f8-f87f840de330 May 26 22:38:04.199151 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-6aa979bf-484c-4f95-a432-fe06ec64984a service neutron] show failed (client error): The resource could not be found. May 26 22:38:04.200097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-6aa979bf-484c-4f95-a432-fe06ec64984a service neutron] 10.222.0.55 "GET /v2.0/ports/95cc68de-10d5-48ca-b736-03e8ab8d3b14/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.3516698 May 26 22:38:04.208277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4935224 May 26 22:38:04.226141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888abf4-124e-47c5-9337-8630e5bc7941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:04.259207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Request body: {'port': {'device_id': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:04.289794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20fc350c-d7cd-47ee-957c-6e1a29668aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.321517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20fc350c-d7cd-47ee-957c-6e1a29668aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.399215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20fc350c-d7cd-47ee-957c-6e1a29668aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.440371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc350c-d7cd-47ee-957c-6e1a29668aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e1c8f-02dd-433a-ad04-2ca3497f2ada,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:04.447355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20fc350c-d7cd-47ee-957c-6e1a29668aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.449411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-20fc350c-d7cd-47ee-957c-6e1a29668aef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/571e1c8f-02dd-433a-ad04-2ca3497f2ada HTTP/1.1" status: 204 len: 168 time: 0.5330451 May 26 22:38:04.467277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.590785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45156) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:04.686290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b5153567-4589-415b-8fdd-6b50f255bb16 None None] Provisioning for port 67a473f2-0b75-4d11-9020-816162df5d03 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:04.698430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b5153567-4589-415b-8fdd-6b50f255bb16 None None] Provisioning complete for port 67a473f2-0b75-4d11-9020-816162df5d03 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:04.702244 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5153567-4589-415b-8fdd-6b50f255bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.812972 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.814762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:04.815704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.838863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b5153567-4589-415b-8fdd-6b50f255bb16 None None] Port 67a473f2-0b75-4d11-9020-816162df5d03 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:04.847582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-c5b04f7c-fb6a-4f51-be35-4b954a13fda3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7af8a645-4712-4158-b63e-8154c70e970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6495590 May 26 22:38:04.930567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.953305 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3f26ef76-e57a-41c9-953f-08ce23ea2797 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf2ef45faa714d3b81612f9c7b9891d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491237 May 26 22:38:04.964211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce25d-ca07-4099-989d-d6b5739070b1 req-f8285812-a7ac-4d65-9a46-7e305bc34675 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:04.965645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45166) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:04.972424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e2ce25d-ca07-4099-989d-d6b5739070b1 req-f8285812-a7ac-4d65-9a46-7e305bc34675 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.4402673 May 26 22:38:05.104358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-e8169ff6-c787-45be-84e0-e43ff0873e92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765&tenant_id=8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 1100 time: 0.4097271 May 26 22:38:05.196537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:05.246116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45172) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:05.250860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-9c025220-c592-442e-981f-c24715643d5b service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918972 May 26 22:38:05.288859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0989454 May 26 22:38:05.290042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452358cc-657e-43c6-bed5-4a3cc463cfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=8deb46b4-0281-4b04-a7f8-f87f840de330,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:05.299158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45176) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:05.300137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d8-cd2c-4e06-9858-cbd4cb78a4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.308141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:38:05.368675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e2ce25d-ca07-4099-989d-d6b5739070b1 req-1c225c47-8eec-4dbc-8c3b-796d48651f55 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901663 May 26 22:38:05.373992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.411630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d8-cd2c-4e06-9858-cbd4cb78a4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.473215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:05.478700 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.490083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:8144cf3e21ed4684bb08ee34216ea957 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:05.496505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:05.504759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:05.556696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Request body: {'subnet': {'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1313083348-subnet', 'tenant_id': '6dac807046a84c77a04020fd16787c5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:05.567422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8389b8-5036-4608-b27d-ebe082ad3bbf req-2c1b55b3-56eb-450b-a767-e199d979f08b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:05.568638 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b8389b8-5036-4608-b27d-ebe082ad3bbf req-2c1b55b3-56eb-450b-a767-e199d979f08b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 1.1042693 May 26 22:38:05.580782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.585452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:05.652774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d8-cd2c-4e06-9858-cbd4cb78a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.684720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Usage tracker for resource:subnet and tenant:6dac807046a84c77a04020fd16787c5d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:05.697384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8405d8-cd2c-4e06-9858-cbd4cb78a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b90a0-d293-404b-a5d6-32d621654cf7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:05.702187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:05.722327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:05.728841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Transition to ACTIVE for port object 90e7c69b-ed81-4d47-a18e-372e7802b89d will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:05.744052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-06c21a3f-83d9-4ebb-849d-2586e47e00af req-3ed17b79-78d4-455f-a174-bc56cb0feb73 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Synchronizing usage tracker for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:05.746469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d8-cd2c-4e06-9858-cbd4cb78a4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.750590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9d8405d8-cd2c-4e06-9858-cbd4cb78a4db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a70b90a0-d293-404b-a5d6-32d621654cf7 HTTP/1.1" status: 204 len: 168 time: 0.7592134 May 26 22:38:05.786164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Made reservation on behalf of 6dac807046a84c77a04020fd16787c5d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:05.788741 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.805966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-06c21a3f-83d9-4ebb-849d-2586e47e00af req-3ed17b79-78d4-455f-a174-bc56cb0feb73 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Unset dirty status for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:05.807402 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06c21a3f-83d9-4ebb-849d-2586e47e00af req-3ed17b79-78d4-455f-a174-bc56cb0feb73 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 210 time: 0.1417422 May 26 22:38:05.808996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b8389b8-5036-4608-b27d-ebe082ad3bbf req-4188a326-91a0-4a91-9fce-e7f1b5201795 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736989 May 26 22:38:05.811220 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.832447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:05.881182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8144cf3e21ed4684bb08ee34216ea957&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6320343 May 26 22:38:05.884027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45188) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:05.920556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaab85-8031-48cc-8b2b-68f396bab2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd747b-42d5-4fa1-b358-f80f020d35b0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:06.007303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-237ffc37-e8ea-4481-a936-72c41d547712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.051141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-237ffc37-e8ea-4481-a936-72c41d547712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.095354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869bc584-b314-4d6d-ab30-0b99389dae64 req-a97040d6-dd18-4c98-97c6-dac9cda25b46 service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932577 May 26 22:38:06.111048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.141132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 142a2c19-46f1-4a09-a994-cfe919ceb0fd details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:06.211033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:06.211033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:06.214801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Pushing event updated for resources: {'Port': ['ID=90e7c69b-ed81-4d47-a18e-372e7802b89d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:06.219632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:06.510633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 142a2c19-46f1-4a09-a994-cfe919ceb0fd, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:06.540019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-237ffc37-e8ea-4481-a936-72c41d547712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.541257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'port_id': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'mac_address': 'fa:16:3e:e8:08:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:06.570984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e9e27-cac5-49cb-a6d2-22408faab9ef req-3ed82a70-8853-4cca-9c65-3d839cb5631f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:06.578853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f03e9e27-cac5-49cb-a6d2-22408faab9ef req-3ed82a70-8853-4cca-9c65-3d839cb5631f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 944 time: 0.5295694 May 26 22:38:06.604343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ffc37-e8ea-4481-a936-72c41d547712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd747b-42d5-4fa1-b358-f80f020d35b0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:06.649947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-237ffc37-e8ea-4481-a936-72c41d547712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.649947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-237ffc37-e8ea-4481-a936-72c41d547712 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25bd747b-42d5-4fa1-b358-f80f020d35b0 HTTP/1.1" status: 204 len: 168 time: 0.7534473 May 26 22:38:06.685325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:06.685325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.713125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f03e9e27-cac5-49cb-a6d2-22408faab9ef req-0dd4d63a-0281-4372-98f7-e1499c9f1166 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328969 May 26 22:38:06.726457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a473f2-0b75-4d11-9020-816162df5d03 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:06.736004 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.762632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.825072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Transition to ACTIVE for port object 67a473f2-0b75-4d11-9020-816162df5d03 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:06.882567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cf6ad533-83e2-46a3-9c38-f44cfda0b477 None None] Provisioning for port 90e7c69b-ed81-4d47-a18e-372e7802b89d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:06.894632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cf6ad533-83e2-46a3-9c38-f44cfda0b477 None None] Provisioning complete for port 90e7c69b-ed81-4d47-a18e-372e7802b89d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:06.895272 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cf6ad533-83e2-46a3-9c38-f44cfda0b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:06.992044 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:07.023610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142a2c19-46f1-4a09-a994-cfe919ceb0fd {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:07.045556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 142a2c19-46f1-4a09-a994-cfe919ceb0fd, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:07.045556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ad533-83e2-46a3-9c38-f44cfda0b477 None None] Port 90e7c69b-ed81-4d47-a18e-372e7802b89d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:07.054991 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:07.100469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-02e5597f-5368-4e18-bb1f-d5ccfaf9242f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4124179 May 26 22:38:07.130678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Request body: {'port': {'device_id': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:07.156127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=142a2c19-46f1-4a09-a994-cfe919ceb0fd,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:07.221195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:07.329252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Checking segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:07.329252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Network hostable DHCP agents. Network: 8deb46b4-0281-4b04-a7f8-f87f840de330, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:38:07.345880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f64a8f2-1e33-4d78-ad91-7b08ab60059c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:07.387929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['142a2c19-46f1-4a09-a994-cfe919ceb0fd'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:07.440276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e66af-5ca6-4572-886d-1434130d4dce req-2b1aa1eb-9ad0-4da2-a39c-3e012203a05d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:07.448839 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-381e66af-5ca6-4572-886d-1434130d4dce req-2b1aa1eb-9ad0-4da2-a39c-3e012203a05d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 950 time: 1.0783162 May 26 22:38:07.465654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:07.571682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:07.579413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:07.701305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f96147-4763-448f-b055-ce4ec227c8cc req-a69fe032-f1de-4ecd-a91c-61d7938cf313 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:07.713067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9f96147-4763-448f-b055-ce4ec227c8cc req-a69fe032-f1de-4ecd-a91c-61d7938cf313 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.4911489 May 26 22:38:07.736478 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:38:07.756242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-381e66af-5ca6-4572-886d-1434130d4dce req-2063406d-beae-4db8-a0ed-9979d70b34d6 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088679 May 26 22:38:07.757163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:07.879377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Attempting to bind port 67a473f2-0b75-4d11-9020-816162df5d03 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:07.880743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Attempting to bind port 67a473f2-0b75-4d11-9020-816162df5d03 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:07.882376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Attempting to bind port 67a473f2-0b75-4d11-9020-816162df5d03 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:07.906683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:07.977746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:38:08.017460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 8deb46b4-0281-4b04-a7f8-f87f840de330) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:08.017460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:08.017460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.066855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e788b87f-070e-41f4-9894-df1acf9f8b10 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7475941 May 26 22:38:08.082432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866aacdc-06b8-4700-b025-de25d83ed19b None None] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:38:08.155287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9f96147-4763-448f-b055-ce4ec227c8cc req-9c0c7e2f-3c2f-4b0f-aa27-0f66d95726b3 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442992 May 26 22:38:08.157241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Port 67a473f2-0b75-4d11-9020-816162df5d03 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:08.160226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Attempting to bind port 67a473f2-0b75-4d11-9020-816162df5d03 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:08.187061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:08.187748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:08.188374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:08.189063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Bound port: 67a473f2-0b75-4d11-9020-816162df5d03, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:08.189667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.213057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:08.224288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.257397 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.293948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Transition to ACTIVE for port object 95cc68de-10d5-48ca-b736-03e8ab8d3b14 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:08.311339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.489951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:08.520937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546ecb-5d10-476b-bda9-454c27f12105 req-2975d65b-fc9f-4464-882d-172751dda3c4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:08.524385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f546ecb-5d10-476b-bda9-454c27f12105 req-2975d65b-fc9f-4464-882d-172751dda3c4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.3545265 May 26 22:38:08.559830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-754ff714-2839-40e9-8796-5bb554c9ff13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2950249 May 26 22:38:08.712233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:08.719418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:08.749121 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:38:08.749474 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:38:08.781518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.849201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-8deb46b4-0281-4b04-a7f8-f87f840de330', 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'tenant_id': '6dac807046a84c77a04020fd16787c5d', 'fixed_ips': [{'subnet_id': '8f64a8f2-1e33-4d78-ad91-7b08ab60059c'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:38:08.850124 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.853155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e7c69b-ed81-4d47-a18e-372e7802b89d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:08.860706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.877115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Transition to ACTIVE for port object 90e7c69b-ed81-4d47-a18e-372e7802b89d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:08.885571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] No DVR routers for this DVR port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:38:08.898340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.966782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.968919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] 10.222.0.55 "PUT /v2.0/ports/67a473f2-0b75-4d11-9020-816162df5d03 HTTP/1.1" status: 200 len: 1095 time: 4.7440498 May 26 22:38:08.997777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:08.998727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:08.999095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:09.028179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f546ecb-5d10-476b-bda9-454c27f12105 req-379da3ed-0153-4a3b-bd26-cec203f38b13 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913926 May 26 22:38:09.119948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:09.120267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:09.138133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Pushing event updated for resources: {'Port': ['ID=90e7c69b-ed81-4d47-a18e-372e7802b89d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:09.138393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dc2f9-b2e7-438b-a7f5-8811eeeb83fb service neutron] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:09.174932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7f2b7-bf78-4f1a-be25-48a274b24682 req-a66ecea9-9daf-4c22-ba6b-b87d5ef64c29 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:09.184522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95f7f2b7-bf78-4f1a-be25-48a274b24682 req-a66ecea9-9daf-4c22-ba6b-b87d5ef64c29 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 936 time: 0.7053270 May 26 22:38:09.186645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-de9c4437-b690-4c59-b6d6-c4abb94156f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 1095 time: 0.5849428 May 26 22:38:09.187011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:09.187690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:09.188241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:09.188859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Bound port: 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:09.189587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:09.239633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Allocated IP 172.20.0.2 (8deb46b4-0281-4b04-a7f8-f87f840de330/8f64a8f2-1e33-4d78-ad91-7b08ab60059c/f7e52c08-ae65-4f5b-981c-5fa27d94a85f) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:09.336667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:09.340560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:09.353581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:09.438753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-f5118167-46dd-42bf-96cc-68148a2c779d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1098 time: 0.3915558 May 26 22:38:09.517371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da4ce0fe-3aed-4136-b118-678e41958a0a details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:09.541740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:09.543138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] 10.222.0.48 "PUT /v2.0/ports/95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 1095 time: 4.3540401 May 26 22:38:09.550508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-95f7f2b7-bf78-4f1a-be25-48a274b24682 req-35f7a2e0-3b7c-4f72-9379-f12f62185793 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Synchronizing usage tracker for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:09.576837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7c41-8d34-43c0-88c9-4936d95ab802 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:09.584230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-e8224e01-966a-4f33-be03-9f41bc68d370 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=67a473f2-0b75-4d11-9020-816162df5d03 HTTP/1.1" status: 200 len: 217 time: 0.1335359 May 26 22:38:09.646176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-f9a51eb7-1131-4ced-bf72-7212e158bc69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:09.648223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-f9a51eb7-1131-4ced-bf72-7212e158bc69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.3883433 May 26 22:38:09.682269 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:38:09.812471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-95f7f2b7-bf78-4f1a-be25-48a274b24682 req-35f7a2e0-3b7c-4f72-9379-f12f62185793 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Unset dirty status for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:09.814907 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95f7f2b7-bf78-4f1a-be25-48a274b24682 req-35f7a2e0-3b7c-4f72-9379-f12f62185793 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292870 May 26 22:38:09.820426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-90ec7dda-a156-4307-8ec0-75694636b53a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:09.822131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-90ec7dda-a156-4307-8ec0-75694636b53a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1507666 May 26 22:38:09.907149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-718a911b-ef5b-4eba-b6e6-01f7e60bebdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1098 time: 0.3210700 May 26 22:38:09.948747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-993836ba-75c0-46d2-bb6f-9b8f50926a23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 200 len: 217 time: 0.2836649 May 26 22:38:09.965974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:09.989639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da4ce0fe-3aed-4136-b118-678e41958a0a has no active binding in host n-h1-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 22:38:10.013598 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:10.017705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Attempting to bind port 90e7c69b-ed81-4d47-a18e-372e7802b89d on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:10.018111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Attempting to bind port 90e7c69b-ed81-4d47-a18e-372e7802b89d by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:10.018634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Attempting to bind port 90e7c69b-ed81-4d47-a18e-372e7802b89d on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:10.055829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Transition to ACTIVE for port object f7e52c08-ae65-4f5b-981c-5fa27d94a85f will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:10.069097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-3ca0f2ef-2041-4d32-a916-6784d49ca77d tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1097 time: 0.8125610 May 26 22:38:10.072030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Port 90e7c69b-ed81-4d47-a18e-372e7802b89d on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:10.072347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Attempting to bind port 90e7c69b-ed81-4d47-a18e-372e7802b89d on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:10.085720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:10.085720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:10.085720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:10.087136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Bound port: 90e7c69b-ed81-4d47-a18e-372e7802b89d, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:10.087136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:10.102227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-1'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:10.168392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Transition to ACTIVE for port object f7e52c08-ae65-4f5b-981c-5fa27d94a85f will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:10.177640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999afb55-48bf-43b9-a5af-e44cb964e6c9 req-71cbc5a0-8251-4919-8453-0ba8c4f1bede tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:10.177640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-999afb55-48bf-43b9-a5af-e44cb964e6c9 req-71cbc5a0-8251-4919-8453-0ba8c4f1bede tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 945 time: 0.7602866 May 26 22:38:10.183719 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:10.190826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-bda5a392-0cf2-4c07-a657-d74facd284d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:10.190826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-bda5a392-0cf2-4c07-a657-d74facd284d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.2193494 May 26 22:38:10.257834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 142a2c19-46f1-4a09-a994-cfe919ceb0fd up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:10.286918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-3dfb6a75-8f30-4f87-a9cf-deb69420c1fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961349 May 26 22:38:10.381257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:10.397374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:10.397906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:10.407487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Pushing event updated for resources: {'Port': ['ID=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:10.411522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:10.512820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-8048f5aa-639a-4458-9c2a-8cff0ac8fa2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:10.512820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-8048f5aa-639a-4458-9c2a-8cff0ac8fa2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5857484 May 26 22:38:10.584842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-8f79e5aa-2c76-4fe7-8821-6505d3b045db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.0696213 May 26 22:38:10.596687 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-999afb55-48bf-43b9-a5af-e44cb964e6c9 req-9eb46fc3-bb68-46ff-91de-9843712cca40 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690932 May 26 22:38:10.615695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] For port 90e7c69b-ed81-4d47-a18e-372e7802b89d, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:10.624574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] For port 90e7c69b-ed81-4d47-a18e-372e7802b89d, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:10.631797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-a0147302-0627-48dc-ba65-e98650ed9955 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7962830 May 26 22:38:10.706716 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:10.731519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 142a2c19-46f1-4a09-a994-cfe919ceb0fd completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:10.761021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 142a2c19-46f1-4a09-a994-cfe919ceb0fd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:10.761021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:10.860606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Attempting to bind port f7e52c08-ae65-4f5b-981c-5fa27d94a85f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:10.860988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Attempting to bind port f7e52c08-ae65-4f5b-981c-5fa27d94a85f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:10.861343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Attempting to bind port f7e52c08-ae65-4f5b-981c-5fa27d94a85f on network 8deb46b4-0281-4b04-a7f8-f87f840de330 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:10.947665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-bc90bbd8-27f7-4e29-acf0-87c9653aaf60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:10.949170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-bc90bbd8-27f7-4e29-acf0-87c9653aaf60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3562863 May 26 22:38:10.962227 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a889f762-35b0-431d-a27d-b29eebe492bf'] response: {'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'code': 200} May 26 22:38:10.995113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:10.995579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Checking segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:10.996027 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:10.996409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Bound using segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:10.997426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Bound port: f7e52c08-ae65-4f5b-981c-5fa27d94a85f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:10.997426 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:11.119974 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:11.132614 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-74d9b081-e0b8-4ed2-9672-dc5d43f6c1b1 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192594 May 26 22:38:11.144069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:11.144069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/90e7c69b-ed81-4d47-a18e-372e7802b89d HTTP/1.1" status: 200 len: 1096 time: 4.0104592 May 26 22:38:11.144069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'tag': '90e7c69b-ed81-4d47-a18e-372e7802b89d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:11.201643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:11.216558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 142a2c19-46f1-4a09-a994-cfe919ceb0fd, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:11.230956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] For port f7e52c08-ae65-4f5b-981c-5fa27d94a85f, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:11.230956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:11.230956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] For port f7e52c08-ae65-4f5b-981c-5fa27d94a85f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:11.241297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-158f9e62-60c7-4884-8813-7b042ed09644 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683026 May 26 22:38:11.266872 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:11.356192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=142a2c19-46f1-4a09-a994-cfe919ceb0fd,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:11.379201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-d5e64249-0f99-4160-96c1-6f458ed423d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4105408 May 26 22:38:11.473526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 267e203f-93ed-4c1c-8ee6-b9f125e25574 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:11.648163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a088c90-bae9-45b0-80f9-dae69c2a57d6 service neutron] Pushing event updated for resources: {'Port': ['ID=90e7c69b-ed81-4d47-a18e-372e7802b89d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:11.892189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95c42f-a7dd-4ad6-a8f9-ce596b5d49c4 None None] Pushing event updated for resources: {'Port': ['ID=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:11.952525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:12.007294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:12.031292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdc100b1-e542-48a7-a7ef-1aea46d38cce req-43787723-df10-430c-a157-07b4a0e0accd service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694504 May 26 22:38:12.049541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:12.064030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:12.164776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:12.168923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:12.240032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b41dd9d0-f4a1-4fb9-8f15-a486fb932be8 req-bb80a843-eec5-4c2d-9127-ef04e63e2278 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0741453 May 26 22:38:12.290266 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:12.304693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:12.312365 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-db6d56f7-ebe4-4d6f-95be-44d8b2e5a324 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9114637 May 26 22:38:12.358060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-1a41e07c-abdf-4c42-a497-529b00b4fb67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 1099 time: 0.7412617 May 26 22:38:12.361955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-7dc542d2-e22c-4fd5-93c8-88328d3d63a3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:12.363221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08ed4-f13b-4301-9d87-29ad2bfe6974 req-887c05bb-0bdc-4123-b1c0-585c4e338895 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:12.363449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-7dc542d2-e22c-4fd5-93c8-88328d3d63a3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 816 time: 0.3267541 May 26 22:38:12.364596 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93c08ed4-f13b-4301-9d87-29ad2bfe6974 req-887c05bb-0bdc-4123-b1c0-585c4e338895 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 946 time: 0.5087965 May 26 22:38:12.460758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-c5303410-8d72-4738-85f9-780e8cb4c5d4 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/quotas/6dac807046a84c77a04020fd16787c5d HTTP/1.1" status: 200 len: 375 time: 0.0862973 May 26 22:38:12.468678 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-4494fd27-6bce-4773-829c-d9b482a0394a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d HTTP/1.1" status: 200 len: 217 time: 0.1011164 May 26 22:38:12.605401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e80a1c46-d855-4d5c-9a29-16dff8ee5bf0 req-1f31df00-042f-4a78-b877-8d9ed40d30ac service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747219 May 26 22:38:12.632909 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-45e452f4-c67d-4e28-b977-12bd85fc6e59 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1700854 May 26 22:38:12.869466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:12.970291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-1ce2c0bd-9e6b-4208-b674-f746ce37a65e service neutron] 10.222.0.32 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356507 May 26 22:38:12.972670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03'}, {'name': 'network-changed', 'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:13.027405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-8858b64f-6763-42a2-a1eb-a4be674a7ae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:13.029568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-8858b64f-6763-42a2-a1eb-a4be674a7ae2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3662231 May 26 22:38:13.043588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93c08ed4-f13b-4301-9d87-29ad2bfe6974 req-92b21d2e-e73b-4995-a26f-3f21f2334117 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668098 May 26 22:38:13.079191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7e52c08-ae65-4f5b-981c-5fa27d94a85f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:13.210229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-7f7bf30a-ce37-40eb-a142-fdb97ec76271 service neutron] 10.222.0.32 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388713 May 26 22:38:13.241662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857ae0f-f2f5-4c6a-bf45-6c747301a463 None None] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:38:13.275596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on host n-h2-843301-1 for vnic_type normal with profile {"migrating_to": "n-h1-843301-1"} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:13.276198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:13.277526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:13.306310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:13.306310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Attempting to bind port da4ce0fe-3aed-4136-b118-678e41958a0a on network 0cf53761-dd15-43d4-a247-8211eb64de03 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:13.376599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-774f4a6e-79b2-4412-b66e-66f7e02fa9e9 None None] Provisioning for port f7e52c08-ae65-4f5b-981c-5fa27d94a85f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:13.392586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:13.392955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Checking segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:13.393376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Bound using segment: {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:13.393867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Bound port: da4ce0fe-3aed-4136-b118-678e41958a0a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a82ca7a-3499-4659-8bc1-4c2ed62b591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0cf53761-dd15-43d4-a247-8211eb64de03'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:13.394211 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:13.439820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port f7e52c08-ae65-4f5b-981c-5fa27d94a85f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:13.496269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port f7e52c08-ae65-4f5b-981c-5fa27d94a85f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:13.496539 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:13.570602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:13.574253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:13.582432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:13.658491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-3b456a78-8e17-4b30-afbd-b282c545a71c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6050682 May 26 22:38:13.733149 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:13.783514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f680b-f66b-4fb8-920e-70a4cdd072ee req-cc1d42f7-35bb-4910-9b6f-ceb2b5d37360 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:13.791545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c8f680b-f66b-4fb8-920e-70a4cdd072ee req-cc1d42f7-35bb-4910-9b6f-ceb2b5d37360 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 947 time: 0.4870262 May 26 22:38:13.849819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port f7e52c08-ae65-4f5b-981c-5fa27d94a85f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:13.864756 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:13.870527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27010983-94ed-4ce2-89ba-c7d8718f436f req-e3e6f431-85af-47fc-81fa-2916adab4dd0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:13.878844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27010983-94ed-4ce2-89ba-c7d8718f436f req-e3e6f431-85af-47fc-81fa-2916adab4dd0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 948 time: 0.1527865 May 26 22:38:13.991469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27010983-94ed-4ce2-89ba-c7d8718f436f req-3c4d4db7-f460-46ff-affd-2d8affad1d76 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061201 May 26 22:38:14.036043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:14.041371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=8']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:14.114065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-97ed350b-4e1f-46d0-9bf8-a9bcd2d82f90 None None] Provisioning complete for port f7e52c08-ae65-4f5b-981c-5fa27d94a85f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:14.114691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97ed350b-4e1f-46d0-9bf8-a9bcd2d82f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:14.147314 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:14.148815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-aded77dd-7a0c-4a86-855b-38b90a6d2791 service neutron] 10.222.0.55 "PUT /v2.0/ports/da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 200 len: 1122 time: 4.0668061 May 26 22:38:14.156426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c8f680b-f66b-4fb8-920e-70a4cdd072ee req-ea4222e1-ac6c-4848-b1ef-acb0f3a2bd83 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640351 May 26 22:38:14.169253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-5af40dd8-a391-4934-808b-7742380b86b8 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978590 May 26 22:38:14.271839 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e95892-af40-42a5-9841-c02e964dc2c9'] response: {'name': 'network-changed', 'server_uuid': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'tag': '90e7c69b-ed81-4d47-a18e-372e7802b89d', 'status': 'completed', 'code': 200} May 26 22:38:14.323573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['da4ce0fe-3aed-4136-b118-678e41958a0a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:14.350999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da48d04-5ed5-4d18-a4d2-44a93785cff9 req-6160df3a-5f91-46e8-8a72-bda20e425f4b service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752415 May 26 22:38:14.449187 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330291af-9763-48d7-9fcd-7b3869d10c1e'] response: {'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'code': 200} May 26 22:38:14.471147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['da4ce0fe-3aed-4136-b118-678e41958a0a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:14.526832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b2fc3ad-3b86-496b-ab19-50c309d43593 req-0277397e-8c8e-47f7-942e-bbbd5d70b1e3 tempest-FlavorsV2NegativeTest-1186396568 tempest-FlavorsV2NegativeTest-1186396568-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=88fa94cf6b104cc08acabd98e1599ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509992 May 26 22:38:14.735108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245dcb1-3be1-4f2e-9dce-fd1f652a3c7f req-4f26b0b0-b07d-4d0f-8307-d8d6139500e7 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:14.736467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1245dcb1-3be1-4f2e-9dce-fd1f652a3c7f req-4f26b0b0-b07d-4d0f-8307-d8d6139500e7 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.3999162 May 26 22:38:14.751498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2df455-c17a-4e75-9484-00ff8179c3da req-939b7109-8a6c-4096-bdc6-dde267d53a58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 1099 time: 0.3194387 May 26 22:38:14.776801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-db8e6773-82aa-4e3c-81ba-b0150f61c006 req-b1c48de3-ea5b-47f5-b743-4f9089737b1c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 1097 time: 0.3722565 May 26 22:38:14.871940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fc3ad-3b86-496b-ab19-50c309d43593 req-1f81e539-740c-48fe-be06-0be84c9e362f tempest-FlavorsV2NegativeTest-1186396568 tempest-FlavorsV2NegativeTest-1186396568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:14.874125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b2fc3ad-3b86-496b-ab19-50c309d43593 req-1f81e539-740c-48fe-be06-0be84c9e362f tempest-FlavorsV2NegativeTest-1186396568 tempest-FlavorsV2NegativeTest-1186396568-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373041 May 26 22:38:14.889288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-db8e6773-82aa-4e3c-81ba-b0150f61c006 req-e8ed6a21-9fa3-440b-bd34-d338215df6fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059830 May 26 22:38:14.895535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b2fc3ad-3b86-496b-ab19-50c309d43593 req-c0c67573-040b-4549-9802-be9dedfb855a tempest-FlavorsV2NegativeTest-1186396568 tempest-FlavorsV2NegativeTest-1186396568-project] 10.222.0.32 "GET /v2.0/quotas/88fa94cf6b104cc08acabd98e1599ec5 HTTP/1.1" status: 200 len: 375 time: 0.0145419 May 26 22:38:14.897135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1245dcb1-3be1-4f2e-9dce-fd1f652a3c7f req-0d1c61d4-3a90-4494-9b5c-4e2af0331b80 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500900 May 26 22:38:15.002457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df455-c17a-4e75-9484-00ff8179c3da req-a33d87a8-1b19-4a7f-bbd3-3c4445f35624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:15.006949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2df455-c17a-4e75-9484-00ff8179c3da req-a33d87a8-1b19-4a7f-bbd3-3c4445f35624 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2403352 May 26 22:38:15.007185 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b2fc3ad-3b86-496b-ab19-50c309d43593 req-2054040d-d576-46fe-832e-c434509399a8 tempest-FlavorsV2NegativeTest-1186396568 tempest-FlavorsV2NegativeTest-1186396568-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88fa94cf6b104cc08acabd98e1599ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999148 May 26 22:38:15.030055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7e52c08-ae65-4f5b-981c-5fa27d94a85f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:15.067795 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b2432e-fedf-41c8-a096-abb39b0b3d4a'] response: {'name': 'network-changed', 'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03', 'status': 'completed', 'code': 200} May 26 22:38:15.069338 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b2432e-fedf-41c8-a096-abb39b0b3d4a'] response: {'name': 'network-changed', 'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'status': 'completed', 'code': 200} May 26 22:38:15.212839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port f7e52c08-ae65-4f5b-981c-5fa27d94a85f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:15.213411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:15.503440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2df455-c17a-4e75-9484-00ff8179c3da req-54b75fd8-4327-4497-a025-e0cf72735c2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d HTTP/1.1" status: 200 len: 217 time: 0.2936218 May 26 22:38:15.505654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:15.668532 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-25038e41-77b8-4478-a96b-a04f7ebd7068 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1098 time: 0.5384469 May 26 22:38:15.689742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df455-c17a-4e75-9484-00ff8179c3da req-5365d035-6af7-47a9-bb19-d30ae04e0771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:15.691242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2df455-c17a-4e75-9484-00ff8179c3da req-5365d035-6af7-47a9-bb19-d30ae04e0771 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1805756 May 26 22:38:15.695933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-8913fb21-a61a-49ed-9bc4-5b442a902a4f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:15.697330 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-8913fb21-a61a-49ed-9bc4-5b442a902a4f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.55 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 816 time: 0.5661857 May 26 22:38:15.707214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-11bb739a-61bb-4f3d-ab21-b60c7fa3dfda tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:15.708277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-11bb739a-61bb-4f3d-ab21-b60c7fa3dfda tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Synchronizing usage tracker for tenant:6dac807046a84c77a04020fd16787c5d on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:15.768009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:15.771894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Request body: {'port': {'device_id': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'admin_state_up': True, 'tenant_id': '6dac807046a84c77a04020fd16787c5d'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:15.798426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '67a473f2-0b75-4d11-9020-816162df5d03', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '67a473f2-0b75-4d11-9020-816162df5d03', 'mac_address': 'fa:16:3e:81:63:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:15.872575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdb712-cd99-485f-8cec-5c80910165ab req-98307889-ba45-494e-a07e-d45f70bf8c7f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:15.874619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdb712-cd99-485f-8cec-5c80910165ab req-98307889-ba45-494e-a07e-d45f70bf8c7f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 944 time: 0.5382063 May 26 22:38:15.889744 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:15.911710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-0763a062-e278-45ee-98e7-bd1240471c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:15.913557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-0763a062-e278-45ee-98e7-bd1240471c59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2021148 May 26 22:38:15.917870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-93dabe5c-014e-4b7f-876b-4d29944c3ab2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1098 time: 0.6818526 May 26 22:38:15.923676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a473f2-0b75-4d11-9020-816162df5d03 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:15.948134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:15.958093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:15.961227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:16.093355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:16.120577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:16.126728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Usage tracker for resource:port and tenant:6dac807046a84c77a04020fd16787c5d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:16.130204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:16.141522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:16.144833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:16.162216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdb712-cd99-485f-8cec-5c80910165ab req-922e853c-db24-4c33-b926-9eec2e834ff2 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799671 May 26 22:38:16.175381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'mac_address': 'fa:16:3e:9e:f9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:16.180411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Made reservation on behalf of 6dac807046a84c77a04020fd16787c5d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:16.191688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:16.240370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-11bb739a-61bb-4f3d-ab21-b60c7fa3dfda tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Unset dirty status for tenant:6dac807046a84c77a04020fd16787c5d on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:16.246840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-11bb739a-61bb-4f3d-ab21-b60c7fa3dfda tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 816 time: 1.0102363 May 26 22:38:16.257645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2df455-c17a-4e75-9484-00ff8179c3da req-455a038c-b1de-4fad-bfc1-f32d9d75fd49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5568032 May 26 22:38:16.290412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45400) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:16.364449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a'}, {'name': 'network-changed', 'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:16.370845 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:16.401484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d746e71e-c111-4017-9ca7-c082938bd0cb {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:16.432276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:16.439542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-59a6bb6d-009e-459a-86b3-76da27b89370 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=67a473f2-0b75-4d11-9020-816162df5d03 HTTP/1.1" status: 200 len: 217 time: 0.4666703 May 26 22:38:16.446442 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:16.523522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:16.594893 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:16.606049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d746e71e-c111-4017-9ca7-c082938bd0cb'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:16.679105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-df33a85e-f630-4744-a127-c8d41b784f9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:16.680803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-df33a85e-f630-4744-a127-c8d41b784f9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2273431 May 26 22:38:16.763588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:16.826159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-0e317e18-c8ef-4814-b271-463a51e9fd4c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/quotas/6dac807046a84c77a04020fd16787c5d HTTP/1.1" status: 200 len: 375 time: 0.5778625 May 26 22:38:16.906046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:16.957057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['67a473f2-0b75-4d11-9020-816162df5d03'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:17.039019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Usage tracker for resource:security_group_rule and tenant:88fa94cf6b104cc08acabd98e1599ec5 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:17.041278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-24ebaeb1-77b4-49d2-8a99-f397a14e022d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:17.048470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-24ebaeb1-77b4-49d2-8a99-f397a14e022d service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.9916406 May 26 22:38:17.064253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:17.112938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2df455-c17a-4e75-9484-00ff8179c3da req-87efb567-4dad-432f-a726-5ffe442293e3 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491433 May 26 22:38:17.126011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:17.257512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-f1be59bb-fec8-4f14-98ff-58326db68566 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.1980374 May 26 22:38:17.265876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-e7a80e70-a8ce-48f5-ab8c-2caded65c29d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5643902 May 26 22:38:17.299473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Allocated IP 172.20.0.10 (8deb46b4-0281-4b04-a7f8-f87f840de330/8f64a8f2-1e33-4d78-ad91-7b08ab60059c/ac71afb0-bced-423e-a5a2-8a344a9d9ee3) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:17.355761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5c27bc95-d75b-4c8f-88a9-11f7f3da43a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:17.449075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2df455-c17a-4e75-9484-00ff8179c3da req-b57188ac-ca46-4ee2-b0cf-b1035838a29b service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200839 May 26 22:38:17.469300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:17.475440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b5cef-4f6f-45cc-b5d3-c6b280075deb req-ac9553bc-a9f1-4637-ac18-5f99f19e6e2d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:17.476925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea3b5cef-4f6f-45cc-b5d3-c6b280075deb req-ac9553bc-a9f1-4637-ac18-5f99f19e6e2d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 948 time: 0.4412596 May 26 22:38:17.497782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:17.516871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-eb8739f5-9948-4ff1-b033-877b87754966 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6722519 May 26 22:38:17.550162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-241416b9-d650-4531-8058-71d92e8302b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:17.552891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-241416b9-d650-4531-8058-71d92e8302b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2854588 May 26 22:38:17.730874 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-a960dfcd-d85d-411c-bbbe-fa578dd4d1fb service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170387 May 26 22:38:17.960669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-32a3dee8-f1a3-4b9c-85a7-2e23941868fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3982048 May 26 22:38:17.990946 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88fa94cf6b104cc08acabd98e1599ec5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6957328 May 26 22:38:17.998711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45422) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:17.999707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5f2fd-285a-4bc5-b8ed-bd477ece505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ea02f-237e-47c1-8943-f076c561c50a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:18.010110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-8c50f3a6-6abf-4525-8f19-09f7656c19c7 service neutron] 10.222.0.32 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923015 May 26 22:38:18.052478 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea3b5cef-4f6f-45cc-b5d3-c6b280075deb req-2cde20a4-755f-4ac3-a558-3150722a8bf4 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558193 May 26 22:38:18.156827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:18.191778 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-244a6cf8-a3da-425d-9d52-e53867584766 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142885 May 26 22:38:18.240844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 90e7c69b-ed81-4d47-a18e-372e7802b89d details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:18.245131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-f81aa732-a4bf-48da-b87c-35e8b5692397 service neutron] 10.222.0.32 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342021 May 26 22:38:18.251728 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8285ccab-85de-4fbd-a936-03db8e7af0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:18.280418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Transition to ACTIVE for port object ac71afb0-bced-423e-a5a2-8a344a9d9ee3 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:18.349952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8285ccab-85de-4fbd-a936-03db8e7af0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:18.359435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-b7648ec6-8ffd-4a7c-8fb4-f9b703e19f97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1098 time: 0.1131027 May 26 22:38:18.361334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-27509221-e66a-4b0c-a810-8c68917eaa32 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809605 May 26 22:38:18.446130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 90e7c69b-ed81-4d47-a18e-372e7802b89d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:18.455159 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:18.466362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '90e7c69b-ed81-4d47-a18e-372e7802b89d', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '90e7c69b-ed81-4d47-a18e-372e7802b89d', 'mac_address': 'fa:16:3e:04:f8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:18.602032 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:18.646091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-a7583d24-1f27-4dbb-8087-33bb8d90da0a service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778730 May 26 22:38:18.695136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:18.706651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e7c69b-ed81-4d47-a18e-372e7802b89d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:18.775256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:18.779708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 90e7c69b-ed81-4d47-a18e-372e7802b89d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:18.812929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:18.812929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:18.868497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57de2-3814-477b-a977-5db93be254ad req-53bc7b1c-e0f4-4c4c-a97c-027fe0bb6cc9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:18.878495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86a57de2-3814-477b-a977-5db93be254ad req-53bc7b1c-e0f4-4c4c-a97c-027fe0bb6cc9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 947 time: 0.5917051 May 26 22:38:18.944720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8285ccab-85de-4fbd-a936-03db8e7af0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:18.968691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:19.126048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=90e7c69b-ed81-4d47-a18e-372e7802b89d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:19.159921 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:38:19.194107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:19.232694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:19.236021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:19.240702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'mac_address': 'fa:16:3e:76:3e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:19.253695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86a57de2-3814-477b-a977-5db93be254ad req-a6cce5da-3f95-4cd1-8be1-c2c402156d6e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745401 May 26 22:38:19.254880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Pushing event updated for resources: {'Port': ['ID=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:19.288203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285ccab-85de-4fbd-a936-03db8e7af0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ea02f-237e-47c1-8943-f076c561c50a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:19.328112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8285ccab-85de-4fbd-a936-03db8e7af0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:19.329954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8285ccab-85de-4fbd-a936-03db8e7af0dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a02ea02f-237e-47c1-8943-f076c561c50a HTTP/1.1" status: 204 len: 168 time: 1.3269789 May 26 22:38:19.348032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d8e7e362-fe90-4f7c-95e7-471ab5c4ec55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6015594 May 26 22:38:19.364783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Request body: {'port': {'device_id': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:19.415413 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:19.502935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cc68de-10d5-48ca-b736-03e8ab8d3b14 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:19.507113 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e475a317-3f01-4b86-b85f-2234a1444f15'] response: {'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a', 'code': 200} May 26 22:38:19.509598 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e475a317-3f01-4b86-b85f-2234a1444f15'] response: {'name': 'network-changed', 'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a', 'status': 'completed', 'code': 200} May 26 22:38:19.519605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-3ed4ef3c-5b34-462f-bcd1-0ebc057604e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:19.545143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-3ed4ef3c-5b34-462f-bcd1-0ebc057604e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 1.1787651 May 26 22:38:19.552050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:19.573295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0121cb77-4d7c-4526-aff4-9478946e5162 None None] Provisioning for port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:19.597479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0121cb77-4d7c-4526-aff4-9478946e5162 None None] Provisioning complete for port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:19.597909 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0121cb77-4d7c-4526-aff4-9478946e5162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:19.760651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:19.766939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:19.768512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-197f0757-fb24-47aa-a299-1b7ee8bf0c8c service neutron] 10.222.0.48 "GET /v2.0/ports/da4ce0fe-3aed-4136-b118-678e41958a0a/bindings/n-h1-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.4484777 May 26 22:38:19.817998 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:19.818277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6868-3ba1-4648-beca-db7f0aa4a9d1 req-ca7d279d-7c89-433a-a3e5-20edbe846c76 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:19.819801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-095b6868-3ba1-4648-beca-db7f0aa4a9d1 req-ca7d279d-7c89-433a-a3e5-20edbe846c76 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.6197395 May 26 22:38:19.878964 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e22199-5d8c-4dd8-9ed1-effe18a762e8'] response: {'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'code': 200} May 26 22:38:19.880300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0121cb77-4d7c-4526-aff4-9478946e5162 None None] Port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:19.891423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-32c0832a-190b-400c-95d1-3564af24c767 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.3171158 May 26 22:38:19.962015 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0bbcca8d-b478-4270-8edd-6788b2b39ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:19.964926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:19.987122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 67a473f2-0b75-4d11-9020-816162df5d03 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:19.993316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 67a473f2-0b75-4d11-9020-816162df5d03 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:19.994030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:20.131448 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:20.152092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['90e7c69b-ed81-4d47-a18e-372e7802b89d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:20.210794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['95cc68de-10d5-48ca-b736-03e8ab8d3b14'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:20.243322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-095b6868-3ba1-4648-beca-db7f0aa4a9d1 req-76b9864f-7d95-461a-9b0c-3c35815ca807 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424661 May 26 22:38:20.306256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-6d15c9cb-1af8-44bb-9985-67b51add836a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:20.313284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-6d15c9cb-1af8-44bb-9985-67b51add836a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.4076834 May 26 22:38:20.332712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac71afb0-bced-423e-a5a2-8a344a9d9ee3 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:20.340412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:20.345078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:20.360754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Transition to ACTIVE for port object ac71afb0-bced-423e-a5a2-8a344a9d9ee3 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:20.373849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:20.440145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd41269a-4990-4831-8f97-e3e541423d57 req-ad7399b4-8e2d-43bd-87c6-1b06bc789805 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1125 time: 0.7821374 May 26 22:38:20.456071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da4ce0fe-3aed-4136-b118-678e41958a0a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:20.569485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:20.569485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:20.599985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-44f877ba-a6b1-4afc-8606-0fc4548aec16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732384 May 26 22:38:20.807246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41269a-4990-4831-8f97-e3e541423d57 req-90b1ba7f-7406-4f7e-a845-3f8baec3b3b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:20.808891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd41269a-4990-4831-8f97-e3e541423d57 req-90b1ba7f-7406-4f7e-a845-3f8baec3b3b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 0.3386431 May 26 22:38:20.971698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:21.025463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:21.083379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dcc4d-8986-4db2-9503-b8eca729b8bf req-460f1a3c-04c7-4ccb-aa9f-80a3c8606f9d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:21.085281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c44dcc4d-8986-4db2-9503-b8eca729b8bf req-460f1a3c-04c7-4ccb-aa9f-80a3c8606f9d tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 944 time: 1.2559743 May 26 22:38:21.132239 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd41269a-4990-4831-8f97-e3e541423d57 req-7360d383-3bde-49a9-85ad-adefbc6faf25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 200 len: 217 time: 0.2206769 May 26 22:38:21.151233 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:21.254472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d746e71e-c111-4017-9ca7-c082938bd0cb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:21.254472 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:21.305513 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:21.455579 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:21.485946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41269a-4990-4831-8f97-e3e541423d57 req-cca8dbb1-5c75-4a4e-87cf-6d7480cac8ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:21.490340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd41269a-4990-4831-8f97-e3e541423d57 req-cca8dbb1-5c75-4a4e-87cf-6d7480cac8ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.2615669 May 26 22:38:21.516026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:21.528956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:21.648981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd41269a-4990-4831-8f97-e3e541423d57 req-2880720a-a40f-4f11-b5a1-f68c57696e52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981896 May 26 22:38:21.658050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:21.660685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-41994589-0bff-43e2-8576-7919294cc102 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614672 May 26 22:38:21.686718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-8790bb13-67ad-423a-9edc-9b0a7e0bf9ab tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:21.688284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-8790bb13-67ad-423a-9edc-9b0a7e0bf9ab tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 816 time: 0.7934251 May 26 22:38:21.752458 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:21.882233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03'}, {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:21.950382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-2a57169e-f517-4b49-871c-b78082d99ef5 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/quotas/6dac807046a84c77a04020fd16787c5d HTTP/1.1" status: 200 len: 375 time: 0.1792617 May 26 22:38:21.964953 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c44dcc4d-8986-4db2-9503-b8eca729b8bf req-99e49185-c0db-4a82-bc56-e3c9642ac385 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8593791 May 26 22:38:21.975394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Attempting to bind port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:21.975935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Attempting to bind port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:21.976471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Attempting to bind port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 on network 8deb46b4-0281-4b04-a7f8-f87f840de330 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:21.990663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 on network 8deb46b4-0281-4b04-a7f8-f87f840de330 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:21.990872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Attempting to bind port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 on network 8deb46b4-0281-4b04-a7f8-f87f840de330 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:22.009225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:22.014227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Checking segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:22.014705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Bound using segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:22.015191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Bound port: ac71afb0-bced-423e-a5a2-8a344a9d9ee3, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:22.015541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.065434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-791e3c83-361d-4ea8-b8e6-e9992f500b50 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:22.067332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-791e3c83-361d-4ea8-b8e6-e9992f500b50 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 816 time: 1.0921183 May 26 22:38:22.080111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:22.114704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Request body: {'port': {'device_id': '52930196-7e89-48b4-a304-5a3b996c048a', 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'admin_state_up': True, 'tenant_id': '6dac807046a84c77a04020fd16787c5d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:22.251789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 90e7c69b-ed81-4d47-a18e-372e7802b89d up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:22.266530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd41269a-4990-4831-8f97-e3e541423d57 req-1a2477c4-2e48-4949-bcca-97caa70d2d82 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089857 May 26 22:38:22.423868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 90e7c69b-ed81-4d47-a18e-372e7802b89d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:22.444264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 90e7c69b-ed81-4d47-a18e-372e7802b89d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:22.446122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.511319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48030a0-3518-44fd-bed9-e88f7298f745 req-eda43f2f-8234-4ad3-8f73-8832f2822890 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7984891 May 26 22:38:22.524983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:22.546023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd41269a-4990-4831-8f97-e3e541423d57 req-fc92c7e9-d6ed-4938-9500-ced525e68933 service neutron] 10.222.0.48 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584333 May 26 22:38:22.566725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] For port ac71afb0-bced-423e-a5a2-8a344a9d9ee3, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:22.581098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] For port ac71afb0-bced-423e-a5a2-8a344a9d9ee3, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:22.591981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.632819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4ce0fe-3aed-4136-b118-678e41958a0a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:22.663093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:22.695387 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-e586a19e-1451-403e-bc16-1f857285b3a0 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7281034 May 26 22:38:22.778378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.792955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:22.811675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Usage tracker for resource:port and tenant:6dac807046a84c77a04020fd16787c5d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:22.817335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:22.819638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.855799 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.858868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac71afb0-bced-423e-a5a2-8a344a9d9ee3 HTTP/1.1" status: 200 len: 1092 time: 3.5019026 May 26 22:38:22.862955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'tag': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:22.886402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72460216-f4c9-4051-ac61-688d202b1a43 req-53d772f9-9bc8-4f3d-8a56-5abdc47b3cbb tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:22.896530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72460216-f4c9-4051-ac61-688d202b1a43 req-53d772f9-9bc8-4f3d-8a56-5abdc47b3cbb tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 949 time: 0.7003207 May 26 22:38:22.919036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 90e7c69b-ed81-4d47-a18e-372e7802b89d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:22.925761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.926854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:23.023457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] Transition to ACTIVE for port object da4ce0fe-3aed-4136-b118-678e41958a0a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:23.026291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:23.079476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=90e7c69b-ed81-4d47-a18e-372e7802b89d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:23.102506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72460216-f4c9-4051-ac61-688d202b1a43 req-60be8915-13eb-4bb9-8e8d-b588d20117c3 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045417 May 26 22:38:23.112540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:23.128368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f88dd0-6aab-4b75-8ab2-a1a6ec87ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:23.149430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:23.156969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:23.159529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:23.173857 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-bad378d7-59d9-44ea-b512-c9ec974b6266 service neutron] 10.222.0.32 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774756 May 26 22:38:23.228182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Made reservation on behalf of 6dac807046a84c77a04020fd16787c5d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:23.230847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:23.238143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-9dd373d5-21e2-498f-bdb4-2aa80fef73e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 1095 time: 0.2668092 May 26 22:38:23.408929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-e0adc285-080c-48b0-a43e-d77ed9cb39ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3 HTTP/1.1" status: 200 len: 217 time: 0.1478758 May 26 22:38:23.452564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:23.545093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:23.555978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-43209a1e-50f3-4de1-accd-df207cafd13d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:23.556501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:23.558354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-43209a1e-50f3-4de1-accd-df207cafd13d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 200 len: 855 time: 0.1451240 May 26 22:38:23.671878 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-af7ce8c4-274b-4b05-9c37-5f18565623b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8deb46b4-0281-4b04-a7f8-f87f840de330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046281 May 26 22:38:23.700941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:23.734494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=10']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:23.837995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] No DVR routers for this DVR port da4ce0fe-3aed-4136-b118-678e41958a0a on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:38:23.973519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-37f9dac1-6725-4593-9317-3bb9cd1da952 service neutron] 10.222.0.32 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988226 May 26 22:38:24.043657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-758dda09-349a-4ddb-8d4c-0814dda2c066 service neutron] 10.222.0.48 "PUT /v2.0/ports/da4ce0fe-3aed-4136-b118-678e41958a0a/bindings/n-h1-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 4.2611353 May 26 22:38:24.097003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Allocated IP 172.20.0.5 (8deb46b4-0281-4b04-a7f8-f87f840de330/8f64a8f2-1e33-4d78-ad91-7b08ab60059c/773137ff-b219-4a06-b0a2-7ec03af9bed6) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:24.201985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-d615008f-65a6-4418-b76d-0b32ff6687f4 service neutron] 10.222.0.55 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205390 May 26 22:38:24.268809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314257-033b-42c7-8798-6c68f7bf3281 req-faa984ac-1551-4df8-ae3c-5cb62d2a6fb5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:24.270878 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-faa984ac-1551-4df8-ae3c-5cb62d2a6fb5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765&tenant_id=8864d1aae91247e589ebd0ab46222232&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 949 time: 0.5193245 May 26 22:38:24.429964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-46cfd99b-bad6-4169-beeb-92469d871134 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.3104975 May 26 22:38:24.483210 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85ff4c1-8c17-403b-bf75-60d1c56d2908'] response: {'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03', 'code': 200} May 26 22:38:24.483692 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85ff4c1-8c17-403b-bf75-60d1c56d2908'] response: {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'code': 200} May 26 22:38:24.553899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-98f5bfa0-7412-4121-85a8-d8d16b5e8f90 service neutron] 10.222.0.48 "GET /v2.0/ports/95cc68de-10d5-48ca-b736-03e8ab8d3b14/bindings/n-h2-843301-1 HTTP/1.1" status: 200 len: 382 time: 0.2731969 May 26 22:38:24.578151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231193bc-9b23-4d80-9605-453468df68a3 req-a3bdd09f-f11c-44bf-93a6-3a5d0208d692 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:24.579730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-231193bc-9b23-4d80-9605-453468df68a3 req-a3bdd09f-f11c-44bf-93a6-3a5d0208d692 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.5168188 May 26 22:38:24.626841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:24.646674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Request body: {'floatingip': {'port_id': '142a2c19-46f1-4a09-a994-cfe919ceb0fd'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:24.746982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:24.771364 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:24.808340 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27adedd-7f26-4dde-8883-cbb988ac747e'] response: {'name': 'network-changed', 'server_uuid': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'tag': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3', 'status': 'completed', 'code': 200} May 26 22:38:24.841885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-981ccd05-7627-499a-a2b9-944204a2dd73 req-94c918c3-3733-42ea-a472-b40009d5c18c service neutron] 10.222.0.55 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236894 May 26 22:38:24.843662 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:24.918264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:24.927222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-434414f4-f578-4fdb-a15a-6edb10732157 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56&tenant_id=98519dfb05104b2090a2113a0c1e295d HTTP/1.1" status: 200 len: 1096 time: 0.4858706 May 26 22:38:24.934069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Transition to ACTIVE for port object 773137ff-b219-4a06-b0a2-7ec03af9bed6 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:25.173358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e96187f-41a7-4060-879c-2b96ff6cf6b2 req-a91266cd-9c9a-4cb4-ba81-533f61e46bb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1100 time: 0.5989010 May 26 22:38:25.260099 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:25.335053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e96187f-41a7-4060-879c-2b96ff6cf6b2 req-4207c3ee-9ac4-4610-8cff-879e9bd672d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415751 May 26 22:38:25.359539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:25.376749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:25.378876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Usage tracker for resource:security_group_rule and tenant:adc0abcb94ee456b94262849c866a9a6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:25.402899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:25.412717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:25.512002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-64998696-26a1-4b52-9e0d-b8c01ea5065c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98519dfb05104b2090a2113a0c1e295d&device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1096 time: 0.5490701 May 26 22:38:25.525178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8d2a-a6a0-4b9e-9de3-567b9ed8741a req-854c4a92-7ce5-48dd-8fce-75c4de6ccb0a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:25.526805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d6f8d2a-a6a0-4b9e-9de3-567b9ed8741a req-854c4a92-7ce5-48dd-8fce-75c4de6ccb0a tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 945 time: 0.4475636 May 26 22:38:25.596474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-cd3e5dc4-9fc1-4db3-9fdb-7245d9407dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1100 time: 1.0156152 May 26 22:38:25.718995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:25.771665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Pushing event updated for resources: {'Port': ['ID=773137ff-b219-4a06-b0a2-7ec03af9bed6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:25.791304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:26.117113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:26.118187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-241f452f-0d24-4767-ad91-c300c08ff4af req-70c3a1ab-ea40-43f4-90ab-460af82e81cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 1095 time: 0.7320087 May 26 22:38:26.122936 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d6f8d2a-a6a0-4b9e-9de3-567b9ed8741a req-a1e39bdd-cdd0-47e5-9a55-9bc9ac904087 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792058 May 26 22:38:26.124567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c86ec-5cb0-41b6-883f-235513e63329 req-34bd3d9b-572a-480a-8825-72272bba0760 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:26.134672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-362c86ec-5cb0-41b6-883f-235513e63329 req-34bd3d9b-572a-480a-8825-72272bba0760 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.9289238 May 26 22:38:26.143092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:26.161188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:26.389920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f452f-0d24-4767-ad91-c300c08ff4af req-78e3961d-9db1-447a-a8af-25ed1ba912f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:26.399931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-241f452f-0d24-4767-ad91-c300c08ff4af req-78e3961d-9db1-447a-a8af-25ed1ba912f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 917 time: 0.2547183 May 26 22:38:26.485691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7c69b-ed81-4d47-a18e-372e7802b89d'}, {'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:26.647742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6970b5ab-a72f-4d04-b3c4-c04b2c94c2de None None] Provisioning for port 773137ff-b219-4a06-b0a2-7ec03af9bed6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:26.657757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6970b5ab-a72f-4d04-b3c4-c04b2c94c2de None None] Provisioning complete for port 773137ff-b219-4a06-b0a2-7ec03af9bed6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:26.658796 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6970b5ab-a72f-4d04-b3c4-c04b2c94c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:26.697164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-241f452f-0d24-4767-ad91-c300c08ff4af req-ccc0b6bc-cc17-4a9d-bafe-b95160df8aa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3 HTTP/1.1" status: 200 len: 217 time: 0.2559874 May 26 22:38:26.844071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6970b5ab-a72f-4d04-b3c4-c04b2c94c2de None None] Port 773137ff-b219-4a06-b0a2-7ec03af9bed6 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:26.851830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314257-033b-42c7-8798-6c68f7bf3281 req-304d42da-f20c-4da4-8c83-eacfe41956a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:26.853248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-304d42da-f20c-4da4-8c83-eacfe41956a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 1.2390757 May 26 22:38:26.881662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c624c6be-d8e1-44c2-b62a-725073d0e342,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:26.949868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-6ebe25c3-6ad7-475a-86f4-987543d7e9cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.0752225 May 26 22:38:26.969331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:26.969591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:26.983340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-362c86ec-5cb0-41b6-883f-235513e63329 req-38e45f93-ae24-4572-8bec-acbc62acc618 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8476715 May 26 22:38:27.031981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f588de97-8644-4d72-b0e6-d94808e66b9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adc0abcb94ee456b94262849c866a9a6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2764728 May 26 22:38:27.039221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45548) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:27.152410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-d04b155d-11aa-4a53-bd46-ca9fdcdaca54 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0549638 May 26 22:38:27.153579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-0905d46b-2c70-48f3-9c1c-00ac03c8ecb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:27.155039 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-0905d46b-2c70-48f3-9c1c-00ac03c8ecb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 200 len: 909 time: 1.5708759 May 26 22:38:27.244202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Request body: {'port': {'device_id': '52930196-7e89-48b4-a304-5a3b996c048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:27.276276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f452f-0d24-4767-ad91-c300c08ff4af req-625b5385-e7ed-4a66-beb2-ae7435ddd7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:27.277698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-241f452f-0d24-4767-ad91-c300c08ff4af req-625b5385-e7ed-4a66-beb2-ae7435ddd7db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 200 len: 855 time: 0.5553737 May 26 22:38:27.315909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5640fb45-3efe-40da-8fa5-679ba616459a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:27.316818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5640fb45-3efe-40da-8fa5-679ba616459a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 816 time: 1.0068769 May 26 22:38:27.355800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-1d3e48ce-ab1e-45a2-b0f6-8c1d11244365 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 200 len: 217 time: 0.1818309 May 26 22:38:27.438240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:27.439211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Request body: {'port': {'device_id': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'admin_state_up': True, 'tenant_id': '6dac807046a84c77a04020fd16787c5d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:27.439351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-455afe7e-2ef9-4e8d-a16e-2cd707a8f1f4 req-9c54981d-adcc-4681-b693-c79a668b98aa tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Synchronizing usage tracker for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:27.449573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314257-033b-42c7-8798-6c68f7bf3281 req-029a1055-0922-42da-99ca-69440889665f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:27.449573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-029a1055-0922-42da-99ca-69440889665f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.4530103 May 26 22:38:27.489047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20e920-68d9-44d3-9656-493b041ed9ed req-94deca0f-cc48-4489-8024-26666f7979ca tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:27.489047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0b20e920-68d9-44d3-9656-493b041ed9ed req-94deca0f-cc48-4489-8024-26666f7979ca tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Synchronizing usage tracker for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:27.545938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-455afe7e-2ef9-4e8d-a16e-2cd707a8f1f4 req-9c54981d-adcc-4681-b693-c79a668b98aa tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Unset dirty status for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:27.545938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-455afe7e-2ef9-4e8d-a16e-2cd707a8f1f4 req-9c54981d-adcc-4681-b693-c79a668b98aa tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 210 time: 0.2686727 May 26 22:38:27.625088 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-241f452f-0d24-4767-ad91-c300c08ff4af req-c8257eed-f134-4894-b2a4-59645ce4ef19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8deb46b4-0281-4b04-a7f8-f87f840de330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2962108 May 26 22:38:27.667670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-391ee5f2-09d1-4af2-9c78-05ab7000558f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966984 May 26 22:38:27.677565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42b51e8-0fde-47a3-be11-5dc9149f1542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:27.851380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42b51e8-0fde-47a3-be11-5dc9149f1542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:27.898221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:27.908160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0b20e920-68d9-44d3-9656-493b041ed9ed req-94deca0f-cc48-4489-8024-26666f7979ca tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Unset dirty status for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:27.909650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b20e920-68d9-44d3-9656-493b041ed9ed req-94deca0f-cc48-4489-8024-26666f7979ca tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 950 time: 1.4052811 May 26 22:38:27.919148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-056ccfda-2e30-457f-bf73-fe7990c33cc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:27.920933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-056ccfda-2e30-457f-bf73-fe7990c33cc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 200 len: 848 time: 0.5506620 May 26 22:38:28.030617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-56abea1a-e0cf-4860-9c34-b267c3ac9626 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cf53761-dd15-43d4-a247-8211eb64de03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748260 May 26 22:38:28.111680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-00b81a8d-aea5-4273-b3c3-46c3425137e6 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697426 May 26 22:38:28.179514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:38:28.181581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:28.226451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b20e920-68d9-44d3-9656-493b041ed9ed req-fde3330e-9cde-427d-8a27-63a92b874522 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979867 May 26 22:38:28.253564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:28.387388 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:28.391994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-241f452f-0d24-4767-ad91-c300c08ff4af req-0246bcd5-f764-4d1b-92e7-f25e2eade08b service neutron] 10.222.0.55 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535627 May 26 22:38:28.411520 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bea066-21eb-4afd-b4b2-7d7676e420b8'] response: {'server_uuid': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7c69b-ed81-4d47-a18e-372e7802b89d', 'code': 200} May 26 22:38:28.412248 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bea066-21eb-4afd-b4b2-7d7676e420b8'] response: {'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'code': 200} May 26 22:38:28.457623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Made reservation on behalf of 6dac807046a84c77a04020fd16787c5d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:28.465600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:28.507464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42b51e8-0fde-47a3-be11-5dc9149f1542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:28.593252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b51e8-0fde-47a3-be11-5dc9149f1542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c624c6be-d8e1-44c2-b62a-725073d0e342,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:28.812909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-c6869a71-0b91-4443-ab4a-0cf51da7f6b2 service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439690 May 26 22:38:28.836742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:28.949998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-44fe4a50-4248-4027-a628-2bb2afdb1cf8 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567386 May 26 22:38:29.126641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42b51e8-0fde-47a3-be11-5dc9149f1542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:29.130995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f42b51e8-0fde-47a3-be11-5dc9149f1542 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c624c6be-d8e1-44c2-b62a-725073d0e342 HTTP/1.1" status: 204 len: 168 time: 2.0727305 May 26 22:38:29.147514 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-241f452f-0d24-4767-ad91-c300c08ff4af req-12e57710-2e6d-49a0-8e06-dcb290ca9575 service neutron] 10.222.0.55 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855985 May 26 22:38:29.184390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dceb9d2-8660-4fda-be29-df53893dc1ab req-bacfec3c-4957-4602-a24b-26c71ac4cba6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:29.192617 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dceb9d2-8660-4fda-be29-df53893dc1ab req-bacfec3c-4957-4602-a24b-26c71ac4cba6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 945 time: 0.6265194 May 26 22:38:29.198203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-333d41dd-64ce-4a6d-a33f-893145e0fc5f req-7448fe88-a2c8-4a7c-929f-435ed3ee3653 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 1101 time: 0.6327727 May 26 22:38:29.227298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ee6bc-63f2-46f0-9233-ac4373a9e010 req-33af0446-e471-4df9-baec-d404ab488c7f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:29.236774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a9ee6bc-63f2-46f0-9233-ac4373a9e010 req-33af0446-e471-4df9-baec-d404ab488c7f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.4228373 May 26 22:38:29.302111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dceb9d2-8660-4fda-be29-df53893dc1ab req-d1816aee-9bce-49e3-9846-265b053829d4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079686 May 26 22:38:29.313612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-333d41dd-64ce-4a6d-a33f-893145e0fc5f req-c45b157a-0f7c-40e2-b876-812cce3b4121 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987415 May 26 22:38:29.316312 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a9ee6bc-63f2-46f0-9233-ac4373a9e010 req-1f691378-8399-4844-8403-50e9245a6514 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763071 May 26 22:38:29.416605 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Floating IP 8933da9e-cc30-4da8-b6e0-f298cf62a1c6 associated. External IP: 172.25.4.165, port: 142a2c19-46f1-4a09-a994-cfe919ceb0fd. May 26 22:38:29.444152 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-9ecf649c-5373-4be4-b6e2-aecf0fd8bf9d service neutron] 10.222.0.55 "GET /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750475 May 26 22:38:29.463735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773137ff-b219-4a06-b0a2-7ec03af9bed6 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:29.490846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:29.527295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Transition to ACTIVE for port object 773137ff-b219-4a06-b0a2-7ec03af9bed6 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:29.527705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ac71afb0-bced-423e-a5a2-8a344a9d9ee3 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:29.642453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:29.788242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-375c375c-ca90-459a-9bc9-c6a4f6b0f771 req-7db42fcb-2281-4baa-a6a9-287f207172b3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 210 time: 0.2288229 May 26 22:38:29.964040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45610) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:29.972724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ac71afb0-bced-423e-a5a2-8a344a9d9ee3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:29.994055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3', 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'port_id': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3', 'mac_address': 'fa:16:3e:42:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f64a8f2-1e33-4d78-ad91-7b08ab60059c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:30.116458 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:30.137349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Allocated IP 172.20.0.9 (8deb46b4-0281-4b04-a7f8-f87f840de330/8f64a8f2-1e33-4d78-ad91-7b08ab60059c/8c4097d9-0781-4c74-ad8f-cd22825ab23e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:30.147800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=773137ff-b219-4a06-b0a2-7ec03af9bed6,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:30.184154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac71afb0-bced-423e-a5a2-8a344a9d9ee3 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:30.191230 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:30.232109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ac71afb0-bced-423e-a5a2-8a344a9d9ee3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:30.243955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:30.308872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:30.321408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:c116bc507083460a9091a7252a98fd96 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:30.328469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:30.347227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:30.374556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb2f47-9009-4b3a-bf63-5546b3a2c013 req-e786306a-e358-4f85-ba27-5d38f4b68a61 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:30.381646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbb2f47-9009-4b3a-bf63-5546b3a2c013 req-e786306a-e358-4f85-ba27-5d38f4b68a61 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 950 time: 0.3283043 May 26 22:38:30.394421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:30.496085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fbb2f47-9009-4b3a-bf63-5546b3a2c013 req-69536917-8fed-4f09-8a9e-ea7a37c1e6f0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130414 May 26 22:38:30.623176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ac71afb0-bced-423e-a5a2-8a344a9d9ee3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:30.664853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-55e5a1f2-f7b4-46d4-8923-397a979456e2 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56&tenant_id=98519dfb05104b2090a2113a0c1e295d&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.7820549 May 26 22:38:30.807574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Attempting to bind port 773137ff-b219-4a06-b0a2-7ec03af9bed6 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:30.807910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Attempting to bind port 773137ff-b219-4a06-b0a2-7ec03af9bed6 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:30.809030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Attempting to bind port 773137ff-b219-4a06-b0a2-7ec03af9bed6 on network 8deb46b4-0281-4b04-a7f8-f87f840de330 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:30.860347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Port 773137ff-b219-4a06-b0a2-7ec03af9bed6 on network 8deb46b4-0281-4b04-a7f8-f87f840de330 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:30.862625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Attempting to bind port 773137ff-b219-4a06-b0a2-7ec03af9bed6 on network 8deb46b4-0281-4b04-a7f8-f87f840de330 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:30.892792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.007579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.035619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:31.036050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Checking segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:31.036403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Bound using segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:31.037078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Bound port: 773137ff-b219-4a06-b0a2-7ec03af9bed6, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:31.037589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.089551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c0aebc-586f-40df-85bc-3c81c0b5d9d6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:31.164650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc6607a3-1224-4067-b3c8-9d7e98e7dfe7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c116bc507083460a9091a7252a98fd96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1916928 May 26 22:38:31.166567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ebcbe-c8ff-41a9-8369-5df24510bbcb req-76bdd61d-62c6-4a0d-8158-13814a95e3f0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:31.167566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45634) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:31.172959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-810ebcbe-c8ff-41a9-8369-5df24510bbcb req-76bdd61d-62c6-4a0d-8158-13814a95e3f0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 945 time: 0.6154628 May 26 22:38:31.269611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84000c-f9d8-4eff-89aa-74fdae6f3019 req-f8582e29-6cc0-4f8f-8dc3-b42284dbb351 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:31.271871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8f84000c-f9d8-4eff-89aa-74fdae6f3019 req-f8582e29-6cc0-4f8f-8dc3-b42284dbb351 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.6231434 May 26 22:38:31.329058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.350205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-810ebcbe-c8ff-41a9-8369-5df24510bbcb req-dfb2b2c6-1299-4836-b3ef-87d5e7b0195c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762731 May 26 22:38:31.354680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-313774de-2304-4d9b-aa64-0598c8af0eec service neutron] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:31.359847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8100-ab0a-46da-9548-431fdb48ef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.377823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8f84000c-f9d8-4eff-89aa-74fdae6f3019 req-6c6ad6e2-cee5-4a61-8ee9-8be4ce24d98d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964229 May 26 22:38:31.407930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8100-ab0a-46da-9548-431fdb48ef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.460007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Transition to ACTIVE for port object 8c4097d9-0781-4c74-ad8f-cd22825ab23e will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:31.464231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Router 69b8fa7c-6454-401f-8e27-252faf7eb745 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:38:31.515352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] For port 773137ff-b219-4a06-b0a2-7ec03af9bed6, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:31.528430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-313774de-2304-4d9b-aa64-0598c8af0eec service neutron] Notify callbacks [] for binding, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.531079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2c30afc-e51d-4fa5-85da-203d5d40de3c req-313774de-2304-4d9b-aa64-0598c8af0eec service neutron] 10.222.0.55 "DELETE /v2.0/ports/da4ce0fe-3aed-4136-b118-678e41958a0a/bindings/n-h2-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.8578205 May 26 22:38:31.546728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] For port 773137ff-b219-4a06-b0a2-7ec03af9bed6, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=773137ff-b219-4a06-b0a2-7ec03af9bed6,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:31.554437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.559160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.676447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8100-ab0a-46da-9548-431fdb48ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.701511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb8100-ab0a-46da-9548-431fdb48ef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c0aebc-586f-40df-85bc-3c81c0b5d9d6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:31.719919 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8100-ab0a-46da-9548-431fdb48ef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.721959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ddb8100-ab0a-46da-9548-431fdb48ef85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5c0aebc-586f-40df-85bc-3c81c0b5d9d6 HTTP/1.1" status: 204 len: 168 time: 0.5498769 May 26 22:38:31.752126 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.753849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] 10.222.0.48 "PUT /v2.0/ports/773137ff-b219-4a06-b0a2-7ec03af9bed6 HTTP/1.1" status: 200 len: 1091 time: 4.5905445 May 26 22:38:31.764438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ac71afb0-bced-423e-a5a2-8a344a9d9ee3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:31.775529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52930196-7e89-48b4-a304-5a3b996c048a', 'tag': '773137ff-b219-4a06-b0a2-7ec03af9bed6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:31.808107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:31.809179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e15dea-311a-449a-8cdb-b62d22d91cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=773137ff-b219-4a06-b0a2-7ec03af9bed6,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:31.934527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:31.954636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:32.078563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386991-f754-457a-9b97-c50152b007c0 req-f0a24a7a-d245-4043-968a-3fa12032e40f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:32.097393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6386991-f754-457a-9b97-c50152b007c0 req-f0a24a7a-d245-4043-968a-3fa12032e40f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 931 time: 0.3579497 May 26 22:38:32.203077 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6386991-f754-457a-9b97-c50152b007c0 req-0424a9d2-af66-4d7c-8c83-a36d36b5cab7 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917501 May 26 22:38:32.240580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:38:32.249806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:32.351049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6e62c79-31e9-4fe0-94e7-576a9aa7af91 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "PUT /v2.0/floatingips/8933da9e-cc30-4da8-b6e0-f298cf62a1c6 HTTP/1.1" status: 200 len: 992 time: 7.7229068 May 26 22:38:32.352861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:32.428519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] Sync routers for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:38:32.431357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:32.437259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:32.475239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:38:32.475892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:38:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:32.512537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Pushing event updated for resources: {'Port': ['ID=8c4097d9-0781-4c74-ad8f-cd22825ab23e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:32.590189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-5558ebe5-aed3-4ebc-869b-9f8d14991f55 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1723137 May 26 22:38:32.640047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Request body: {'port': {'device_id': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:32.718663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-bfd63420-24e7-463f-a997-880b2aa15efd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 1094 time: 0.7037714 May 26 22:38:32.893932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:38:32.923657 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:38:33.025659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-195ff5bc-6790-4cb3-89bb-c49efdf687e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765&tenant_id=8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 1100 time: 0.8240125 May 26 22:38:33.037287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:33.143745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f850728-e2e0-43f8-8fac-64ac9883e674 None None] Provisioning for port 8c4097d9-0781-4c74-ad8f-cd22825ab23e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:33.173260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f850728-e2e0-43f8-8fac-64ac9883e674 None None] Provisioning complete for port 8c4097d9-0781-4c74-ad8f-cd22825ab23e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:33.185506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f850728-e2e0-43f8-8fac-64ac9883e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:33.313602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-47baebfa-ed71-404c-9f74-e099925dbb4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=773137ff-b219-4a06-b0a2-7ec03af9bed6 HTTP/1.1" status: 200 len: 217 time: 0.5006728 May 26 22:38:33.317641 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf6dd54-5a50-42f8-9702-08f0a3a830ba'] response: {'name': 'network-changed', 'server_uuid': '52930196-7e89-48b4-a304-5a3b996c048a', 'tag': '773137ff-b219-4a06-b0a2-7ec03af9bed6', 'status': 'completed', 'code': 200} May 26 22:38:33.352946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e535b-9b65-4dbf-8db4-225c44d89902 req-e337496c-69d1-4393-9095-c5def770ad6b tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:33.361979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-107e535b-9b65-4dbf-8db4-225c44d89902 req-e337496c-69d1-4393-9095-c5def770ad6b tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.1066566 May 26 22:38:33.406701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7f850728-e2e0-43f8-8fac-64ac9883e674 None None] Port 8c4097d9-0781-4c74-ad8f-cd22825ab23e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:33.462763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-107e535b-9b65-4dbf-8db4-225c44d89902 req-92e48da3-db5b-442f-9f97-4603613ffca8 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990508 May 26 22:38:33.553784 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d625bd3f-f7af-4bed-b6ee-405d69cad979'] response: {'name': 'network-changed', 'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'status': 'completed', 'code': 200} May 26 22:38:33.569480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:33.581313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ac71afb0-bced-423e-a5a2-8a344a9d9ee3 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:33.590714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-07b69834-9045-446e-aeb9-3578a4a30ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:33.593112 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-07b69834-9045-446e-aeb9-3578a4a30ea9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 200 len: 855 time: 0.2665119 May 26 22:38:33.610870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:33.657478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ef557-c744-44ab-855d-ada060e39dde req-f6590ca2-d2f9-4ddd-a0cb-c0b028d7374e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:33.659168 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-971ef557-c744-44ab-855d-ada060e39dde req-f6590ca2-d2f9-4ddd-a0cb-c0b028d7374e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 950 time: 0.9317427 May 26 22:38:33.690438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:33.698305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8933da9e-cc30-4da8-b6e0-f298cf62a1c6', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'port_id': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'mac_address': 'fa:16:3e:e8:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95967333-58a5-4809-b64e-9d933e44f95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:37:46Z', 'updated_at': '2022-05-26T22:38:27Z', 'revision_number': 1, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:33.702937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:33.703862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:33.830710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] Checking router: 69b8fa7c-6454-401f-8e27-252faf7eb745 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:38:33.899544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:38:33.900978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:38:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:33.935972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-3caffc39-7d09-49e1-b6fe-e1dfad097121 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0&device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 1097 time: 0.3187020 May 26 22:38:34.185410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:34.191029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d93a9a-5003-4bfc-9ea2-35f50a5c6e21 req-ea5e976d-a6b3-418a-8ea8-858e3404f404 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:34.198283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81d93a9a-5003-4bfc-9ea2-35f50a5c6e21 req-ea5e976d-a6b3-418a-8ea8-858e3404f404 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.2287173 May 26 22:38:34.243263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:34.260588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-f99de1ed-2ea6-4264-a64a-95183b41c013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:34.274717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-f99de1ed-2ea6-4264-a64a-95183b41c013 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7af8a645-4712-4158-b63e-8154c70e970a HTTP/1.1" status: 200 len: 907 time: 0.3324177 May 26 22:38:34.275212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ac71afb0-bced-423e-a5a2-8a344a9d9ee3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:34.289419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:34.374901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:38:34.446328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-971ef557-c744-44ab-855d-ada060e39dde req-a704ca39-a71f-4ba0-8aeb-b99127c93ebc tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425811 May 26 22:38:34.484822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:34.556923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81d93a9a-5003-4bfc-9ea2-35f50a5c6e21 req-ef4f53b6-167e-4317-8490-931cf203676b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571677 May 26 22:38:34.578391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-b800038d-3ee1-4b0c-9cec-d627649ed85b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd HTTP/1.1" status: 200 len: 1000 time: 0.2961693 May 26 22:38:34.665827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-ac7a7192-4c61-4c87-aa14-45424b8d0f74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8deb46b4-0281-4b04-a7f8-f87f840de330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0215864 May 26 22:38:34.719718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-7a6a0fb8-2319-44a7-9192-cac3b7b58569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:34.721160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-7a6a0fb8-2319-44a7-9192-cac3b7b58569 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a106710a-f5df-415e-aaf4-a9cb7ce2204d HTTP/1.1" status: 200 len: 845 time: 0.1364257 May 26 22:38:34.861990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:34.879093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-b5349df6-990c-40c5-bfef-6ba106199cde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7af8a645-4712-4158-b63e-8154c70e970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514764 May 26 22:38:35.105527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:35.273811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:35.297243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a132adb-81e8-4850-a2d3-102c3080d1da req-d961b7bc-1332-443a-afb3-242ac53316af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:35.298780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a132adb-81e8-4850-a2d3-102c3080d1da req-d961b7bc-1332-443a-afb3-242ac53316af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 931 time: 0.3773940 May 26 22:38:35.303313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-ac155b00-5b49-427c-aa91-e04a72b5025a service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175208 May 26 22:38:35.347397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4097d9-0781-4c74-ad8f-cd22825ab23e {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:35.374271 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:35.437662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Transition to ACTIVE for port object 8c4097d9-0781-4c74-ad8f-cd22825ab23e will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:35.440359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:35.469161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-c8c8ebcc-ec7a-464f-a4e4-cb0ccc3109db service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366107 May 26 22:38:35.485861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:35.486168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8933da9e-cc30-4da8-b6e0-f298cf62a1c6', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'port_id': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'mac_address': 'fa:16:3e:e8:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95967333-58a5-4809-b64e-9d933e44f95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:37:46Z', 'updated_at': '2022-05-26T22:38:27Z', 'revision_number': 1, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:35.495422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8622a2b-81aa-480f-b8f7-e9b813eeb548 None None] The sync data for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 is: [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8933da9e-cc30-4da8-b6e0-f298cf62a1c6', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'port_id': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'mac_address': 'fa:16:3e:e8:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95967333-58a5-4809-b64e-9d933e44f95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:37:46Z', 'updated_at': '2022-05-26T22:38:27Z', 'revision_number': 1, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:38:35.625129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6982266-4adf-47bd-bb62-33d7cb353bc2 req-b68fed10-88f7-42f0-8dd1-7e4f012fbf2d tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 1096 time: 0.7827764 May 26 22:38:35.831246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9959ee98-1584-45d1-97de-8fad475b0ba2 req-8d78aa64-bfd0-48c5-b50d-49c546d65990 service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151966 May 26 22:38:35.858670 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a22f9-3730-4cca-8921-e7c758e2295d None None] New status for floating IP 8933da9e-cc30-4da8-b6e0-f298cf62a1c6: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:38:35.881437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:35.896619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a132adb-81e8-4850-a2d3-102c3080d1da req-53c8c202-5208-42f0-9ac6-cf53a147ae82 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464308 May 26 22:38:35.897278 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:35.945429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Pushing event updated for resources: {'Port': ['ID=8c4097d9-0781-4c74-ad8f-cd22825ab23e,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:35.965080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Transition to ACTIVE for port object 95cc68de-10d5-48ca-b736-03e8ab8d3b14 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:36.054711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.055039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.057109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.057605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.058120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.058607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.059092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.059566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.060558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.061043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.061515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:36.066393 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:36.103776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:38:36.104650 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:38:36.142274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6982266-4adf-47bd-bb62-33d7cb353bc2 req-a4792f6d-7cda-40d0-b886-aacf08ce81e5 tempest-LiveMigrationTest-1881434850 tempest-LiveMigrationTest-1881434850-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160491 May 26 22:38:36.235247 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbc293a-1e61-4c08-9020-42b11bad26f1'] response: {'server_uuid': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3', 'code': 200} May 26 22:38:36.334388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f70b3cac-8820-4c90-b939-319bb7506b19 req-72ffff6f-2305-497a-a2ac-725e82373f33 service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8493557 May 26 22:38:36.463506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2778906c-4669-4dcb-851c-4fc4c0ac41fa req-d255ca18-12bc-4f1c-bf89-a22db164219b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 1097 time: 0.1514573 May 26 22:38:36.481247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=10']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:36.564423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2778906c-4669-4dcb-851c-4fc4c0ac41fa req-6721587d-d681-484d-90b1-8e4e2187ab1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865123 May 26 22:38:36.600929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Attempting to bind port 8c4097d9-0781-4c74-ad8f-cd22825ab23e on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:36.601268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Attempting to bind port 8c4097d9-0781-4c74-ad8f-cd22825ab23e by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:36.601590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Attempting to bind port 8c4097d9-0781-4c74-ad8f-cd22825ab23e on network 8deb46b4-0281-4b04-a7f8-f87f840de330 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:36.605927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] No DVR routers for this DVR port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:38:36.644592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Port 8c4097d9-0781-4c74-ad8f-cd22825ab23e on network 8deb46b4-0281-4b04-a7f8-f87f840de330 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:36.644919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Attempting to bind port 8c4097d9-0781-4c74-ad8f-cd22825ab23e on network 8deb46b4-0281-4b04-a7f8-f87f840de330 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:36.704941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:36.705286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Checking segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:36.705663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Bound using segment: {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:36.706111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Bound port: 8c4097d9-0781-4c74-ad8f-cd22825ab23e, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1b42f5-b967-4845-9648-e8d90fb4f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:36.706453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:36.816267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:36.818016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:36.819791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:36.846975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229b6f3-443a-415e-9dd5-51826dd95815 req-8a519b0c-9d3f-47d9-bbf4-593407e94cc2 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:36.855401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3229b6f3-443a-415e-9dd5-51826dd95815 req-8a519b0c-9d3f-47d9-bbf4-593407e94cc2 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.4562275 May 26 22:38:36.886876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9301470-a65c-4936-976d-00dbd3703e69 req-dea23539-8bbb-4031-b1e2-19be95164542 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 1094 time: 0.4066365 May 26 22:38:36.930733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:36.931129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Attempting to bind port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:37.047528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:37.047855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:37.048441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:37.049627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Bound port: 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:37.050161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:37.179180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3229b6f3-443a-415e-9dd5-51826dd95815 req-bdbbb54e-0ede-40aa-afed-a9899c593a5a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181043 May 26 22:38:37.264667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] For port 8c4097d9-0781-4c74-ad8f-cd22825ab23e, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:37.283227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9301470-a65c-4936-976d-00dbd3703e69 req-a83df362-9e1d-4192-ba8a-a68eab259506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:37.285985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9301470-a65c-4936-976d-00dbd3703e69 req-a83df362-9e1d-4192-ba8a-a68eab259506 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 917 time: 0.3884208 May 26 22:38:37.395685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fa82d-4cb3-478d-899d-02893b8cb558 req-f4b60dcc-126a-4e82-b4db-6d12b1ff94cb tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:37.404505 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868b9c71-9b00-463a-bf7c-3d1d493d9a25'] response: {'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'code': 200} May 26 22:38:37.404505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] For port 8c4097d9-0781-4c74-ad8f-cd22825ab23e, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8c4097d9-0781-4c74-ad8f-cd22825ab23e,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:37.422172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-676fa82d-4cb3-478d-899d-02893b8cb558 req-f4b60dcc-126a-4e82-b4db-6d12b1ff94cb tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 948 time: 0.1823692 May 26 22:38:37.427994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:37.526806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Pushing event updated for resources: {'Port': ['ID=8c4097d9-0781-4c74-ad8f-cd22825ab23e,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:37.526806 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9301470-a65c-4936-976d-00dbd3703e69 req-2af6620d-2503-45b6-9604-617a1999d7a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=773137ff-b219-4a06-b0a2-7ec03af9bed6 HTTP/1.1" status: 200 len: 217 time: 0.2147505 May 26 22:38:37.583033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:37.590559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-676fa82d-4cb3-478d-899d-02893b8cb558 req-f2dc9169-5207-4f5f-9961-85a835df642e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735003 May 26 22:38:37.618487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:37.619315 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a4569b99-cc96-4d7e-a853-b8e3b082110a service neutron] 10.222.0.48 "PUT /v2.0/ports/8c4097d9-0781-4c74-ad8f-cd22825ab23e HTTP/1.1" status: 200 len: 1091 time: 5.0118449 May 26 22:38:37.676063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:37.837013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:37.972291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9301470-a65c-4936-976d-00dbd3703e69 req-3bbaded6-5c1d-4eb9-b7f0-da5acc056da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:37.973827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9301470-a65c-4936-976d-00dbd3703e69 req-3bbaded6-5c1d-4eb9-b7f0-da5acc056da1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 200 len: 855 time: 0.4449105 May 26 22:38:38.140410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dfbfc-f6ee-40c6-8009-9ab6aa5cab15 req-3917c332-a2b8-4100-ae11-4d7cc2307cfa tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:38.145301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b37dfbfc-f6ee-40c6-8009-9ab6aa5cab15 req-3917c332-a2b8-4100-ae11-4d7cc2307cfa tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 943 time: 0.2262914 May 26 22:38:38.174911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=11']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:38.178345 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:38.179997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-64513356-0f33-4a2b-8857-39e77c7763b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 1096 time: 5.1467483 May 26 22:38:38.243621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b37dfbfc-f6ee-40c6-8009-9ab6aa5cab15 req-7c104e95-eef8-4fdf-832f-4c6b97f46e68 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867813 May 26 22:38:38.332062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-34323023-9c9d-41b2-9590-e1d0465af2fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 1094 time: 0.6547239 May 26 22:38:38.338129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9301470-a65c-4936-976d-00dbd3703e69 req-3d0972c5-ce6b-493d-8b79-25c869d0fb86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8deb46b4-0281-4b04-a7f8-f87f840de330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3293915 May 26 22:38:38.543399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-35d28ba4-d139-4780-813e-72688f50b9d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c4097d9-0781-4c74-ad8f-cd22825ab23e HTTP/1.1" status: 200 len: 217 time: 0.2035787 May 26 22:38:38.559289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-5f17abb0-0b83-43c6-85ec-63e5acd87e5f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ba15034ca05460083b387ae6c983bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816844 May 26 22:38:38.634147 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-0c1098f1-2a94-4327-a568-574134d390f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1099 time: 0.4273312 May 26 22:38:38.724691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a05faf57-dd65-4d5b-a403-7c1412bfe36c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:38.726209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a05faf57-dd65-4d5b-a403-7c1412bfe36c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 200 len: 855 time: 0.1759930 May 26 22:38:38.868522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a1155991-d166-4037-a331-161a4641cdd9 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:38.869899 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9301470-a65c-4936-976d-00dbd3703e69 req-7d2ebec0-3f70-48fa-88da-3831d2ecd85e service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412971 May 26 22:38:38.870244 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a1155991-d166-4037-a331-161a4641cdd9 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718189 May 26 22:38:38.877047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-82356ecb-808c-434f-b55c-1db87a7a0b10 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:38.879853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-82356ecb-808c-434f-b55c-1db87a7a0b10 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 945 time: 0.3235629 May 26 22:38:38.957984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-548d87ca-22e1-4754-953a-55d05338e5de tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/quotas/3ba15034ca05460083b387ae6c983bb7 HTTP/1.1" status: 200 len: 375 time: 0.0767307 May 26 22:38:39.060620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Deleting port da4ce0fe-3aed-4136-b118-678e41958a0a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:38:39.061349 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.143717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-80c71cea-fc60-4e83-a20d-2a48d91a181a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721251 May 26 22:38:39.186045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314257-033b-42c7-8798-6c68f7bf3281 req-eb501765-f6e1-4c51-b879-21de116abcd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:39.188367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-eb501765-f6e1-4c51-b879-21de116abcd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5337677 May 26 22:38:39.314525 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-1e562479-7fcf-4a79-bdae-4e65aee250e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8deb46b4-0281-4b04-a7f8-f87f840de330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5291610 May 26 22:38:39.318031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-3eb19bca-5479-41de-8157-8c4f5483cfe4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.1196721 May 26 22:38:39.325645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9301470-a65c-4936-976d-00dbd3703e69 req-dc95de83-4f27-46cf-8bb2-473534e54ef3 service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473739 May 26 22:38:39.399347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'tag': '8c4097d9-0781-4c74-ad8f-cd22825ab23e'}, {'name': 'network-changed', 'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:39.507498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1feb5e-37a8-4399-9f92-7e79027bf21c req-716fcba7-2387-41b9-aaa5-15613e06d805 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:39.513336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] For port da4ce0fe-3aed-4136-b118-678e41958a0a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da4ce0fe-3aed-4136-b118-678e41958a0a,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:39.513713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.515228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce1feb5e-37a8-4399-9f92-7e79027bf21c req-716fcba7-2387-41b9-aaa5-15613e06d805 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 945 time: 0.4798934 May 26 22:38:39.557931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314257-033b-42c7-8798-6c68f7bf3281 req-1692fcbd-79df-46c0-ad29-c49bd180119c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:39.562075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-1692fcbd-79df-46c0-ad29-c49bd180119c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2322316 May 26 22:38:39.655065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Calling delete_port for da4ce0fe-3aed-4136-b118-678e41958a0a owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:38:39.733252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce1feb5e-37a8-4399-9f92-7e79027bf21c req-f796b02f-5618-4325-91d8-a857124ede9f tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170012 May 26 22:38:39.774137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-cb2c4ff2-ae94-47ef-95ae-9018708f5445 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056196 May 26 22:38:39.800639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1ae89f8-a396-4078-81fb-c32dc1cb34c5 req-c1973f74-867e-4b5f-ab40-8411a42a6d2b tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f0a6efdb580c409d928acd31edd6b685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505412 May 26 22:38:39.805380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-9b706994-7011-4202-93ba-d2a18f22fae7 service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822400 May 26 22:38:40.017847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:40.032253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['da4ce0fe-3aed-4136-b118-678e41958a0a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:40.105219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3759ea11-c4b0-4657-ad86-807edcebb6f0 req-a9f92f92-af17-45bf-9efd-0ec4f9f9d3ca service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922478 May 26 22:38:40.150607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c155a-c36e-45b2-89fc-7d3f7dd1b9db req-fc4d63ce-1443-49d1-aaa9-b9e8ec4cfac9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:40.152123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff5c155a-c36e-45b2-89fc-7d3f7dd1b9db req-fc4d63ce-1443-49d1-aaa9-b9e8ec4cfac9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 948 time: 0.1814623 May 26 22:38:40.162802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-044bc850-2a72-4a0d-818d-f877ec794726 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818517 May 26 22:38:40.277503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event deleted for resources: {'Port': ['ID=da4ce0fe-3aed-4136-b118-678e41958a0a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:40.282190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] No DVR routers for this DVR port da4ce0fe-3aed-4136-b118-678e41958a0a on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:38:40.286244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:40.297904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'name': 'network-vif-deleted', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:40.311555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae89f8-a396-4078-81fb-c32dc1cb34c5 req-7ca93dfa-bf3d-4918-bcad-04f171bfd506 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:40.314372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff5c155a-c36e-45b2-89fc-7d3f7dd1b9db req-e2d12a9a-b152-4df4-b0df-b1c623b5dc37 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546981 May 26 22:38:40.318491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1ae89f8-a396-4078-81fb-c32dc1cb34c5 req-7ca93dfa-bf3d-4918-bcad-04f171bfd506 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5170069 May 26 22:38:40.342534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1ae89f8-a396-4078-81fb-c32dc1cb34c5 req-0bec26c1-cd42-4a17-9dac-40fb1b197ee6 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/quotas/f0a6efdb580c409d928acd31edd6b685 HTTP/1.1" status: 200 len: 375 time: 0.0228677 May 26 22:38:40.344883 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60c47ca2-7825-40ae-acd2-105402e7c20a req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "DELETE /v2.0/ports/da4ce0fe-3aed-4136-b118-678e41958a0a HTTP/1.1" status: 204 len: 173 time: 1.4550037 May 26 22:38:40.345346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 773137ff-b219-4a06-b0a2-7ec03af9bed6 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:40.396493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1ae89f8-a396-4078-81fb-c32dc1cb34c5 req-516f17dc-0a13-4aed-98ac-69af96a47d0c tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0a6efdb580c409d928acd31edd6b685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530138 May 26 22:38:40.399760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.403099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.403603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.404063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.404473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.405891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.406342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.410507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.411326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.411326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.411796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f00bfd-c43e-42fc-ac78-33c15d3cc5e8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:40.454706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25314257-033b-42c7-8798-6c68f7bf3281 req-638d6a66-9006-4329-8bd3-9339260bb64a service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521672 May 26 22:38:40.644925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 773137ff-b219-4a06-b0a2-7ec03af9bed6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=773137ff-b219-4a06-b0a2-7ec03af9bed6,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:40.669592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '773137ff-b219-4a06-b0a2-7ec03af9bed6', 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'port_id': '773137ff-b219-4a06-b0a2-7ec03af9bed6', 'mac_address': 'fa:16:3e:7d:1d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f64a8f2-1e33-4d78-ad91-7b08ab60059c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:40.769324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:40.796654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773137ff-b219-4a06-b0a2-7ec03af9bed6 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:40.825989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 773137ff-b219-4a06-b0a2-7ec03af9bed6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=773137ff-b219-4a06-b0a2-7ec03af9bed6,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:40.837034 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:40.870117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b676c-d023-410c-96c8-2eb3b1a5e448 req-17f29c06-5305-41db-b993-66043a257266 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:40.877342 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f65b676c-d023-410c-96c8-2eb3b1a5e448 req-17f29c06-5305-41db-b993-66043a257266 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 943 time: 0.1636558 May 26 22:38:40.914836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=773137ff-b219-4a06-b0a2-7ec03af9bed6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:40.962904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f65b676c-d023-410c-96c8-2eb3b1a5e448 req-06cdb2d1-3a38-4637-a719-0396018368b7 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842206 May 26 22:38:41.062675 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-5e2b8045-5401-4779-bf3d-20ccd4e875e4 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3ba15034ca05460083b387ae6c983bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620654 May 26 22:38:41.265833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['773137ff-b219-4a06-b0a2-7ec03af9bed6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:41.282177 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e253f0-8dbc-4bd4-8f0f-486690acce2c'] response: {'name': 'network-changed', 'server_uuid': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'tag': '8c4097d9-0781-4c74-ad8f-cd22825ab23e', 'status': 'completed', 'code': 200} May 26 22:38:41.282997 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e253f0-8dbc-4bd4-8f0f-486690acce2c'] response: {'name': 'network-changed', 'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'status': 'completed', 'code': 200} May 26 22:38:41.313300 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-702ada65-0e4b-4dd8-bd7d-a92a5d368486 req-15770b0d-68aa-4a9c-9c47-2fec68555ee4 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 210 time: 0.0978134 May 26 22:38:41.449941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-3442d6b6-e87a-4b29-9516-0c2f609efd95 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:41.453132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-3442d6b6-e87a-4b29-9516-0c2f609efd95 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3842368 May 26 22:38:41.479788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Request body: {'port': {'device_id': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '3ba15034ca05460083b387ae6c983bb7'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:41.483721 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a182cc48-0423-4883-8867-fff1a9b61f87'] response: {'server_uuid': '35e1513b-cbd9-42e0-bff1-844ae309de56', 'name': 'network-vif-deleted', 'tag': 'da4ce0fe-3aed-4136-b118-678e41958a0a', 'status': 'completed', 'code': 200} May 26 22:38:41.592730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-fe050a4a-f0ba-4a75-a231-24ddc11312a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1099 time: 0.2117128 May 26 22:38:41.749270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-50a8e5b6-b342-4e2c-8615-73e896a18de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 1094 time: 0.4645066 May 26 22:38:41.870975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-fffc4995-968d-4776-b271-0530d04e1bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:41.875239 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-fffc4995-968d-4776-b271-0530d04e1bcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2779486 May 26 22:38:41.976995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-7e721b72-9991-42c2-9cdf-c736df92ebc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.0941329 May 26 22:38:42.167517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-da139bc4-718e-4eb4-863a-4944bb09dba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:42.169127 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-da139bc4-718e-4eb4-863a-4944bb09dba6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1856506 May 26 22:38:42.371607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:42.382668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:42.388281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-cd325d06-1947-4e29-ba72-39e0b306e08e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117498 May 26 22:38:42.402331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1aabd158-3dd9-46c9-bade-349267a20c0a req-daad58d1-4ba9-44bf-b781-d5c13f066079 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=35e1513b-cbd9-42e0-bff1-844ae309de56 HTTP/1.1" status: 200 len: 210 time: 0.6334720 May 26 22:38:42.410798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Made reservation on behalf of 3ba15034ca05460083b387ae6c983bb7 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:42.414988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:42.592196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8256b5-db8a-426b-b1cf-dd9d35cd51d7 req-88f85833-e151-45c6-90be-fdea9a9a1b59 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:42.604929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-a242a7a6-85e3-4114-9181-db731789e649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:42.609261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f8256b5-db8a-426b-b1cf-dd9d35cd51d7 req-88f85833-e151-45c6-90be-fdea9a9a1b59 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 948 time: 0.3010619 May 26 22:38:42.611116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-a242a7a6-85e3-4114-9181-db731789e649 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 917 time: 0.8470950 May 26 22:38:42.694815 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-5324bd2c-b8b5-411d-918d-d501860e57ea service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002419 May 26 22:38:42.744473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-81ee4655-2f43-4d31-ace6-4290eda4f221 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c4097d9-0781-4c74-ad8f-cd22825ab23e HTTP/1.1" status: 200 len: 217 time: 0.1127067 May 26 22:38:42.894095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-a6d388bd-21ab-401d-8798-151fe1fbd381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:42.895530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-a6d388bd-21ab-401d-8798-151fe1fbd381 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 200 len: 855 time: 0.1435664 May 26 22:38:42.940579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-0d3959ee-66b7-401e-9ba6-62a3681b337d service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318730 May 26 22:38:42.963597 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f8256b5-db8a-426b-b1cf-dd9d35cd51d7 req-b10309ba-21d6-491f-93f7-c9ee91b8e9ca tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529463 May 26 22:38:43.031227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Allocated IP 192.168.233.253 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/c088bf12-c5fc-4336-8b12-a9276527878a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:43.135509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-5e3dc518-aad2-42a5-92af-37939735ca0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8deb46b4-0281-4b04-a7f8-f87f840de330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228858 May 26 22:38:43.310138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0430f-b032-4e61-ac4e-0919e3ae2d37 req-a5244f33-3751-40d3-9d43-bb4767a6406f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:43.312052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20e0430f-b032-4e61-ac4e-0919e3ae2d37 req-a5244f33-3751-40d3-9d43-bb4767a6406f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 943 time: 0.1392336 May 26 22:38:43.427316 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20e0430f-b032-4e61-ac4e-0919e3ae2d37 req-e618371e-fcfe-4d9b-9a38-422bd03e7394 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041536 May 26 22:38:43.474943 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:43.513016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Transition to ACTIVE for port object c088bf12-c5fc-4336-8b12-a9276527878a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:43.536302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-e4f291f2-20af-4236-84e6-167fbd15728a service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837090 May 26 22:38:43.614445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:43.617254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da4ce0fe-3aed-4136-b118-678e41958a0a no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:43.619148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6894290f-5a55-4211-a8df-3bd3b1205064 req-56298b4f-0ea9-4fe9-bb56-e68cdd2952e3 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 210 time: 0.0685840 May 26 22:38:43.707124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: da4ce0fe-3aed-4136-b118-678e41958a0a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:38:43.708179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da4ce0fe-3aed-4136-b118-678e41958a0a not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:38:43.860761 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-946d622e-8c74-4835-9d86-768b5f061a63 service neutron] 10.222.0.48 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122487 May 26 22:38:43.906271 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:43.926568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['90e7c69b-ed81-4d47-a18e-372e7802b89d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:44.010441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:44.024837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['67a473f2-0b75-4d11-9020-816162df5d03'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:44.112321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:44.124944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eecfafbe-c4ce-4bde-9fcf-9600fa0d096a req-24b3fdf1-8697-4e68-9524-4011088986c9 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f0a6efdb580c409d928acd31edd6b685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639143 May 26 22:38:44.128561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:44.282365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Pushing event updated for resources: {'Port': ['ID=c088bf12-c5fc-4336-8b12-a9276527878a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:44.312184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:44.312810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:44.395762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8c4097d9-0781-4c74-ad8f-cd22825ab23e details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:44.417348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-a35a84ed-f0d1-4200-9fb5-02553373723a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9452016 May 26 22:38:44.437829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Request body: {'port': {'device_id': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:44.608664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8c4097d9-0781-4c74-ad8f-cd22825ab23e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8c4097d9-0781-4c74-ad8f-cd22825ab23e,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:44.623393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 773137ff-b219-4a06-b0a2-7ec03af9bed6 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:44.661453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '8c4097d9-0781-4c74-ad8f-cd22825ab23e', 'network_id': '8deb46b4-0281-4b04-a7f8-f87f840de330', 'port_id': '8c4097d9-0781-4c74-ad8f-cd22825ab23e', 'mac_address': 'fa:16:3e:b2:c1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f64a8f2-1e33-4d78-ad91-7b08ab60059c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:44.743320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfafbe-c4ce-4bde-9fcf-9600fa0d096a req-50f2b2bc-8cd9-4a4a-a12d-a1acf9fcc075 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:44.746286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-2bad5f07-74e9-4414-99d3-18a88187e755 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 1099 time: 0.7267396 May 26 22:38:44.753421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eecfafbe-c4ce-4bde-9fcf-9600fa0d096a req-50f2b2bc-8cd9-4a4a-a12d-a1acf9fcc075 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6252680 May 26 22:38:44.795190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eecfafbe-c4ce-4bde-9fcf-9600fa0d096a req-d1bb3803-10b8-4fc8-aa65-4d5c758f74be tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/quotas/f0a6efdb580c409d928acd31edd6b685 HTTP/1.1" status: 200 len: 375 time: 0.0405085 May 26 22:38:44.845093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:44.906031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:44.914250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4097d9-0781-4c74-ad8f-cd22825ab23e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:44.923647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eecfafbe-c4ce-4bde-9fcf-9600fa0d096a req-e6d51a44-f400-4a66-bead-962e14225b5a tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0a6efdb580c409d928acd31edd6b685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250746 May 26 22:38:44.945632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8c4097d9-0781-4c74-ad8f-cd22825ab23e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8c4097d9-0781-4c74-ad8f-cd22825ab23e,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:44.977887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fac55054-602e-420b-92d3-773251618ad4 None None] Provisioning for port c088bf12-c5fc-4336-8b12-a9276527878a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:44.996354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:45.029470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:45.093907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-45c1b515-53fe-425c-8229-b33592344c2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:45.095613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fac55054-602e-420b-92d3-773251618ad4 None None] Provisioning complete for port c088bf12-c5fc-4336-8b12-a9276527878a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:45.096007 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fac55054-602e-420b-92d3-773251618ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:45.096139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-45c1b515-53fe-425c-8229-b33592344c2f service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3345580 May 26 22:38:45.191752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'mac_address': 'fa:16:3e:76:3e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:45.227674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db728-cbdf-4760-a1f2-ccced4fbb55f req-ae92e393-9264-4d9a-aab2-a4569796e682 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:45.236072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a5db728-cbdf-4760-a1f2-ccced4fbb55f req-ae92e393-9264-4d9a-aab2-a4569796e682 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 944 time: 0.1170545 May 26 22:38:45.335248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a5db728-cbdf-4760-a1f2-ccced4fbb55f req-c3124ed5-53f2-4eef-96c9-27a31b8ca0bf tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795825 May 26 22:38:45.438686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fac55054-602e-420b-92d3-773251618ad4 None None] Port c088bf12-c5fc-4336-8b12-a9276527878a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:45.452215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-7f9b9190-68f3-4a8b-a121-0f0f67dc9371 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 200 len: 217 time: 0.1160667 May 26 22:38:45.461137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8c4097d9-0781-4c74-ad8f-cd22825ab23e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:45.493110 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:45.502781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['8c4097d9-0781-4c74-ad8f-cd22825ab23e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:45.556303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 773137ff-b219-4a06-b0a2-7ec03af9bed6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:45.578521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cc68de-10d5-48ca-b736-03e8ab8d3b14 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:45.582409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 773137ff-b219-4a06-b0a2-7ec03af9bed6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:45.582791 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:45.599384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e354-44d6-4829-a6d8-0614b1df2d10 req-7dcb429c-414b-4aa5-b518-021136f4659b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:45.603282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d184e354-44d6-4829-a6d8-0614b1df2d10 req-7dcb429c-414b-4aa5-b518-021136f4659b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 948 time: 0.6262617 May 26 22:38:45.620143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45769c-f54d-4dcd-a2db-6d094902c83f req-4fa2aded-60c8-4565-9368-2e606bb60fc7 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:45.630862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d45769c-f54d-4dcd-a2db-6d094902c83f req-4fa2aded-60c8-4565-9368-2e606bb60fc7 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 936 time: 0.1126444 May 26 22:38:45.652636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:45.671073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:45.789416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-6874693b-6e72-448c-9901-7576fc0a24ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:45.795513 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-6874693b-6e72-448c-9901-7576fc0a24ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3195317 May 26 22:38:45.843065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=12']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:45.933947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d45769c-f54d-4dcd-a2db-6d094902c83f req-309240b4-0224-4bb1-b040-33fb208d379f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017426 May 26 22:38:45.960960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c088bf12-c5fc-4336-8b12-a9276527878a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:45.967485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:45.968968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:46.031191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d184e354-44d6-4829-a6d8-0614b1df2d10 req-7149c4e4-1e15-44b3-93a9-4aa30241b037 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127619 May 26 22:38:46.032984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Transition to ACTIVE for port object c088bf12-c5fc-4336-8b12-a9276527878a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:46.048391 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:46.050517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 773137ff-b219-4a06-b0a2-7ec03af9bed6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=773137ff-b219-4a06-b0a2-7ec03af9bed6,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:46.052435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['95cc68de-10d5-48ca-b736-03e8ab8d3b14'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:46.080030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52930196-7e89-48b4-a304-5a3b996c048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773137ff-b219-4a06-b0a2-7ec03af9bed6'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:46.105058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:46.228232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=773137ff-b219-4a06-b0a2-7ec03af9bed6,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:46.290857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Pushing event updated for resources: {'Port': ['ID=c088bf12-c5fc-4336-8b12-a9276527878a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:46.312551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-f470eb96-2bc1-45f7-a531-e48d666b7918 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5020621 May 26 22:38:46.552435 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb398d4-aa1f-4de1-805c-ba8836ebe96c'] response: {'server_uuid': '52930196-7e89-48b4-a304-5a3b996c048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773137ff-b219-4a06-b0a2-7ec03af9bed6', 'code': 200} May 26 22:38:46.612933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Attempting to bind port c088bf12-c5fc-4336-8b12-a9276527878a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:46.613262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Attempting to bind port c088bf12-c5fc-4336-8b12-a9276527878a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:46.613582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Attempting to bind port c088bf12-c5fc-4336-8b12-a9276527878a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:46.683277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Port c088bf12-c5fc-4336-8b12-a9276527878a on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:46.683589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Attempting to bind port c088bf12-c5fc-4336-8b12-a9276527878a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:46.709541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-d6337c9e-fe43-456c-835f-d13378e616b2 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468029 May 26 22:38:46.720797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:46.721153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:46.721502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:46.721964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Bound port: c088bf12-c5fc-4336-8b12-a9276527878a, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:46.722305 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:46.850292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19cb2d15-8b1c-493e-a469-2b4f7fde7a4c req-38f1ff23-eb20-4198-8ff3-6c2d39de7476 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 1096 time: 0.2266026 May 26 22:38:46.996239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756ab6-0229-44c9-8122-b6bd2fa129ca req-ede06e86-ba71-4387-b488-2e31a9db7c15 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:46.997880 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b756ab6-0229-44c9-8122-b6bd2fa129ca req-ede06e86-ba71-4387-b488-2e31a9db7c15 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 944 time: 0.0823357 May 26 22:38:47.033312 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6037cc-5f79-489f-be7e-1e48558431d5 req-2d44b280-4105-4544-8a31-be0cd62343b6 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136165 May 26 22:38:47.053333 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b756ab6-0229-44c9-8122-b6bd2fa129ca req-c3b59975-8244-44ba-8c5f-028f35b5034b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490751 May 26 22:38:47.057076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19cb2d15-8b1c-493e-a469-2b4f7fde7a4c req-a6e6297c-e2ad-43b8-a3fa-c99a3e471c43 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696188 May 26 22:38:47.058070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] For port c088bf12-c5fc-4336-8b12-a9276527878a, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:47.062456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] For port c088bf12-c5fc-4336-8b12-a9276527878a, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c088bf12-c5fc-4336-8b12-a9276527878a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:47.069638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:47.117658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d7f012e-32f7-4852-b211-32b0f04a983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:47.149575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d3f3d-1e05-4aa4-a104-6eb2c9046df1 req-32a679b7-ca90-47d5-b1b6-79ca4603c6b3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:47.151060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-647d3f3d-1e05-4aa4-a104-6eb2c9046df1 req-32a679b7-ca90-47d5-b1b6-79ca4603c6b3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 949 time: 0.2649972 May 26 22:38:47.159518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:47.160845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] 10.222.0.55 "PUT /v2.0/ports/c088bf12-c5fc-4336-8b12-a9276527878a HTTP/1.1" status: 200 len: 1096 time: 2.7340388 May 26 22:38:47.163365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'tag': 'c088bf12-c5fc-4336-8b12-a9276527878a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:47.263563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f20a40-c5c1-45d6-a1cf-31717ecc069a service neutron] Pushing event updated for resources: {'Port': ['ID=c088bf12-c5fc-4336-8b12-a9276527878a,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:47.283532 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-647d3f3d-1e05-4aa4-a104-6eb2c9046df1 req-28b7674d-2f5f-4287-af2f-af9e4b591aa8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112695 May 26 22:38:47.322108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-dad0b792-16fb-442f-b679-023c2df40ff4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 1099 time: 0.1171315 May 26 22:38:47.415225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-7e23970a-754f-4f57-b0fe-323e2480e191 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c088bf12-c5fc-4336-8b12-a9276527878a HTTP/1.1" status: 200 len: 217 time: 0.0846505 May 26 22:38:47.680111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-95a32e1d-162c-4b20-9d55-f01f48f5c9d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:47.681541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-95a32e1d-162c-4b20-9d55-f01f48f5c9d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2585008 May 26 22:38:47.682042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:47.698426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca7f57-1ef3-4fc8-adb6-3d1a1d4dfeb0 req-cdfa18e2-4639-4951-aad4-e356049faaaf tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:47.717701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59ca7f57-1ef3-4fc8-adb6-3d1a1d4dfeb0 req-cdfa18e2-4639-4951-aad4-e356049faaaf tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 950 time: 0.2571054 May 26 22:38:47.784842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:47.789974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:47.790382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:47.818197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59ca7f57-1ef3-4fc8-adb6-3d1a1d4dfeb0 req-7cef038b-6884-417d-b4ba-7c058766e056 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996115 May 26 22:38:47.835590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-839d9923-5ec9-4968-b545-9a69bd67c8ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150415 May 26 22:38:47.896054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39646b87-eeeb-47fa-ba96-e91f85dbe237 req-58002510-a255-4179-b8dd-e9039b5b0130 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:47.897971 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-39646b87-eeeb-47fa-ba96-e91f85dbe237 req-58002510-a255-4179-b8dd-e9039b5b0130 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 948 time: 0.0996456 May 26 22:38:47.941058 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7daa5e-8c69-4dfb-a3db-9372da7efa2e'] response: {'name': 'network-changed', 'server_uuid': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'tag': 'c088bf12-c5fc-4336-8b12-a9276527878a', 'status': 'completed', 'code': 200} May 26 22:38:47.957210 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:47.969084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-39646b87-eeeb-47fa-ba96-e91f85dbe237 req-2e2bdd13-996c-4afa-a901-7227baef0e78 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597799 May 26 22:38:48.008983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:48.014685 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:48.036880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-c22a7feb-8303-4bf4-a9a5-ded8b82e3e18 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821620 May 26 22:38:48.180783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=13']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:48.219412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08f80f07-cb1d-4baa-8e92-2edeb7b2f483 req-2b017187-cd3f-4bee-a08d-efe857afb544 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844051 May 26 22:38:48.368388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-1bb119c2-6b64-4201-b6ef-fb1bd63fd75f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 1099 time: 0.0873866 May 26 22:38:48.391050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8c4097d9-0781-4c74-ad8f-cd22825ab23e up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:48.477847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 8c4097d9-0781-4c74-ad8f-cd22825ab23e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:48.484967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 8c4097d9-0781-4c74-ad8f-cd22825ab23e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:48.485910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:48.553421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:48.610192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3170046-ea2c-4ced-9890-2e99a3365c4b req-c905895f-979b-43ec-9350-ef732e03c7f1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:48.611418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-b9f835e2-e10d-42a7-8686-32d10c819087 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639896 May 26 22:38:48.612522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3170046-ea2c-4ced-9890-2e99a3365c4b req-c905895f-979b-43ec-9350-ef732e03c7f1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 944 time: 0.1716008 May 26 22:38:48.670277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3170046-ea2c-4ced-9890-2e99a3365c4b req-6700247f-2cbc-48b5-be1f-8b89581a8d8b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475001 May 26 22:38:48.685831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:48.750751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8c4097d9-0781-4c74-ad8f-cd22825ab23e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8c4097d9-0781-4c74-ad8f-cd22825ab23e,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:48.759176 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:48.836500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-4ef8bef3-79c8-499f-ac6e-8a61da58d8c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:48.838053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-4ef8bef3-79c8-499f-ac6e-8a61da58d8c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4514244 May 26 22:38:48.842899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8c4097d9-0781-4c74-ad8f-cd22825ab23e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:48.860892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fb1fcb3-44dc-45b7-af88-7d0aee834617 req-23925c1d-039e-401c-a797-533e344c5f76 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f0a6efdb580c409d928acd31edd6b685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439553 May 26 22:38:48.937455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-a899eeb0-564d-48ec-bc9b-60778a533293 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:48.944160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-a899eeb0-564d-48ec-bc9b-60778a533293 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319218 May 26 22:38:48.946680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-b8daca00-16a4-4713-9ee1-2b6de1de66b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c088bf12-c5fc-4336-8b12-a9276527878a HTTP/1.1" status: 200 len: 217 time: 0.0930095 May 26 22:38:48.996645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-6c4bf26a-1403-48ed-8104-7a0bec6c754e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/quotas/8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 375 time: 0.0512269 May 26 22:38:49.027972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1fcb3-44dc-45b7-af88-7d0aee834617 req-a7c3fe9d-77d9-4e42-8f29-d1953ff37810 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:49.030079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fb1fcb3-44dc-45b7-af88-7d0aee834617 req-a7c3fe9d-77d9-4e42-8f29-d1953ff37810 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639960 May 26 22:38:49.052169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fb1fcb3-44dc-45b7-af88-7d0aee834617 req-b148eb52-2a51-4fa2-af83-65d322614c1f tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/quotas/f0a6efdb580c409d928acd31edd6b685 HTTP/1.1" status: 200 len: 375 time: 0.0162420 May 26 22:38:49.068602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-ea8270e7-e81d-44be-abb9-d96ce7126a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:49.070069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-ea8270e7-e81d-44be-abb9-d96ce7126a13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1144454 May 26 22:38:49.089312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:49.102320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fb1fcb3-44dc-45b7-af88-7d0aee834617 req-48fa7aba-c3de-49c2-b292-09bb778e59d3 tempest-QuotasAdminNegativeTest-1383481640 tempest-QuotasAdminNegativeTest-1383481640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0a6efdb580c409d928acd31edd6b685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493376 May 26 22:38:49.164468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-ce17e4ac-1c0c-4238-9944-04eb007b55ad tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520019 May 26 22:38:49.179336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-ae46211d-6d2d-407b-ac94-94e2eb97ff97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019621 May 26 22:38:49.261417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.331406 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2c87d6af-e29f-4d57-a84f-d3e38b2eee96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.388722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-7cfb8958-78a9-42e4-865f-d48a3c46f9bc service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003942 May 26 22:38:49.399282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:49.399515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-d93a0721-ba19-47cf-84dd-9329158362ce tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:49.401725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-d93a0721-ba19-47cf-84dd-9329158362ce tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 944 time: 0.1424429 May 26 22:38:49.405870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Usage tracker for resource:security_group_rule and tenant:a9be2c66610e44ff9cf836882e232c1c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:49.409542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:49.417711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:49.429307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681bfc-c2e8-4bce-9644-a7ab79ebb92c req-8f7269b6-e6c2-4eb0-a8ee-9eefd2a4b5b8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:49.430318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1f681bfc-c2e8-4bce-9644-a7ab79ebb92c req-8f7269b6-e6c2-4eb0-a8ee-9eefd2a4b5b8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:49.458505 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53525fa-5a6f-4619-9396-2e4c5fec4191'] response: {'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'code': 200} May 26 22:38:49.467255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1f681bfc-c2e8-4bce-9644-a7ab79ebb92c req-8f7269b6-e6c2-4eb0-a8ee-9eefd2a4b5b8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:49.468616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f681bfc-c2e8-4bce-9644-a7ab79ebb92c req-8f7269b6-e6c2-4eb0-a8ee-9eefd2a4b5b8 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 944 time: 0.1979949 May 26 22:38:49.546123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f681bfc-c2e8-4bce-9644-a7ab79ebb92c req-df20ebf1-9843-4d93-8fef-06640e700ba4 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699117 May 26 22:38:49.563980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.569007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.570676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Deleting port b0045751-0153-4513-b0f0-1135e80025e8 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:38:49.572552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.625375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3c0ad8-32e7-4f89-8419-b0973e6fdebd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:49.633574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5fab5391-3ee8-4451-bb55-8db3b6aa99bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9be2c66610e44ff9cf836882e232c1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5408981 May 26 22:38:49.634650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46180) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:49.680332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:49.720504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8203505a-ff3e-4a96-acf0-ad08c4189f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.749133 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8203505a-ff3e-4a96-acf0-ad08c4189f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.821064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8203505a-ff3e-4a96-acf0-ad08c4189f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.838542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203505a-ff3e-4a96-acf0-ad08c4189f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3c0ad8-32e7-4f89-8419-b0973e6fdebd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:49.846904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8203505a-ff3e-4a96-acf0-ad08c4189f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.850371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8203505a-ff3e-4a96-acf0-ad08c4189f95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b3c0ad8-32e7-4f89-8419-b0973e6fdebd HTTP/1.1" status: 204 len: 168 time: 0.2133770 May 26 22:38:49.890165 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:49.973941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54b60795-86b7-47f9-bb6e-2660e2f50a79 req-89701996-77e2-4382-ba6b-cca025b3991c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718958 May 26 22:38:49.977061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:49.993461 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:50.090585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=11']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:50.133845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3798-8f26-43e7-9dd0-fac0c6c912ce req-5a1cbcf4-7a41-4f3e-a29a-a6e6485aa943 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:50.134591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9e3c3798-8f26-43e7-9dd0-fac0c6c912ce req-5a1cbcf4-7a41-4f3e-a29a-a6e6485aa943 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Synchronizing usage tracker for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:50.169176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9e3c3798-8f26-43e7-9dd0-fac0c6c912ce req-5a1cbcf4-7a41-4f3e-a29a-a6e6485aa943 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Unset dirty status for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:50.170252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9e3c3798-8f26-43e7-9dd0-fac0c6c912ce req-5a1cbcf4-7a41-4f3e-a29a-a6e6485aa943 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 948 time: 0.4062433 May 26 22:38:50.274224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9e3c3798-8f26-43e7-9dd0-fac0c6c912ce req-6ff0ab21-5b7a-4f4c-a2bc-5316bebcaf5a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819929 May 26 22:38:50.274998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541b1bfc-1588-48a4-8b82-eaedb46188f0 req-fce293a9-70f3-4857-836c-80c03b431241 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 210 time: 0.0576565 May 26 22:38:50.276099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] For port b0045751-0153-4513-b0f0-1135e80025e8, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b0045751-0153-4513-b0f0-1135e80025e8,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:50.276460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:50.442926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Calling delete_port for b0045751-0153-4513-b0f0-1135e80025e8 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:38:50.461502 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:50.618323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec0431-aff9-45dc-a7a4-e820e714dac7 req-6f54fe11-f9a9-49ac-acbc-9557e52e1013 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:50.619227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d8ec0431-aff9-45dc-a7a4-e820e714dac7 req-6f54fe11-f9a9-49ac-acbc-9557e52e1013 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Synchronizing usage tracker for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:50.702989 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:50.703320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d8ec0431-aff9-45dc-a7a4-e820e714dac7 req-6f54fe11-f9a9-49ac-acbc-9557e52e1013 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Unset dirty status for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:50.710308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8ec0431-aff9-45dc-a7a4-e820e714dac7 req-6f54fe11-f9a9-49ac-acbc-9557e52e1013 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.2145877 May 26 22:38:50.761096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:50.764531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d8ec0431-aff9-45dc-a7a4-e820e714dac7 req-dbaa0cfa-85c6-4397-adab-c12940c493a1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Synchronizing usage tracker for tenant:6dac807046a84c77a04020fd16787c5d on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:50.829239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event deleted for resources: {'Port': ['ID=b0045751-0153-4513-b0f0-1135e80025e8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:50.875146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d8ec0431-aff9-45dc-a7a4-e820e714dac7 req-dbaa0cfa-85c6-4397-adab-c12940c493a1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Unset dirty status for tenant:6dac807046a84c77a04020fd16787c5d on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:50.887880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8ec0431-aff9-45dc-a7a4-e820e714dac7 req-dbaa0cfa-85c6-4397-adab-c12940c493a1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761198 May 26 22:38:50.904442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea996296-ab66-4d48-9e88-7848e3a0e022 req-968fb23d-6b8d-4143-805c-14d49cb76bb6 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8 HTTP/1.1" status: 200 len: 210 time: 0.0642326 May 26 22:38:50.981010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] No DVR routers for this DVR port b0045751-0153-4513-b0f0-1135e80025e8 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:38:50.984695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-b453dd2d-73cd-4943-af28-bb4f7e6e0085 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8864d1aae91247e589ebd0ab46222232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874074 May 26 22:38:50.985801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:50.988304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'name': 'network-vif-deleted', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:51.001275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46234) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:51.082728 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2598da7b-e98a-460f-a7f6-7e5411198a70'] response: {'server_uuid': '9fb8c2c6-97c2-4fa2-9378-85e76bd8b2a8', 'name': 'network-vif-deleted', 'tag': 'b0045751-0153-4513-b0f0-1135e80025e8', 'status': 'completed', 'code': 200} May 26 22:38:51.089626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84ed85fc-4747-430d-8a8f-bfe801fc1c11 req-5d98e5ae-3156-4114-b226-17915d940da0 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.48 "DELETE /v2.0/ports/b0045751-0153-4513-b0f0-1135e80025e8 HTTP/1.1" status: 204 len: 173 time: 1.6688552 May 26 22:38:51.192484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-8b1ba587-71e7-4f24-a792-626d03645c2d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:51.195106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-8b1ba587-71e7-4f24-a792-626d03645c2d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018244 May 26 22:38:51.221352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Request body: {'port': {'device_id': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '8864d1aae91247e589ebd0ab46222232'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:51.406704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:51.422656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:51.430501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:51.435686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Made reservation on behalf of 8864d1aae91247e589ebd0ab46222232 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:51.439121 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:51.460351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4097d9-0781-4c74-ad8f-cd22825ab23e'}, {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:51.469905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:51.474094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Usage tracker for resource:security_group_rule and tenant:f0a6efdb580c409d928acd31edd6b685 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:51.477181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:51.483089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:51.565049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ea06acc-657b-4c3d-8d11-e827242e1efd req-e5dd032a-4ac6-41da-ba8e-aba0c77ec62c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 210 time: 0.0477080 May 26 22:38:51.617612 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:51.624450 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:51.628959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eea92304-170a-471e-aaa2-fdefb79d0080 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=aa972ee5b8314a6b911329f86578e607&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391006 May 26 22:38:51.695417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c088bf12-c5fc-4336-8b12-a9276527878a details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:38:51.721866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f8fac8-a626-4076-babe-59c28c7e8213,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:51.735087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-06bd33b8-fceb-44d8-9efa-8e0934438cdc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0a6efdb580c409d928acd31edd6b685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7328398 May 26 22:38:51.768678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46274) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:51.811817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-ca87aee7-0a41-4183-bb67-25af225e5fce tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:51.819775 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:51.820033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-ca87aee7-0a41-4183-bb67-25af225e5fce tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851368 May 26 22:38:51.834874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Allocated IP 192.168.233.122 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/d64a200c-e512-4866-92e9-58c276b678a3) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:51.854755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eaa13e10-bcfc-4935-aff3-9d9f8436e5e1 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/quotas/aa972ee5b8314a6b911329f86578e607 HTTP/1.1" status: 200 len: 375 time: 0.0338349 May 26 22:38:51.876677 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4caf493e-2ae0-480a-be2a-6ecf807e80b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:51.885262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c088bf12-c5fc-4336-8b12-a9276527878a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c088bf12-c5fc-4336-8b12-a9276527878a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:51.895730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d3dc1-cbb7-4c03-a243-26aef25a7351 req-4e5c4e03-770f-4913-8844-fda7915c57c0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:51.897208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d6d3dc1-cbb7-4c03-a243-26aef25a7351 req-4e5c4e03-770f-4913-8844-fda7915c57c0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 948 time: 0.1655035 May 26 22:38:51.902747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'c088bf12-c5fc-4336-8b12-a9276527878a', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'c088bf12-c5fc-4336-8b12-a9276527878a', 'mac_address': 'fa:16:3e:5e:49:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:38:51.919986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-ee7d5cf5-f7d7-4ff0-b2bd-4c921eca46f5 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa972ee5b8314a6b911329f86578e607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641739 May 26 22:38:51.936021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4caf493e-2ae0-480a-be2a-6ecf807e80b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:51.986861 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.005666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d6d3dc1-cbb7-4c03-a243-26aef25a7351 req-cd83fcf1-4608-4cbb-ab05-22c9c601f66e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956957 May 26 22:38:52.058542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4caf493e-2ae0-480a-be2a-6ecf807e80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.081221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf493e-2ae0-480a-be2a-6ecf807e80b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f8fac8-a626-4076-babe-59c28c7e8213,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:52.083953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c088bf12-c5fc-4336-8b12-a9276527878a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:52.098300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4caf493e-2ae0-480a-be2a-6ecf807e80b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.103686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4caf493e-2ae0-480a-be2a-6ecf807e80b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12f8fac8-a626-4076-babe-59c28c7e8213 HTTP/1.1" status: 204 len: 168 time: 0.3315933 May 26 22:38:52.127108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c088bf12-c5fc-4336-8b12-a9276527878a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c088bf12-c5fc-4336-8b12-a9276527878a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:52.161856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.225611 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffe18f1-75a3-4fd7-994d-d687607955ff'] response: {'server_uuid': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4097d9-0781-4c74-ad8f-cd22825ab23e', 'code': 200} May 26 22:38:52.226149 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffe18f1-75a3-4fd7-994d-d687607955ff'] response: {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'code': 200} May 26 22:38:52.287028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c088bf12-c5fc-4336-8b12-a9276527878a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:52.399864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83361c-27e4-4a3b-ac01-24319337e9d3 req-e7f9daa8-9d12-4bb7-accd-3d1b54a429d9 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:52.407270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b83361c-27e4-4a3b-ac01-24319337e9d3 req-e7f9daa8-9d12-4bb7-accd-3d1b54a429d9 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.1021066 May 26 22:38:52.420556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:52.451527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.482370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b83361c-27e4-4a3b-ac01-24319337e9d3 req-b3a0c28c-9824-44c5-a2e1-5562168fe500 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704694 May 26 22:38:52.509124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c088bf12-c5fc-4336-8b12-a9276527878a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:52.513826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f0be996-b19b-4475-8f4e-8f46e6f55682 req-1eb1adfe-a7d6-4bea-9893-7e707dbfe941 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 1096 time: 0.2240658 May 26 22:38:52.518538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36efe396-166c-4525-9b46-b6cd20a52e21 req-ef620283-d979-4fc3-a52a-ea6e2809504c tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 210 time: 0.0620608 May 26 22:38:52.538252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Transition to ACTIVE for port object d64a200c-e512-4866-92e9-58c276b678a3 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:52.580140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: b0045751-0153-4513-b0f0-1135e80025e8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:38:52.580472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b0045751-0153-4513-b0f0-1135e80025e8 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:38:52.633760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f0be996-b19b-4475-8f4e-8f46e6f55682 req-a4d3b7a9-0c1e-43a3-81bc-62f020239766 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 May 26 22:38:52.648204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.761249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:52.766657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:52.790672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:52.866289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:52.891828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46308) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:52.968700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:52.969353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.980293 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.063407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:53.068132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Usage tracker for resource:security_group_rule and tenant:78e79c04de11418fb98bc95217d86118 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:53.074177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:53.082110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-4b23d319-411c-44e7-8ce2-c612cc05bb09 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8656719 May 26 22:38:53.097362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c738f4fe-14f3-4bbc-81de-064e60f782bb None None] Provisioning for port d64a200c-e512-4866-92e9-58c276b678a3 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:53.103648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c738f4fe-14f3-4bbc-81de-064e60f782bb None None] Provisioning complete for port d64a200c-e512-4866-92e9-58c276b678a3 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:53.104025 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c738f4fe-14f3-4bbc-81de-064e60f782bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.148272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Request body: {'port': {'device_id': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:53.166453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeba38-9b74-413d-945b-ed7f1e9c09c3 req-27761acf-b034-4b46-b212-4e746ab2653c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:53.168066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bceeba38-9b74-413d-945b-ed7f1e9c09c3 req-27761acf-b034-4b46-b212-4e746ab2653c tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.0905368 May 26 22:38:53.173102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:53.177567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c738f4fe-14f3-4bbc-81de-064e60f782bb None None] Port d64a200c-e512-4866-92e9-58c276b678a3 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:53.238271 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bceeba38-9b74-413d-945b-ed7f1e9c09c3 req-13551267-e3e0-4241-95af-eeead3eed0ff tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622189 May 26 22:38:53.318302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.353017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3c655-6f6b-4ba7-b4e1-b033f6bea8b6 req-086d06e4-60fb-42d6-83f8-0111ceab6e56 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:53.353709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d2d3c655-6f6b-4ba7-b4e1-b033f6bea8b6 req-086d06e4-60fb-42d6-83f8-0111ceab6e56 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:53.415795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.427311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.441940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d2d3c655-6f6b-4ba7-b4e1-b033f6bea8b6 req-086d06e4-60fb-42d6-83f8-0111ceab6e56 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:53.443059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2d3c655-6f6b-4ba7-b4e1-b033f6bea8b6 req-086d06e4-60fb-42d6-83f8-0111ceab6e56 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 936 time: 0.3707085 May 26 22:38:53.510982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cff02-854a-4860-b62d-9359352f4890 req-935ad75c-b6f0-4503-a333-c12bb9b2dd22 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:53.512490 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e8cff02-854a-4860-b62d-9359352f4890 req-935ad75c-b6f0-4503-a333-c12bb9b2dd22 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 949 time: 0.0789750 May 26 22:38:53.560697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e8cff02-854a-4860-b62d-9359352f4890 req-d3a82a19-5ce5-4f40-b7df-8ea12853620e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 May 26 22:38:53.615968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e4803-cc30-4a5b-8d0d-da755f390703,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:53.622602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce17cf58-4aec-4461-8efc-ec2dbcd4bc06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78e79c04de11418fb98bc95217d86118&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7235658 May 26 22:38:53.624739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46334) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:53.652375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2d3c655-6f6b-4ba7-b4e1-b033f6bea8b6 req-fe1446fd-6f3b-4a23-9f38-c2fb05edb8ab tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682680 May 26 22:38:53.699524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e', '714eb801-ec12-4f1a-bc36-937785f0b82c', '95cc68de-10d5-48ca-b736-03e8ab8d3b14'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:38:53.762940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec631d8-19f5-43a2-8728-6cfa1c19d5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.784162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-274ff590-4ae4-412c-9e22-7a6d810bb082 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=aa972ee5b8314a6b911329f86578e607&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494730 May 26 22:38:53.821000 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec631d8-19f5-43a2-8728-6cfa1c19d5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.908380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dba52-4f96-4027-a470-3385cd34a3df req-d8b833a7-782f-4391-aa14-407721d4dd08 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:53.909102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-729dba52-4f96-4027-a470-3385cd34a3df req-d8b833a7-782f-4391-aa14-407721d4dd08 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Synchronizing usage tracker for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:53.923922 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-988d6920-327f-40b9-9298-6c54e308855a req-6c1878ef-d85d-4015-96e7-21d97899c3b7 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 210 time: 0.0570056 May 26 22:38:53.995921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec631d8-19f5-43a2-8728-6cfa1c19d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.996539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-609e8637-4046-4162-9768-999fd1a0a22a tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:53.998871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-609e8637-4046-4162-9768-999fd1a0a22a tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003767 May 26 22:38:54.019156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec631d8-19f5-43a2-8728-6cfa1c19d5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e4803-cc30-4a5b-8d0d-da755f390703,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:54.036480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec631d8-19f5-43a2-8728-6cfa1c19d5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:54.039942 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ec631d8-19f5-43a2-8728-6cfa1c19d5c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c9e4803-cc30-4a5b-8d0d-da755f390703 HTTP/1.1" status: 204 len: 168 time: 0.4108667 May 26 22:38:54.064213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Request body: {'port': {'device_id': '611891e9-f801-4119-82ee-63eca32d4453', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': 'aa972ee5b8314a6b911329f86578e607'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:54.248662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-729dba52-4f96-4027-a470-3385cd34a3df req-d8b833a7-782f-4391-aa14-407721d4dd08 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Unset dirty status for tenant:98519dfb05104b2090a2113a0c1e295d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:54.251029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-729dba52-4f96-4027-a470-3385cd34a3df req-d8b833a7-782f-4391-aa14-407721d4dd08 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.8058128 May 26 22:38:54.484308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:38:54.594975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65a39-13b3-4e72-a5f5-e8fc138ecb5e req-eb598a15-a78d-43d6-b82e-36eb01f153ea tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:54.595857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420400c9-3779-4568-8206-503adf299b76 req-3769669d-155f-49c6-8585-cb4a73603f25 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:54.597605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-420400c9-3779-4568-8206-503adf299b76 req-3769669d-155f-49c6-8585-cb4a73603f25 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.5946994 May 26 22:38:54.602517 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3fd65a39-13b3-4e72-a5f5-e8fc138ecb5e req-eb598a15-a78d-43d6-b82e-36eb01f153ea tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 944 time: 0.1966755 May 26 22:38:54.609662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Deleting port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:38:54.610031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:54.647639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64a200c-e512-4866-92e9-58c276b678a3 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:54.651332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3fd65a39-13b3-4e72-a5f5-e8fc138ecb5e req-1790ea12-ea6c-462b-8cea-64b52e876d56 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 May 26 22:38:54.676846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:54.676846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:54.706550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Usage tracker for resource:port and tenant:aa972ee5b8314a6b911329f86578e607 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:54.716376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:54.720973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Transition to ACTIVE for port object d64a200c-e512-4866-92e9-58c276b678a3 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:54.733641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:54.749098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:54.824583 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:54.862783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Made reservation on behalf of aa972ee5b8314a6b911329f86578e607 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:38:54.865667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:54.936627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8a2d9-0d6a-4478-bd38-36075b6bc386 req-99455978-2c68-4484-a273-28c271315e57 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:54.938282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aec8a2d9-0d6a-4478-bd38-36075b6bc386 req-99455978-2c68-4484-a273-28c271315e57 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 949 time: 0.0907726 May 26 22:38:54.944642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-420400c9-3779-4568-8206-503adf299b76 req-00034b84-bb41-435a-8a48-fa1137e0d7e5 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002207 May 26 22:38:54.984419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:55.027089 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aec8a2d9-0d6a-4478-bd38-36075b6bc386 req-9ad0b9a8-cec6-4869-8f6b-039b131a536f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828948 May 26 22:38:55.080466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:55.277290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:55.300689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Usage tracker for resource:security_group_rule and tenant:aa972ee5b8314a6b911329f86578e607 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:55.302639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5c792dd-905a-42d1-b4bc-474a282bf534 req-8276d375-bb51-473c-bdad-b3e6f382a2d8 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 210 time: 0.0467618 May 26 22:38:55.312010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:55.321888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:55.369021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] For port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:55.369302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:55.521613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Calling delete_port for b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:38:55.579199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:55.579581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:55.579894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:55.599994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765388cf-cf50-4197-a38e-981cc862fd98 req-13e6d160-e5e4-4572-856f-d0b83831dcc7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:55.606245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-765388cf-cf50-4197-a38e-981cc862fd98 req-13e6d160-e5e4-4572-856f-d0b83831dcc7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 948 time: 0.4367030 May 26 22:38:55.658511 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:55.689881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:55.689881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:55.691827 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:55.717717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c088bf12-c5fc-4336-8b12-a9276527878a up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:38:55.785009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:55.785183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:55.785564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:55.786026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Bound port: d64a200c-e512-4866-92e9-58c276b678a3, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:55.786690 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:55.812176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port c088bf12-c5fc-4336-8b12-a9276527878a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:55.819703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port c088bf12-c5fc-4336-8b12-a9276527878a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:55.820832 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:55.860819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd2445-271a-4028-9420-11bb58d6ec8e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:55.935102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-765388cf-cf50-4197-a38e-981cc862fd98 req-991cd77d-40e9-40e0-b87f-c89a3bec7b5d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277314 May 26 22:38:55.976893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:56.023954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c088bf12-c5fc-4336-8b12-a9276527878a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c088bf12-c5fc-4336-8b12-a9276527878a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:38:56.025544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c088bf12-c5fc-4336-8b12-a9276527878a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:56.032980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:56.036962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:56.116952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event deleted for resources: {'Port': ['ID=b8ee21a6-1290-4e34-9fc6-fe53e812e2d2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:56.123525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c088bf12-c5fc-4336-8b12-a9276527878a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:56.133978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:56.216745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:56.261839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Allocated IP 192.168.233.50 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/cbe5187f-e303-43a0-9ee7-694fbd797543) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:38:56.277708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98fc081f-6e87-4e41-a43a-a70c6b7ad52f req-65cc5e30-805d-455d-85bb-fc1e2dce2e28 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c9c9b5-3cae-436a-a438-11d879bf7957 HTTP/1.1" status: 200 len: 210 time: 0.1107166 May 26 22:38:56.279695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:56.315266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] No DVR routers for this DVR port b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:38:56.328355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:56.331110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'name': 'network-vif-deleted', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:56.380341 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a17654-1a38-4771-ad4f-00853ccb83a6'] response: {'server_uuid': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c088bf12-c5fc-4336-8b12-a9276527878a', 'code': 200} May 26 22:38:56.417544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:56.419622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] 10.222.0.48 "PUT /v2.0/ports/d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 1096 time: 3.2768064 May 26 22:38:56.435617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-729dba52-4f96-4027-a470-3385cd34a3df req-d098859a-9ad0-452c-8615-eeb7ad34f24b tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "DELETE /v2.0/ports/b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 HTTP/1.1" status: 204 len: 173 time: 2.1599422 May 26 22:38:56.552477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795b7e0-aadd-4d59-816c-1aecc6dc6928 req-46dee70c-8118-43c2-87aa-a1f71568a3c1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:56.562148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4795b7e0-aadd-4d59-816c-1aecc6dc6928 req-46dee70c-8118-43c2-87aa-a1f71568a3c1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.2081621 May 26 22:38:56.609962 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-139cf4a5-52ae-48bf-a13f-3fe29c46869b req-8eae8610-7e79-4009-9327-ec4feb133f45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 1101 time: 0.1542950 May 26 22:38:56.662335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4795b7e0-aadd-4d59-816c-1aecc6dc6928 req-47e0168c-318b-4a1a-9c65-f19734d4a95a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981658 May 26 22:38:56.696201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223478f-bdac-4645-bbb0-123f94508731 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:56.721261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-139cf4a5-52ae-48bf-a13f-3fe29c46869b req-dfbeaeb3-ee77-45c7-8944-d745b9a13eb6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038630 May 26 22:38:56.926370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:56.954404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a413e-f682-4527-b187-0c6d7d7f54a1 req-03bc77c2-842e-4c70-b94b-e0568c729532 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:56.961439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-809a413e-f682-4527-b187-0c6d7d7f54a1 req-03bc77c2-842e-4c70-b94b-e0568c729532 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 950 time: 0.2662680 May 26 22:38:56.965320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-2fd041a0-97c3-4c81-926f-e87c9c7f0354 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1099 time: 0.4821286 May 26 22:38:56.968307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Transition to ACTIVE for port object cbe5187f-e303-43a0-9ee7-694fbd797543 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:57.042632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46474) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:57.067807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-190976ae-2dc9-4e65-bddb-f061f999dc8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.0826223 May 26 22:38:57.134228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-809a413e-f682-4527-b187-0c6d7d7f54a1 req-293ea983-55f2-48ad-8d69-6e90dae05443 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720016 May 26 22:38:57.159203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-fe074328-708f-495b-97fd-629da15ea207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:57.161205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-fe074328-708f-495b-97fd-629da15ea207 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0840788 May 26 22:38:57.165019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.210809 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bf4090-6077-4bd0-8ee0-1fd340d8d784'] response: {'server_uuid': '01c9c9b5-3cae-436a-a438-11d879bf7957', 'name': 'network-vif-deleted', 'tag': 'b8ee21a6-1290-4e34-9fc6-fe53e812e2d2', 'status': 'completed', 'code': 200} May 26 22:38:57.211887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.267452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:57.271954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Usage tracker for resource:security_group_rule and tenant:a89a274d564e498aaa424222f27f7902 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:57.275408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:57.283529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:57.331035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:38:57.339013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:38:57.357315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:38:57.398461 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.404051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.411805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Pushing event updated for resources: {'Port': ['ID=cbe5187f-e303-43a0-9ee7-694fbd797543,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:57.460487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.500408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5512ae75-8963-4242-8df5-e3525767e33c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:57.508451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf8db82c-c698-45c3-9cf0-7da6c1fc5d7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a89a274d564e498aaa424222f27f7902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4647524 May 26 22:38:57.515559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:57.516297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:57.517456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.554938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-aa5bbf5d-d4a7-4274-8941-458c15907272 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3459568 May 26 22:38:57.559424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-eec6ec15-3b50-4c94-9353-8393722cab64 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5058496 May 26 22:38:57.604868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Request body: {'port': {'device_id': '611891e9-f801-4119-82ee-63eca32d4453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:57.606831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06f1e5ba-e464-45e0-9673-8a7d4f7edbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.645714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06f1e5ba-e464-45e0-9673-8a7d4f7edbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.657353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31fafe-aa6c-4a39-a6ce-959d19556ed1 req-87644d0f-1e8d-4be0-9372-d656cfdef1dd tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:57.657987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3d31fafe-aa6c-4a39-a6ce-959d19556ed1 req-87644d0f-1e8d-4be0-9372-d656cfdef1dd tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Synchronizing usage tracker for tenant:aa972ee5b8314a6b911329f86578e607 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:57.719023 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06f1e5ba-e464-45e0-9673-8a7d4f7edbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.729995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:38:57.733659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1e5ba-e464-45e0-9673-8a7d4f7edbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512ae75-8963-4242-8df5-e3525767e33c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:57.747458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06f1e5ba-e464-45e0-9673-8a7d4f7edbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.748806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-06f1e5ba-e464-45e0-9673-8a7d4f7edbc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5512ae75-8963-4242-8df5-e3525767e33c HTTP/1.1" status: 204 len: 168 time: 0.2323682 May 26 22:38:57.816806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:38:57.817561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b8ee21a6-1290-4e34-9fc6-fe53e812e2d2 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:38:57.835508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5dea6631-b63f-4908-af0f-e2dc93179634 None None] Provisioning for port cbe5187f-e303-43a0-9ee7-694fbd797543 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:38:57.845629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5dea6631-b63f-4908-af0f-e2dc93179634 None None] Provisioning complete for port cbe5187f-e303-43a0-9ee7-694fbd797543 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:38:57.846098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dea6631-b63f-4908-af0f-e2dc93179634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.850912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3d31fafe-aa6c-4a39-a6ce-959d19556ed1 req-87644d0f-1e8d-4be0-9372-d656cfdef1dd tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Unset dirty status for tenant:aa972ee5b8314a6b911329f86578e607 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:57.852633 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d31fafe-aa6c-4a39-a6ce-959d19556ed1 req-87644d0f-1e8d-4be0-9372-d656cfdef1dd tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 935 time: 0.4513981 May 26 22:38:57.907427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:57.928463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5dea6631-b63f-4908-af0f-e2dc93179634 None None] Port cbe5187f-e303-43a0-9ee7-694fbd797543 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:38:57.943997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b55cb-4a76-4a1e-811e-9c0bc403a403 req-890ddc55-39e4-4fc6-8989-fcec2822c619 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:57.951593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca0b55cb-4a76-4a1e-811e-9c0bc403a403 req-890ddc55-39e4-4fc6-8989-fcec2822c619 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.0955260 May 26 22:38:57.962043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-3a11a309-e1c7-4a3f-9312-915c943875ba service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844631 May 26 22:38:58.013885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca0b55cb-4a76-4a1e-811e-9c0bc403a403 req-67e02e75-69df-4c0a-97e2-56d45f2f08d1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 May 26 22:38:58.107527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3d31fafe-aa6c-4a39-a6ce-959d19556ed1 req-e8c763df-3f82-4d1f-bb7d-0160a47ad853 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Synchronizing usage tracker for tenant:aa972ee5b8314a6b911329f86578e607 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:38:58.148489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3d31fafe-aa6c-4a39-a6ce-959d19556ed1 req-e8c763df-3f82-4d1f-bb7d-0160a47ad853 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Unset dirty status for tenant:aa972ee5b8314a6b911329f86578e607 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:38:58.159954 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d31fafe-aa6c-4a39-a6ce-959d19556ed1 req-e8c763df-3f82-4d1f-bb7d-0160a47ad853 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941787 May 26 22:38:58.227529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:58.257521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.305657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:38:58.313994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Usage tracker for resource:security_group_rule and tenant:15bb50ea98744c48a47afd1b32f0add5 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:38:58.317074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:38:58.324010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:38:58.365039 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55ccd957-626e-4e16-8545-0f1c6f32ca32 req-09d57fd5-1270-4400-81b3-403977755ed4 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704841 May 26 22:38:58.365721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764f63-ecdd-4d0d-8881-7e7666a73400 req-38763241-ca71-4832-8572-3274fa0e63db tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:58.367180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7764f63-ecdd-4d0d-8881-7e7666a73400 req-38763241-ca71-4832-8572-3274fa0e63db tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 948 time: 0.1889896 May 26 22:38:58.462287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7764f63-ecdd-4d0d-8881-7e7666a73400 req-3b5f0869-5cf8-48a8-8151-9f0554ee78a2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858402 May 26 22:38:58.465449 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.479929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.513635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe5187f-e303-43a0-9ee7-694fbd797543 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:38:58.522129 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.532892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15bb50ea98744c48a47afd1b32f0add5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049710 May 26 22:38:58.535576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46536) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:58.541033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Transition to ACTIVE for port object cbe5187f-e303-43a0-9ee7-694fbd797543 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:38:58.546699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.580717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367073c-fac4-45e0-a86e-d6b03e533b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47b39f5-ba4e-4ca3-a49c-20639204479f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:58.691585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c49d2088-7fe8-488c-9992-885bd7551d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.749229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c49d2088-7fe8-488c-9992-885bd7551d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.785978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4ef48-a44e-45f6-8d2c-8345f6653616 req-fea8e815-e04a-4a33-b363-453994f0f1f2 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:58.792961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23a4ef48-a44e-45f6-8d2c-8345f6653616 req-fea8e815-e04a-4a33-b363-453994f0f1f2 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 945 time: 0.1738060 May 26 22:38:58.807449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Pushing event updated for resources: {'Port': ['ID=cbe5187f-e303-43a0-9ee7-694fbd797543,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:58.866763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23a4ef48-a44e-45f6-8d2c-8345f6653616 req-01515b0b-4c37-4ea6-a74e-9f221d93ccf7 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723305 May 26 22:38:58.892054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c49d2088-7fe8-488c-9992-885bd7551d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.912129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d2088-7fe8-488c-9992-885bd7551d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47b39f5-ba4e-4ca3-a49c-20639204479f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:58.916536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c49d2088-7fe8-488c-9992-885bd7551d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.917557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c49d2088-7fe8-488c-9992-885bd7551d26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e47b39f5-ba4e-4ca3-a49c-20639204479f HTTP/1.1" status: 204 len: 168 time: 0.3810253 May 26 22:38:59.016551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Attempting to bind port cbe5187f-e303-43a0-9ee7-694fbd797543 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:38:59.017060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Attempting to bind port cbe5187f-e303-43a0-9ee7-694fbd797543 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:38:59.017233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Attempting to bind port cbe5187f-e303-43a0-9ee7-694fbd797543 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:59.023516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Port cbe5187f-e303-43a0-9ee7-694fbd797543 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:38:59.023826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Attempting to bind port cbe5187f-e303-43a0-9ee7-694fbd797543 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:38:59.031262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:38:59.031623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:38:59.032062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:38:59.032519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Bound port: cbe5187f-e303-43a0-9ee7-694fbd797543, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:38:59.032863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:59.116674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1d238-62d2-49ef-8f7b-e32bbe84f371 req-a97afc83-08aa-4dea-a2df-dc755b916163 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:59.118178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99c1d238-62d2-49ef-8f7b-e32bbe84f371 req-a97afc83-08aa-4dea-a2df-dc755b916163 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 950 time: 0.0964448 May 26 22:38:59.153141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] For port cbe5187f-e303-43a0-9ee7-694fbd797543, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:38:59.156716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] For port cbe5187f-e303-43a0-9ee7-694fbd797543, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cbe5187f-e303-43a0-9ee7-694fbd797543,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:38:59.160573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:59.196098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99c1d238-62d2-49ef-8f7b-e32bbe84f371 req-a0b1f257-9522-47dc-ac3c-670c718fae1d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717049 May 26 22:38:59.219940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:38:59.246681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:59.248050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] 10.222.0.48 "PUT /v2.0/ports/cbe5187f-e303-43a0-9ee7-694fbd797543 HTTP/1.1" status: 200 len: 1095 time: 1.6693702 May 26 22:38:59.265484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dcf87-4a7e-466e-8521-5e20bb5d285a service neutron] Pushing event updated for resources: {'Port': ['ID=cbe5187f-e303-43a0-9ee7-694fbd797543,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:38:59.416545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-76f03679-2611-46a3-b1bf-2cfeb74f745b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa972ee5b8314a6b911329f86578e607&device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 1098 time: 0.1203933 May 26 22:38:59.501502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-f07947e0-4c02-4051-8bc4-8d11001867f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cbe5187f-e303-43a0-9ee7-694fbd797543 HTTP/1.1" status: 200 len: 217 time: 0.0781307 May 26 22:38:59.622851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-5de6783b-75e3-44c4-bea4-738a19a37eec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:59.624953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-5de6783b-75e3-44c4-bea4-738a19a37eec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1159992 May 26 22:38:59.675068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46025536-a640-4ec2-ab14-ed3fdde1a833 req-c22593c5-c899-4962-b6fe-134ce3d590cc tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:59.681735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46025536-a640-4ec2-ab14-ed3fdde1a833 req-c22593c5-c899-4962-b6fe-134ce3d590cc tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.1053720 May 26 22:38:59.762768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46025536-a640-4ec2-ab14-ed3fdde1a833 req-4ce6cd17-1bef-44d7-aa05-e3333bc123a3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739121 May 26 22:38:59.765877 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-dc7bd5a6-5467-4249-ba91-75eb254ed2ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271775 May 26 22:38:59.960366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-9cf61233-4390-404e-921a-a06261231b85 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880698 May 26 22:38:59.962561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-c8807cd7-bcfc-47c8-862c-8ecb28fb2df1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:59.966091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-c8807cd7-bcfc-47c8-862c-8ecb28fb2df1 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.1109452 May 26 22:38:59.975599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e32db4-e2f4-47ed-bce7-beaf1ca49c4a req-686853eb-9b26-44f5-b08d-910f27ea3afb tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:38:59.976713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-39e32db4-e2f4-47ed-bce7-beaf1ca49c4a req-686853eb-9b26-44f5-b08d-910f27ea3afb tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 947 time: 0.1333148 May 26 22:39:00.051455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Deleting port 6936d358-b26c-4c79-81d7-0a8a33b9016f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:00.051804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:00.104898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-39e32db4-e2f4-47ed-bce7-beaf1ca49c4a req-a8023027-3a80-4743-abc1-7caa1b86397d tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102042 May 26 22:39:00.147382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060c7bc7-f8a9-4757-a59c-9ea46bb6fce9 req-c296d7d5-403a-4991-a2e7-ca59564f3210 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782920 May 26 22:39:00.216773 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20975d1a-3f70-4d9c-adbd-d036056ddbb2'] response: {'name': 'network-changed', 'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'status': 'completed', 'code': 200} May 26 22:39:00.394768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-c4f3e6b4-82b6-46cf-9341-b061db7c3dad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1099 time: 0.1543820 May 26 22:39:00.456400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] For port 6936d358-b26c-4c79-81d7-0a8a33b9016f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6936d358-b26c-4c79-81d7-0a8a33b9016f,segment=NetworkSegment(8a82ca7a-3499-4659-8bc1-4c2ed62b591e),segment_id=8a82ca7a-3499-4659-8bc1-4c2ed62b591e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:00.456707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:00.517105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5de7-e309-4322-ae04-df0c0ecfd3f2 req-7514b69d-ef7e-4dae-9907-2de4b3de73f8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:00.518573 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-53cc5de7-e309-4322-ae04-df0c0ecfd3f2 req-7514b69d-ef7e-4dae-9907-2de4b3de73f8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 948 time: 0.1758358 May 26 22:39:00.591267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-c5d95a29-9f62-4038-9c1e-8deafafe1155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:00.592726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-c5d95a29-9f62-4038-9c1e-8deafafe1155 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1864262 May 26 22:39:00.657714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-53cc5de7-e309-4322-ae04-df0c0ecfd3f2 req-db76782f-4f73-4eed-8e25-854b385c7e6c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302776 May 26 22:39:00.666651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-01f966bd-2efd-4a6c-a240-cd6dee3d025c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.0657454 May 26 22:39:00.670537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Calling delete_port for 6936d358-b26c-4c79-81d7-0a8a33b9016f owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:00.730107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945f4b0-7722-4637-bc01-ead69038c27c req-f72ded80-1a0d-4bdb-a606-d46c5b52a354 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:00.732121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3945f4b0-7722-4637-bc01-ead69038c27c req-f72ded80-1a0d-4bdb-a606-d46c5b52a354 tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/ports?device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 945 time: 0.3799288 May 26 22:39:00.752290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-655de7c4-8318-4a3f-b4d9-07d3d12e8c04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:00.753934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-655de7c4-8318-4a3f-b4d9-07d3d12e8c04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0805247 May 26 22:39:00.806425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3945f4b0-7722-4637-bc01-ead69038c27c req-8796f192-d5d9-4c5d-9152-4e1628647e4e tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb952029-e9d7-46f4-9391-c31de2f45e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662735 May 26 22:39:00.883247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:00.935592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Pushing event deleted for resources: {'Port': ['ID=6936d358-b26c-4c79-81d7-0a8a33b9016f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:00.936374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-79f8a136-76c6-43cf-99ad-4db509c7e645 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715150 May 26 22:39:01.017168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] No DVR routers for this DVR port 6936d358-b26c-4c79-81d7-0a8a33b9016f on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:01.020074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:01.022976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'name': 'network-vif-deleted', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:01.035101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-022d8339-3be6-4ece-9285-70eab2ddfd02 req-2ff3bab9-033c-423f-ad59-1f32c9a325ee tempest-LiveMigrationTest-1510454105 tempest-LiveMigrationTest-1510454105-project] 10.222.0.55 "DELETE /v2.0/ports/6936d358-b26c-4c79-81d7-0a8a33b9016f HTTP/1.1" status: 204 len: 173 time: 1.0632203 May 26 22:39:01.161369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c1d8-1cb7-4ef5-bdbe-abc37fcde326 req-02c86b49-5879-4c30-8b78-f7f162d37d28 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:01.162833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c20c1d8-1cb7-4ef5-bdbe-abc37fcde326 req-02c86b49-5879-4c30-8b78-f7f162d37d28 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 948 time: 0.3193104 May 26 22:39:01.264713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-f5f98029-9110-4c84-a7e8-2b42c0a96fe6 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196485 May 26 22:39:01.266985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c20c1d8-1cb7-4ef5-bdbe-abc37fcde326 req-0d92a028-70ff-4ce3-8094-673c9deb7ba4 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955584 May 26 22:39:01.335008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65357c-adfb-45d0-894d-003e2e673ed5 req-fdc9f7b1-c080-4925-8464-04fee3292d68 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:01.336725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c65357c-adfb-45d0-894d-003e2e673ed5 req-fdc9f7b1-c080-4925-8464-04fee3292d68 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.0944488 May 26 22:39:01.409805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c65357c-adfb-45d0-894d-003e2e673ed5 req-f75eca8f-c6d9-44c1-b3a0-72db7aefaed8 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671024 May 26 22:39:01.436189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7168bc69-2b22-4df9-aeea-25a0887ca660 req-861f8e43-7171-4d0b-91a6-69cb053cba9c service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645644 May 26 22:39:01.456382 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531ee2b5-131f-40fb-93fe-78d9c16c4a18'] response: {'server_uuid': '167e824b-65aa-4522-863f-8099a878971b', 'name': 'network-vif-deleted', 'tag': '6936d358-b26c-4c79-81d7-0a8a33b9016f', 'status': 'completed', 'code': 200} May 26 22:39:01.639858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95587c-4d9c-4e91-9896-98092a0250a1 req-81459f6d-9e2e-43c4-bf3d-dea50fa861f2 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:01.641311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c95587c-4d9c-4e91-9896-98092a0250a1 req-81459f6d-9e2e-43c4-bf3d-dea50fa861f2 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 947 time: 0.0871384 May 26 22:39:01.705159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c95587c-4d9c-4e91-9896-98092a0250a1 req-3a9b4bd0-f2ab-4263-a43f-a8db4167d69e tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574687 May 26 22:39:01.765046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d034e4-edb3-42be-b391-3ae181379000 req-4633d4c3-f58e-4b1a-8b8b-621b8b23d65c tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9&device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480&device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4&device_id=52930196-7e89-48b4-a304-5a3b996c048a&device_id=a23151b2-a5cd-4b37-8716-100784c6e606&device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331&device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb&device_id=95967333-58a5-4809-b64e-9d933e44f95d&device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765&device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9&device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1&device_id=167e824b-65aa-4522-863f-8099a878971b HTTP/1.1" status: 200 len: 12657 time: 0.1098156 May 26 22:39:01.788837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:01.797708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-a5940790-37f7-421e-9f8e-5eef2cb9998a tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:01.799553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-a5940790-37f7-421e-9f8e-5eef2cb9998a tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 948 time: 0.0919816 May 26 22:39:01.825779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:01.832466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Usage tracker for resource:security_group_rule and tenant:b0a61ef4b65a4d8a9a0afb497a331f48 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:01.835630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:01.843788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:01.886611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Deleting port 267e203f-93ed-4c1c-8ee6-b9f125e25574 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:01.887764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:01.920430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:01.924901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:01.969866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaf5ebe-06b2-4b92-b057-12314e6a05d4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:01.977016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d034e4-edb3-42be-b391-3ae181379000 req-b0aa39ae-e814-44ee-89bb-c77e09aee500 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&id=29059630-2752-4ad8-ae1f-d937608d081f&id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2111282 May 26 22:39:02.188526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] For port 267e203f-93ed-4c1c-8ee6-b9f125e25574, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=267e203f-93ed-4c1c-8ee6-b9f125e25574,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:02.188879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:02.233901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611891e9-f801-4119-82ee-63eca32d4453', 'tag': 'cbe5187f-e303-43a0-9ee7-694fbd797543'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:02.245334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-8486ebcc-aac2-46fa-860e-7bc4c6b3be60 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312450 May 26 22:39:02.259256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f0a83-ab25-472e-a72d-9252d06a7592 req-8c8e983c-5f3d-472f-bebf-b9eb2d9f5f42 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:02.263141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f0a83-ab25-472e-a72d-9252d06a7592 req-8c8e983c-5f3d-472f-bebf-b9eb2d9f5f42 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:02.267001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f0a83-ab25-472e-a72d-9252d06a7592 req-8c8e983c-5f3d-472f-bebf-b9eb2d9f5f42 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:02.268542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c6f0a83-ab25-472e-a72d-9252d06a7592 req-8c8e983c-5f3d-472f-bebf-b9eb2d9f5f42 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4&device_id=52930196-7e89-48b4-a304-5a3b996c048a&device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 2417 time: 0.2029109 May 26 22:39:02.327842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Calling delete_port for 267e203f-93ed-4c1c-8ee6-b9f125e25574 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:02.392898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-d99d17d0-a96b-4012-b3db-a8669f6d5454 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:02.394349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-d99d17d0-a96b-4012-b3db-a8669f6d5454 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432450 May 26 22:39:02.411315 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-3338db75-549b-4bab-abf2-ff6615243b28 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/quotas/63db535426764bb8860dd58d851617c8 HTTP/1.1" status: 200 len: 375 time: 0.0113862 May 26 22:39:02.420348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c6f0a83-ab25-472e-a72d-9252d06a7592 req-2e27a231-ab5c-4f46-b918-cb606fc238e3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990229 May 26 22:39:02.457448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-c55a0965-064b-4791-8fe4-69184a0ce6ff tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407727 May 26 22:39:02.490225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:02.511333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:02.608182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Pushing event deleted for resources: {'Port': ['ID=267e203f-93ed-4c1c-8ee6-b9f125e25574,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:02.683239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46656) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:02.690001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:02.700653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] No DVR routers for this DVR port 267e203f-93ed-4c1c-8ee6-b9f125e25574 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:02.703416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:02.719314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'd64a200c-e512-4866-92e9-58c276b678a3', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd64a200c-e512-4866-92e9-58c276b678a3', 'mac_address': 'fa:16:3e:df:a8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:02.726516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06e84c60-9c8d-435b-a7d4-7d9b724de081 req-d4636e18-0188-413e-a262-e61e8956f3f2 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "DELETE /v2.0/ports/267e203f-93ed-4c1c-8ee6-b9f125e25574 HTTP/1.1" status: 204 len: 173 time: 0.9205074 May 26 22:39:02.742278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322cc4-78ab-425f-b58e-f0b20ba7052c req-d2597570-75bf-4967-98cd-8012ea0851e1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:02.751591 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e322cc4-78ab-425f-b58e-f0b20ba7052c req-d2597570-75bf-4967-98cd-8012ea0851e1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 948 time: 0.1946361 May 26 22:39:02.832696 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:02.862991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64a200c-e512-4866-92e9-58c276b678a3 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:02.884174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:02.891428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:02.947505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e322cc4-78ab-425f-b58e-f0b20ba7052c req-6d862f07-5437-4678-afab-8bb0a6571046 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948485 May 26 22:39:03.042482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:03.061568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.062105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.062441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.062772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.063095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.063418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.063739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.064194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.064506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.065002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.069449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.130391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] Deleting subnet 56e5b5be-b0d2-4e67-a774-94308cdf2bfe {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:39:03.135169 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5519331-0fd9-498c-b512-2e658485fcd8'] response: {'name': 'network-changed', 'server_uuid': '611891e9-f801-4119-82ee-63eca32d4453', 'tag': 'cbe5187f-e303-43a0-9ee7-694fbd797543', 'status': 'completed', 'code': 200} May 26 22:39:03.138443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.242052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d64a200c-e512-4866-92e9-58c276b678a3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:03.285402 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-796f1f5c-7d77-4a69-930d-1687deaec8c9 req-9a15b1da-a296-44ef-88ca-72070ee3e7dc tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e5689a1-c215-44ae-86aa-cb547d1c68a9 HTTP/1.1" status: 200 len: 210 time: 0.0761621 May 26 22:39:03.291064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.370636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.413782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-00480490-f97a-43f7-9892-284e5eed74ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa972ee5b8314a6b911329f86578e607&device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 1098 time: 0.2374191 May 26 22:39:03.458696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-deleted', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:03.559721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea190f9-43b2-4d33-b7c8-55b868a277ab req-47b479b3-7b52-4e25-9127-48893f50f82c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:03.565079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ea190f9-43b2-4d33-b7c8-55b868a277ab req-47b479b3-7b52-4e25-9127-48893f50f82c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.2275655 May 26 22:39:03.641497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ea190f9-43b2-4d33-b7c8-55b868a277ab req-c7c35829-557e-4ef5-b07c-402f51b1c90c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700572 May 26 22:39:03.666608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e8a68b1-ae46-498e-8e2e-b52ade4453c8 req-dd744a90-de46-486b-9cf4-5e08ca33ca2e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 210 time: 0.0796165 May 26 22:39:03.701215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-7f9ac0a0-f056-4a2a-9a7c-066cc8387766 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:03.710591 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-7f9ac0a0-f056-4a2a-9a7c-066cc8387766 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2867582 May 26 22:39:03.712405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.759690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:03.804486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 6936d358-b26c-4c79-81d7-0a8a33b9016f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:03.805012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6936d358-b26c-4c79-81d7-0a8a33b9016f not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:03.852400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e5b5be-b0d2-4e67-a774-94308cdf2bfe,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:03.866131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-ce2be91e-8c72-43fd-b08d-07f9e5569e3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cbe5187f-e303-43a0-9ee7-694fbd797543 HTTP/1.1" status: 200 len: 217 time: 0.1486232 May 26 22:39:03.867074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.893304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6264d-241a-46f6-8a72-73c25c71b3ee req-c7e5edbb-61cb-41ab-9106-f90c39fff7db tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:03.895005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4a6264d-241a-46f6-8a72-73c25c71b3ee req-c7e5edbb-61cb-41ab-9106-f90c39fff7db tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 947 time: 0.1083014 May 26 22:39:03.920389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ab3b23f4-7b00-41e3-abd3-2f5c1d7f5e8b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/56e5b5be-b0d2-4e67-a774-94308cdf2bfe HTTP/1.1" status: 204 len: 168 time: 1.2358055 May 26 22:39:03.923012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46678) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:03.940536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4a6264d-241a-46f6-8a72-73c25c71b3ee req-7e163c67-3b97-4c62-b950-1a524a6314ab tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 May 26 22:39:04.019113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-3a9138e6-40b5-45dd-890b-706b2d93f718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:04.019784 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e81a9f-05f2-45c1-a887-30a60ea38606'] response: {'server_uuid': '2e5689a1-c215-44ae-86aa-cb547d1c68a9', 'name': 'network-vif-deleted', 'tag': '267e203f-93ed-4c1c-8ee6-b9f125e25574', 'status': 'completed', 'code': 200} May 26 22:39:04.020666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-3a9138e6-40b5-45dd-890b-706b2d93f718 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1469798 May 26 22:39:04.226252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.243510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-46dc4e76-1795-4456-b81e-9dcf2e60a47c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464020 May 26 22:39:04.423157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26ffa7-6662-474d-99dd-382a5d1bea52 req-6957eb8a-7492-4953-a9fd-d4f7cb8c4be3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:04.424611 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db26ffa7-6662-474d-99dd-382a5d1bea52 req-6957eb8a-7492-4953-a9fd-d4f7cb8c4be3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 949 time: 0.0852926 May 26 22:39:04.473208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db26ffa7-6662-474d-99dd-382a5d1bea52 req-a99f611f-24d4-47a7-8912-c046bbf71e32 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 May 26 22:39:04.505118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device cbe5187f-e303-43a0-9ee7-694fbd797543 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:04.507961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:04.530294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.547309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9490acc7-0d80-48ca-92e4-8f7b029e5192 req-c652a30c-5a3b-4d0f-9181-c23d5493e1ab tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480&device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331&device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 2883 time: 0.5158989 May 26 22:39:04.560555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-66d5c919-783d-4663-ba18-45b71078cb59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5248046 May 26 22:39:04.618780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-157d7925-a591-4793-8375-002169a8f374 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:04.620237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-157d7925-a591-4793-8375-002169a8f374 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699846 May 26 22:39:04.627745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf53761-dd15-43d4-a247-8211eb64de03']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:04.674936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port d64a200c-e512-4866-92e9-58c276b678a3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:04.681991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port d64a200c-e512-4866-92e9-58c276b678a3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:04.682646 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.693047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:04.736052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a82ca7a-3499-4659-8bc1-4c2ed62b591e') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:04.736052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a82ca7a-3499-4659-8bc1-4c2ed62b591e') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:04.780493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port cbe5187f-e303-43a0-9ee7-694fbd797543, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cbe5187f-e303-43a0-9ee7-694fbd797543,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:04.798318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'cbe5187f-e303-43a0-9ee7-694fbd797543', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'cbe5187f-e303-43a0-9ee7-694fbd797543', 'mac_address': 'fa:16:3e:6e:a0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:04.813722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.822176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9490acc7-0d80-48ca-92e4-8f7b029e5192 req-a39ce22c-deb1-41e0-a96e-861dfadfa993 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Synchronizing usage tracker for tenant:b0a61ef4b65a4d8a9a0afb497a331f48 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:04.860654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.882244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:39:04.882637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: timer() May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:39:04.904539 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:39:04.909520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.935025 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.944392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe5187f-e303-43a0-9ee7-694fbd797543 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:04.970858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9490acc7-0d80-48ca-92e4-8f7b029e5192 req-a39ce22c-deb1-41e0-a96e-861dfadfa993 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] Unset dirty status for tenant:b0a61ef4b65a4d8a9a0afb497a331f48 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:04.972052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port cbe5187f-e303-43a0-9ee7-694fbd797543, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cbe5187f-e303-43a0-9ee7-694fbd797543,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:04.977980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9490acc7-0d80-48ca-92e4-8f7b029e5192 req-a39ce22c-deb1-41e0-a96e-861dfadfa993 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148154 May 26 22:39:04.988059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:04.988199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d2599f1-68ab-4c20-aa24-39502d73623f req-88794c30-9ab2-4200-80ff-04e38bec77f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 210 time: 0.0558350 May 26 22:39:05.005135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:05.008784 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.026136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-317452ba-c01d-4156-bd12-21ea656c3f3c service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379048 May 26 22:39:05.108965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.144132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:05.146513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=cbe5187f-e303-43a0-9ee7-694fbd797543,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:05.152863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.158313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Usage tracker for resource:port and tenant:63db535426764bb8860dd58d851617c8 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:05.178259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:05.181303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.197203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf53761-dd15-43d4-a247-8211eb64de03,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:05.200917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:05.228599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46700) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:05.238628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16459ae2-59c7-4eac-bbea-90a6fae8818a admin admin] 10.222.0.32 "DELETE /v2.0/networks/0cf53761-dd15-43d4-a247-8211eb64de03 HTTP/1.1" status: 204 len: 168 time: 1.3142624 May 26 22:39:05.271241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:05.275043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.293245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:05.295786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd8267c5-a665-4f07-b8ba-ff272bb32b9c req-2df328a8-5b7e-4ada-b61e-079e1673e644 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441888 May 26 22:39:05.296465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.300767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] Deleting subnet 28603dd5-5ffa-458d-9e9c-296871c89bbf {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:39:05.304596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.373595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:05.378420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Usage tracker for resource:security_group_rule and tenant:63db535426764bb8860dd58d851617c8 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:05.381707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:05.388072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:05.394921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.422962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['cbe5187f-e303-43a0-9ee7-694fbd797543'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:05.466045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.518397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.531744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.553098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.600921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28603dd5-5ffa-458d-9e9c-296871c89bbf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:05.607872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.618573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b497a95-e28a-4483-8bd8-4b9d6eb2d329 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/28603dd5-5ffa-458d-9e9c-296871c89bbf HTTP/1.1" status: 204 len: 168 time: 0.3889003 May 26 22:39:05.619163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46712) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:05.640316 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4557d9a2-2493-48fa-9b04-df6fc1423264'] response: {'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'code': 200} May 26 22:39:05.753649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.772154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584c730-9571-47e2-8fbc-76a9baab785d req-b57df807-386b-412a-87e0-069fb5ff1533 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:05.773625 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b584c730-9571-47e2-8fbc-76a9baab785d req-b57df807-386b-412a-87e0-069fb5ff1533 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 948 time: 0.3317003 May 26 22:39:05.774280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:05.782446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 267e203f-93ed-4c1c-8ee6-b9f125e25574 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:05.842314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 267e203f-93ed-4c1c-8ee6-b9f125e25574 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:05.846106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 267e203f-93ed-4c1c-8ee6-b9f125e25574 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:05.903898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.935011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208b2f53-1b68-42db-b973-4a975976cc5c']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:05.950327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3621804-9df4-451b-84d7-b6d676ef2bd2') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:05.950867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3621804-9df4-451b-84d7-b6d676ef2bd2') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:05.955477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b584c730-9571-47e2-8fbc-76a9baab785d req-d2c8f589-db49-4381-8df3-7b70204e4700 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573591 May 26 22:39:05.966389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.973002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.139 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/36224417-0885-40e0-a609-766357f03b8a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:05.987963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.995470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:39:05.995953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:05.999062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb74b249-e7cc-47aa-9054-e82a6d8aec50 req-b986002f-de23-4596-99d7-db2294f1e682 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1101 time: 0.2918494 May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: timer() May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:39:06.017122 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:39:06.113805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.133196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb74b249-e7cc-47aa-9054-e82a6d8aec50 req-f773d5a8-d86a-4767-8de3-0eab39dc3bf4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196694 May 26 22:39:06.137102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.143860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] Pushing event deleted for resources: {'Network': ['ID=208b2f53-1b68-42db-b973-4a975976cc5c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:06.151071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c9fdae42-d9d3-428b-9839-93190955c147 admin admin] 10.222.0.32 "DELETE /v2.0/networks/208b2f53-1b68-42db-b973-4a975976cc5c HTTP/1.1" status: 204 len: 168 time: 0.5307894 May 26 22:39:06.262210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc76e2-9243-40ac-8bf0-877325370a90 req-e9437b2f-9dda-4764-a567-051e55cd32ff tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:06.262992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-23fc76e2-9243-40ac-8bf0-877325370a90 req-e9437b2f-9dda-4764-a567-051e55cd32ff tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Synchronizing usage tracker for tenant:32fc03e77a894404bdbf84def5243731 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:06.301453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-23fc76e2-9243-40ac-8bf0-877325370a90 req-e9437b2f-9dda-4764-a567-051e55cd32ff tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Unset dirty status for tenant:32fc03e77a894404bdbf84def5243731 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:06.302765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23fc76e2-9243-40ac-8bf0-877325370a90 req-e9437b2f-9dda-4764-a567-051e55cd32ff tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 948 time: 0.1357982 May 26 22:39:06.326992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46724) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:06.401887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23fc76e2-9243-40ac-8bf0-877325370a90 req-6d50a0d3-b1c0-491f-9e9e-729151e38d5d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928695 May 26 22:39:06.409004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ce548b8e-03b9-4b0d-9020-351997b4fc0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98519dfb05104b2090a2113a0c1e295d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0786712 May 26 22:39:06.410933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46728) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:06.480903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefa0b3-f329-4c7b-9091-94ac6c6e628e req-50792c8d-48da-44d3-b156-a9ff9ef2aac9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:06.482540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eefa0b3-f329-4c7b-9091-94ac6c6e628e req-50792c8d-48da-44d3-b156-a9ff9ef2aac9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1758060 May 26 22:39:06.485331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.503626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f95f6016-ba04-4e80-97db-e5c89a50ef59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.535776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f95f6016-ba04-4e80-97db-e5c89a50ef59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.543441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object 36224417-0885-40e0-a609-766357f03b8a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:06.549924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eefa0b3-f329-4c7b-9091-94ac6c6e628e req-a8b2318c-f99e-40d3-a235-0415b31f2100 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610628 May 26 22:39:06.579192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.626465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f95f6016-ba04-4e80-97db-e5c89a50ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.654499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f6016-ba04-4e80-97db-e5c89a50ef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb952029-e9d7-46f4-9391-c31de2f45e1d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:06.681351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f95f6016-ba04-4e80-97db-e5c89a50ef59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.684888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f95f6016-ba04-4e80-97db-e5c89a50ef59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb952029-e9d7-46f4-9391-c31de2f45e1d HTTP/1.1" status: 204 len: 168 time: 0.2706451 May 26 22:39:06.685655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:06.687363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:06.703143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:06.771583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=36224417-0885-40e0-a609-766357f03b8a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:06.862593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:06.863775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.904219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-06da66d8-bedd-44ed-b6e0-4ac5fc99b588 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2213607 May 26 22:39:06.912281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233423-9bed-457d-8192-5fa2ad96dcf2 req-d9cccb4d-69df-4cd5-970d-4311cbb50085 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:06.913136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-de233423-9bed-457d-8192-5fa2ad96dcf2 req-d9cccb4d-69df-4cd5-970d-4311cbb50085 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:06.926437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Request body: {'port': {'device_id': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:07.014857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-de233423-9bed-457d-8192-5fa2ad96dcf2 req-d9cccb4d-69df-4cd5-970d-4311cbb50085 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:07.016406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de233423-9bed-457d-8192-5fa2ad96dcf2 req-d9cccb4d-69df-4cd5-970d-4311cbb50085 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 936 time: 0.2489958 May 26 22:39:07.109823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-19542e09-b8fe-4e83-be7c-bb5cfe7fa3c8 None None] Provisioning for port 36224417-0885-40e0-a609-766357f03b8a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:07.114841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-19542e09-b8fe-4e83-be7c-bb5cfe7fa3c8 None None] Provisioning complete for port 36224417-0885-40e0-a609-766357f03b8a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:07.115214 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-19542e09-b8fe-4e83-be7c-bb5cfe7fa3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.128092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.178954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-19542e09-b8fe-4e83-be7c-bb5cfe7fa3c8 None None] Port 36224417-0885-40e0-a609-766357f03b8a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:39:07.197088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-de233423-9bed-457d-8192-5fa2ad96dcf2 req-cba041ae-cc88-4f88-9f9a-2097e798f5c9 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:07.241161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-de233423-9bed-457d-8192-5fa2ad96dcf2 req-cba041ae-cc88-4f88-9f9a-2097e798f5c9 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:07.242420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de233423-9bed-457d-8192-5fa2ad96dcf2 req-cba041ae-cc88-4f88-9f9a-2097e798f5c9 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181129 May 26 22:39:07.253236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46746) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:07.320353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-065de26f-cb0b-47b2-b9cf-15137d6d8ed1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=169e5f51f13b45b9a7bc355cad8ea391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0633955 May 26 22:39:07.320898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46750) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:07.383326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b8295802-8244-4d06-b6a6-ea7db62b3fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.417992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b8295802-8244-4d06-b6a6-ea7db62b3fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.472966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b8295802-8244-4d06-b6a6-ea7db62b3fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.501644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8295802-8244-4d06-b6a6-ea7db62b3fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a9fcc6-53f9-4b7d-b45a-59eca7df853b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:07.509846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b8295802-8244-4d06-b6a6-ea7db62b3fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.511218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b8295802-8244-4d06-b6a6-ea7db62b3fee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9a9fcc6-53f9-4b7d-b45a-59eca7df853b HTTP/1.1" status: 204 len: 168 time: 0.1894546 May 26 22:39:07.569790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d47f-7a7b-4457-aff4-a28ae3720bf0 req-61c8d6c6-f869-4078-a617-c32dcb233962 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:07.572110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2228d47f-7a7b-4457-aff4-a28ae3720bf0 req-61c8d6c6-f869-4078-a617-c32dcb233962 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 948 time: 0.1661699 May 26 22:39:07.804808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36224417-0885-40e0-a609-766357f03b8a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:07.822434 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2228d47f-7a7b-4457-aff4-a28ae3720bf0 req-93965ef2-179c-4c6c-9ae2-bc5b85343c83 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368152 May 26 22:39:07.839080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.865070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Transition to ACTIVE for port object 36224417-0885-40e0-a609-766357f03b8a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:07.871782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.974945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-60497ff9-22fd-4f9b-b9a6-6897ed01dcaf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2702956 May 26 22:39:07.994493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-d32ddd6d-5106-4edd-9dac-f5296fae2601 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:07.996029 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-d32ddd6d-5106-4edd-9dac-f5296fae2601 tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "GET /v2.0/ports?device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 948 time: 0.2057788 May 26 22:39:08.120155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Pushing event updated for resources: {'Port': ['ID=36224417-0885-40e0-a609-766357f03b8a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:08.184464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Deleting port d746e71e-c111-4017-9ca7-c082938bd0cb {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:08.184464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.293800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Attempting to bind port 36224417-0885-40e0-a609-766357f03b8a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:08.294325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Attempting to bind port 36224417-0885-40e0-a609-766357f03b8a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:08.294427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Attempting to bind port 36224417-0885-40e0-a609-766357f03b8a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:08.302204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Port 36224417-0885-40e0-a609-766357f03b8a on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:08.302525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Attempting to bind port 36224417-0885-40e0-a609-766357f03b8a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:08.311380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-4af14e59-593a-4a30-b3f9-c1e8a9bc94f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0&device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 1097 time: 0.1819623 May 26 22:39:08.326006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:08.326359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:08.326908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:08.327355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Bound port: 36224417-0885-40e0-a609-766357f03b8a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:08.327704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.446351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b51b-c376-458b-9cbf-f67866230cbb req-45e7dfcb-1898-455d-848f-d166c87ce73a tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:08.454092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b4d2b51b-c376-458b-9cbf-f67866230cbb req-45e7dfcb-1898-455d-848f-d166c87ce73a tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f205f3-ee8b-4732-9895-a227c1f4c97c HTTP/1.1" status: 200 len: 948 time: 0.3838482 May 26 22:39:08.520714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device cbe5187f-e303-43a0-9ee7-694fbd797543 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:08.603778 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b4d2b51b-c376-458b-9cbf-f67866230cbb req-e298f50d-1152-4faa-ac4a-8514727d0b2d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487467 May 26 22:39:08.672168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port cbe5187f-e303-43a0-9ee7-694fbd797543 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:08.693970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port cbe5187f-e303-43a0-9ee7-694fbd797543 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:08.696614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.732225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] For port d746e71e-c111-4017-9ca7-c082938bd0cb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d746e71e-c111-4017-9ca7-c082938bd0cb,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:08.732666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.819181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] For port 36224417-0885-40e0-a609-766357f03b8a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:08.826211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-9be92a76-ea8f-436c-a6dd-5afb6da71b9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:08.827577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-9be92a76-ea8f-436c-a6dd-5afb6da71b9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7af8a645-4712-4158-b63e-8154c70e970a HTTP/1.1" status: 200 len: 907 time: 0.4871213 May 26 22:39:08.867361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.899686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611891e9-f801-4119-82ee-63eca32d4453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe5187f-e303-43a0-9ee7-694fbd797543'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:08.907928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port cbe5187f-e303-43a0-9ee7-694fbd797543, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cbe5187f-e303-43a0-9ee7-694fbd797543,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:08.916207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.932655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] For port 36224417-0885-40e0-a609-766357f03b8a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=36224417-0885-40e0-a609-766357f03b8a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:08.953627 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.963647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Calling delete_port for d746e71e-c111-4017-9ca7-c082938bd0cb owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:09.013957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=cbe5187f-e303-43a0-9ee7-694fbd797543,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:09.031589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:09.034162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] 10.222.0.48 "PUT /v2.0/ports/36224417-0885-40e0-a609-766357f03b8a HTTP/1.1" status: 200 len: 1096 time: 2.1164348 May 26 22:39:09.034686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'tag': '36224417-0885-40e0-a609-766357f03b8a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:09.100326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcd074-d77d-47b8-ac27-434588c27e61 req-e08d4c76-6f46-4771-834a-92d3fa9c41ee tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:09.102548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3bcd074-d77d-47b8-ac27-434588c27e61 req-e08d4c76-6f46-4771-834a-92d3fa9c41ee tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.9792008 May 26 22:39:09.164157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6168b9-523f-4c50-ad3a-0cdf57f34345 req-e9a597cc-67c8-4d48-9eef-744a6ebfd984 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:09.165968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b6168b9-523f-4c50-ad3a-0cdf57f34345 req-e9a597cc-67c8-4d48-9eef-744a6ebfd984 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.2097256 May 26 22:39:09.182050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-027dec3b-28ee-4386-bd9b-762ba85a5c49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd HTTP/1.1" status: 200 len: 1002 time: 0.3446701 May 26 22:39:09.193780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6626c-90e6-42b9-8d30-84e68e535d54 service neutron] Pushing event updated for resources: {'Port': ['ID=36224417-0885-40e0-a609-766357f03b8a,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:09.270495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b6168b9-523f-4c50-ad3a-0cdf57f34345 req-73bad11f-acd5-47a6-b064-d5f87aadfffa tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669670 May 26 22:39:09.273403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:09.292235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3bcd074-d77d-47b8-ac27-434588c27e61 req-a614160b-3e22-4046-a03b-612151d2825f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469028 May 26 22:39:09.306934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-af5abeea-4a98-49b5-b188-1da888891325 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:09.308393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-af5abeea-4a98-49b5-b188-1da888891325 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a106710a-f5df-415e-aaf4-a9cb7ce2204d HTTP/1.1" status: 200 len: 845 time: 0.1098845 May 26 22:39:09.327961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Pushing event deleted for resources: {'Port': ['ID=d746e71e-c111-4017-9ca7-c082938bd0cb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:09.362257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-2b0b0538-3cbd-477c-b8a0-44d5f4170c10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 1099 time: 0.2561908 May 26 22:39:09.499515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] No DVR routers for this DVR port d746e71e-c111-4017-9ca7-c082938bd0cb on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:09.503003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-25ab5d50-1cb4-4399-a5d6-267dfe62e4f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=36224417-0885-40e0-a609-766357f03b8a HTTP/1.1" status: 200 len: 217 time: 0.1281052 May 26 22:39:09.503184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:09.505720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-deleted', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:09.530841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8b59c68-c222-41b7-969a-ec3c744f44ed req-8aa3147a-f25d-4921-aaf8-9f0280cd849d tempest-ListImageFiltersTestJSON-1714447789 tempest-ListImageFiltersTestJSON-1714447789-project] 10.222.0.55 "DELETE /v2.0/ports/d746e71e-c111-4017-9ca7-c082938bd0cb HTTP/1.1" status: 204 len: 173 time: 1.5286498 May 26 22:39:09.548617 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68cf2106-f947-47dd-9908-9229f2b589b7 req-d687166a-d448-4f18-8f65-074c52d57724 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1100 time: 0.0981331 May 26 22:39:09.596259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-0b35daf3-c4e5-4ab8-b544-06943eb583b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7af8a645-4712-4158-b63e-8154c70e970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801208 May 26 22:39:09.618591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-66a99600-6bb7-4ed7-aed5-b464db628e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:09.620083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-66a99600-6bb7-4ed7-aed5-b464db628e63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1048110 May 26 22:39:09.622258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68cf2106-f947-47dd-9908-9229f2b589b7 req-3200e1db-1629-4a83-89ef-12466b1336f5 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666566 May 26 22:39:09.806675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-9a2e7e78-9c5f-4dc3-b811-2f6cc6bfb0ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266930 May 26 22:39:09.845115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee85b0-5ff8-4865-83a2-a03def8737ae req-8ee9304e-1eab-4f16-ac71-b4c8a71e6504 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:09.852821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90ee85b0-5ff8-4865-83a2-a03def8737ae req-8ee9304e-1eab-4f16-ac71-b4c8a71e6504 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 948 time: 0.3896019 May 26 22:39:09.924465 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:39:09.955151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-3351411a-b8ef-41b9-84fe-8bffa5a93769 service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423038 May 26 22:39:09.979926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad5cb6-7b50-4ef9-88a1-b90a0329bcd0 req-49298963-1042-48aa-bc8c-23bfdfdcd0d3 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:09.982085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80ad5cb6-7b50-4ef9-88a1-b90a0329bcd0 req-49298963-1042-48aa-bc8c-23bfdfdcd0d3 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 949 time: 0.1594057 May 26 22:39:10.025536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-e20e3b6e-1ccd-46b9-9041-c11ba8c5f820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 1101 time: 0.1294205 May 26 22:39:10.047537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80ad5cb6-7b50-4ef9-88a1-b90a0329bcd0 req-a62b3388-5212-473c-9982-9e0fbbb89e53 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571232 May 26 22:39:10.075273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90ee85b0-5ff8-4865-83a2-a03def8737ae req-6b47aeda-e1bc-41b5-ac00-c077c4ccd85f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780446 May 26 22:39:10.080620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-9c5e9aed-3439-4583-a530-a5cfa0612cce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4285939 May 26 22:39:10.135588 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173b36db-d12c-4100-80ae-a88a2d8bdfff'] response: {'server_uuid': '611891e9-f801-4119-82ee-63eca32d4453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe5187f-e303-43a0-9ee7-694fbd797543', 'code': 200} May 26 22:39:10.214478 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f651f50-5215-47ee-a710-5bc93e6be33f'] response: {'name': 'network-changed', 'server_uuid': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'tag': '36224417-0885-40e0-a609-766357f03b8a', 'status': 'completed', 'code': 200} May 26 22:39:10.287825 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20e9617-59e2-4fc9-91b3-a6db4ea985ea'] response: {'server_uuid': '85f205f3-ee8b-4732-9895-a227c1f4c97c', 'name': 'network-vif-deleted', 'tag': 'd746e71e-c111-4017-9ca7-c082938bd0cb', 'status': 'completed', 'code': 200} May 26 22:39:10.297916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b19d635d-027f-4b23-9eba-1a4f602074fc req-63cb718d-ec8f-4606-bd3f-689409df7cc6 service neutron] 10.222.0.48 "GET /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348069 May 26 22:39:10.377539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-334abd5f-886e-4415-ab91-c26f2040fd9b service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897561 May 26 22:39:10.493424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-bd4ddcb9-740d-4a67-a8d4-89aff322bb20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:10.495553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-bd4ddcb9-740d-4a67-a8d4-89aff322bb20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4349444 May 26 22:39:10.577999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dcce66f-97e6-43c0-8450-d17ca8294933 req-36ffba65-e077-4faf-ac0e-dac1ec541aa0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 1100 time: 0.3569202 May 26 22:39:10.589543 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-2a9dbb87-119b-4fc6-8662-1c3379a157a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 200 len: 217 time: 0.0804951 May 26 22:39:10.613770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5eb2685-a09f-4206-933d-488fde5aad89 req-898b5efc-6379-4b2f-a8f3-6b3645b20eab service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221584 May 26 22:39:10.703027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-184b2a72-21b0-44d0-813c-bae066414139 req-b2fd1385-33d3-4299-988f-ff89f78790e9 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1101 time: 0.3974426 May 26 22:39:10.775405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-be230158-4e93-447f-8f49-b4b66b916483 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 1099 time: 0.1057448 May 26 22:39:10.780112 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c537b3-41ba-4daa-8fff-a2b494b021ab req-7b0fe428-f798-412c-8430-c025198129d6 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1100 time: 0.1650288 May 26 22:39:10.910290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-8e0ef033-ceac-4250-a028-8e58b4ac0d16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:10.911745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-8e0ef033-ceac-4250-a028-8e58b4ac0d16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3161025 May 26 22:39:10.913205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dcce66f-97e6-43c0-8450-d17ca8294933 req-cee28797-c6e6-4d3e-ba9f-6f4579668bdf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149197 May 26 22:39:10.919602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-184b2a72-21b0-44d0-813c-bae066414139 req-3ac69163-1f39-4c8a-86e4-06d97070a377 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041764 May 26 22:39:10.997950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-9af2fd31-958a-4c69-a73f-07f26d4a2344 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773370 May 26 22:39:11.040809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c537b3-41ba-4daa-8fff-a2b494b021ab req-f4e27066-64f4-4ca2-b718-57d4e867ace9 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361417 May 26 22:39:11.081837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-46989000-283c-4147-b55b-268e9124651e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:11.083795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-46989000-283c-4147-b55b-268e9124651e service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3014810 May 26 22:39:11.197035 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-a26b5b45-f507-4756-a220-1067bf890746 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928277 May 26 22:39:11.207623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e601b4-fbbf-47cd-ad78-5f7d33ac8e63 req-579703c0-2954-40ae-9ca7-acb69567d479 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:11.209097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45e601b4-fbbf-47cd-ad78-5f7d33ac8e63 req-579703c0-2954-40ae-9ca7-acb69567d479 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.1347063 May 26 22:39:11.298684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-ea44e2fe-7cf8-481b-9aef-bac8dfcc7dd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=36224417-0885-40e0-a609-766357f03b8a HTTP/1.1" status: 200 len: 217 time: 0.1042433 May 26 22:39:11.371411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45e601b4-fbbf-47cd-ad78-5f7d33ac8e63 req-f7a70564-19c6-4f24-b178-1584940b1409 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419439 May 26 22:39:11.391366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-d4124b0e-e468-4e2f-a262-c04bac67b59c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:11.392895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-d4124b0e-e468-4e2f-a262-c04bac67b59c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0869641 May 26 22:39:11.396025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d990b521-aa15-4ffd-8843-875b5a83d063 req-287eda2c-3bfc-4bcd-87fc-fd1992393b4a service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857705 May 26 22:39:11.510211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-84e9227b-c7ec-4ea8-bc15-b2f058b5c4f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885038 May 26 22:39:11.729657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-e2f18170-dfd7-46bc-98ea-dc41a7cf217b service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108569 May 26 22:39:11.820906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:11.858258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: d746e71e-c111-4017-9ca7-c082938bd0cb {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:11.858979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d746e71e-c111-4017-9ca7-c082938bd0cb not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:11.928771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7e9c4e4-a7d9-44c5-a075-468ca438d047 req-dd0a4829-a317-47cc-aa5d-1a768f279100 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922636 May 26 22:39:12.000545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60982b0e-9fd4-4738-a877-c69e955cb4a8 req-f5ab0b7c-00f6-4f88-aa18-b6fce1647e4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707290 May 26 22:39:12.326233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b22c4-fcbc-4972-a67b-932f4c5e9d4c req-8ebdfdcf-aa42-437c-8f1c-208322093f71 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:12.327669 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-902b22c4-fcbc-4972-a67b-932f4c5e9d4c req-8ebdfdcf-aa42-437c-8f1c-208322093f71 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 949 time: 0.0778990 May 26 22:39:12.377247 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-902b22c4-fcbc-4972-a67b-932f4c5e9d4c req-630ae9d9-8804-47cd-bfbc-0fc20eeaef12 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 May 26 22:39:12.498397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-40499cd7-2bc6-4302-a530-6392f989d301 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714195 May 26 22:39:12.560661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60b90f-9e76-4a53-9c36-c4b5a4e34409 req-c4b93892-c71a-4575-9caa-bb09d4feadd8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:12.567818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc60b90f-9e76-4a53-9c36-c4b5a4e34409 req-c4b93892-c71a-4575-9caa-bb09d4feadd8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 948 time: 0.0946832 May 26 22:39:12.646867 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc60b90f-9e76-4a53-9c36-c4b5a4e34409 req-3e8cb3e6-540b-4f1c-871d-c6f7f540abb9 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773084 May 26 22:39:13.126667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2fbd-78e9-4508-9ca2-def4e45e6366 req-1d1dddfc-87e1-4192-b254-04b9aac08115 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:13.127578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1307d4d-d72d-4006-b1c5-7c37d7cf5f09 req-a5ec8946-5a8f-4b4d-88c9-2a1f4697a364 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:13.128620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c82c2fbd-78e9-4508-9ca2-def4e45e6366 req-1d1dddfc-87e1-4192-b254-04b9aac08115 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.0973313 May 26 22:39:13.129026 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1307d4d-d72d-4006-b1c5-7c37d7cf5f09 req-a5ec8946-5a8f-4b4d-88c9-2a1f4697a364 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1368148 May 26 22:39:13.187262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c82c2fbd-78e9-4508-9ca2-def4e45e6366 req-1991ba9c-768c-4d42-8bc8-7bb1a2c767c7 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508177 May 26 22:39:13.228069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1307d4d-d72d-4006-b1c5-7c37d7cf5f09 req-1ab6039c-f831-4b78-bd97-4b54fc9d37f8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881605 May 26 22:39:13.780044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a819-6774-42b4-a546-a300db58180b req-28318fad-a0ee-435d-88bb-1a07cb2fa222 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:13.786366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8577a819-6774-42b4-a546-a300db58180b req-28318fad-a0ee-435d-88bb-1a07cb2fa222 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 949 time: 0.0966752 May 26 22:39:13.833284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8577a819-6774-42b4-a546-a300db58180b req-55e11035-dde4-4a03-b3c9-f644c712e4fb tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 May 26 22:39:14.054250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46976) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:14.178159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-99fbe016-0c24-4c2f-9a4c-ce87bcb77910 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1101 time: 0.1122370 May 26 22:39:14.455075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dbac4dc8-ce7e-4687-8f2a-9df944819d43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32fc03e77a894404bdbf84def5243731&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3969834 May 26 22:39:14.456228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46994) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:14.472043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-961f760b-57e1-474c-ae9c-cc4106ac31ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:14.473941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-961f760b-57e1-474c-ae9c-cc4106ac31ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2892532 May 26 22:39:14.480522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee7070-1762-43f0-b7df-840fb314bc66 req-1fed21c5-61f9-433c-9533-691b710bbdeb tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:14.481971 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccee7070-1762-43f0-b7df-840fb314bc66 req-1fed21c5-61f9-433c-9533-691b710bbdeb tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 948 time: 0.2297709 May 26 22:39:14.547753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1f43-2951-4833-ad43-357ec47b19fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:14.562022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 36224417-0885-40e0-a609-766357f03b8a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:14.576760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1f43-2951-4833-ad43-357ec47b19fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:14.583470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-20a91d32-fb0f-4904-976f-d720341f3c28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.1005471 May 26 22:39:14.629930 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccee7070-1762-43f0-b7df-840fb314bc66 req-92992ce6-b921-40ce-a4aa-69edfa29f65b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992334 May 26 22:39:14.671215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-84ada222-2097-4c4d-8255-56a8052e6fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:14.672662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-84ada222-2097-4c4d-8255-56a8052e6fab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0811536 May 26 22:39:14.747945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 36224417-0885-40e0-a609-766357f03b8a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=36224417-0885-40e0-a609-766357f03b8a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:14.768403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '36224417-0885-40e0-a609-766357f03b8a', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '36224417-0885-40e0-a609-766357f03b8a', 'mac_address': 'fa:16:3e:c8:20:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:14.782838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670c1d7-315c-4403-96f3-2633148e285d req-485d4718-127d-44ff-865b-93a1ecef467a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:14.785572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a670c1d7-315c-4403-96f3-2633148e285d req-485d4718-127d-44ff-865b-93a1ecef467a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1970048 May 26 22:39:14.817187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1f43-2951-4833-ad43-357ec47b19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:14.844025 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:14.865705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36224417-0885-40e0-a609-766357f03b8a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:14.877336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e1f43-2951-4833-ad43-357ec47b19fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:14.885916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c0edc-6d1b-4ced-b097-43253b79aff0 req-a077773c-5fc4-4fdf-8238-ee6ec1297a9f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:14.886490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 36224417-0885-40e0-a609-766357f03b8a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=36224417-0885-40e0-a609-766357f03b8a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:14.894845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c7c0edc-6d1b-4ced-b097-43253b79aff0 req-a077773c-5fc4-4fdf-8238-ee6ec1297a9f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.1237133 May 26 22:39:14.899384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1f43-2951-4833-ad43-357ec47b19fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:14.900711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3b3e1f43-2951-4833-ad43-357ec47b19fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdaa22c2-93c1-4e2c-ab35-bd9b4275e2af HTTP/1.1" status: 204 len: 168 time: 0.4429872 May 26 22:39:14.906493 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:14.916781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a670c1d7-315c-4403-96f3-2633148e285d req-3181ce04-258c-4fe5-b366-cc51c58e3678 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253400 May 26 22:39:14.930695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-236ea9ed-902b-4ee7-ae23-16eec3988938 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2477579 May 26 22:39:14.997629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=36224417-0885-40e0-a609-766357f03b8a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:15.159712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c7c0edc-6d1b-4ced-b097-43253b79aff0 req-c1ae2ba2-21b2-48fc-b42e-86a72de84ecf tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639453 May 26 22:39:15.198108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e666aa-2a31-416b-8a05-bc5a2bbb8836 req-dbaeb53c-3177-41a0-b71a-8403f28411f2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:15.200311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38e666aa-2a31-416b-8a05-bc5a2bbb8836 req-dbaeb53c-3177-41a0-b71a-8403f28411f2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1105332 May 26 22:39:15.224414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-c1ccfc8f-8996-4b99-83c3-cfbbb4fd48dc service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792504 May 26 22:39:15.253880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47006) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:15.275202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38e666aa-2a31-416b-8a05-bc5a2bbb8836 req-5aa4c82e-2f14-42ba-9fb8-5ee927e96c01 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615921 May 26 22:39:15.345035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:15.445221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.457509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-47f837e3-eb48-4252-b062-5bac57921b93 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261314 May 26 22:39:15.484118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:15.488246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff27a8006fc64f0989194046d587036c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:15.491952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:15.499821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:15.500159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05399825-1225-4ce8-a1bd-4e3aae0e1f33 req-df16432d-115c-43be-9060-8ad0b3fd8dfe tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:15.502308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-05399825-1225-4ce8-a1bd-4e3aae0e1f33 req-df16432d-115c-43be-9060-8ad0b3fd8dfe tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 949 time: 0.1327007 May 26 22:39:15.595637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-05399825-1225-4ce8-a1bd-4e3aae0e1f33 req-b982f1d5-68a4-4722-bcb7-e3740ac01afa tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873117 May 26 22:39:15.601748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.607512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.672329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12904e64-e0f8-47fc-a660-3d3395f8649c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:15.686800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:15.686938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7ae48e97-12aa-4cc3-a6e4-9511880536a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff27a8006fc64f0989194046d587036c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4319742 May 26 22:39:15.753956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26146af7-25fb-43eb-b3c5-77f8c64814e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.780246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26146af7-25fb-43eb-b3c5-77f8c64814e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.840697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26146af7-25fb-43eb-b3c5-77f8c64814e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.850909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82d9ee-4126-4baf-9174-d506675db8f8 req-270aefb5-e8ae-42d2-b8d2-1e9e7a506b99 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:15.852379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf82d9ee-4126-4baf-9174-d506675db8f8 req-270aefb5-e8ae-42d2-b8d2-1e9e7a506b99 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 949 time: 0.0833983 May 26 22:39:15.857718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26146af7-25fb-43eb-b3c5-77f8c64814e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12904e64-e0f8-47fc-a660-3d3395f8649c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:15.870743 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26146af7-25fb-43eb-b3c5-77f8c64814e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.875198 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-26146af7-25fb-43eb-b3c5-77f8c64814e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12904e64-e0f8-47fc-a660-3d3395f8649c HTTP/1.1" status: 204 len: 168 time: 0.1873145 May 26 22:39:15.908838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf82d9ee-4126-4baf-9174-d506675db8f8 req-a5f4565e-7049-4f8f-b720-3986ebd1ab85 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500102 May 26 22:39:16.141756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf749e22-1a6c-4b2b-bd0a-6d30c27020cf req-3f547f5a-f7cb-47ef-a641-4b9dda9452dc tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:16.146128 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf749e22-1a6c-4b2b-bd0a-6d30c27020cf req-3f547f5a-f7cb-47ef-a641-4b9dda9452dc tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.0889940 May 26 22:39:16.196593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf749e22-1a6c-4b2b-bd0a-6d30c27020cf req-b74ee843-b2b5-45f6-b84e-fe12bc0d58d3 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 May 26 22:39:16.330604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47046) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:16.350284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.395812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:16.399048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-8090920d-96c8-4db6-a563-84f6edd28478 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:16.400603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-8090920d-96c8-4db6-a563-84f6edd28478 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.48 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 949 time: 0.1428428 May 26 22:39:16.400832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Usage tracker for resource:security_group_rule and tenant:1a8dfd7ef9ca46558c7d03dfd21a3899 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:16.405181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:16.412946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:16.423993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9c59-7be3-41ad-8781-9e4ea30121f0 req-2c448138-3355-434a-8d32-fb7a8d3210ca tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:16.425414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-363e9c59-7be3-41ad-8781-9e4ea30121f0 req-2c448138-3355-434a-8d32-fb7a8d3210ca tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.1090291 May 26 22:39:16.491907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.522725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Deleting port cbe5187f-e303-43a0-9ee7-694fbd797543 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:16.523058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.529496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.564004 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-363e9c59-7be3-41ad-8781-9e4ea30121f0 req-90c61b04-6a58-49f6-8f46-fba0d533a4b7 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037221 May 26 22:39:16.597235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d8209e-f63c-4e8d-a7b0-e94161c7ee4e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:16.601155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-807ef1f7-2e3b-4abf-bdaa-ca51d1ea66aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a8dfd7ef9ca46558c7d03dfd21a3899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2695634 May 26 22:39:16.604318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47056) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:16.663906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaffc5b-ee2b-40c1-9ac8-b66b0a0ac397 req-2d1cc4a5-e8cb-41d2-969c-cf53ad307cad tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:16.670854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ceaffc5b-ee2b-40c1-9ac8-b66b0a0ac397 req-2d1cc4a5-e8cb-41d2-969c-cf53ad307cad tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1751204 May 26 22:39:16.728560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3493b9d3-3045-4325-b63f-79da43c69930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.742931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ceaffc5b-ee2b-40c1-9ac8-b66b0a0ac397 req-661abd2e-41ed-4eb3-9398-69a40f946e61 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711184 May 26 22:39:16.759313 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3493b9d3-3045-4325-b63f-79da43c69930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.804275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] For port cbe5187f-e303-43a0-9ee7-694fbd797543, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cbe5187f-e303-43a0-9ee7-694fbd797543,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:16.805113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.825632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3493b9d3-3045-4325-b63f-79da43c69930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.843752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493b9d3-3045-4325-b63f-79da43c69930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d8209e-f63c-4e8d-a7b0-e94161c7ee4e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:16.854397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3493b9d3-3045-4325-b63f-79da43c69930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.858494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3493b9d3-3045-4325-b63f-79da43c69930 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87d8209e-f63c-4e8d-a7b0-e94161c7ee4e HTTP/1.1" status: 204 len: 168 time: 0.2500386 May 26 22:39:16.976986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Calling delete_port for cbe5187f-e303-43a0-9ee7-694fbd797543 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:17.076922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c9810-1b24-4825-947a-06810f741058 req-401b0b8d-658a-49e1-a124-dffbdc6dbb00 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:17.078721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-695c9810-1b24-4825-947a-06810f741058 req-401b0b8d-658a-49e1-a124-dffbdc6dbb00 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/ports?device_id=611891e9-f801-4119-82ee-63eca32d4453 HTTP/1.1" status: 200 len: 949 time: 0.2636740 May 26 22:39:17.118333 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b66b87f3-5b54-401d-8acd-b9875aeb727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:17.148839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee983aae-bf83-4ca8-a1ea-c1b7763def1c req-793c3013-a612-4392-9ec4-2cf5f8e5d967 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:17.155164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee983aae-bf83-4ca8-a1ea-c1b7763def1c req-793c3013-a612-4392-9ec4-2cf5f8e5d967 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 949 time: 0.1085887 May 26 22:39:17.189972 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-695c9810-1b24-4825-947a-06810f741058 req-17431d4b-15bd-4cd7-9880-8edd563379d9 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3bd2445-271a-4028-9420-11bb58d6ec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039102 May 26 22:39:17.192470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:17.206583 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['cbe5187f-e303-43a0-9ee7-694fbd797543'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:17.214331 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee983aae-bf83-4ca8-a1ea-c1b7763def1c req-fd0c9c01-7a69-453b-9209-331fc9ed5b96 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 May 26 22:39:17.246445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Pushing event deleted for resources: {'Port': ['ID=cbe5187f-e303-43a0-9ee7-694fbd797543,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:17.353905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:17.354049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] No DVR routers for this DVR port cbe5187f-e303-43a0-9ee7-694fbd797543 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:17.357161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:17.367754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611891e9-f801-4119-82ee-63eca32d4453', 'name': 'network-vif-deleted', 'tag': 'cbe5187f-e303-43a0-9ee7-694fbd797543'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:17.386097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a3eab2b-b57f-4abb-8596-9ccc3373fef3 req-f85b0b16-d248-4739-950f-74294c1eb735 tempest-ImagesNegativeTestJSON-2041048492 tempest-ImagesNegativeTestJSON-2041048492-project] 10.222.0.48 "DELETE /v2.0/ports/cbe5187f-e303-43a0-9ee7-694fbd797543 HTTP/1.1" status: 204 len: 173 time: 0.9593847 May 26 22:39:17.435847 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdae45a-2d15-4039-b955-9d4453f6178f'] response: {'server_uuid': '611891e9-f801-4119-82ee-63eca32d4453', 'name': 'network-vif-deleted', 'tag': 'cbe5187f-e303-43a0-9ee7-694fbd797543', 'status': 'completed', 'code': 200} May 26 22:39:17.525550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08107c1c-3d35-4aa7-b30f-d3a02bdb86a5 req-1ccf374a-b7ed-4eeb-b905-5318b1675c7d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:17.533768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08107c1c-3d35-4aa7-b30f-d3a02bdb86a5 req-1ccf374a-b7ed-4eeb-b905-5318b1675c7d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1429458 May 26 22:39:17.580379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:17.629129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:17.632980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Usage tracker for resource:security_group_rule and tenant:5cea9ad695194478813d62d19edac3e3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:17.636065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:17.642610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:17.718519 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08107c1c-3d35-4aa7-b30f-d3a02bdb86a5 req-8861a733-83af-4ce1-8df0-2c5ccedfc57c tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838100 May 26 22:39:17.720118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:17.726864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:17.827288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30667c6-c3cd-41b0-88e8-201401d81f55 req-7831565f-97a4-48bf-8174-379e386a875b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:17.828896 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c30667c6-c3cd-41b0-88e8-201401d81f55 req-7831565f-97a4-48bf-8174-379e386a875b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.1028125 May 26 22:39:17.909444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c30667c6-c3cd-41b0-88e8-201401d81f55 req-d35529d6-46a8-4f74-8383-2a12e6e0832d tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727005 May 26 22:39:17.950632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29de770d-078c-4881-97b5-aee3bf9223f4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:17.957189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-71269164-5b00-4c31-a664-d1b2adba5c43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cea9ad695194478813d62d19edac3e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6021485 May 26 22:39:17.960086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47110) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:18.033751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2eeb-f48f-4454-93f6-a6191182dc7c req-5339db65-0772-44f9-8fa0-c7ecf6d24381 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:18.035120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09de2eeb-f48f-4454-93f6-a6191182dc7c req-5339db65-0772-44f9-8fa0-c7ecf6d24381 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1432712 May 26 22:39:18.071064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ee472a4-92f5-4b9c-801b-71f6ecd736f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:18.111777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ee472a4-92f5-4b9c-801b-71f6ecd736f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:18.123018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09de2eeb-f48f-4454-93f6-a6191182dc7c req-44f038c2-f374-4388-88fd-305b01dda199 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770910 May 26 22:39:18.170077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ee472a4-92f5-4b9c-801b-71f6ecd736f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:18.187068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee472a4-92f5-4b9c-801b-71f6ecd736f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de770d-078c-4881-97b5-aee3bf9223f4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:18.190369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ee472a4-92f5-4b9c-801b-71f6ecd736f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:18.191456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8ee472a4-92f5-4b9c-801b-71f6ecd736f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29de770d-078c-4881-97b5-aee3bf9223f4 HTTP/1.1" status: 204 len: 168 time: 0.2287674 May 26 22:39:18.474534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13685aba-09a9-41f7-86b3-10dc96caa961 req-2f024975-4b6e-43e7-bc38-5def226bfffb tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:18.477847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13685aba-09a9-41f7-86b3-10dc96caa961 req-2f024975-4b6e-43e7-bc38-5def226bfffb tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 949 time: 0.1116707 May 26 22:39:18.561621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13685aba-09a9-41f7-86b3-10dc96caa961 req-1568ea43-87b0-4543-87e5-72164d9ee8c5 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734327 May 26 22:39:18.606005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 36224417-0885-40e0-a609-766357f03b8a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:18.697331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 36224417-0885-40e0-a609-766357f03b8a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:18.703073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 36224417-0885-40e0-a609-766357f03b8a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:18.703466 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:18.846136 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:18.881577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36224417-0885-40e0-a609-766357f03b8a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:18.892116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 36224417-0885-40e0-a609-766357f03b8a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=36224417-0885-40e0-a609-766357f03b8a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:18.896633 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:19.017916 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f89c4a-997d-475c-b2fa-eb104f01aeb4'] response: {'server_uuid': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36224417-0885-40e0-a609-766357f03b8a', 'code': 200} May 26 22:39:19.018650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=36224417-0885-40e0-a609-766357f03b8a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:19.146438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca60584a-ef1f-4e01-ab92-b68f706ac4a8 req-8ca39449-8924-4a63-9b51-8f57b2286db2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 1101 time: 0.0918694 May 26 22:39:19.152111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fda4a-6758-4b07-b37a-3adc74765c91 req-3f1e90ac-515d-4abc-8115-22164007766a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:19.153796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c2fda4a-6758-4b07-b37a-3adc74765c91 req-3f1e90ac-515d-4abc-8115-22164007766a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2744601 May 26 22:39:19.214036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38190d8-f702-4d20-a6b3-86412576276c req-e72e0865-4565-40f0-aaaa-e68eb36ac365 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:19.217036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f38190d8-f702-4d20-a6b3-86412576276c req-e72e0865-4565-40f0-aaaa-e68eb36ac365 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.1038761 May 26 22:39:19.233922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca60584a-ef1f-4e01-ab92-b68f706ac4a8 req-c0f12d55-4e36-4fe4-a8a2-6360148fa528 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770895 May 26 22:39:19.236318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c2fda4a-6758-4b07-b37a-3adc74765c91 req-3c4d4040-c901-4275-924f-dadc7cd97868 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624480 May 26 22:39:19.286505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47174) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:19.287920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f38190d8-f702-4d20-a6b3-86412576276c req-0d6016f9-1786-49ab-8e8c-330093c98693 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633316 May 26 22:39:19.326343 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-946ecc34-809e-43ca-bed5-8d01c2e06645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:19.468263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fe624-7433-433a-bd1c-02b3c824d9de req-cd03cf42-3cfd-41f9-94ce-41126fb33649 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:19.470006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c4fe624-7433-433a-bd1c-02b3c824d9de req-cd03cf42-3cfd-41f9-94ce-41126fb33649 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0986910 May 26 22:39:19.499374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47186) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:19.530363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c4fe624-7433-433a-bd1c-02b3c824d9de req-d971ebfe-a555-4918-a89c-dca4f2cf7f63 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 May 26 22:39:19.699539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4cd440a1-7635-49b9-b4c0-bfbe7434d25d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa972ee5b8314a6b911329f86578e607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4109788 May 26 22:39:19.701311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47198) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:19.747428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-122787190-network', 'tenant_id': '7ccacf08002e4690bec56fcacfe03187'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:19.776381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:19.792860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Usage tracker for resource:network and tenant:7ccacf08002e4690bec56fcacfe03187 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:19.805286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:19.812546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:19.834345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Made reservation on behalf of 7ccacf08002e4690bec56fcacfe03187 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:19.837511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:19.856462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:19.863328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a0850-a6d1-425d-ba98-064ffe6ef37c req-05624923-1463-4015-b42f-8608f0c78a82 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:19.871938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f0a0850-a6d1-425d-ba98-064ffe6ef37c req-05624923-1463-4015-b42f-8608f0c78a82 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 950 time: 0.1613233 May 26 22:39:19.917455 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76db5af6-1dab-4cdf-8f6d-87317856a03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:19.930274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f0a0850-a6d1-425d-ba98-064ffe6ef37c req-de945677-56fa-48d3-9e64-9d4ce263dfc1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 May 26 22:39:19.980863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:19.992244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76db5af6-1dab-4cdf-8f6d-87317856a03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.001106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Usage tracker for resource:security_group_rule and tenant:7ccacf08002e4690bec56fcacfe03187 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:20.013440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:20.028498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:20.137663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30030d0-3e1e-4ee0-be34-dc940a775cbb req-017135b2-e532-4339-8f71-e6ea3c3d72c3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:20.139153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c30030d0-3e1e-4ee0-be34-dc940a775cbb req-017135b2-e532-4339-8f71-e6ea3c3d72c3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.2552431 May 26 22:39:20.172530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76db5af6-1dab-4cdf-8f6d-87317856a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.216993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db5af6-1dab-4cdf-8f6d-87317856a03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd2445-271a-4028-9420-11bb58d6ec8e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:20.237190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-2c0852d7-76fc-448a-b88d-61482135b275 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6dac807046a84c77a04020fd16787c5d&device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 1097 time: 0.2152517 May 26 22:39:20.280443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.335422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.354504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-76db5af6-1dab-4cdf-8f6d-87317856a03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.355731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-76db5af6-1dab-4cdf-8f6d-87317856a03c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3bd2445-271a-4028-9420-11bb58d6ec8e HTTP/1.1" status: 204 len: 168 time: 0.6533742 May 26 22:39:20.385709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c30030d0-3e1e-4ee0-be34-dc940a775cbb req-046b9a7b-85c2-4806-8e8a-107dfff4c8fe tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385671 May 26 22:39:20.420871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:39:20.453142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087d12f6-9693-48c9-a92c-13192ea29204,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:20.455953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.456297 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Added segment 5829cd09-d465-4fa1-a922-496b1aa8244f of type vlan for network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 May 26 22:39:20.469129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.497606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-55a01844-b12c-4862-b921-ca15059cdd3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:20.499141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24520a0-2dbd-4cb9-9b65-6671aa3fd09d req-20b24544-623b-484e-ba2f-3527b421e749 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:20.499690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-55a01844-b12c-4862-b921-ca15059cdd3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 200 len: 917 time: 0.2501767 May 26 22:39:20.501215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b24520a0-2dbd-4cb9-9b65-6671aa3fd09d req-20b24544-623b-484e-ba2f-3527b421e749 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.0920269 May 26 22:39:20.503217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.566750 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b24520a0-2dbd-4cb9-9b65-6671aa3fd09d req-c1a3881c-50a4-465e-bece-f75d83602d30 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583117 May 26 22:39:20.627766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device cbe5187f-e303-43a0-9ee7-694fbd797543 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:20.642317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-81f7592f-5c83-452a-98d8-423ff44b43ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3 HTTP/1.1" status: 200 len: 217 time: 0.1351457 May 26 22:39:20.652241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f31e5f75-61d4-4514-b4e3-bd28cbc0314c req-a4a39b90-54ea-4f8e-a700-a76d49124d37 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0703793 May 26 22:39:20.715348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.716293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:20.716777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.745115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-9e52b76c-6f24-4bfa-8fa2-c595fee7b7b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:20.746862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-9e52b76c-6f24-4bfa-8fa2-c595fee7b7b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 200 len: 855 time: 0.0914176 May 26 22:39:20.842564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: cbe5187f-e303-43a0-9ee7-694fbd797543 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:20.843707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device cbe5187f-e303-43a0-9ee7-694fbd797543 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:20.878724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3754427 May 26 22:39:20.879206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:20.885615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Request body: {'subnet': {'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-122787190-subnet', 'tenant_id': '7ccacf08002e4690bec56fcacfe03187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:20.893600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f751b-facd-45f8-b29d-236089638f7c admin admin] Pushing event updated for resources: {'Network': ['ID=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:20.896081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:20.907981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:20.913530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Usage tracker for resource:subnet and tenant:7ccacf08002e4690bec56fcacfe03187 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:20.915364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:39:20.927705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:20.943856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:20.987565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-499275a4-5507-4856-9a85-e7cf17018171 req-c9f9fc28-e5f5-4b14-a498-b85627f1c6f4 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0948894 May 26 22:39:21.017051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-c56bb3f4-ac94-4c10-9699-5ba781d3d502 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8deb46b4-0281-4b04-a7f8-f87f840de330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583752 May 26 22:39:21.032780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Made reservation on behalf of 7ccacf08002e4690bec56fcacfe03187 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:21.035359 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.273292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fccce-db23-4ae7-97f3-878d8bc83f14 req-c182bf8c-7c67-4b89-83ac-4f7fa7a199a3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:21.275732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d0fccce-db23-4ae7-97f3-878d8bc83f14 req-c182bf8c-7c67-4b89-83ac-4f7fa7a199a3 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.3245223 May 26 22:39:21.321932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-241bc75b-9429-4ed1-8859-9f4b679546bb service neutron] 10.222.0.55 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928083 May 26 22:39:21.327391 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.429494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b119a1b-9359-4589-9ec3-375a16f23150,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:21.457617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d0fccce-db23-4ae7-97f3-878d8bc83f14 req-2ecf0703-5dcc-4ff9-b475-12d6400a8df0 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649454 May 26 22:39:21.472509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Checking segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:21.472997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Network hostable DHCP agents. Network: 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:39:21.509206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:39:21.521230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:21.522234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91569-5666-4be0-b02e-13db7cc8858f req-db954493-f7ce-48cd-9ce7-76bafadf9f25 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:21.525463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:21.526296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.531019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16586281-956e-4812-af87-c34b716b36b5 None None] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:21.544686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5db91569-5666-4be0-b02e-13db7cc8858f req-db954493-f7ce-48cd-9ce7-76bafadf9f25 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 950 time: 0.2901914 May 26 22:39:21.565855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e41e959e-b55f-49c6-8f70-764645205637 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6821480 May 26 22:39:21.622664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5db91569-5666-4be0-b02e-13db7cc8858f req-293cbd6e-c024-4460-8235-22af714b3ee0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768878 May 26 22:39:21.708610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bd46ff2-4e59-4d0b-9e26-17cbb82114fb req-c64583c4-5f2c-41e7-9294-7e919d1df380 service neutron] 10.222.0.55 "GET /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791268 May 26 22:39:21.771296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12f36-a218-4b45-b5a7-4dad19cd5bbf req-dde1ab07-b990-4da9-ab9a-dbb538d939e8 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:21.779315 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ae12f36-a218-4b45-b5a7-4dad19cd5bbf req-dde1ab07-b990-4da9-ab9a-dbb538d939e8 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.1579494 May 26 22:39:21.819315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47262) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:21.850197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ae12f36-a218-4b45-b5a7-4dad19cd5bbf req-fa2ea8fd-c97a-4741-8e4e-ed5cda8eb195 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698707 May 26 22:39:21.894288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77732c8-a181-46eb-b7a8-fd028c511a8e req-48945146-09e1-4ad2-ab58-8909a8848e59 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:21.895905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c77732c8-a181-46eb-b7a8-fd028c511a8e req-48945146-09e1-4ad2-ab58-8909a8848e59 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1114335 May 26 22:39:21.914077 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.968278 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c77732c8-a181-46eb-b7a8-fd028c511a8e req-a2f513ef-6ec0-4264-ba6a-ad6d4fbb804e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666378 May 26 22:39:21.986596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb9dea-51fc-4922-bc8b-3346e11f0ebb None None] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:22.062716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-989009751-network', 'tenant_id': '84aa91be3dad427ea7fedfc23e017777'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:22.069335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:22.075610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Usage tracker for resource:network and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:22.082508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:22.095929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:22.120450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Made reservation on behalf of 84aa91be3dad427ea7fedfc23e017777 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:22.124036 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.147527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.194766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:22.198704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Usage tracker for resource:security_group_rule and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:22.202128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:22.208475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:22.288868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.294763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.371659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:39:22.427124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:22.428653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-7b965a87-4717-4134-9ad4-85b503b41a95 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 1101 time: 0.0677316 May 26 22:39:22.453140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.453477 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Added segment 24666596-a5e8-41a7-9621-a2e708ec465b of type vlan for network 5a671628-abae-4a51-9f16-bd3162929308 May 26 22:39:22.453611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.486005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:22.489778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Usage tracker for resource:security_group_rule and tenant:d19ac67379ad411db7a59c81e3e0df94 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:22.492816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:22.498564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:22.506569 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.535412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-24a9d5e8-dcf4-4692-9c93-b00c0c9718c3 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:22.536082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-24a9d5e8-dcf4-4692-9c93-b00c0c9718c3 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:22.564062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.566898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-24a9d5e8-dcf4-4692-9c93-b00c0c9718c3 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:22.568113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-24a9d5e8-dcf4-4692-9c93-b00c0c9718c3 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 812 time: 0.2308791 May 26 22:39:22.568642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.569398 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.570466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:22.571228 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.607195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1212574e-db34-4ec6-9659-a2311576e6f5 req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716580 May 26 22:39:22.610973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63055f-f5bb-496e-ac71-3e71404cf069 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17605863-6e8f-49d6-9994-05bd71dc7c31,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:22.616215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-a2c76659-bd06-4a3f-bb70-53b14278bb83 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/quotas/7ccacf08002e4690bec56fcacfe03187 HTTP/1.1" status: 200 len: 375 time: 0.0407224 May 26 22:39:22.736958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-60d785da-98a3-40a0-bfb2-f3b3a69c5bc5 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664756 May 26 22:39:22.742757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9156950 May 26 22:39:22.743413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47286) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:22.745104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363a12d-6af2-45e4-a410-c563888d5862 admin admin] Pushing event updated for resources: {'Network': ['ID=5a671628-abae-4a51-9f16-bd3162929308,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:22.748762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Request body: {'subnet': {'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-989009751-subnet', 'tenant_id': '84aa91be3dad427ea7fedfc23e017777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:22.753959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:22.757918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Usage tracker for resource:subnet and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:22.760046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5a671628-abae-4a51-9f16-bd3162929308 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:39:22.765020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:22.800756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:22.815528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbdc67e1-f659-41f3-a8fd-96a70c4a95d5 req-60d5bb11-fbd8-4e0b-a12a-f620fd6767c6 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0474064 May 26 22:39:22.821060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Made reservation on behalf of 84aa91be3dad427ea7fedfc23e017777 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:22.823502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:22.895863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-3f09d086-9f72-4d5d-a2ed-92d7067f4296 service neutron] 10.222.0.32 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517255 May 26 22:39:23.030445 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-34ba9917-1463-4095-bc04-23aee7f5541c service neutron] 10.222.0.32 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289489 May 26 22:39:23.091513 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:23.135394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d446d0-2b7a-4ad1-95f1-66681aa53a26 req-e56b0be6-c6a3-41dd-8579-a9a90526871e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:23.137348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2d446d0-2b7a-4ad1-95f1-66681aa53a26 req-e56b0be6-c6a3-41dd-8579-a9a90526871e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1642013 May 26 22:39:23.196408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:23.228869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2d446d0-2b7a-4ad1-95f1-66681aa53a26 req-7cd602a4-7079-4180-af6d-aa775fa82347 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825589 May 26 22:39:23.229703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Checking segment: {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:23.230054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Network hostable DHCP agents. Network: 5a671628-abae-4a51-9f16-bd3162929308, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:39:23.263155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Network 5a671628-abae-4a51-9f16-bd3162929308 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:39:23.276582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 5a671628-abae-4a51-9f16-bd3162929308) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:23.285471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c757b-c5ad-416f-8cbf-e856f5b11a69 None None] Network 5a671628-abae-4a51-9f16-bd3162929308 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:23.288599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:23.289241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:23.331075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d0d26ee-d29c-4ed6-af76-c3e2203edf50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5866158 May 26 22:39:23.540571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599e336-1488-452e-b6ac-f46446e6820a req-a057188a-172a-453d-ae20-22dd1d2fe825 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:23.547288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3599e336-1488-452e-b6ac-f46446e6820a req-a057188a-172a-453d-ae20-22dd1d2fe825 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.1267657 May 26 22:39:23.560374 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-644f095d-afe0-4b19-b7d2-c52acb49ab4a req-2199edf4-3cc4-45b5-be78-a78cf787876a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0939667 May 26 22:39:23.610518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3599e336-1488-452e-b6ac-f46446e6820a req-86c00736-ec6e-4ba1-a014-cd97fef75042 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622914 May 26 22:39:23.623170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacd24b-baed-4885-b6e3-52aa0eb67c8a None None] Network 5a671628-abae-4a51-9f16-bd3162929308 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:23.637769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369c6cf-bdf1-45f2-8961-14eddabbb1a0 req-bea91fac-b5dc-43f1-b420-70b5c8956fa7 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:23.652197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d369c6cf-bdf1-45f2-8961-14eddabbb1a0 req-bea91fac-b5dc-43f1-b420-70b5c8956fa7 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1359935 May 26 22:39:23.744476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d369c6cf-bdf1-45f2-8961-14eddabbb1a0 req-132fed78-13fb-48fa-9af6-90c52f7b9136 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914254 May 26 22:39:23.903714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-b5f85fd3-8732-42fb-971d-cffe7920ed37 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459764 May 26 22:39:24.091215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-cd4898e9-046c-4e72-a3f8-c97af0ff0a4d tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:24.094182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-cd4898e9-046c-4e72-a3f8-c97af0ff0a4d tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895299 May 26 22:39:24.116333 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-7c6e72bb-335a-45af-b7a3-17ffef0efc0c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/quotas/63db535426764bb8860dd58d851617c8 HTTP/1.1" status: 200 len: 375 time: 0.0162413 May 26 22:39:24.202762 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-91f43d10-03b3-46bd-991c-884a0d7b7562 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803719 May 26 22:39:24.460199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe831b8-481b-438f-af53-8492bf34bb6e req-aa60cde6-16b5-441f-96e0-9011dcefe083 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:24.461902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-aa60cde6-16b5-441f-96e0-9011dcefe083 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 821 time: 0.2652175 May 26 22:39:24.478953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-279ded59-79b3-432c-ac7e-5b923c544917 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/quotas/84aa91be3dad427ea7fedfc23e017777 HTTP/1.1" status: 200 len: 375 time: 0.0109990 May 26 22:39:24.528646 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-2302cd78-ca8a-4bdb-958d-da0300837acf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442879 May 26 22:39:24.687621 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-3394ff7b-f7a0-449f-bcc3-cca7615bf790 service neutron] 10.222.0.32 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519525 May 26 22:39:24.773994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7e63d44-7488-4233-8e84-433dc8a56b26 req-564ad32c-259c-48db-9f7c-89a9f6665639 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0534866 May 26 22:39:24.842182 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:24.882048 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-fcd77ee1-baef-4341-ab28-0d053467b8de service neutron] 10.222.0.32 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860964 May 26 22:39:25.070514 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e99b88e9-6e7f-44bb-b0aa-f38b13e8acce req-e63c566f-7b9d-4c9c-8c79-590215b9b2bc tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 210 time: 0.0619230 May 26 22:39:25.226816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-c2ce8f91-2aba-4d5b-bf86-6eea07226a20 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:25.230236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-c2ce8f91-2aba-4d5b-bf86-6eea07226a20 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.55 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 812 time: 0.3521147 May 26 22:39:25.263041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Request body: {'port': {'device_id': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'admin_state_up': True, 'tenant_id': '7ccacf08002e4690bec56fcacfe03187'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:25.530594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-56126d8a-f391-4df8-af80-23c1f46065c6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:25.532377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-56126d8a-f391-4df8-af80-23c1f46065c6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 812 time: 0.4214032 May 26 22:39:25.557186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff093b2-c4b9-42c3-8c7f-57373ce636fe req-818ba430-663f-43b4-896d-b6a03dd01aca tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:25.565100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fff093b2-c4b9-42c3-8c7f-57373ce636fe req-818ba430-663f-43b4-896d-b6a03dd01aca tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.2683499 May 26 22:39:25.574266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Request body: {'port': {'device_id': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'admin_state_up': True, 'tenant_id': '7ccacf08002e4690bec56fcacfe03187'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:25.632608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064ae63-4924-487e-a213-7c81f65e6133 req-1fad0c19-ab52-481c-9bf1-8904ddd1e716 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:25.639526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8064ae63-4924-487e-a213-7c81f65e6133 req-1fad0c19-ab52-481c-9bf1-8904ddd1e716 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1668913 May 26 22:39:25.684413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:25.720800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Usage tracker for resource:port and tenant:7ccacf08002e4690bec56fcacfe03187 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:25.746486 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8064ae63-4924-487e-a213-7c81f65e6133 req-9c7e5a40-614e-463a-9874-fde95c830b79 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059513 May 26 22:39:25.751186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fff093b2-c4b9-42c3-8c7f-57373ce636fe req-da508253-5d09-4b07-8541-4823e1fc70d6 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851740 May 26 22:39:25.752538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:25.769607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:25.794050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Made reservation on behalf of 7ccacf08002e4690bec56fcacfe03187 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:25.801236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.869333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:25.878815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Usage tracker for resource:port and tenant:7ccacf08002e4690bec56fcacfe03187 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:25.885199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:25.900908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:25.918905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Made reservation on behalf of 7ccacf08002e4690bec56fcacfe03187 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:25.927004 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:26.058800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Allocated IP 172.20.0.14 (002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00/4b119a1b-9359-4589-9ec3-375a16f23150/cc20ff37-9183-47f4-8dc8-2d2789affa2d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:26.153181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a0773-a844-44c2-8af6-24bc6ddc21b5 req-1e1b3544-ffe5-486c-b429-f5450ad2c99f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:26.153181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e5a0773-a844-44c2-8af6-24bc6ddc21b5 req-1e1b3544-ffe5-486c-b429-f5450ad2c99f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1819413 May 26 22:39:26.198068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e5a0773-a844-44c2-8af6-24bc6ddc21b5 req-90295dad-5676-4643-9e5d-2b9c49ec9441 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 May 26 22:39:26.303794 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d283aa75-9708-42c3-8369-411f19b9fcaa req-90799e41-934f-40c2-922a-4089244ebbb0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 210 time: 0.0577443 May 26 22:39:26.335120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:26.368646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:26.444597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda98a1-24cb-4380-af8b-6ffe3fefce19 req-f1a20fef-2adf-413f-b163-b8f59f6937c3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:26.445999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8fda98a1-24cb-4380-af8b-6ffe3fefce19 req-f1a20fef-2adf-413f-b163-b8f59f6937c3 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 945 time: 0.1356335 May 26 22:39:26.454319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event updated for resources: {'Port': ['ID=cc20ff37-9183-47f4-8dc8-2d2789affa2d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:26.457217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Allocated IP 172.20.0.5 (002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00/4b119a1b-9359-4589-9ec3-375a16f23150/4794ad27-d7f2-401d-8665-c4eeda9796d5) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:26.532301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8fda98a1-24cb-4380-af8b-6ffe3fefce19 req-bfa9b046-3203-44c1-a78c-7039bc24060a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768552 May 26 22:39:26.536415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1aa08957-fba6-4ad5-8913-7ca0cb031076 req-58d88eb9-392d-4d68-a8bc-0cd94a698ddc tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0565476 May 26 22:39:26.543248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:26.545326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:26.548317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:26.634638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:26.636067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:26.678837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cedf354-5834-430c-a5f0-d6824d61eb61 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4240077 May 26 22:39:26.694591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Request body: {'port': {'device_id': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:26.704083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-52354eae-432c-416d-beb7-d86257524615 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428946 May 26 22:39:26.875114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fcb85188-9a51-4707-9390-c56b2826d7a2 req-4566cb79-3ab9-4eda-896b-5e7dda98a9e8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 210 time: 0.0909467 May 26 22:39:26.886275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30d8d4fa-675f-441f-971d-ea58fa13d5c7 req-3cb51343-7760-4cb2-80d8-8e0a77378468 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 210 time: 0.0800707 May 26 22:39:26.893492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.170025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-860b36e3-5c3e-425c-8cc1-5125565df80d tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:27.172152 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-860b36e3-5c3e-425c-8cc1-5125565df80d tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4618664 May 26 22:39:27.175165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.212134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdce31-5a1b-4621-9731-4cc33b1decd8 req-5443c2a5-1080-4e70-8c04-1aa6a3f65045 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:27.213768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26fdce31-5a1b-4621-9731-4cc33b1decd8 req-5443c2a5-1080-4e70-8c04-1aa6a3f65045 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.1208029 May 26 22:39:27.215015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': 'ce045acc-a793-43df-b93a-359414b65633', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:27.301944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26fdce31-5a1b-4621-9731-4cc33b1decd8 req-7279f00d-4b6c-4f83-a717-073d452fefdc tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813091 May 26 22:39:27.470299 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.475876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.543915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:27.567832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:27.640836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:27.682285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dc326-de0a-4536-8c3e-60008f4f3f3a req-575a3adb-f758-4f46-8144-c77a210cbf6f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:27.684508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-220dc326-de0a-4536-8c3e-60008f4f3f3a req-575a3adb-f758-4f46-8144-c77a210cbf6f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.2465808 May 26 22:39:27.702667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0179ff7d-2e4f-4a5d-9047-363edd93ca50 req-c4bf2ae5-a74e-43af-99f5-a31792bded32 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1424828 May 26 22:39:27.755230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe831b8-481b-438f-af53-8492bf34bb6e req-368ea4b0-d203-4d72-a031-299a19132d0e tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:27.758506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-368ea4b0-d203-4d72-a031-299a19132d0e tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 821 time: 0.5773764 May 26 22:39:27.784630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:27.799977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Request body: {'port': {'device_id': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'admin_state_up': True, 'tenant_id': '84aa91be3dad427ea7fedfc23e017777'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:27.818747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.55', 61047) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:27.824717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:27.825368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.857504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event updated for resources: {'Port': ['ID=4794ad27-d7f2-401d-8665-c4eeda9796d5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:27.860986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:27.883045 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-220dc326-de0a-4536-8c3e-60008f4f3f3a req-58352cc6-5c65-4ca6-ba53-aa4634b03ed6 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847227 May 26 22:39:27.887993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-4b2e9e50-17bc-45aa-9a78-101aaf4cb601 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662169 May 26 22:39:27.897459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc20ff37-9183-47f4-8dc8-2d2789affa2d {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:27.938077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.972728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-40f8e76d-7d7f-4c2e-b4dc-433db831e8e0 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4030752 May 26 22:39:27.996655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Request body: {'port': {'device_id': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:28.030429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Transition to ACTIVE for port object cc20ff37-9183-47f4-8dc8-2d2789affa2d will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:28.046826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:28.049535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:28.052548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:28.262958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:28.273104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Usage tracker for resource:port and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:28.278153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:28.291949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:28.298624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36a5779e-4429-499c-a843-5c45e7dbe39d req-fa56817e-bc0b-4cdb-9a9b-6c005d922034 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 210 time: 0.0837536 May 26 22:39:28.304490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a36e2e-5885-462f-b443-5bd6b778f7ca req-fa334d0a-e34f-4044-8c3e-6dfaf6a9767c tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:28.306490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6a36e2e-5885-462f-b443-5bd6b778f7ca req-fa334d0a-e34f-4044-8c3e-6dfaf6a9767c tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.3871398 May 26 22:39:28.327028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:28.376070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-e35540a3-e3b5-4bba-a857-770a2ab2254d req-de3bda98-3931-49ae-9828-f3558a846666 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:39:28.377026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e35540a3-e3b5-4bba-a857-770a2ab2254d req-de3bda98-3931-49ae-9828-f3558a846666 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0175347 May 26 22:39:28.391984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Made reservation on behalf of 84aa91be3dad427ea7fedfc23e017777 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:28.394259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-1052b991-1599-41eb-bac0-a0ca887e78b4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:28.394885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:28.395616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-1052b991-1599-41eb-bac0-a0ca887e78b4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006957 May 26 22:39:28.396284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc20ff37-9183-47f4-8dc8-2d2789affa2d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:28.444115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:28.543818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.125 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/fbac3c2c-78c9-475f-a6aa-8bb137eca2df) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:28.586325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6a36e2e-5885-462f-b443-5bd6b778f7ca req-18d0adbc-1148-488e-8b5e-950275a33ba2 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552528 May 26 22:39:28.694505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Attempting to bind port cc20ff37-9183-47f4-8dc8-2d2789affa2d on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:28.694860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Attempting to bind port cc20ff37-9183-47f4-8dc8-2d2789affa2d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:28.695226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Attempting to bind port cc20ff37-9183-47f4-8dc8-2d2789affa2d on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:28.716300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:28.718596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Port cc20ff37-9183-47f4-8dc8-2d2789affa2d on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:28.718914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Attempting to bind port cc20ff37-9183-47f4-8dc8-2d2789affa2d on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:28.724154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e35540a3-e3b5-4bba-a857-770a2ab2254d req-aab7f343-4843-47f0-9976-ea73ba407248 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3355730 May 26 22:39:28.735683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:28.739474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:28.739959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Checking segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:28.740360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Bound using segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:28.740796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Bound port: cc20ff37-9183-47f4-8dc8-2d2789affa2d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:28.741134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:28.799128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:28.801966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:28.894072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-614f05dc-2ecd-4c93-a526-4f98efd19edc req-35c0f8c6-5dc4-417a-8a1d-decdc6086a8c tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1409073 May 26 22:39:28.916992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] For port cc20ff37-9183-47f4-8dc8-2d2789affa2d, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:28.936880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] For port cc20ff37-9183-47f4-8dc8-2d2789affa2d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=cc20ff37-9183-47f4-8dc8-2d2789affa2d,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:28.959254 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.035153 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.037763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] 10.222.0.55 "PUT /v2.0/ports/cc20ff37-9183-47f4-8dc8-2d2789affa2d HTTP/1.1" status: 200 len: 1092 time: 2.3482935 May 26 22:39:29.041524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'tag': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:29.139189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ff616dd-218d-4cee-b04d-e16afff43e72 req-bd96c560-2240-48c9-abab-fc781fcedd03 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 210 time: 0.1004133 May 26 22:39:29.144028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac5463-336c-4af9-9d96-e0683a445fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc20ff37-9183-47f4-8dc8-2d2789affa2d,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:29.183288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-12ceba68-c650-4420-8444-dc48f78c20fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=a95dc873-0835-45c1-a016-954181d8c4ba HTTP/1.1" status: 200 len: 1095 time: 0.0990751 May 26 22:39:29.195540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:39:29.237634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Allocated IP 172.20.0.10 (5a671628-abae-4a51-9f16-bd3162929308/d3244829-d2fe-49f7-85d3-4c4ef9b36ae4/001e7626-6a12-4331-9cfb-9760731b4e8f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:29.256279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-8e195272-0816-49b5-b787-bc4fa1235208 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc20ff37-9183-47f4-8dc8-2d2789affa2d HTTP/1.1" status: 200 len: 217 time: 0.0656517 May 26 22:39:29.347445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4794ad27-d7f2-401d-8665-c4eeda9796d5 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:29.365405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-3dd57b81-54ae-4f44-9711-ca5f64ac635e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:29.366872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-3dd57b81-54ae-4f44-9711-ca5f64ac635e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.1042573 May 26 22:39:29.370478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.420214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-da9b7a3b-919b-42a0-a189-ea64508c7698 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447857 May 26 22:39:29.426325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Transition to ACTIVE for port object 4794ad27-d7f2-401d-8665-c4eeda9796d5 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:29.429752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d0ec2-ee5f-493f-affb-ecc059eeaf61 req-899efb2c-eb4c-4ca3-b1ac-4a018fe74b91 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:29.431166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc6d0ec2-ee5f-493f-affb-ecc059eeaf61 req-899efb2c-eb4c-4ca3-b1ac-4a018fe74b91 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1674786 May 26 22:39:29.451545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.456731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.568031 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc6d0ec2-ee5f-493f-affb-ecc059eeaf61 req-7afe3703-c157-43d1-a324-484e5067d0e9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160538 May 26 22:39:29.600054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object fbac3c2c-78c9-475f-a6aa-8bb137eca2df will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:29.601811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-0fef29dd-b952-435f-8e4a-fbc2aa7a2dcf service neutron] 10.222.0.55 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694901 May 26 22:39:29.615235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686618a-52c0-4d86-938c-6a8f67b7b275 req-78c83fc8-90cb-4e0a-ba7e-d1cadedf2448 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:29.615894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6686618a-52c0-4d86-938c-6a8f67b7b275 req-78c83fc8-90cb-4e0a-ba7e-d1cadedf2448 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:29.681818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Pushing event updated for resources: {'Port': ['ID=4794ad27-d7f2-401d-8665-c4eeda9796d5,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:29.755269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6686618a-52c0-4d86-938c-6a8f67b7b275 req-78c83fc8-90cb-4e0a-ba7e-d1cadedf2448 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:29.756467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6686618a-52c0-4d86-938c-6a8f67b7b275 req-78c83fc8-90cb-4e0a-ba7e-d1cadedf2448 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 931 time: 0.5652874 May 26 22:39:29.774635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.786231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:29.926404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.972786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-6cad9b08-dc94-48cd-a0b3-10f317812487 service neutron] 10.222.0.55 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643737 May 26 22:39:29.980254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:29.993320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:29.999392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.232 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/00446ef2-0c1b-4c9c-9c52-ef1219bcccb4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:30.000504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:30.002714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:30.010984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7b225-f833-433e-b8fa-177cd4a31997 req-8d2634a7-5ccf-457b-89e3-f39f0784fa8a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:30.013190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61c7b225-f833-433e-b8fa-177cd4a31997 req-8d2634a7-5ccf-457b-89e3-f39f0784fa8a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.3054173 May 26 22:39:30.056083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6686618a-52c0-4d86-938c-6a8f67b7b275 req-c32a6e68-0744-4a1e-ba8b-fc1f2ab9d4d5 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858098 May 26 22:39:30.082142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Attempting to bind port 4794ad27-d7f2-401d-8665-c4eeda9796d5 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:30.082469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Attempting to bind port 4794ad27-d7f2-401d-8665-c4eeda9796d5 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:30.082788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Attempting to bind port 4794ad27-d7f2-401d-8665-c4eeda9796d5 on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:30.107296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:30.107895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.111139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61c7b225-f833-433e-b8fa-177cd4a31997 req-ef7e960f-c48c-4e54-96d2-d026eafd52a6 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921483 May 26 22:39:30.143182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Port 4794ad27-d7f2-401d-8665-c4eeda9796d5 on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:30.143690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Attempting to bind port 4794ad27-d7f2-401d-8665-c4eeda9796d5 on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:30.152968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:30.153319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Checking segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:30.153875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Bound using segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:30.154324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Bound port: 4794ad27-d7f2-401d-8665-c4eeda9796d5, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:30.154665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.166978 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b460f516-7148-44a2-ae07-882674b744ba'] response: {'name': 'network-changed', 'server_uuid': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'tag': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d', 'status': 'completed', 'code': 200} May 26 22:39:30.204627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-fa7ba5b4-871e-4b96-ac8d-5a2107742a14 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9978633 May 26 22:39:30.210195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.260021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-914e132d-1bb3-4ba4-b21d-2a376389868d None None] Provisioning for port fbac3c2c-78c9-475f-a6aa-8bb137eca2df completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:30.265792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-914e132d-1bb3-4ba4-b21d-2a376389868d None None] Provisioning complete for port fbac3c2c-78c9-475f-a6aa-8bb137eca2df triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:30.266162 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-914e132d-1bb3-4ba4-b21d-2a376389868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.307696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Request body: {'port': {'device_id': 'ce045acc-a793-43df-b93a-359414b65633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:30.373742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-914e132d-1bb3-4ba4-b21d-2a376389868d None None] Port fbac3c2c-78c9-475f-a6aa-8bb137eca2df cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:39:30.428420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:30.488019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Network 5a671628-abae-4a51-9f16-bd3162929308 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:30.488518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.497973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-d5c27bd0-ec61-4e22-a444-58948ba037d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=a95dc873-0835-45c1-a016-954181d8c4ba HTTP/1.1" status: 200 len: 1095 time: 0.2404454 May 26 22:39:30.499169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:30.515003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac3e0b-7e9b-49d8-8eab-e6714381d7cb req-286902a6-1d83-4167-a251-ba13ec79d3ad tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:30.516439 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00ac3e0b-7e9b-49d8-8eab-e6714381d7cb req-286902a6-1d83-4167-a251-ba13ec79d3ad tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 932 time: 0.2043722 May 26 22:39:30.519934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:30.536568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:30.583419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] For port 4794ad27-d7f2-401d-8665-c4eeda9796d5, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:30.615217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] For port 4794ad27-d7f2-401d-8665-c4eeda9796d5, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4794ad27-d7f2-401d-8665-c4eeda9796d5,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:30.630707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:30.631398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.640460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.675383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00ac3e0b-7e9b-49d8-8eab-e6714381d7cb req-a846d04f-154e-4d57-a1f5-b228e7f1ffbf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:30.681287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.687522 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.693870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:30.735805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-d65a7630-d219-4dc7-9bf8-ee1131d270f0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9524150 May 26 22:39:30.741370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d7c04-9a6e-4e21-a1e8-484829899b6f req-b1f7e0d0-f780-4605-ac15-212d21142722 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:30.746845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a3d7c04-9a6e-4e21-a1e8-484829899b6f req-b1f7e0d0-f780-4605-ac15-212d21142722 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.3643560 May 26 22:39:30.753553 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.755171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] 10.222.0.48 "PUT /v2.0/ports/4794ad27-d7f2-401d-8665-c4eeda9796d5 HTTP/1.1" status: 200 len: 1091 time: 2.7735851 May 26 22:39:30.763113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'tag': '4794ad27-d7f2-401d-8665-c4eeda9796d5'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:30.774413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-31b03ffe-af64-4069-8e23-176719d55199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:30.775899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-31b03ffe-af64-4069-8e23-176719d55199 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 913 time: 0.2571692 May 26 22:39:30.793271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:30.812730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Request body: {'port': {'device_id': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:30.848482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00ac3e0b-7e9b-49d8-8eab-e6714381d7cb req-a846d04f-154e-4d57-a1f5-b228e7f1ffbf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:30.849622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00ac3e0b-7e9b-49d8-8eab-e6714381d7cb req-a846d04f-154e-4d57-a1f5-b228e7f1ffbf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081675 May 26 22:39:30.851526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:30.859000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:30.868717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:30.899020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-fcd57341-3aba-4a00-a790-3bf4587eb123 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc20ff37-9183-47f4-8dc8-2d2789affa2d HTTP/1.1" status: 200 len: 217 time: 0.1085458 May 26 22:39:30.956146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a3d7c04-9a6e-4e21-a1e8-484829899b6f req-587bee29-32ff-4722-b504-fbdc468875fb tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480248 May 26 22:39:30.997837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b26e6-c2b9-48dc-b8c7-3976408c9978 service neutron] Pushing event updated for resources: {'Port': ['ID=4794ad27-d7f2-401d-8665-c4eeda9796d5,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:31.025580 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-e84fbe28-8cbd-45d5-8de1-c9a257b7b341 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 1094 time: 0.1833794 May 26 22:39:31.045299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:31.045940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:31.060439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-c5db1583-9a63-4b1e-af12-c5b8de0205f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:31.063811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-c5db1583-9a63-4b1e-af12-c5b8de0205f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.1512640 May 26 22:39:31.159821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-6ce05982-d76a-455e-b446-a433677578f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7252080 May 26 22:39:31.173395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-bfa95361-2c34-4cbe-8736-b1c0aa1f8a3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920010 May 26 22:39:31.186266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34d9438d-91a7-413d-9de7-e47db6b6ba1a req-9588335b-454a-4a5e-b8d3-e3558d060962 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1212244 May 26 22:39:31.205839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d658bda1-1ec9-4f0a-b9d2-5175ee917e01 None None] Provisioning for port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:31.215160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d658bda1-1ec9-4f0a-b9d2-5175ee917e01 None None] Provisioning complete for port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:31.215640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d658bda1-1ec9-4f0a-b9d2-5175ee917e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:31.325609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Request body: {'port': {'device_id': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:31.375468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-533960dd-e6fb-4331-8328-e0f13e557901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4794ad27-d7f2-401d-8665-c4eeda9796d5 HTTP/1.1" status: 200 len: 217 time: 0.1834371 May 26 22:39:31.384726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:31.405122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d658bda1-1ec9-4f0a-b9d2-5175ee917e01 None None] Port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:39:31.435212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-7ecdc7cf-25dd-48cd-812a-c3b800685680 service neutron] 10.222.0.55 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476494 May 26 22:39:31.589039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:31.622599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-f3943ccb-8ed6-498c-a4ec-07c84126a2d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:31.624001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-f3943ccb-8ed6-498c-a4ec-07c84126a2d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.2076514 May 26 22:39:31.645803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc4f0-7a19-473b-ab44-ecc7581e1619 req-aaee6fcc-028e-4757-b057-dba3c4563362 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:31.647210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-afbdc4f0-7a19-473b-ab44-ecc7581e1619 req-aaee6fcc-028e-4757-b057-dba3c4563362 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 945 time: 0.4563375 May 26 22:39:31.671428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0483-5b3f-4d5f-9b2c-3fa06179990d req-306a726c-ff03-45a0-b00b-7c019bc91a4c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:31.672105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-522b0483-5b3f-4d5f-9b2c-3fa06179990d req-306a726c-ff03-45a0-b00b-7c019bc91a4c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:31.715051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548b97db-a7dd-44bd-b5fc-32d8022e6ed5 req-5c5eafc6-0f51-4080-848a-d7c37d28ea2e service neutron] 10.222.0.55 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680788 May 26 22:39:31.722834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-522b0483-5b3f-4d5f-9b2c-3fa06179990d req-306a726c-ff03-45a0-b00b-7c019bc91a4c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:31.723894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522b0483-5b3f-4d5f-9b2c-3fa06179990d req-306a726c-ff03-45a0-b00b-7c019bc91a4c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 936 time: 0.3534639 May 26 22:39:31.761126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-3b6c9ee5-9b69-4e32-8f8b-04da9b8e0a78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129589 May 26 22:39:31.830661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522b0483-5b3f-4d5f-9b2c-3fa06179990d req-e14817f5-d173-4310-b54b-28a3332c8de4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695484 May 26 22:39:31.909138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:39:31.921710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-afbdc4f0-7a19-473b-ab44-ecc7581e1619 req-f8d0bb38-ae2d-49d0-8022-24883838288a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644715 May 26 22:39:32.013800 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9032622c-358f-41c4-b158-86ba14d72e9f'] response: {'name': 'network-changed', 'server_uuid': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'tag': '4794ad27-d7f2-401d-8665-c4eeda9796d5', 'status': 'completed', 'code': 200} May 26 22:39:32.084701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbac3c2c-78c9-475f-a6aa-8bb137eca2df {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:32.106445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.123788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3556488-6f21-4889-9fff-0df01ad280f8 req-a4e14f41-2788-4dc2-838e-f4711cd17243 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:32.125259 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3556488-6f21-4889-9fff-0df01ad280f8 req-a4e14f41-2788-4dc2-838e-f4711cd17243 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1784062 May 26 22:39:32.171538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3556488-6f21-4889-9fff-0df01ad280f8 req-2164323d-d50a-4ec8-a8b0-fa76f12fc62f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 May 26 22:39:32.171766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-327ee172-e158-4f29-9490-509ecb371760 service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903196 May 26 22:39:32.185567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Transition to ACTIVE for port object fbac3c2c-78c9-475f-a6aa-8bb137eca2df will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:32.226160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.360287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:39:32.457177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005748c8-99e6-4f87-9ea6-edfb1dac968f req-fc7f4503-f0bd-421f-8b9b-57bee40e018f tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:32.458690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-005748c8-99e6-4f87-9ea6-edfb1dac968f req-fc7f4503-f0bd-421f-8b9b-57bee40e018f tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 932 time: 0.1599777 May 26 22:39:32.470186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:32.481335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Pushing event updated for resources: {'Port': ['ID=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:32.494010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.525887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Transition to ACTIVE for port object 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:32.531626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-005748c8-99e6-4f87-9ea6-edfb1dac968f req-4fd70de9-8feb-44dc-a0ad-c44a1b8ed0f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 May 26 22:39:32.532840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.540756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f525b9d-9c2d-46c8-9aa9-bc207e42ebd2 req-88ff999f-bad4-432d-a225-b0db137cd0ea tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:32.542216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f525b9d-9c2d-46c8-9aa9-bc207e42ebd2 req-88ff999f-bad4-432d-a225-b0db137cd0ea tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 943 time: 0.4430833 May 26 22:39:32.546627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-033d4776-6f9b-4d6f-aaec-c3d45c619f86 req-26cb9ee6-8f56-460b-8781-95a24ba01fcd service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666158 May 26 22:39:32.551205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001e7626-6a12-4331-9cfb-9760731b4e8f {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:32.584082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.671746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Pushing event updated for resources: {'Port': ['ID=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:32.861448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Attempting to bind port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:32.861854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Attempting to bind port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:32.861972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Transition to ACTIVE for port object 001e7626-6a12-4331-9cfb-9760731b4e8f will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:32.862129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Attempting to bind port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:32.873931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.880630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d343d-d8f1-4265-a0fd-61a700c94a71 req-84a24a46-e7f0-4de8-82ec-fab4e9a0b749 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:32.881885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc2d343d-d8f1-4265-a0fd-61a700c94a71 req-84a24a46-e7f0-4de8-82ec-fab4e9a0b749 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.1584048 May 26 22:39:32.882583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:32.882900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Attempting to bind port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:32.890764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:32.891093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:32.891464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:32.891882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Bound port: 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:32.892221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.951568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f525b9d-9c2d-46c8-9aa9-bc207e42ebd2 req-8a383d60-4d34-4449-aba5-097999bb7dc7 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960421 May 26 22:39:33.002613 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc2d343d-d8f1-4265-a0fd-61a700c94a71 req-1a097b57-00d1-45c0-9119-120804b81d7a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128023 May 26 22:39:33.016407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] For port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:33.020165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] For port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:33.026114 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.026337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Attempting to bind port fbac3c2c-78c9-475f-a6aa-8bb137eca2df on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:33.026642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Attempting to bind port fbac3c2c-78c9-475f-a6aa-8bb137eca2df by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:33.027501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Attempting to bind port fbac3c2c-78c9-475f-a6aa-8bb137eca2df on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:33.040429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:33.073997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Port fbac3c2c-78c9-475f-a6aa-8bb137eca2df on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:33.074312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Attempting to bind port fbac3c2c-78c9-475f-a6aa-8bb137eca2df on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:33.107282 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.108983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] 10.222.0.55 "PUT /v2.0/ports/00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 HTTP/1.1" status: 200 len: 1096 time: 1.9393694 May 26 22:39:33.112234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'tag': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:33.137654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c12c-267d-4e66-811c-43d04060219f service neutron] Pushing event updated for resources: {'Port': ['ID=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:33.159217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:33.159554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:33.159870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:33.160310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Bound port: fbac3c2c-78c9-475f-a6aa-8bb137eca2df, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:33.160650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.180482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-9dd02337-2bc4-4d33-8117-4f06bf3dfa1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 1094 time: 0.5663338 May 26 22:39:33.243570 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83bd5e66-6a4f-4695-bb67-7cc9ee1b6b35 req-4037a022-d65f-4281-bb5e-519970e1b4da tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0478568 May 26 22:39:33.271523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-0fe205a8-6051-48a2-8ec8-a9377415a09e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 1099 time: 0.1207097 May 26 22:39:33.353523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-88028115-ebeb-44fb-a68b-0b8ce5d8c9bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 HTTP/1.1" status: 200 len: 217 time: 0.0739241 May 26 22:39:33.423403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-620e9f17-79b7-462d-81fb-e3a592eadf23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:33.424373 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-620e9f17-79b7-462d-81fb-e3a592eadf23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0657814 May 26 22:39:33.427580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Attempting to bind port 001e7626-6a12-4331-9cfb-9760731b4e8f on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:33.427905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Attempting to bind port 001e7626-6a12-4331-9cfb-9760731b4e8f by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:33.428399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Attempting to bind port 001e7626-6a12-4331-9cfb-9760731b4e8f on network 5a671628-abae-4a51-9f16-bd3162929308 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:33.462192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] For port fbac3c2c-78c9-475f-a6aa-8bb137eca2df, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:33.468356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Port 001e7626-6a12-4331-9cfb-9760731b4e8f on network 5a671628-abae-4a51-9f16-bd3162929308 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:33.468675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Attempting to bind port 001e7626-6a12-4331-9cfb-9760731b4e8f on network 5a671628-abae-4a51-9f16-bd3162929308 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:33.490140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] For port fbac3c2c-78c9-475f-a6aa-8bb137eca2df, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:33.498997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a89b6-a06b-4fa9-8c60-20b82e503972 req-a437e821-6ca1-4fdb-9c3a-847e77a7987e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:33.500452 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b8a89b6-a06b-4fa9-8c60-20b82e503972 req-a437e821-6ca1-4fdb-9c3a-847e77a7987e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.3838642 May 26 22:39:33.502482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-3b42b1e1-dafc-42d9-a5d9-07a44b5145fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:33.503756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-3b42b1e1-dafc-42d9-a5d9-07a44b5145fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 913 time: 0.2872827 May 26 22:39:33.505127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.539989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:33.540319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Checking segment: {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:33.540691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Bound using segment: {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:33.541123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Bound port: 001e7626-6a12-4331-9cfb-9760731b4e8f, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:33.541456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.559163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dbc73-db7c-4a57-9691-179a3ccba133 req-94e6f0fb-679e-4c14-8568-49f59575c466 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:33.560602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e38dbc73-db7c-4a57-9691-179a3ccba133 req-94e6f0fb-679e-4c14-8568-49f59575c466 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 948 time: 0.1347449 May 26 22:39:33.567559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-262910d8-0c34-41ce-9f85-a1e748a9a0f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078572 May 26 22:39:33.690286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e38dbc73-db7c-4a57-9691-179a3ccba133 req-cb1478be-a270-4280-b689-87bd9b1a02ef tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217957 May 26 22:39:33.695487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-fa546d7c-fdf7-446a-80f6-1b77f1c2f207 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4794ad27-d7f2-401d-8665-c4eeda9796d5 HTTP/1.1" status: 200 len: 217 time: 0.1382856 May 26 22:39:33.713428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.714957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] 10.222.0.55 "PUT /v2.0/ports/fbac3c2c-78c9-475f-a6aa-8bb137eca2df HTTP/1.1" status: 200 len: 1096 time: 3.4203906 May 26 22:39:33.750156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-c5ac06d5-44ab-404c-a049-3bc13362a194 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665149 May 26 22:39:33.813943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60309ef5-d700-4095-854b-21ac8d23bafd service neutron] Pushing event updated for resources: {'Port': ['ID=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:33.868383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b8a89b6-a06b-4fa9-8c60-20b82e503972 req-bc724b23-791f-4e62-85d8-2b2832370d46 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592107 May 26 22:39:33.875082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-7e27e8a9-4445-433a-a012-f40578087ce3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:33.876469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-7e27e8a9-4445-433a-a012-f40578087ce3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.1573439 May 26 22:39:33.885474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:33.916578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-a0513d92-5238-45ee-a8c5-dde6f66f04bf service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575961 May 26 22:39:33.945580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:33.949235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-752b7045-55f2-4029-ac12-e2a0842375c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602894 May 26 22:39:33.956245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.970780 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48598491-50aa-451a-99ec-91758e191aec'] response: {'name': 'network-changed', 'server_uuid': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'tag': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'status': 'completed', 'code': 200} May 26 22:39:33.980967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device cc20ff37-9183-47f4-8dc8-2d2789affa2d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:34.111255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce045acc-a793-43df-b93a-359414b65633', 'tag': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:34.115587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:34.193441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port cc20ff37-9183-47f4-8dc8-2d2789affa2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=cc20ff37-9183-47f4-8dc8-2d2789affa2d,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:34.197912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-5bccee2c-9dec-46d2-a8ce-a581d3cafca7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 1099 time: 0.4285808 May 26 22:39:34.209694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.210216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'port_id': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d', 'mac_address': 'fa:16:3e:62:5c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b119a1b-9359-4589-9ec3-375a16f23150', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:34.211955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-82d11f7d-0463-4d56-90f6-9d4cfcaf5aba service neutron] 10.222.0.55 "PUT /v2.0/ports/001e7626-6a12-4331-9cfb-9760731b4e8f HTTP/1.1" status: 200 len: 1092 time: 3.4533963 May 26 22:39:34.264795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-806f525c-da26-4395-832d-5abee2a4c540 req-474f0829-e5c2-48e7-aded-388c2e90938c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 1099 time: 0.2637324 May 26 22:39:34.275625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4080f-05f1-440f-9b00-8b086303a662 req-a5659458-f8b5-4966-bbe4-7ed6170d656b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.278590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.279577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4080f-05f1-440f-9b00-8b086303a662 req-a5659458-f8b5-4966-bbe4-7ed6170d656b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.283442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4080f-05f1-440f-9b00-8b086303a662 req-a5659458-f8b5-4966-bbe4-7ed6170d656b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.285016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58c4080f-05f1-440f-9b00-8b086303a662 req-a5659458-f8b5-4966-bbe4-7ed6170d656b tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4&device_id=52930196-7e89-48b4-a304-5a3b996c048a&device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 2417 time: 0.1269758 May 26 22:39:34.297259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc20ff37-9183-47f4-8dc8-2d2789affa2d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:34.314833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port cc20ff37-9183-47f4-8dc8-2d2789affa2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=cc20ff37-9183-47f4-8dc8-2d2789affa2d,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:34.318922 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.351653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-160eae1f-e497-44b1-8939-731dd5886688 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=fbac3c2c-78c9-475f-a6aa-8bb137eca2df HTTP/1.1" status: 200 len: 217 time: 0.1387177 May 26 22:39:34.397129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=cc20ff37-9183-47f4-8dc8-2d2789affa2d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:34.436131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58c4080f-05f1-440f-9b00-8b086303a662 req-7a969082-6fff-402d-adfc-a772b7e85852 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287608 May 26 22:39:34.460998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f525c-da26-4395-832d-5abee2a4c540 req-e03ddced-bb37-46cc-ba64-6529bacbfa1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.462582 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-806f525c-da26-4395-832d-5abee2a4c540 req-e03ddced-bb37-46cc-ba64-6529bacbfa1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1767254 May 26 22:39:34.535838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-806f525c-da26-4395-832d-5abee2a4c540 req-b36c41e3-3113-4f57-8b16-5fb9212fb111 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 HTTP/1.1" status: 200 len: 217 time: 0.0658405 May 26 22:39:34.544818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-f7881ad7-85dc-4192-9ee1-5c1e285ebc0b service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831561 May 26 22:39:34.591272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fbf26-3e3f-47f5-87e2-2d175a85d1e0 req-76106393-d495-48ae-ba16-3fa649910d59 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.592680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e74fbf26-3e3f-47f5-87e2-2d175a85d1e0 req-76106393-d495-48ae-ba16-3fa649910d59 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.4639738 May 26 22:39:34.639515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['cc20ff37-9183-47f4-8dc8-2d2789affa2d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:34.650818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-35799025-7b83-4c2f-b2f8-f3cbaa3141e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.651809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f525c-da26-4395-832d-5abee2a4c540 req-c8906dcb-9b8d-41a8-8cd7-fef3090f4809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.652640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-35799025-7b83-4c2f-b2f8-f3cbaa3141e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2880430 May 26 22:39:34.653217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-806f525c-da26-4395-832d-5abee2a4c540 req-c8906dcb-9b8d-41a8-8cd7-fef3090f4809 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0846043 May 26 22:39:34.670823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a5dc7-ba2e-4a53-b967-407b5ba8ab47 req-0a4dc83e-5e6b-490c-98f1-92f8b20ba15a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.672299 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f31a5dc7-ba2e-4a53-b967-407b5ba8ab47 req-0a4dc83e-5e6b-490c-98f1-92f8b20ba15a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 944 time: 0.1333165 May 26 22:39:34.767232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f31a5dc7-ba2e-4a53-b967-407b5ba8ab47 req-22a75670-e0f4-45f0-af7d-5d00ac07050a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596960 May 26 22:39:34.779127 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-806f525c-da26-4395-832d-5abee2a4c540 req-0f7186d1-97ac-44d8-8bd2-b5b5c0ee8d44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058960 May 26 22:39:34.791049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-e8bfcac7-1e43-4bf5-9eca-e8fd96c95db8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 1095 time: 0.5156257 May 26 22:39:34.893712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e74fbf26-3e3f-47f5-87e2-2d175a85d1e0 req-a5a180f9-9f56-4c81-9d38-b6bc759f3584 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455790 May 26 22:39:34.897349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80304db-7ed4-4d17-a966-c330fe47c983 req-66c4fae7-1838-42c1-8bad-921f3cd1e6e8 service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374403 May 26 22:39:34.899746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-6d607f06-817e-4a2b-8a73-ef80c665d0f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001e7626-6a12-4331-9cfb-9760731b4e8f HTTP/1.1" status: 200 len: 217 time: 0.0996232 May 26 22:39:34.962731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-118fe00c-9f28-4c03-b860-a5b2c37f9222 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2688932 May 26 22:39:34.966174 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5a7e63-7300-46a8-ac58-047810e03abd'] response: {'name': 'network-changed', 'server_uuid': 'ce045acc-a793-43df-b93a-359414b65633', 'tag': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'status': 'completed', 'code': 200} May 26 22:39:34.977212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe831b8-481b-438f-af53-8492bf34bb6e req-1f4d03e5-a40a-40c6-b0f0-5c240f3e47df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:34.978703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-1f4d03e5-a40a-40c6-b0f0-5c240f3e47df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 HTTP/1.1" status: 200 len: 861 time: 0.0711873 May 26 22:39:34.999851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-806f525c-da26-4395-832d-5abee2a4c540 req-98e0c250-aefa-4fcc-b6ca-cdab5a2980e9 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121873 May 26 22:39:35.106431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75f394-9548-4958-a243-95f47178d891 req-faa3b6c7-8a1f-4a17-b60e-dfbd2fe5ddeb tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:35.107117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ee75f394-9548-4958-a243-95f47178d891 req-faa3b6c7-8a1f-4a17-b60e-dfbd2fe5ddeb tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:35.117421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-97e970e0-31c4-4628-929f-c33de8601476 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a671628-abae-4a51-9f16-bd3162929308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172750 May 26 22:39:35.135439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ee75f394-9548-4958-a243-95f47178d891 req-faa3b6c7-8a1f-4a17-b60e-dfbd2fe5ddeb tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:35.136667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee75f394-9548-4958-a243-95f47178d891 req-faa3b6c7-8a1f-4a17-b60e-dfbd2fe5ddeb tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 943 time: 0.2368405 May 26 22:39:35.139604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a926c253-9706-4afb-aced-188d1d2d95e4 req-aa8fd20d-540b-45a4-8cb4-3e7e55cb0c06 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0603638 May 26 22:39:35.173201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-806f525c-da26-4395-832d-5abee2a4c540 req-3a41927d-aa55-4d14-b3eb-916701dad8ff service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668773 May 26 22:39:35.196734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ee75f394-9548-4958-a243-95f47178d891 req-a593f28a-308f-4476-b8be-7308db5c1d41 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:35.213968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ee75f394-9548-4958-a243-95f47178d891 req-a593f28a-308f-4476-b8be-7308db5c1d41 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:35.215415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee75f394-9548-4958-a243-95f47178d891 req-a593f28a-308f-4476-b8be-7308db5c1d41 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684652 May 26 22:39:35.254311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-5e5327e1-fb88-491c-b918-fc218cb10982 req-080b39d0-3218-4c89-b933-97def49d833a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:39:35.255301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e5327e1-fb88-491c-b918-fc218cb10982 req-080b39d0-3218-4c89-b933-97def49d833a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0285795 May 26 22:39:35.345078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-cc2e58cc-3d96-4b23-abc1-5d07d14f286a service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654494 May 26 22:39:35.398273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76464a9-57d3-4bf9-8887-e4ac74b8ea1e req-45cef42a-39a9-4204-8dc2-38705e26ffb8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:35.399633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f76464a9-57d3-4bf9-8887-e4ac74b8ea1e req-45cef42a-39a9-4204-8dc2-38705e26ffb8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 948 time: 0.0772800 May 26 22:39:35.442534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-97658990-847d-4c22-8df0-d13b5de47ae2 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053901 May 26 22:39:35.444578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f76464a9-57d3-4bf9-8887-e4ac74b8ea1e req-04286bcf-ffcb-4fbc-91ee-b4e9a9be654f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 May 26 22:39:35.559100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e5327e1-fb88-491c-b918-fc218cb10982 req-59c8cd29-f6aa-4fd1-ae8b-992235a37b93 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2968037 May 26 22:39:35.623525 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0180a79a-718c-4ce5-87fc-c3afd25f8d2a req-1806060d-c266-492d-8563-9af80b77fb39 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630689 May 26 22:39:35.640403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efe831b8-481b-438f-af53-8492bf34bb6e req-19e15502-5b52-4041-bbb4-4a44774144d2 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900032 May 26 22:39:35.653266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026adbe-859e-4404-b80b-b9607c26e96a req-2eb26338-161b-49a8-952f-f8576285e5a0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:35.655383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2026adbe-859e-4404-b80b-b9607c26e96a req-2eb26338-161b-49a8-952f-f8576285e5a0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1005168 May 26 22:39:35.705023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2026adbe-859e-4404-b80b-b9607c26e96a req-b06a1999-1aa7-4387-960d-6c2bb2ce78ec tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 May 26 22:39:35.758526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-515dd594-137e-4b15-b58d-c2edd994315c req-e92104f1-b5dd-4963-ac9a-0f96d3019f3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 1099 time: 0.0736969 May 26 22:39:35.899822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dd594-137e-4b15-b58d-c2edd994315c req-faa1353b-cba7-48ac-b129-60a34452c907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:35.901238 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-515dd594-137e-4b15-b58d-c2edd994315c req-faa1353b-cba7-48ac-b129-60a34452c907 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1348033 May 26 22:39:36.003067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:36.003948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-515dd594-137e-4b15-b58d-c2edd994315c req-dd3d156b-c7f4-4d66-b1f9-ea5f2ba67366 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=fbac3c2c-78c9-475f-a6aa-8bb137eca2df HTTP/1.1" status: 200 len: 217 time: 0.0705819 May 26 22:39:36.005438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device cc20ff37-9183-47f4-8dc8-2d2789affa2d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:36.175325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57face-150e-49e5-aec4-3ec685b06f6f req-7d87f24b-a6da-484e-980d-bc8a908eae39 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:36.177098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b57face-150e-49e5-aec4-3ec685b06f6f req-7d87f24b-a6da-484e-980d-bc8a908eae39 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0903168 May 26 22:39:36.177481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port cc20ff37-9183-47f4-8dc8-2d2789affa2d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:36.187738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port cc20ff37-9183-47f4-8dc8-2d2789affa2d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:36.188104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.200549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dd594-137e-4b15-b58d-c2edd994315c req-e788baba-4944-4c29-8af1-91f9739e1a3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:36.201975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-515dd594-137e-4b15-b58d-c2edd994315c req-e788baba-4944-4c29-8af1-91f9739e1a3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1866615 May 26 22:39:36.208357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a60099-bd8a-481c-a008-9318c0eb4448 req-939f8d8e-f5a7-4d76-bf8d-481f36de1733 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:36.209010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-37a60099-bd8a-481c-a008-9318c0eb4448 req-939f8d8e-f5a7-4d76-bf8d-481f36de1733 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:36.249005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b57face-150e-49e5-aec4-3ec685b06f6f req-21666c75-ff2e-4b39-9776-8e15b23443ce tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598986 May 26 22:39:36.250271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:36.267712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-37a60099-bd8a-481c-a008-9318c0eb4448 req-939f8d8e-f5a7-4d76-bf8d-481f36de1733 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:36.268160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37a60099-bd8a-481c-a008-9318c0eb4448 req-939f8d8e-f5a7-4d76-bf8d-481f36de1733 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 944 time: 0.3704515 May 26 22:39:36.282623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '67a473f2-0b75-4d11-9020-816162df5d03', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '67a473f2-0b75-4d11-9020-816162df5d03', 'mac_address': 'fa:16:3e:81:63:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:36.330302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37a60099-bd8a-481c-a008-9318c0eb4448 req-83073d72-74f3-4c53-9f44-c684e873337c tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525706 May 26 22:39:36.333039 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-515dd594-137e-4b15-b58d-c2edd994315c req-f1992dba-4fe7-4855-affc-af0511d0050d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210861 May 26 22:39:36.399499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.428142 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.444257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:36.474769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port cc20ff37-9183-47f4-8dc8-2d2789affa2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=cc20ff37-9183-47f4-8dc8-2d2789affa2d,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:36.476854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67a473f2-0b75-4d11-9020-816162df5d03 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:36.483183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.484085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:36.490296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-515dd594-137e-4b15-b58d-c2edd994315c req-de255875-a00e-4322-89a9-be71cbc97f07 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485593 May 26 22:39:36.559999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-65890d2f-38cf-43cc-8812-db104e17b408 req-20f3e620-ab1a-4ae6-b5c6-e9f7889c7469 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0685332 May 26 22:39:36.597640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:36.613419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.699538 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c632eb-d387-4ab3-b89c-60b5e13b5e16'] response: {'server_uuid': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d', 'code': 200} May 26 22:39:36.700526 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.723427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf38a-972d-456b-8bc5-66ed337c7be3 req-d6893912-6184-4cf1-9b9e-6df9c8aac4a8 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:36.730705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65caf38a-972d-456b-8bc5-66ed337c7be3 req-d6893912-6184-4cf1-9b9e-6df9c8aac4a8 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 943 time: 0.1010303 May 26 22:39:36.740382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 67a473f2-0b75-4d11-9020-816162df5d03 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:36.744879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4794ad27-d7f2-401d-8665-c4eeda9796d5 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:36.780411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=cc20ff37-9183-47f4-8dc8-2d2789affa2d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:36.794396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65caf38a-972d-456b-8bc5-66ed337c7be3 req-1037d901-8a60-41c4-b949-c7af24303550 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 May 26 22:39:36.806585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-515dd594-137e-4b15-b58d-c2edd994315c req-9494582d-26eb-4e02-beb7-7d4ebc7eb0a6 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786083 May 26 22:39:36.909975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35db1e2c-7dc8-48c6-bd71-3dc678a9115e req-1d48eae1-e723-4455-b225-28e1c21a70c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a95dc873-0835-45c1-a016-954181d8c4ba HTTP/1.1" status: 200 len: 1097 time: 0.1557372 May 26 22:39:36.916248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a08d3-7ee0-405c-84e8-e9323ec87c75 req-e43e2e06-3d41-4bb9-a2e5-2dbf57446ac3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:36.916927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-345a08d3-7ee0-405c-84e8-e9323ec87c75 req-e43e2e06-3d41-4bb9-a2e5-2dbf57446ac3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:36.957411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-345a08d3-7ee0-405c-84e8-e9323ec87c75 req-e43e2e06-3d41-4bb9-a2e5-2dbf57446ac3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:36.958343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-345a08d3-7ee0-405c-84e8-e9323ec87c75 req-e43e2e06-3d41-4bb9-a2e5-2dbf57446ac3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 948 time: 0.1581817 May 26 22:39:36.976650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:36.981801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:36.991634 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:37.000933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35db1e2c-7dc8-48c6-bd71-3dc678a9115e req-49c3c3f0-3fff-4929-8f8b-04f1a98866a0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786448 May 26 22:39:37.019370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 4794ad27-d7f2-401d-8665-c4eeda9796d5, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4794ad27-d7f2-401d-8665-c4eeda9796d5,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:37.028597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-345a08d3-7ee0-405c-84e8-e9323ec87c75 req-b613e8b7-d362-4f2a-8720-d045093b2e1d tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631213 May 26 22:39:37.044390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:37.103172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['67a473f2-0b75-4d11-9020-816162df5d03'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:37.138468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '4794ad27-d7f2-401d-8665-c4eeda9796d5', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'port_id': '4794ad27-d7f2-401d-8665-c4eeda9796d5', 'mac_address': 'fa:16:3e:cb:a9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b119a1b-9359-4589-9ec3-375a16f23150', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:37.146406 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc64b440-76b7-4836-809f-92d67ceda470'] response: {'name': 'network-changed', 'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'status': 'completed', 'code': 200} May 26 22:39:37.245530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:37.253770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:37.289485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4794ad27-d7f2-401d-8665-c4eeda9796d5 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:37.300362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63886bae-59ff-4f18-9e4c-705e2a859b04 req-ec76e702-6673-49fd-b49c-aea373956bc8 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:37.302023 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63886bae-59ff-4f18-9e4c-705e2a859b04 req-ec76e702-6673-49fd-b49c-aea373956bc8 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 947 time: 0.1389964 May 26 22:39:37.316312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 4794ad27-d7f2-401d-8665-c4eeda9796d5, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4794ad27-d7f2-401d-8665-c4eeda9796d5,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:37.322689 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:37.382325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63886bae-59ff-4f18-9e4c-705e2a859b04 req-c4ccbc65-00c3-40ad-ae0f-b22a8b27b9da tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682747 May 26 22:39:37.390037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-b7936d6c-415b-409f-9673-7d7d12cd35ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 1095 time: 0.1366744 May 26 22:39:37.417846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=4794ad27-d7f2-401d-8665-c4eeda9796d5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:37.563770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9f356-e9c2-4e28-a9e3-ccde80965818 req-39375025-7b31-43b4-95da-38ea360192f0 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:37.565115 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7a9f356-e9c2-4e28-a9e3-ccde80965818 req-39375025-7b31-43b4-95da-38ea360192f0 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0858583 May 26 22:39:37.595069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-90cfc5b9-0295-43ea-af7e-172e7892237e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:37.596531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-90cfc5b9-0295-43ea-af7e-172e7892237e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 922 time: 0.1998880 May 26 22:39:37.617948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7a9f356-e9c2-4e28-a9e3-ccde80965818 req-45d90751-4b14-4a47-b5fb-41866fad11a1 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470240 May 26 22:39:37.672245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-f1fb80fa-6575-42c3-b0bc-782b682f449d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=001e7626-6a12-4331-9cfb-9760731b4e8f HTTP/1.1" status: 200 len: 217 time: 0.0687299 May 26 22:39:37.685283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cf491-ddf4-47db-a444-0eb45e5d4902 req-b6f317ec-1fd0-47bc-81ea-803e70b3d266 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:37.686712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c8cf491-ddf4-47db-a444-0eb45e5d4902 req-b6f317ec-1fd0-47bc-81ea-803e70b3d266 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 944 time: 0.1722248 May 26 22:39:37.720676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['4794ad27-d7f2-401d-8665-c4eeda9796d5'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:37.783803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-3c1b43da-a2f7-4359-a7a0-564d1648ee64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:37.785271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-3c1b43da-a2f7-4359-a7a0-564d1648ee64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 HTTP/1.1" status: 200 len: 861 time: 0.0976822 May 26 22:39:37.788993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c8cf491-ddf4-47db-a444-0eb45e5d4902 req-7910efb7-cd31-4884-92ac-90d17f1b6637 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722980 May 26 22:39:37.858979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-8022bd33-fb61-48ab-b1c3-35358dfb6804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a671628-abae-4a51-9f16-bd3162929308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664895 May 26 22:39:37.985338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:38.011044 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f1a8a5c-95a9-4833-89a0-6a8ed1c0445a req-d6a737c1-0fe2-46e1-9639-0eee9730f367 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0572243 May 26 22:39:38.061711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-73752b00-03f1-421e-a36d-0c2592ad0a87 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946688 May 26 22:39:38.073068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53b9a-6e6d-47b0-a0ae-e91bb17ec1fb req-4f401edd-8ce3-4e37-b6c0-5f63487b4c03 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:38.074363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0e53b9a-6e6d-47b0-a0ae-e91bb17ec1fb req-4f401edd-8ce3-4e37-b6c0-5f63487b4c03 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 944 time: 0.0793047 May 26 22:39:38.125867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0e53b9a-6e6d-47b0-a0ae-e91bb17ec1fb req-3d028f2a-735b-4e1d-849f-29331067cf3a tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 May 26 22:39:38.178827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:38.197982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'mac_address': 'fa:16:3e:47:ee:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:38.273690 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:38.292854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:38.311009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:38.317899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:38.356585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bba70d8d-c6f7-4839-b158-88b86ecfde2d req-aaa1556f-532b-474f-9517-4449bffd5770 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826612 May 26 22:39:38.421816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:38.480594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265256a5-bfac-4a80-9a41-342624e4bc3a req-fbe4e76e-37ad-4cbf-910b-156f65f4f920 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:38.487401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-265256a5-bfac-4a80-9a41-342624e4bc3a req-fbe4e76e-37ad-4cbf-910b-156f65f4f920 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 949 time: 0.2333848 May 26 22:39:38.541594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-265256a5-bfac-4a80-9a41-342624e4bc3a req-0ec7bed1-e5ec-43ec-a64c-1b06f089bc24 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521655 May 26 22:39:38.634857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5e51c-b2f4-4da5-829c-d85206632fbe req-5297f3f0-cd25-4ad1-90b2-894316461aab tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:38.637033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30b5e51c-b2f4-4da5-829c-d85206632fbe req-5297f3f0-cd25-4ad1-90b2-894316461aab tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.1076734 May 26 22:39:38.686529 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30b5e51c-b2f4-4da5-829c-d85206632fbe req-c2833a4f-0e52-415c-aa87-dbec3adf3948 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 May 26 22:39:38.721506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:38.760842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84b2a2-e6eb-49e5-b0b9-9d9c4a22c217 req-5d537173-d4b7-45d6-8822-3ab24c3c99d0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:38.762431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff84b2a2-e6eb-49e5-b0b9-9d9c4a22c217 req-5d537173-d4b7-45d6-8822-3ab24c3c99d0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 947 time: 0.0872467 May 26 22:39:38.817911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff84b2a2-e6eb-49e5-b0b9-9d9c4a22c217 req-cff62e7f-077c-44a7-93fe-7947d9cf6923 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486536 May 26 22:39:38.892634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4679fe-01b2-4eed-9224-e614e4b6ccf3 req-92eda043-961a-4d35-8b0c-e61351ca9042 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:38.894020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e4679fe-01b2-4eed-9224-e614e4b6ccf3 req-92eda043-961a-4d35-8b0c-e61351ca9042 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0822024 May 26 22:39:38.946479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e4679fe-01b2-4eed-9224-e614e4b6ccf3 req-9cc15284-bdbe-4fdc-8043-f67802e4886f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 May 26 22:39:39.005404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b312-6773-4cb6-92ee-b5bfcf8ac256 req-13d70887-b8e0-466e-b369-cdd15afb2e96 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:39.006851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75a0b312-6773-4cb6-92ee-b5bfcf8ac256 req-13d70887-b8e0-466e-b369-cdd15afb2e96 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 944 time: 0.0762274 May 26 22:39:39.050973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75a0b312-6773-4cb6-92ee-b5bfcf8ac256 req-efab3db6-678c-4dc1-8c15-99eea76e9d36 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 May 26 22:39:39.213015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-436184f3-d5ab-4735-ac37-25f58a678316 req-20199d22-08cc-4091-a73b-36506156e66d tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0412810 May 26 22:39:39.336718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499314d8-fa0a-4927-882f-44e7b8cc7d61 req-a5fc0056-877e-4dce-9749-a40f4dc1c28a tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:39.338186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-499314d8-fa0a-4927-882f-44e7b8cc7d61 req-a5fc0056-877e-4dce-9749-a40f4dc1c28a tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 944 time: 0.0797062 May 26 22:39:39.383662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-499314d8-fa0a-4927-882f-44e7b8cc7d61 req-509421e0-7ba4-417d-96eb-f6fbaa8ac39c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 May 26 22:39:39.725419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e951d7f-ff57-485a-bce2-3204bd927be2 req-5d98c623-3374-4b9e-ad08-112e14b56bcf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:39.726876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e951d7f-ff57-485a-bce2-3204bd927be2 req-5d98c623-3374-4b9e-ad08-112e14b56bcf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 949 time: 0.0787561 May 26 22:39:39.777295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e951d7f-ff57-485a-bce2-3204bd927be2 req-bb64ff67-fb3a-4459-8a99-711d8e6d46ee tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 May 26 22:39:39.890605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddb242-3635-477d-9889-d6da1352e7b5 req-fa18a08c-7128-48df-acbe-b4a41f4b3c95 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:39.892074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8ddb242-3635-477d-9889-d6da1352e7b5 req-fa18a08c-7128-48df-acbe-b4a41f4b3c95 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.0779412 May 26 22:39:39.938065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8ddb242-3635-477d-9889-d6da1352e7b5 req-95b6cef0-ae7b-4ab4-a24b-e3f6640c8927 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 May 26 22:39:39.992938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device fbac3c2c-78c9-475f-a6aa-8bb137eca2df details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:39.996608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:40.024120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0c90-3dc3-4328-adbb-4b3a20fd565d req-658667fb-555d-4274-b9ce-23f6722cb36b tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:40.026282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e99a0c90-3dc3-4328-adbb-4b3a20fd565d req-658667fb-555d-4274-b9ce-23f6722cb36b tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 947 time: 0.0900130 May 26 22:39:40.093669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e99a0c90-3dc3-4328-adbb-4b3a20fd565d req-569d89b1-bcb6-47f8-815e-83ac11c590ca tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615034 May 26 22:39:40.196444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 67a473f2-0b75-4d11-9020-816162df5d03 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:40.197102 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.264597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port fbac3c2c-78c9-475f-a6aa-8bb137eca2df, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:40.283206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'mac_address': 'fa:16:3e:a9:b8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:40.306704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de1b9a-9a1e-4bf7-9057-25b2236c01dd req-0d892c32-a138-4bde-a911-d7cbe1238bb1 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:40.311208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76de1b9a-9a1e-4bf7-9057-25b2236c01dd req-0d892c32-a138-4bde-a911-d7cbe1238bb1 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 944 time: 0.0853810 May 26 22:39:40.330264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95af9-59cd-4926-a8b8-9ec5ada85f75 req-90c83aa5-9b06-43a6-811d-3411733c99c4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:40.331499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2df95af9-59cd-4926-a8b8-9ec5ada85f75 req-90c83aa5-9b06-43a6-811d-3411733c99c4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0912671 May 26 22:39:40.356487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76de1b9a-9a1e-4bf7-9057-25b2236c01dd req-5d02fd96-e39f-4c83-975a-4cc20f53aab1 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 May 26 22:39:40.389109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.408290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2df95af9-59cd-4926-a8b8-9ec5ada85f75 req-78b919b2-8805-4955-a36b-161c68ebfaab tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700247 May 26 22:39:40.410811 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.422219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbac3c2c-78c9-475f-a6aa-8bb137eca2df {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:40.457564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port fbac3c2c-78c9-475f-a6aa-8bb137eca2df, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:40.466557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:40.473886 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.474780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 001e7626-6a12-4331-9cfb-9760731b4e8f details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:40.475540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-0113472d-5a42-4dff-8cff-9641d5c47923 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:40.477322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-0113472d-5a42-4dff-8cff-9641d5c47923 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 945 time: 0.0926871 May 26 22:39:40.516917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:40.535823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.536866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:40.575997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Deleting port 8c4097d9-0781-4c74-ad8f-cd22825ab23e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:40.576500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.630396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e734ffc4-0c3b-4dc6-8609-aa8792681c78 req-a082c351-1c9c-4f7b-9d47-5283b14b0965 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0675225 May 26 22:39:40.678629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:40.765013 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c676fd81-7eb4-4f66-a273-cbb1e23bd97c'] response: {'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03', 'code': 200} May 26 22:39:40.768264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4794ad27-d7f2-401d-8665-c4eeda9796d5 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:40.822076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:40.840741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'port_id': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'mac_address': 'fa:16:3e:2f:68:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3244829-d2fe-49f7-85d3-4c4ef9b36ae4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:40.924623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] For port 8c4097d9-0781-4c74-ad8f-cd22825ab23e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8c4097d9-0781-4c74-ad8f-cd22825ab23e,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:40.925222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.939685 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.959686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:40.966662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:40.974832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:40.974832 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:40.982741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8fb63-2e5a-44f5-a525-4220de4286f7 req-9893a542-7092-40d8-bdff-826aa84c444d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:40.989895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cdb8fb63-2e5a-44f5-a525-4220de4286f7 req-9893a542-7092-40d8-bdff-826aa84c444d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 944 time: 0.1558485 May 26 22:39:41.011517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001e7626-6a12-4331-9cfb-9760731b4e8f {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:41.047427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cdb8fb63-2e5a-44f5-a525-4220de4286f7 req-2cd9c75c-4f1a-481c-9b27-7ebb4fed8535 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561283 May 26 22:39:41.048436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:41.056559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 4794ad27-d7f2-401d-8665-c4eeda9796d5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:41.066209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:41.105252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 4794ad27-d7f2-401d-8665-c4eeda9796d5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:41.105613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:41.135025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Calling delete_port for 8c4097d9-0781-4c74-ad8f-cd22825ab23e owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:41.240134 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:41.242099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c869ec7-b745-4619-aa7e-01749247da3f req-7988a18b-fb92-4361-88e8-6539262d1004 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:41.243663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c869ec7-b745-4619-aa7e-01749247da3f req-7988a18b-fb92-4361-88e8-6539262d1004 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 949 time: 0.0826201 May 26 22:39:41.302743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:41.304621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c869ec7-b745-4619-aa7e-01749247da3f req-9b15e28d-e786-45b2-a994-20fd29b2e43a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541689 May 26 22:39:41.305494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8bb3fd19-7fa0-4fa9-8892-da7fdc3c4fe0 req-cfc35bd4-2982-4f35-ab56-4a3133e6b696 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1100 time: 0.2955782 May 26 22:39:41.314968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:41.321512 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:41.392787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19e30d-dc26-4171-9c38-0dc7f2372b1b req-a83fd633-2e2e-46db-afcd-6bb735d51670 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:41.394320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad19e30d-dc26-4171-9c38-0dc7f2372b1b req-a83fd633-2e2e-46db-afcd-6bb735d51670 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.2109227 May 26 22:39:41.427968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['001e7626-6a12-4331-9cfb-9760731b4e8f'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:41.470221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8bb3fd19-7fa0-4fa9-8892-da7fdc3c4fe0 req-2148e411-478e-486a-9f8f-471e2e8ebd12 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219223 May 26 22:39:41.473615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:41.486658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab460c9a-7a28-4202-941c-76807910a3a3 req-639851fc-ae80-4fbf-a4c3-3365af384f7a tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7600b0c-7a5e-4b73-8b11-097dc131e5c4 HTTP/1.1" status: 200 len: 210 time: 0.0479956 May 26 22:39:41.487994 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:41.510447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['773137ff-b219-4a06-b0a2-7ec03af9bed6', '8c4097d9-0781-4c74-ad8f-cd22825ab23e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:41.530070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Pushing event deleted for resources: {'Port': ['ID=8c4097d9-0781-4c74-ad8f-cd22825ab23e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:41.543913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad19e30d-dc26-4171-9c38-0dc7f2372b1b req-1b10d1f8-f8d1-43b7-ad6e-5b17e18d97e9 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402037 May 26 22:39:41.549174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.549512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.549871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.550199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.550537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.550836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.551155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.551472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.552391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.552391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.552391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:41.577439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['fbac3c2c-78c9-475f-a6aa-8bb137eca2df'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:41.636439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] No DVR routers for this DVR port 8c4097d9-0781-4c74-ad8f-cd22825ab23e on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:41.639710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:41.643030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:41.652602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'name': 'network-vif-deleted', 'tag': '8c4097d9-0781-4c74-ad8f-cd22825ab23e'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:41.661000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f205f384-ecc9-4f83-a801-d48b4e3c7142 req-d6a33754-3af7-4aee-94ea-d861f8f4012c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "DELETE /v2.0/ports/8c4097d9-0781-4c74-ad8f-cd22825ab23e HTTP/1.1" status: 204 len: 173 time: 1.1775239 May 26 22:39:41.760732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8aa1f-12b9-4570-9e54-92c6bdd69916 req-106c952d-6de3-4b75-baac-3c5674c7abab tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:41.763671 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a8aa1f-12b9-4570-9e54-92c6bdd69916 req-106c952d-6de3-4b75-baac-3c5674c7abab tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1047804 May 26 22:39:41.811706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301453-cc14-4949-9f2b-58e68120d19c req-2d8094ca-7763-4d2f-a2ac-716f0de28938 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:41.813566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca301453-cc14-4949-9f2b-58e68120d19c req-2d8094ca-7763-4d2f-a2ac-716f0de28938 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 945 time: 0.1231165 May 26 22:39:41.825394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a8aa1f-12b9-4570-9e54-92c6bdd69916 req-81a17b24-13e0-45b7-8efa-8beb44df6eb8 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 May 26 22:39:41.828702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 4794ad27-d7f2-401d-8665-c4eeda9796d5, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4794ad27-d7f2-401d-8665-c4eeda9796d5,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:41.842437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:42.000634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca301453-cc14-4949-9f2b-58e68120d19c req-e62f682b-5b88-4c6c-97dc-aa43213c8e5b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809268 May 26 22:39:42.045124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=4794ad27-d7f2-401d-8665-c4eeda9796d5,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:42.112200 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254420b8-d6b1-4477-87c5-38def9580511'] response: {'server_uuid': 'b7600b0c-7a5e-4b73-8b11-097dc131e5c4', 'name': 'network-vif-deleted', 'tag': '8c4097d9-0781-4c74-ad8f-cd22825ab23e', 'status': 'completed', 'code': 200} May 26 22:39:42.126990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bb5df-5a51-4ec0-bed8-af77d056a83e req-a4159ddb-28df-4ebb-9d59-1c66861dcd18 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:42.128489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-091bb5df-5a51-4ec0-bed8-af77d056a83e req-a4159ddb-28df-4ebb-9d59-1c66861dcd18 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1623905 May 26 22:39:42.181282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-091bb5df-5a51-4ec0-bed8-af77d056a83e req-880acff4-9399-4939-b734-e05d52081443 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 May 26 22:39:42.274629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-818a4f17-438c-45d0-ac6f-ea235912898b req-8a845ada-cef5-436b-8088-2e5aa743b5da tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0410643 May 26 22:39:42.384521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075bd04-5df1-4e04-88b6-7ed48b745049 req-2a07a1cf-6298-40e5-8f35-e6e35275430a tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:42.386026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c075bd04-5df1-4e04-88b6-7ed48b745049 req-2a07a1cf-6298-40e5-8f35-e6e35275430a tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 945 time: 0.0814972 May 26 22:39:42.435034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c075bd04-5df1-4e04-88b6-7ed48b745049 req-928cecac-3e79-4cc8-ab4e-2ba6867c892d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 May 26 22:39:42.510530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c842fb-8880-4735-a1da-8e1a5ddcb355 req-324876a6-1d37-4ebc-ba25-2078f62be8d4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:42.512059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0c842fb-8880-4735-a1da-8e1a5ddcb355 req-324876a6-1d37-4ebc-ba25-2078f62be8d4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 950 time: 0.0749719 May 26 22:39:42.560722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0c842fb-8880-4735-a1da-8e1a5ddcb355 req-f102c08d-2b14-470b-89b7-de01cf00b757 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 May 26 22:39:42.766104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4'}, {'server_uuid': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4794ad27-d7f2-401d-8665-c4eeda9796d5'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:42.915023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3b58-2360-468f-a066-98b0c74e39b2 req-df308381-6e34-4bb8-b57e-15ed4ba22baf tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:42.916546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f6f3b58-2360-468f-a066-98b0c74e39b2 req-df308381-6e34-4bb8-b57e-15ed4ba22baf tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.1007588 May 26 22:39:42.921847 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a2aec5-bbe7-42fe-87ed-cdc9351e4c60'] response: {'server_uuid': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'code': 200} May 26 22:39:42.922110 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a2aec5-bbe7-42fe-87ed-cdc9351e4c60'] response: {'server_uuid': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4794ad27-d7f2-401d-8665-c4eeda9796d5', 'code': 200} May 26 22:39:42.967733 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f6f3b58-2360-468f-a066-98b0c74e39b2 req-4da8bc1d-d010-4657-ae92-dd9efac67df3 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 May 26 22:39:43.187128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee8cf-29b1-461d-b995-69ef86808705 req-f49e86c3-e06a-49dd-9fbc-bf07fa0c8afb tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:43.194075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fabee8cf-29b1-461d-b995-69ef86808705 req-f49e86c3-e06a-49dd-9fbc-bf07fa0c8afb tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 945 time: 0.0950403 May 26 22:39:43.217878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ac71afb0-bced-423e-a5a2-8a344a9d9ee3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:43.251692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fabee8cf-29b1-461d-b995-69ef86808705 req-5e8bcb57-f02f-44a9-8d61-07e3c1f12e50 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 May 26 22:39:43.251839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b9f33-e233-4f16-9ac9-52fd68013a65 req-fae24e35-0824-486d-b285-d4ff3bbf7de8 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:43.253894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-898b9f33-e233-4f16-9ac9-52fd68013a65 req-fae24e35-0824-486d-b285-d4ff3bbf7de8 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1919525 May 26 22:39:43.264918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df788f50-9b7f-4cc4-a762-2897ec5a1cf9 req-fc46d5e7-a4ef-42e7-af9d-08a693c52ece service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 1096 time: 0.2332375 May 26 22:39:43.269817 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c18819-641e-4d41-84a9-58781cb1b948 req-d7f01934-fedc-4eb1-b822-9aff7a9ba9f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 1101 time: 0.1705871 May 26 22:39:43.384098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df788f50-9b7f-4cc4-a762-2897ec5a1cf9 req-e5981e4f-b430-4f03-b6eb-bbbd48690f50 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972354 May 26 22:39:43.387685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c18819-641e-4d41-84a9-58781cb1b948 req-9b25038c-9990-4299-94e2-baa2e8a26081 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036162 May 26 22:39:43.390064 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-898b9f33-e233-4f16-9ac9-52fd68013a65 req-a41a8578-7b9f-4d33-a3e5-698d27af575e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233809 May 26 22:39:43.437713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8011c2-8278-48e0-bb22-58c35ffebefd req-9eb526a1-7282-4bc0-9f4b-74ae2902e620 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:43.439122 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b8011c2-8278-48e0-bb22-58c35ffebefd req-9eb526a1-7282-4bc0-9f4b-74ae2902e620 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 945 time: 0.0800724 May 26 22:39:43.487480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b8011c2-8278-48e0-bb22-58c35ffebefd req-3639d036-085a-4d16-8afc-fd131e2888ff tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 May 26 22:39:43.599390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08300b81-4b9e-4881-9c2c-aec22e2f72d4 req-a3ba6c60-eb12-470d-a5e0-60f2db6ffc86 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:43.601416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08300b81-4b9e-4881-9c2c-aec22e2f72d4 req-a3ba6c60-eb12-470d-a5e0-60f2db6ffc86 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0905380 May 26 22:39:43.647504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08300b81-4b9e-4881-9c2c-aec22e2f72d4 req-2b1fb0ab-ba38-49fd-b9bf-544589b27f1a tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 May 26 22:39:43.654644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c574f194-e0bf-4c6e-b78f-9be6f54a56fb req-94ae69b6-e08d-4a54-83e8-26df5cfd6332 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0446448 May 26 22:39:43.831608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccafbf-7da8-40e5-b560-394ea339b3bb req-ca4ffa67-7207-4822-92c8-76427a874aa5 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:43.833047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ccafbf-7da8-40e5-b560-394ea339b3bb req-ca4ffa67-7207-4822-92c8-76427a874aa5 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 945 time: 0.0788696 May 26 22:39:43.853686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f061-73da-4255-938c-ff4015b4134b req-4c08b1b5-cd0e-4b72-a28c-9b2bef43842f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:43.855176 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c121f061-73da-4255-938c-ff4015b4134b req-4c08b1b5-cd0e-4b72-a28c-9b2bef43842f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 950 time: 0.0756066 May 26 22:39:43.879726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ccafbf-7da8-40e5-b560-394ea339b3bb req-1e9d5000-1e45-4236-b15b-46c693fba222 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 May 26 22:39:43.905483 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c121f061-73da-4255-938c-ff4015b4134b req-8d28e070-1018-4137-8ee8-2efa1eb715d4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445528 May 26 22:39:44.033890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device fbac3c2c-78c9-475f-a6aa-8bb137eca2df up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:44.101443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port fbac3c2c-78c9-475f-a6aa-8bb137eca2df completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:44.106674 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port fbac3c2c-78c9-475f-a6aa-8bb137eca2df triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:44.107036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:44.171425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f77c56-9dd1-40a7-a986-87631c78dc5e req-12ab29a7-3b95-4b68-885d-ad8ae6aef48f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:44.172842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f77c56-9dd1-40a7-a986-87631c78dc5e req-12ab29a7-3b95-4b68-885d-ad8ae6aef48f tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.0760891 May 26 22:39:44.221267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:44.225613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f77c56-9dd1-40a7-a986-87631c78dc5e req-e2e4bfe0-6a3b-4ccf-a2e3-c2c27bae3451 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472062 May 26 22:39:44.254027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port fbac3c2c-78c9-475f-a6aa-8bb137eca2df, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:44.257620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:44.258380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 001e7626-6a12-4331-9cfb-9760731b4e8f up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:44.368137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:44.387206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 001e7626-6a12-4331-9cfb-9760731b4e8f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:44.392345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 001e7626-6a12-4331-9cfb-9760731b4e8f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:44.392710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:44.453477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219cc80-1fbb-4fee-8a5b-c24bbe278c12 req-c4ec439d-49a1-4786-be26-251847e5efb0 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:44.458141 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2219cc80-1fbb-4fee-8a5b-c24bbe278c12 req-c4ec439d-49a1-4786-be26-251847e5efb0 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 945 time: 0.0934868 May 26 22:39:44.502993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2219cc80-1fbb-4fee-8a5b-c24bbe278c12 req-f740a8ee-6960-426e-80b4-61e1a7ed9913 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 May 26 22:39:44.512274 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:44.547236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:44.552998 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:44.603159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163004-175d-43f5-be74-cf21237fcc6d req-6935e5d6-fb34-43e0-811d-84b9da406b8d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:44.604803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af163004-175d-43f5-be74-cf21237fcc6d req-6935e5d6-fb34-43e0-811d-84b9da406b8d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.0884068 May 26 22:39:44.621395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:44.658313 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af163004-175d-43f5-be74-cf21237fcc6d req-f242fc6b-c34b-4f61-9d6e-bb3a4d492b4c tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479925 May 26 22:39:44.707295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7552b-8911-4431-aff3-06900a85f352 req-2a4b0919-6ff3-42a9-a470-8a06c1593501 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:44.708739 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ea7552b-8911-4431-aff3-06900a85f352 req-2a4b0919-6ff3-42a9-a470-8a06c1593501 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.0789442 May 26 22:39:44.754531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ea7552b-8911-4431-aff3-06900a85f352 req-cc181451-1a6b-4f7a-b0dd-fcc7cff2b91d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 May 26 22:39:44.759715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8c4097d9-0781-4c74-ad8f-cd22825ab23e no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:44.801653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 8c4097d9-0781-4c74-ad8f-cd22825ab23e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:44.802019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8c4097d9-0781-4c74-ad8f-cd22825ab23e not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:44.870111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486aef9-90c0-4526-887f-69e295e9489b req-edf40e18-17eb-4cc6-a6a5-36e580d1d065 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:44.872460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5486aef9-90c0-4526-887f-69e295e9489b req-edf40e18-17eb-4cc6-a6a5-36e580d1d065 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.1018813 May 26 22:39:44.922942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce045acc-a793-43df-b93a-359414b65633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df'}, {'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:44.926680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5486aef9-90c0-4526-887f-69e295e9489b req-8cbc0147-e2a9-4edc-be10-c3e4d873c1ed tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480397 May 26 22:39:44.989210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbddef-0124-40cf-b926-6e1d9fae9304 req-f4e4eff0-b451-48b3-8ec5-d4ed22bf6e15 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:44.990966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8fcbddef-0124-40cf-b926-6e1d9fae9304 req-f4e4eff0-b451-48b3-8ec5-d4ed22bf6e15 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1003680 May 26 22:39:45.041131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8fcbddef-0124-40cf-b926-6e1d9fae9304 req-1d485c4f-387f-4d7c-9c10-5571c93111f9 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446627 May 26 22:39:45.093983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-67967874-17f0-4bb6-9242-a8b9dc5c84ec req-ca5e10b2-6293-4e0f-8de6-9cfdfa5be63b tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0411329 May 26 22:39:45.189254 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4efff6-c43c-45f0-9a3d-d803379571ee'] response: {'server_uuid': 'ce045acc-a793-43df-b93a-359414b65633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'code': 200} May 26 22:39:45.189512 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4efff6-c43c-45f0-9a3d-d803379571ee'] response: {'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'code': 200} May 26 22:39:45.199357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-8a4d5f89-9c6c-4af9-a847-1fff2fff5237 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:45.200132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-8a4d5f89-9c6c-4af9-a847-1fff2fff5237 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Synchronizing usage tracker for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:45.221303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-8a4d5f89-9c6c-4af9-a847-1fff2fff5237 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Unset dirty status for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:45.222522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-8a4d5f89-9c6c-4af9-a847-1fff2fff5237 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 945 time: 0.1072488 May 26 22:39:45.320272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-b4c568a3-1a0b-4edb-a9ef-de6ae083e3c9 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:45.321624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-b4c568a3-1a0b-4edb-a9ef-de6ae083e3c9 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.48 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.1657526 May 26 22:39:45.330651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832cce-cc06-4693-aa87-144f236e3402 req-4f9661c2-f752-425e-8025-df9e5864bf42 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:45.332051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea832cce-cc06-4693-aa87-144f236e3402 req-4f9661c2-f752-425e-8025-df9e5864bf42 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 945 time: 0.1378179 May 26 22:39:45.473702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Deleting port 773137ff-b219-4a06-b0a2-7ec03af9bed6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:45.474115 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:45.514958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Deleting port 142a2c19-46f1-4a09-a994-cfe919ceb0fd {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:45.515528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:45.554424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea832cce-cc06-4693-aa87-144f236e3402 req-4c2ea182-dcdc-4df1-8595-275406d23cb3 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890600 May 26 22:39:45.619714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74ac76-17e0-42e7-b349-bd71b801feb6 req-90dec1b2-f67a-490f-b497-78d161dbb067 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:45.626722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc74ac76-17e0-42e7-b349-bd71b801feb6 req-90dec1b2-f67a-490f-b497-78d161dbb067 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 950 time: 0.3080556 May 26 22:39:45.692497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da80ac7-44e2-46bb-9460-b0db4876e714 req-8b06333e-43f8-4e25-b92d-18d689d0fc20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 1097 time: 0.2949295 May 26 22:39:45.695034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c671456-7314-461b-b2a7-626208bfd27b req-adde0708-ec09-4bec-8f6e-f136757189ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 1101 time: 0.3696108 May 26 22:39:45.796922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] For port 142a2c19-46f1-4a09-a994-cfe919ceb0fd, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=142a2c19-46f1-4a09-a994-cfe919ceb0fd,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:45.797409 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:45.964127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc74ac76-17e0-42e7-b349-bd71b801feb6 req-00f0c126-e9a9-4c85-b4d1-45efad19bfbd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301902 May 26 22:39:45.998447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c671456-7314-461b-b2a7-626208bfd27b req-04caf9ce-b197-4f75-8e56-20937994b857 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507722 May 26 22:39:45.999850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2da80ac7-44e2-46bb-9460-b0db4876e714 req-0e4a44a7-9eb0-40ca-9a6e-a39e7969b046 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399914 May 26 22:39:46.020480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] For port 773137ff-b219-4a06-b0a2-7ec03af9bed6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=773137ff-b219-4a06-b0a2-7ec03af9bed6,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:46.020839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:46.144009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Calling delete_port for 773137ff-b219-4a06-b0a2-7ec03af9bed6 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:46.184721 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:46.185089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:46.185396 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Floating IP 8933da9e-cc30-4da8-b6e0-f298cf62a1c6 disassociated. External IP: 172.25.4.165, port: 142a2c19-46f1-4a09-a994-cfe919ceb0fd. May 26 22:39:46.185758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Calling delete_port for 142a2c19-46f1-4a09-a994-cfe919ceb0fd owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:46.256752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0809b0-32ae-4044-b91b-35bced7124db req-1980517d-b09e-4f58-b3dc-6305ef4f4905 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:46.258217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd0809b0-32ae-4044-b91b-35bced7124db req-1980517d-b09e-4f58-b3dc-6305ef4f4905 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 946 time: 0.1668952 May 26 22:39:46.311286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b501533-bae7-4f3c-bd57-d84f3f62f025 req-e9779aee-e8c3-4a30-9266-d023fb49a87e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:46.312730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b501533-bae7-4f3c-bd57-d84f3f62f025 req-e9779aee-e8c3-4a30-9266-d023fb49a87e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=52930196-7e89-48b4-a304-5a3b996c048a HTTP/1.1" status: 200 len: 945 time: 0.1752234 May 26 22:39:46.354780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd0809b0-32ae-4044-b91b-35bced7124db req-69b9d6dd-9edb-4187-8d3c-2e15050c6b98 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819638 May 26 22:39:46.387289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:46.387742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b501533-bae7-4f3c-bd57-d84f3f62f025 req-a429f9e1-7792-4bb3-8817-7a5825d78bcf tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631104 May 26 22:39:46.388546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:46.400997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['773137ff-b219-4a06-b0a2-7ec03af9bed6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:46.460852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event deleted for resources: {'Port': ['ID=142a2c19-46f1-4a09-a994-cfe919ceb0fd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:46.481126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.481496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.481813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.482217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.482540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.482891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.483319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.483647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.483970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.484291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.484608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:46.508944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ac71afb0-bced-423e-a5a2-8a344a9d9ee3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:46.598946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Pushing event deleted for resources: {'Port': ['ID=773137ff-b219-4a06-b0a2-7ec03af9bed6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:46.655811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] No DVR routers for this DVR port 773137ff-b219-4a06-b0a2-7ec03af9bed6 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:46.658645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:46.663138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52930196-7e89-48b4-a304-5a3b996c048a', 'name': 'network-vif-deleted', 'tag': '773137ff-b219-4a06-b0a2-7ec03af9bed6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:46.701779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eee1cf26-4c1f-47a7-bf69-91f712499309 req-74b7e978-4577-48c3-b7f5-cc7c0c56e15e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.48 "DELETE /v2.0/ports/773137ff-b219-4a06-b0a2-7ec03af9bed6 HTTP/1.1" status: 204 len: 173 time: 1.4730196 May 26 22:39:46.749985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425d8d7-2b5e-475b-b813-e9091f4bf1f6 req-c58dfdc7-1396-4a9f-a80e-22c8218a7685 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:46.751959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8425d8d7-2b5e-475b-b813-e9091f4bf1f6 req-c58dfdc7-1396-4a9f-a80e-22c8218a7685 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.2732821 May 26 22:39:46.756480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d51aa-d3d1-4e47-ab29-ed1ffc28db4a req-ff316240-54e2-4baf-be12-82bb24dfa53b tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:46.762482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-604d51aa-d3d1-4e47-ab29-ed1ffc28db4a req-ff316240-54e2-4baf-be12-82bb24dfa53b tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2033358 May 26 22:39:46.819806 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-604d51aa-d3d1-4e47-ab29-ed1ffc28db4a req-bc20af6b-e028-4d4d-88eb-143f9c4a34bd tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490313 May 26 22:39:46.826921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8425d8d7-2b5e-475b-b813-e9091f4bf1f6 req-f04a314b-b9d8-454c-a2e2-067b4738415b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666223 May 26 22:39:46.871213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Router 69b8fa7c-6454-401f-8e27-252faf7eb745 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:39:46.931859 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:39:47.069011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bdf02-134e-42be-af67-b46e14f116bc req-7f270a7b-6ebe-4690-89c4-4a707599eec8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:47.070608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c1bdf02-134e-42be-af67-b46e14f116bc req-7f270a7b-6ebe-4690-89c4-4a707599eec8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0991611 May 26 22:39:47.106722 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7e5e59aa-8f06-4a07-91bd-f5038abbed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:47.132086 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c1bdf02-134e-42be-af67-b46e14f116bc req-7433e640-f586-471e-8ce0-191ad499fe4c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535324 May 26 22:39:47.181754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9d297-e564-4343-b19c-874c0ab8ae1a req-b55d3aac-3c0e-48ac-b3f7-eb6c1c5b3fc3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:47.183806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a4d9d297-e564-4343-b19c-874c0ab8ae1a req-b55d3aac-3c0e-48ac-b3f7-eb6c1c5b3fc3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 950 time: 0.1317821 May 26 22:39:47.253449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a4d9d297-e564-4343-b19c-874c0ab8ae1a req-03099ddd-e0bb-47be-9280-96cebb53d0fb tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636392 May 26 22:39:47.265554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:39:47.275542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] Sync routers for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:39:47.298944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:39:47.298944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:39:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:47.317965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d514224-814a-4ada-9585-eda3fe5dd9f8 req-898448dc-c9ce-4d66-9663-463ddb28a60f tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0487952 May 26 22:39:47.378392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] No DVR routers for this DVR port 142a2c19-46f1-4a09-a994-cfe919ceb0fd on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:47.380938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:47.383739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'name': 'network-vif-deleted', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:47.416432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e7b5c0b-9979-4984-841f-7f155c4ceb1d req-d6c1e2e1-3168-41a8-8e53-2bf310ca77ac tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.48 "DELETE /v2.0/ports/142a2c19-46f1-4a09-a994-cfe919ceb0fd HTTP/1.1" status: 204 len: 173 time: 2.0831821 May 26 22:39:47.443463 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a77411c-b15e-43db-a772-352c3e0887ec'] response: {'server_uuid': '52930196-7e89-48b4-a304-5a3b996c048a', 'name': 'network-vif-deleted', 'tag': '773137ff-b219-4a06-b0a2-7ec03af9bed6', 'status': 'completed', 'code': 200} May 26 22:39:47.583437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:39:47.622961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f253f57-af81-4c9f-9c3b-bcee199299cd req-c939d5bb-4dd8-49ad-bc67-320579dc1bc8 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/ports?device_id=95967333-58a5-4809-b64e-9d933e44f95d HTTP/1.1" status: 200 len: 210 time: 0.0605910 May 26 22:39:47.726943 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ce45bb-95fd-481d-83f0-f52990fbdd1b'] response: {'server_uuid': '95967333-58a5-4809-b64e-9d933e44f95d', 'name': 'network-vif-deleted', 'tag': '142a2c19-46f1-4a09-a994-cfe919ceb0fd', 'status': 'completed', 'code': 200} May 26 22:39:47.760493 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-4010d931-e152-4748-b3b6-247442d1bc9d service neutron] show failed (client error): The resource could not be found. May 26 22:39:47.763521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-4010d931-e152-4748-b3b6-247442d1bc9d service neutron] 10.222.0.48 "GET /v2.0/ports/d64a200c-e512-4866-92e9-58c276b678a3/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1596813 May 26 22:39:47.779537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576f8f9-84f8-4d06-a070-701bc7bac1c2 req-819d3851-e896-4240-a436-11ec11f58866 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:47.788080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0576f8f9-84f8-4d06-a070-701bc7bac1c2 req-819d3851-e896-4240-a436-11ec11f58866 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 945 time: 0.3344316 May 26 22:39:47.853887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0576f8f9-84f8-4d06-a070-701bc7bac1c2 req-afddcf0e-aa30-4bf4-9318-af2bfb5c24e9 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647035 May 26 22:39:48.001394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:48.005890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] Checking router: 69b8fa7c-6454-401f-8e27-252faf7eb745 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:39:48.018485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:39:48.019099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:39:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:48.142611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af12c3-8012-494c-8a54-46e60c9254c2 req-86cbf7d3-730d-4610-9554-b18f2a126e9c tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:48.149481 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7af12c3-8012-494c-8a54-46e60c9254c2 req-86cbf7d3-730d-4610-9554-b18f2a126e9c tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1339512 May 26 22:39:48.205446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7af12c3-8012-494c-8a54-46e60c9254c2 req-142cfd56-262b-4bf0-b521-04aad0b32eed tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549445 May 26 22:39:48.260327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:39:48.431717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7074c-db7c-47df-aab1-de5f2cbb17d8 req-1cab82b6-a46f-40e7-8acb-846d04c404eb tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:48.433486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b193f8-71c4-41c0-a632-d3bc259e138c req-08d2b094-ec9d-4647-a859-89abfd1e9d40 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:48.434095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bd7074c-db7c-47df-aab1-de5f2cbb17d8 req-1cab82b6-a46f-40e7-8acb-846d04c404eb tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.0907660 May 26 22:39:48.440661 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5b193f8-71c4-41c0-a632-d3bc259e138c req-08d2b094-ec9d-4647-a859-89abfd1e9d40 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=a95dc873-0835-45c1-a016-954181d8c4ba HTTP/1.1" status: 200 len: 946 time: 0.2141294 May 26 22:39:48.445760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-5535c7b1-a24c-4d6a-b24c-edaba5f0e4d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9&tenant_id=8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 1101 time: 0.1392438 May 26 22:39:48.473573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:48.492573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bd7074c-db7c-47df-aab1-de5f2cbb17d8 req-a66bf368-bf7c-4819-8480-b4d0695d66c0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 May 26 22:39:48.562089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5b193f8-71c4-41c0-a632-d3bc259e138c req-760f149c-2133-403e-bb39-0bccb0426a62 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122308 May 26 22:39:48.637987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:48.730644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:48.735262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db635b61-e222-4bf1-9fdf-bac64d4188ff None None] The sync data for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 is: [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:37:38Z', 'revision_number': 4, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3ab030f9-6207-4cbd-b46c-1d5c3c58f453', 'name': '', 'network_id': '7af8a645-4712-4158-b63e-8154c70e970a', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'mac_address': 'fa:16:3e:42:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:36Z', 'updated_at': '2022-05-26T22:37:47Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'subnets': [{'id': 'a106710a-f5df-415e-aaf4-a9cb7ce2204d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:39:48.737053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82638c-82cf-42c7-8fb3-9da5198c54bb req-911b019b-a301-4faf-ab15-dacf77b81a75 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:48.739107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b82638c-82cf-42c7-8fb3-9da5198c54bb req-911b019b-a301-4faf-ab15-dacf77b81a75 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.0953615 May 26 22:39:48.782563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 773137ff-b219-4a06-b0a2-7ec03af9bed6 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:48.794609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b82638c-82cf-42c7-8fb3-9da5198c54bb req-398d5537-074a-4d18-bcc8-13cd9648a31f tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477905 May 26 22:39:48.823686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 773137ff-b219-4a06-b0a2-7ec03af9bed6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:48.824567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 773137ff-b219-4a06-b0a2-7ec03af9bed6 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:48.824992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 142a2c19-46f1-4a09-a994-cfe919ceb0fd no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:48.864677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 142a2c19-46f1-4a09-a994-cfe919ceb0fd {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:48.865025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 142a2c19-46f1-4a09-a994-cfe919ceb0fd not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:48.987840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cd8ca-902e-4486-b034-a6d961e6a8f1 req-13b5c302-7a0a-46b2-975f-98e33fe5dc04 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:48.989242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c28cd8ca-902e-4486-b034-a6d961e6a8f1 req-13b5c302-7a0a-46b2-975f-98e33fe5dc04 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.2804368 May 26 22:39:49.002723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621887a-7413-4841-a8df-ef662882e30e req-d565a6d0-5eca-4761-9c76-2f13b5350578 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:49.004298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1621887a-7413-4841-a8df-ef662882e30e req-d565a6d0-5eca-4761-9c76-2f13b5350578 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 950 time: 0.0903335 May 26 22:39:49.032657 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d1c82-21fd-4fe3-a2d5-eaba58d029dc None None] New status for floating IP 8933da9e-cc30-4da8-b6e0-f298cf62a1c6: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:39:49.041310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:49.052206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1621887a-7413-4841-a8df-ef662882e30e req-5620526c-0ea2-4996-a843-00a2ea1efcdf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 May 26 22:39:49.082189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c28cd8ca-902e-4486-b034-a6d961e6a8f1 req-262b1820-115d-4237-b375-a86a2f4d742e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696275 May 26 22:39:49.093521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:49.156449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:49.172588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Transition to ACTIVE for port object d64a200c-e512-4866-92e9-58c276b678a3 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:49.178195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:49.246036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f99108d-0c95-44dd-8d3a-12a77e2c36b7 req-27900efc-84cc-4179-ad2e-fc00602d6a27 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0520384 May 26 22:39:49.253405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:49.314047 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6511a85e-ea4b-48ac-9e7b-d4d3249ce448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:49.446563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:49.488581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] No DVR routers for this DVR port d64a200c-e512-4866-92e9-58c276b678a3 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:49.586765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:49.586994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:49.587316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:49.604667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:49.604984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:49.618811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:49.619138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:49.620807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:49.621663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Bound port: d64a200c-e512-4866-92e9-58c276b678a3, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:49.622028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:49.679192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8503cf-0a74-4c08-9ba6-1c236cc30563 req-592c9986-0d24-4e59-82f3-0a1c46ad907f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:49.680622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc8503cf-0a74-4c08-9ba6-1c236cc30563 req-592c9986-0d24-4e59-82f3-0a1c46ad907f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1597953 May 26 22:39:49.738936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1ceb1-0eb8-4da0-9f47-bb213bb2c32d req-7c9431c3-de08-4b9e-82d3-3e775985ec1a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:49.743087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1ceb1-0eb8-4da0-9f47-bb213bb2c32d req-7c9431c3-de08-4b9e-82d3-3e775985ec1a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:49.744599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dfc1ceb1-0eb8-4da0-9f47-bb213bb2c32d req-7c9431c3-de08-4b9e-82d3-3e775985ec1a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676&device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 1691 time: 0.0832560 May 26 22:39:49.756301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:49.759986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc8503cf-0a74-4c08-9ba6-1c236cc30563 req-4c88ce2f-7e7a-486f-8c07-a622a1b4c947 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723293 May 26 22:39:49.761581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:49.766008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:49.793345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dfc1ceb1-0eb8-4da0-9f47-bb213bb2c32d req-efc4bb6e-4693-4ba2-9bb3-eb19b1a4abe0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 May 26 22:39:49.827443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47658) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:49.838288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:49.840630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 1096 time: 1.3715007 May 26 22:39:49.927675 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a976053-370d-494f-a583-477cd6fcdbcb'] response: {'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'code': 200} May 26 22:39:49.949427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1744b-f991-428c-8188-f5d2600331f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:49.998498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dbda0f29-878f-4d87-991a-ba600cf2b080 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.087891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dbda0f29-878f-4d87-991a-ba600cf2b080 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.115393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-4c4a9357-8cd4-42bc-b687-34be87ec6ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1099 time: 0.2271998 May 26 22:39:50.267118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc051d3-5cca-435d-98b0-0832ceed4be3 req-390f2a32-33fe-4ba3-a50e-88777b9c8fd9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:50.268643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bdc051d3-5cca-435d-98b0-0832ceed4be3 req-390f2a32-33fe-4ba3-a50e-88777b9c8fd9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.2512569 May 26 22:39:50.279006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dbda0f29-878f-4d87-991a-ba600cf2b080 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.316184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36113-dba2-409e-933e-02e6de999f09 req-3cde9a8b-cb37-48b4-927f-b50c27fed277 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:50.317642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00a36113-dba2-409e-933e-02e6de999f09 req-3cde9a8b-cb37-48b4-927f-b50c27fed277 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.0822880 May 26 22:39:50.320325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda0f29-878f-4d87-991a-ba600cf2b080 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:50.369486 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00a36113-dba2-409e-933e-02e6de999f09 req-efe50ddf-8ae2-4080-8bf4-cca36552cc7e tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2c887a5-cdc6-4681-a3b3-106b019d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428200 May 26 22:39:50.394429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-ac8029c1-354d-479a-a00b-5a28721a3104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:50.395855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-ac8029c1-354d-479a-a00b-5a28721a3104 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2689407 May 26 22:39:50.408240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dbda0f29-878f-4d87-991a-ba600cf2b080 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.411884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dbda0f29-878f-4d87-991a-ba600cf2b080 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b HTTP/1.1" status: 204 len: 168 time: 0.5812845 May 26 22:39:50.412319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47674) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:50.434495 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-1a2f4000-bb8a-472b-a58c-bde430872d60 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] show failed (client error): The resource could not be found. May 26 22:39:50.440455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1a2f4000-bb8a-472b-a58c-bde430872d60 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "GET /v2.0/security-groups/ed8ffaab-ff80-4b1a-9b44-2d9ae6c71b2b HTTP/1.1" status: 404 len: 347 time: 0.0262060 May 26 22:39:50.442376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47678) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:50.448826 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.492501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-ba739ae7-3d2e-42b0-97dd-3885f939575c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.0817237 May 26 22:39:50.497424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bdc051d3-5cca-435d-98b0-0832ceed4be3 req-3ae61300-790a-4cc9-8a60-cc72dc9fe824 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114172 May 26 22:39:50.575658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10bc14-f205-471c-bca1-181652021c22 req-7dfa5178-c493-4f6b-93d9-329826c597b1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:50.576338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-de10bc14-f205-471c-bca1-181652021c22 req-7dfa5178-c493-4f6b-93d9-329826c597b1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Synchronizing usage tracker for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:50.580542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-6d838dcb-dabd-4f06-9905-1e1b8ad453b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:50.582366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-6d838dcb-dabd-4f06-9905-1e1b8ad453b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0825999 May 26 22:39:50.628536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-de10bc14-f205-471c-bca1-181652021c22 req-7dfa5178-c493-4f6b-93d9-329826c597b1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Unset dirty status for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:50.629598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de10bc14-f205-471c-bca1-181652021c22 req-7dfa5178-c493-4f6b-93d9-329826c597b1 tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.55 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 946 time: 0.2914600 May 26 22:39:50.653443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Deleting port 514963e3-a47e-46a8-9bee-5611a00d2080 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:50.653875 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.684449 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.780270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0afe4-ca4d-4045-8c9e-b76fcdd571c7 req-ba4bbbb7-e65b-42e4-a563-544cfa927da8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:50.781627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61a0afe4-ca4d-4045-8c9e-b76fcdd571c7 req-ba4bbbb7-e65b-42e4-a563-544cfa927da8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 948 time: 0.2792888 May 26 22:39:50.790593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:50.812919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Deleting port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:50.813251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.854219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:50.866542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61a0afe4-ca4d-4045-8c9e-b76fcdd571c7 req-6f0daa48-a006-4758-a563-2e18a5c0ce6b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747800 May 26 22:39:50.870683 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.871009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:50.907449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-9a708568-0959-477f-9e56-808f98518bdc tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:50.908878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-9a708568-0959-477f-9e56-808f98518bdc tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 812 time: 0.2862637 May 26 22:39:50.963611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-b36dbb38-93e4-4ad9-9829-0d822c220bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3724949 May 26 22:39:50.978918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7e5ada8e-69e6-4b65-9fac-0d79b083ca85 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/quotas/7ccacf08002e4690bec56fcacfe03187 HTTP/1.1" status: 200 len: 375 time: 0.0642376 May 26 22:39:50.994589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Calling delete_port for 514963e3-a47e-46a8-9bee-5611a00d2080 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:51.252104 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-844321f7-1678-4586-a97c-b3a553ee2e1f req-ea33cbfe-21f6-491b-880c-dc26b4f868f4 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 1101 time: 0.2294810 May 26 22:39:51.357438 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:51.391621 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-43c6b575-6bbc-4544-9d9c-62a586812e19 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112434 May 26 22:39:51.410180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Pushing event deleted for resources: {'Port': ['ID=514963e3-a47e-46a8-9bee-5611a00d2080,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:51.416738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-844321f7-1678-4586-a97c-b3a553ee2e1f req-b8ddfe4f-0e62-458f-8aa0-c26959a1c291 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261683 May 26 22:39:51.478202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] For port ac71afb0-bced-423e-a5a2-8a344a9d9ee3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:51.478560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:51.498724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-969a345c-9930-45ba-8358-fbe99fb3f6b6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:51.500183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-969a345c-9930-45ba-8358-fbe99fb3f6b6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.55 "GET /v2.0/ports?device_id=a95dc873-0835-45c1-a016-954181d8c4ba HTTP/1.1" status: 200 len: 946 time: 0.2436678 May 26 22:39:51.507850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-69943565-7721-444f-93d4-61eb408c223e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5001326 May 26 22:39:51.609621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:51.615381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Deleting port cc20ff37-9183-47f4-8dc8-2d2789affa2d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:51.615708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:51.646459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Calling delete_port for ac71afb0-bced-423e-a5a2-8a344a9d9ee3 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:51.666179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09226a1a-4c1e-4fba-9eaf-3fd1c3351730 req-3bb615e1-8a6a-4e88-887d-57bbac985766 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0908291 May 26 22:39:51.730086 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:51.734046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d11c70e9-7f74-49f2-a8a7-150d46e07142 tempest-ServersTestJSON-1678722141 tempest-ServersTestJSON-1678722141-project] 10.222.0.32 "DELETE /v2.0/floatingips/8933da9e-cc30-4da8-b6e0-f298cf62a1c6 HTTP/1.1" status: 204 len: 168 time: 1.2878320 May 26 22:39:51.735623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47694) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:51.751095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:51.836619 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-131b35d7-d57b-46e4-b3b8-b2bd89688620 req-3474023f-dcae-4205-833e-2044349e8c79 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379330 May 26 22:39:51.860417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-9eee33a8-6e9b-49f6-ba16-3ef8baaa2144 service neutron] 10.222.0.32 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961373 May 26 22:39:51.929710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:52.020873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:52.032165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ac71afb0-bced-423e-a5a2-8a344a9d9ee3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:52.086742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Pushing event deleted for resources: {'Port': ['ID=ac71afb0-bced-423e-a5a2-8a344a9d9ee3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:52.094287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-58a83d85-4cfc-4f62-ae8f-f7d21da58ea6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:52.095749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-58a83d85-4cfc-4f62-ae8f-f7d21da58ea6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "GET /v2.0/ports?device_id=239e8fca-dfda-4d0a-bacd-b9a195dfa36b HTTP/1.1" status: 200 len: 945 time: 0.4319654 May 26 22:39:52.129341 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-6d3e8cdd-55bf-40d6-a625-6579dd4be85c service neutron] 10.222.0.32 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361810 May 26 22:39:52.176637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] No DVR routers for this DVR port ac71afb0-bced-423e-a5a2-8a344a9d9ee3 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:52.179247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:52.192722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de10bc14-f205-471c-bca1-181652021c22 req-8c08b014-3afa-43d0-b7bd-86281d09d7af tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.55 "DELETE /v2.0/ports/ac71afb0-bced-423e-a5a2-8a344a9d9ee3 HTTP/1.1" status: 204 len: 173 time: 1.5367980 May 26 22:39:52.203260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d0a1a-5946-46dc-9106-c399fa63c0bb req-f470ab08-8ab9-4253-b014-a2b8898fdcea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:52.204753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b7d0a1a-5946-46dc-9106-c399fa63c0bb req-f470ab08-8ab9-4253-b014-a2b8898fdcea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.3808150 May 26 22:39:52.219391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] For port cc20ff37-9183-47f4-8dc8-2d2789affa2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=cc20ff37-9183-47f4-8dc8-2d2789affa2d,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:52.219873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:52.319545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Deleting port 4794ad27-d7f2-401d-8665-c4eeda9796d5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:52.319912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:52.420886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Calling delete_port for cc20ff37-9183-47f4-8dc8-2d2789affa2d owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:52.489818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cd9fc-3864-47e5-bbf4-f19bfd2a0011 req-f545ac1a-0014-42c5-9e22-bab60aff3808 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:52.491552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21cd9fc-3864-47e5-bbf4-f19bfd2a0011 req-f545ac1a-0014-42c5-9e22-bab60aff3808 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.0934534 May 26 22:39:52.561716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21cd9fc-3864-47e5-bbf4-f19bfd2a0011 req-b87c412d-467b-42fc-b2e5-ef175159261f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 May 26 22:39:52.757208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b7d0a1a-5946-46dc-9106-c399fa63c0bb req-0bdbc9ed-82ef-45cc-8308-25b402303a99 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398736 May 26 22:39:52.775195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-df9868fe-3722-4a78-b298-099c6b9384bf req-468f2f3d-1e08-4f4c-80d0-d6345440433c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Synchronizing usage tracker for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:52.814172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-df9868fe-3722-4a78-b298-099c6b9384bf req-468f2f3d-1e08-4f4c-80d0-d6345440433c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] Unset dirty status for tenant:6dac807046a84c77a04020fd16787c5d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:52.825845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df9868fe-3722-4a78-b298-099c6b9384bf req-468f2f3d-1e08-4f4c-80d0-d6345440433c tempest-ListServerFiltersTestJSON-1780055745 tempest-ListServerFiltersTestJSON-1780055745-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23151b2-a5cd-4b37-8716-100784c6e606 HTTP/1.1" status: 200 len: 210 time: 0.1187820 May 26 22:39:53.080301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f137dd8-a68c-43c0-a654-96d8131c017c req-04095d5c-a7fa-4317-b8c6-4648d11899a9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:53.082243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f137dd8-a68c-43c0-a654-96d8131c017c req-04095d5c-a7fa-4317-b8c6-4648d11899a9 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 948 time: 0.1150193 May 26 22:39:53.146005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] For port 4794ad27-d7f2-401d-8665-c4eeda9796d5, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4794ad27-d7f2-401d-8665-c4eeda9796d5,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:53.146403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:53.147280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f137dd8-a68c-43c0-a654-96d8131c017c req-5e6a2d53-1b51-4b78-98f1-5ad881d53a63 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572014 May 26 22:39:53.251456 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39184378-7428-4bf7-8837-f8c11c02c085'] response: {'name': 'network-changed', 'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'status': 'completed', 'code': 200} May 26 22:39:53.345608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Calling delete_port for 4794ad27-d7f2-401d-8665-c4eeda9796d5 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:53.414141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:53.428473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['cc20ff37-9183-47f4-8dc8-2d2789affa2d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:53.433268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-801042d5-4fd6-4a21-87c8-0bac51bc92dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1099 time: 0.1657000 May 26 22:39:53.487257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event deleted for resources: {'Port': ['ID=cc20ff37-9183-47f4-8dc8-2d2789affa2d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:53.491882 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-6dd39eab-f40c-4415-b699-8b5a64e2a427 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1099 time: 0.1647322 May 26 22:39:53.503998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-348fa13d-b666-4741-8111-47564bf7dab0 req-243f6f12-e678-402e-8efa-d7e3fee9f0b5 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 1101 time: 0.5838292 May 26 22:39:53.696501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] No DVR routers for this DVR port cc20ff37-9183-47f4-8dc8-2d2789affa2d on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:53.707504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:53.712310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'name': 'network-vif-deleted', 'tag': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:53.731661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-348fa13d-b666-4741-8111-47564bf7dab0 req-8bf3045c-0596-4046-acbd-3e8b2453e03f tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067428 May 26 22:39:53.747418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2410b21c-4bec-4d0d-83f1-c45663561e09 req-ac0cc334-a77d-45d6-8222-6b6b3ce1ee9d tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.55 "DELETE /v2.0/ports/cc20ff37-9183-47f4-8dc8-2d2789affa2d HTTP/1.1" status: 204 len: 173 time: 2.2407973 May 26 22:39:53.762947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:53.786141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['cc20ff37-9183-47f4-8dc8-2d2789affa2d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:53.877282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event deleted for resources: {'Port': ['ID=4794ad27-d7f2-401d-8665-c4eeda9796d5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:53.972892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fbc4b-c103-4281-a909-108289cef87a req-4238e7eb-5bd3-481c-aacf-356fd600a49a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:53.974290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-4238e7eb-5bd3-481c-aacf-356fd600a49a service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5340469 May 26 22:39:53.976296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfff5a7b-6181-41ba-9a97-f7268356d30e req-87e9129b-975a-439b-b606-37ebb6422f8f tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.2209575 May 26 22:39:53.978104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] No DVR routers for this DVR port 4794ad27-d7f2-401d-8665-c4eeda9796d5 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:53.981045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:53.983782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01dd3a5e-28c8-43ad-a724-58bd1a66895a req-155bf90e-7d2b-4fd1-84ad-a972675ee072 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "DELETE /v2.0/ports/4794ad27-d7f2-401d-8665-c4eeda9796d5 HTTP/1.1" status: 204 len: 173 time: 1.8732426 May 26 22:39:53.999666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:54.026217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fbc4b-c103-4281-a909-108289cef87a req-cb71bef8-6afc-434b-805f-421a7134b68b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:54.027650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-cb71bef8-6afc-434b-805f-421a7134b68b service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4857981 May 26 22:39:54.077227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ac71afb0-bced-423e-a5a2-8a344a9d9ee3 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:54.096744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-603ef874-4c43-437e-a141-a04f429969f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.0681427 May 26 22:39:54.164540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-a7e317a9-2098-44d4-a873-cc58f7e618ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.0661113 May 26 22:39:54.165022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: ac71afb0-bced-423e-a5a2-8a344a9d9ee3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:54.165365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ac71afb0-bced-423e-a5a2-8a344a9d9ee3 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:54.213858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fe9ef03a-8ad8-4939-9360-19475a8ddd10 req-69dbf786-df8d-4d93-aa0c-7b52a6d30857 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:54.232007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fbc4b-c103-4281-a909-108289cef87a req-0788b755-96e3-4bfa-881e-1380f73edf65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:54.233338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-0788b755-96e3-4bfa-881e-1380f73edf65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0649903 May 26 22:39:54.248755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fe9ef03a-8ad8-4939-9360-19475a8ddd10 req-69dbf786-df8d-4d93-aa0c-7b52a6d30857 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:54.250152 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe9ef03a-8ad8-4939-9360-19475a8ddd10 req-69dbf786-df8d-4d93-aa0c-7b52a6d30857 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 210 time: 0.1690292 May 26 22:39:54.398174 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b96d833-a845-4937-9594-d55b65203ea6'] response: {'server_uuid': 'a95dc873-0835-45c1-a016-954181d8c4ba', 'name': 'network-vif-deleted', 'tag': 'cc20ff37-9183-47f4-8dc8-2d2789affa2d', 'status': 'completed', 'code': 200} May 26 22:39:54.475123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-20d93753-12d3-4bf9-836f-3da2859325e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2081652 May 26 22:39:54.489867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132df41d-fdc9-417b-8afb-d93793f34150 req-96cb043a-09d8-4a8d-9599-fa9a4d3aa07e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:54.492072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-132df41d-fdc9-417b-8afb-d93793f34150 req-96cb043a-09d8-4a8d-9599-fa9a4d3aa07e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2257314 May 26 22:39:54.667682 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-aae92853-9e04-47ad-94a6-9990c8b5246d service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700637 May 26 22:39:54.672719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-ac2389f7-bd4d-4ef2-afde-976626e5b52c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:54.674077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-ac2389f7-bd4d-4ef2-afde-976626e5b52c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 812 time: 0.7977448 May 26 22:39:54.675399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fbc4b-c103-4281-a909-108289cef87a req-638278ef-c1af-4ee4-b996-d7e1f1c423f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:54.676693 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-638278ef-c1af-4ee4-b996-d7e1f1c423f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.4424899 May 26 22:39:54.781414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-132df41d-fdc9-417b-8afb-d93793f34150 req-4601c36e-9447-4b04-bf2c-a5c69ee244f0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169829 May 26 22:39:54.792683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Request body: {'port': {'device_id': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'admin_state_up': True, 'tenant_id': '7ccacf08002e4690bec56fcacfe03187'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:54.797130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4794ad27-d7f2-401d-8665-c4eeda9796d5 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:54.907622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 4794ad27-d7f2-401d-8665-c4eeda9796d5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:54.909551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4794ad27-d7f2-401d-8665-c4eeda9796d5 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:54.937610 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:55.009912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47740) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:55.100378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-58f5bc89-da7d-408a-a5a8-510f57189079 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219148 May 26 22:39:55.119878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-5876ef63-41fd-4cd7-b81a-0c2916b2f29d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3813884 May 26 22:39:55.229750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-72aa23d7-a020-48d5-93c5-ba0d7ac9e6bf tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:55.231167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-72aa23d7-a020-48d5-93c5-ba0d7ac9e6bf tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 812 time: 0.6397479 May 26 22:39:55.247236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21802bf9-0151-4953-9779-7aa183c344bf req-c0a1d403-2187-40c2-9549-3e83c72d8b39 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:55.248622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21802bf9-0151-4953-9779-7aa183c344bf req-c0a1d403-2187-40c2-9549-3e83c72d8b39 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.4920833 May 26 22:39:55.254572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'name': 'network-vif-deleted', 'tag': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:55.255844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Request body: {'port': {'device_id': '62df37bc-f268-471e-aea5-76d0fca4d097', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'admin_state_up': True, 'tenant_id': '7ccacf08002e4690bec56fcacfe03187'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:55.261519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] Deleting subnet 8f64a8f2-1e33-4d78-ad91-7b08ab60059c {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:39:55.285800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:55.410182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21802bf9-0151-4953-9779-7aa183c344bf req-15a10796-dc1d-4049-beef-f9e19f8ee1d5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403005 May 26 22:39:55.434071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:55.465042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:55.486425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:55.506749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:55.509100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:55.526899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Made reservation on behalf of 7ccacf08002e4690bec56fcacfe03187 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:55.529886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:55.534670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Made reservation on behalf of 7ccacf08002e4690bec56fcacfe03187 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:55.537559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:55.603146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e854-2129-4940-aa3b-bd921b4edaf1 req-729d8abf-9a77-479a-96c0-453be9243121 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:55.604708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9f4e854-2129-4940-aa3b-bd921b4edaf1 req-729d8abf-9a77-479a-96c0-453be9243121 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 948 time: 0.4838917 May 26 22:39:55.609595 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-886ac2e9-99e9-4c21-af2f-a1f877519b51 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343305 May 26 22:39:55.611537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-fd528864-b481-45ce-8fa0-3185c7baaafe tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721452 May 26 22:39:55.799706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Deleting port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:55.799934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:55.891347 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9f4e854-2129-4940-aa3b-bd921b4edaf1 req-48f0e69e-0efc-429f-8e44-b639e4462682 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449977 May 26 22:39:55.910871 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:55.975821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Allocated IP 172.20.0.7 (002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00/4b119a1b-9359-4589-9ec3-375a16f23150/079918f2-5f95-47bb-8361-088c6bde821e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:55.979031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9fbc4b-c103-4281-a909-108289cef87a req-72b06744-6d71-4b97-a5de-1a36676c48fd service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338687 May 26 22:39:56.008361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-19d447fe-1f8b-44a2-93c9-9165e4819791 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:56.009862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-19d447fe-1f8b-44a2-93c9-9165e4819791 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3863945 May 26 22:39:56.070163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:39:56.074098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5f2279f5-5b02-4168-b35b-1ce5653b6ca8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/quotas/63db535426764bb8860dd58d851617c8 HTTP/1.1" status: 200 len: 375 time: 0.0418520 May 26 22:39:56.075752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device cc20ff37-9183-47f4-8dc8-2d2789affa2d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:56.080292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] For port 3ab030f9-6207-4cbd-b46c-1d5c3c58f453, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:56.080759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.102365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dac1df2d-a923-4732-8f55-b364859280b5 req-4f0b16e2-a65e-4d76-84b1-c76c019d9415 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0695944 May 26 22:39:56.106231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.115373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: cc20ff37-9183-47f4-8dc8-2d2789affa2d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:39:56.115899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device cc20ff37-9183-47f4-8dc8-2d2789affa2d not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:39:56.227713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f64a8f2-1e33-4d78-ad91-7b08ab60059c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:56.230529 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed3468d-4084-4081-9b9c-21f2deabd63f'] response: {'server_uuid': 'a23151b2-a5cd-4b37-8716-100784c6e606', 'name': 'network-vif-deleted', 'tag': 'ac71afb0-bced-423e-a5a2-8a344a9d9ee3', 'status': 'completed', 'code': 200} May 26 22:39:56.245776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.246293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1f2b6-987d-4fbe-8476-e8e9ed376f81 None None] Network 8deb46b4-0281-4b04-a7f8-f87f840de330 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:56.272702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Calling delete_port for 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:56.285603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35eb22b5-113a-4868-9cfc-75f0cf8581b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8f64a8f2-1e33-4d78-ad91-7b08ab60059c HTTP/1.1" status: 204 len: 168 time: 1.2728565 May 26 22:39:56.289223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47760) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:56.400154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-4fd49bc9-d95a-4110-a8ed-dcfd002eddd4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3097324 May 26 22:39:56.404114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'name': 'network-vif-deleted', 'tag': '4794ad27-d7f2-401d-8665-c4eeda9796d5'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:39:56.429052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.470548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:56.478135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.490237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd64a200c-e512-4866-92e9-58c276b678a3', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd64a200c-e512-4866-92e9-58c276b678a3', 'mac_address': 'fa:16:3e:df:a8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:39:56.496248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0850b149-7aa8-4005-aaeb-6a85ce9ef3ed req-d46100fd-5610-470e-b2a8-1462892ffd64 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:56.522298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Deleting port f7e52c08-ae65-4f5b-981c-5fa27d94a85f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:56.522752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.557120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0850b149-7aa8-4005-aaeb-6a85ce9ef3ed req-d46100fd-5610-470e-b2a8-1462892ffd64 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:56.567448 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.572277 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0850b149-7aa8-4005-aaeb-6a85ce9ef3ed req-d46100fd-5610-470e-b2a8-1462892ffd64 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 210 time: 0.1336777 May 26 22:39:56.576285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.618247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64a200c-e512-4866-92e9-58c276b678a3 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:56.647855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.675473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:56.689835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.741098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] DHCP port deletion for 8deb46b4-0281-4b04-a7f8-f87f840de330 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:39:56.760718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] Deleting port f7e52c08-ae65-4f5b-981c-5fa27d94a85f {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:56.761579 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.784609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab030f9-6207-4cbd-b46c-1d5c3c58f453,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:56.843109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:56.967053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:56.973406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:57.039824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] For port f7e52c08-ae65-4f5b-981c-5fa27d94a85f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:57.040579 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:57.099476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:57.201301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] Calling delete_port for f7e52c08-ae65-4f5b-981c-5fa27d94a85f owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:57.205192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event updated for resources: {'Port': ['ID=079918f2-5f95-47bb-8361-088c6bde821e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:57.226914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Allocated IP 172.20.0.11 (002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00/4b119a1b-9359-4589-9ec3-375a16f23150/6f3e432d-5808-4b6b-ad45-0406a020d836) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:57.263750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7e52c08-ae65-4f5b-981c-5fa27d94a85f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:39:57.294926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] For port f7e52c08-ae65-4f5b-981c-5fa27d94a85f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,segment=NetworkSegment(0f1b42f5-b967-4845-9648-e8d90fb4f6fe),segment_id=0f1b42f5-b967-4845-9648-e8d90fb4f6fe)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:57.295309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:57.317902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:57.318302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:57.391980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Port f7e52c08-ae65-4f5b-981c-5fa27d94a85f update to DOWN by agent not found {{(pid=84031) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 26 22:39:57.393566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:57.436113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d64a200c-e512-4866-92e9-58c276b678a3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:39:57.453430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Calling delete_port for f7e52c08-ae65-4f5b-981c-5fa27d94a85f owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:39:57.462683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] No DVR routers for this DVR port f7e52c08-ae65-4f5b-981c-5fa27d94a85f on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:39:57.493134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6794cf1-461f-49db-b50a-c4cc99e5366e None None] Pushing event deleted for resources: {'Port': ['ID=f7e52c08-ae65-4f5b-981c-5fa27d94a85f,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:57.510887 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-183d9434-0f70-4e4d-8ea8-ebd92eedf89c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7347019 May 26 22:39:57.525169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Request body: {'port': {'device_id': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:57.528485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:57.730932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77772d-b09f-49f5-a51f-f0b23602e668 req-75ad1ba0-c133-48b0-85db-263267febce6 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:57.732781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c77772d-b09f-49f5-a51f-f0b23602e668 req-75ad1ba0-c133-48b0-85db-263267febce6 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.5628026 May 26 22:39:57.773717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:39:57.774033 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:39:57.822759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6076ca-110a-47b5-8089-8e5d2bd91f79 req-be1103fb-09e5-4f72-b0e4-25be50b4bfb0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:57.823767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:57.824707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad6076ca-110a-47b5-8089-8e5d2bd91f79 req-be1103fb-09e5-4f72-b0e4-25be50b4bfb0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.5595982 May 26 22:39:57.862860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:57.877342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c77772d-b09f-49f5-a51f-f0b23602e668 req-f067c07d-f31f-49b2-8511-7ebcbf3d2c0b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114433 May 26 22:39:57.927769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad6076ca-110a-47b5-8089-8e5d2bd91f79 req-776cd7b7-e0be-47e7-8162-2b717c9bb010 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918550 May 26 22:39:58.013545 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff46e3f-6ba7-4725-b89b-c0249247e237'] response: {'server_uuid': '239e8fca-dfda-4d0a-bacd-b9a195dfa36b', 'name': 'network-vif-deleted', 'tag': '4794ad27-d7f2-401d-8665-c4eeda9796d5', 'status': 'completed', 'code': 200} May 26 22:39:58.020862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.026110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.102943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:58.109520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:58.131502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:58.278545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Deleting port f7e52c08-ae65-4f5b-981c-5fa27d94a85f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:39:58.279406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.474323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event updated for resources: {'Port': ['ID=6f3e432d-5808-4b6b-ad45-0406a020d836,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:58.523876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a00ebd2-d08e-4b4c-b0e5-90bee1500124 req-a050b87c-101e-4500-8520-19fa442c6925 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0532110 May 26 22:39:58.556950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:58.557780 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.569213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] The port 'f7e52c08-ae65-4f5b-981c-5fa27d94a85f' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:39:58.611801 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-82be05e0-7373-4ae9-8ffc-f6f19c531569 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3607204 May 26 22:39:58.612543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079918f2-5f95-47bb-8361-088c6bde821e {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:58.625364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Request body: {'port': {'device_id': '62df37bc-f268-471e-aea5-76d0fca4d097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:58.645074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.690206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554f227-abb5-4e41-ba14-0ff2e02890f0 req-cc8cf6c4-8fb8-40b2-89e2-e2771481d23e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:58.690905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f554f227-abb5-4e41-ba14-0ff2e02890f0 req-cc8cf6c4-8fb8-40b2-89e2-e2771481d23e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:58.733374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Transition to ACTIVE for port object 079918f2-5f95-47bb-8361-088c6bde821e will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:58.739570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.752452 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.782518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f554f227-abb5-4e41-ba14-0ff2e02890f0 req-cc8cf6c4-8fb8-40b2-89e2-e2771481d23e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:58.783687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f554f227-abb5-4e41-ba14-0ff2e02890f0 req-cc8cf6c4-8fb8-40b2-89e2-e2771481d23e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 931 time: 0.3554702 May 26 22:39:58.789328 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.881655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deb46b4-0281-4b04-a7f8-f87f840de330']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:58.893952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-6a691dc6-e3f2-42d2-92bb-7c41f3dd566b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:58.895388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-6a691dc6-e3f2-42d2-92bb-7c41f3dd566b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9&tenant_id=8864d1aae91247e589ebd0ab46222232&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 949 time: 0.4761877 May 26 22:39:58.951297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1b42f5-b967-4845-9648-e8d90fb4f6fe') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:58.951645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1b42f5-b967-4845-9648-e8d90fb4f6fe') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:59.009093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f554f227-abb5-4e41-ba14-0ff2e02890f0 req-f9ebc959-7956-407d-8dae-5aa257de7767 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056425 May 26 22:39:59.059704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Pushing event updated for resources: {'Port': ['ID=079918f2-5f95-47bb-8361-088c6bde821e,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:59.063200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-b3813ad9-685a-4cad-a8fd-105e4f15a464 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542133 May 26 22:39:59.078277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:59.222642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:59.277205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:39:59.277591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: timer() May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:39:59.294941 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:39:59.418011 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-630cf6d6-2321-43d4-9a5c-a8d4de57a1cd service neutron] 10.222.0.55 "GET /v2.0/ports/d64a200c-e512-4866-92e9-58c276b678a3/bindings/n-h1-843301-1 HTTP/1.1" status: 200 len: 382 time: 0.5119424 May 26 22:39:59.466757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396da40-4bdf-4ecd-ab1c-4091167b3dd9 req-c33130c1-a7b2-4267-86ec-00847566ecd2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:59.468218 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3396da40-4bdf-4ecd-ab1c-4091167b3dd9 req-c33130c1-a7b2-4267-86ec-00847566ecd2 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 949 time: 0.7119358 May 26 22:39:59.507414 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a0c4838-030b-47b9-b5ac-8f5c5636e8a0 req-e4d56937-8239-4586-a2b1-ae32920a400c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 210 time: 0.0750811 May 26 22:39:59.521239 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-a689dab1-191e-4c13-bf2e-d004262b9064 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574515 May 26 22:39:59.617622 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:59.630417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-286fb25f-a66b-4931-b209-f9bc885aa425 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:59.632045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-286fb25f-a66b-4931-b209-f9bc885aa425 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5359805 May 26 22:39:59.639015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Attempting to bind port 079918f2-5f95-47bb-8361-088c6bde821e on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:59.639586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Attempting to bind port 079918f2-5f95-47bb-8361-088c6bde821e by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:59.640106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Attempting to bind port 079918f2-5f95-47bb-8361-088c6bde821e on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:59.677328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:59.685738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:59.707120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] Pushing event deleted for resources: {'Network': ['ID=8deb46b4-0281-4b04-a7f8-f87f840de330,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:59.723469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Port 079918f2-5f95-47bb-8361-088c6bde821e on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:39:59.723796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Attempting to bind port 079918f2-5f95-47bb-8361-088c6bde821e on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:59.821659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:59.821659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Checking segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:59.822090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Bound using segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:59.823570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Bound port: 079918f2-5f95-47bb-8361-088c6bde821e, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:59.823570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:59.838321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d4ff9d26-9c52-4fee-ad48-481c6fc46162 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8deb46b4-0281-4b04-a7f8-f87f840de330 HTTP/1.1" status: 204 len: 168 time: 3.5479674 May 26 22:39:59.855805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3396da40-4bdf-4ecd-ab1c-4091167b3dd9 req-5f9a58cf-bded-491f-af74-e22be08b8d92 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306199 May 26 22:39:59.951562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-69994e1d-4c66-479d-9f2e-f900f1184fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1100 time: 0.4782095 May 26 22:39:59.967840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-76f0fae9-b90b-47e6-870e-9aba16aa42b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:59.969280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-76f0fae9-b90b-47e6-870e-9aba16aa42b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4399068 May 26 22:39:59.983865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3e432d-5808-4b6b-ad45-0406a020d836 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:39:59.994032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:00.016828 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.090721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:00.094537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] For port 079918f2-5f95-47bb-8361-088c6bde821e, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:00.094721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc92661-84af-4b18-86f9-e0cfa01c8f02 req-e23101df-4bf7-4b21-b94e-5ee871f0d9ce tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:00.098595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] For port 079918f2-5f95-47bb-8361-088c6bde821e, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=079918f2-5f95-47bb-8361-088c6bde821e,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:00.099129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:00.101461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-afc92661-84af-4b18-86f9-e0cfa01c8f02 req-e23101df-4bf7-4b21-b94e-5ee871f0d9ce tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.3970492 May 26 22:40:00.110821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:00.121935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.138121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Transition to ACTIVE for port object 6f3e432d-5808-4b6b-ad45-0406a020d836 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:00.163167 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.190186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d64a200c-e512-4866-92e9-58c276b678a3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:00.195850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d64a200c-e512-4866-92e9-58c276b678a3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:00.196221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.233574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:00.270498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-afc92661-84af-4b18-86f9-e0cfa01c8f02 req-f9d725e2-291d-4743-9eba-7159f4a0a7de tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679003 May 26 22:40:00.311056 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.312408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] 10.222.0.48 "PUT /v2.0/ports/079918f2-5f95-47bb-8361-088c6bde821e HTTP/1.1" status: 200 len: 1091 time: 2.7928934 May 26 22:40:00.319649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'tag': '079918f2-5f95-47bb-8361-088c6bde821e'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:00.325273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:00.328254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.345856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.398183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:00.410061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:00.414030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.421623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02ef09-cbf1-4a55-a420-244d16af0b3b service neutron] Pushing event updated for resources: {'Port': ['ID=079918f2-5f95-47bb-8361-088c6bde821e,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:00.454358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-3ac9e14d-4cef-4b7a-a3dc-8ef8f427415f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:00.455775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-3ac9e14d-4cef-4b7a-a3dc-8ef8f427415f service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4935927 May 26 22:40:00.466703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Pushing event updated for resources: {'Port': ['ID=6f3e432d-5808-4b6b-ad45-0406a020d836,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:00.497430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0949b439-6ce8-4c5e-a28e-fca9bd2a632d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dac807046a84c77a04020fd16787c5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3894210 May 26 22:40:00.503734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:00.515875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:00.528265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00052018-067a-4436-8da4-f2a105398d70 req-af6d331c-772e-4973-8cd7-2b497f061f14 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1091075 May 26 22:40:00.529205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:00.602910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Router 69b8fa7c-6454-401f-8e27-252faf7eb745 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:40:00.603815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:00.657004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:00.660009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:00.683562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-5f1ca467-67ac-418d-90e3-75b30ea5c1aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.1916473 May 26 22:40:00.738645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea16c7-cd73-4344-87bf-b25d200bce0d req-7b95b899-7979-428b-a7b7-a636adb9371d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:00.740071 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8ea16c7-cd73-4344-87bf-b25d200bce0d req-7b95b899-7979-428b-a7b7-a636adb9371d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.6333625 May 26 22:40:00.823801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-3f77125c-0758-49bd-b51f-2cdfdf120cf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 1094 time: 0.4425478 May 26 22:40:00.824870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.128 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/2c863b34-38ef-4739-a9af-72dcc2912fe2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:00.828365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-a5b52d7e-9877-4e80-90b4-988fbc2f221a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:00.829689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-a5b52d7e-9877-4e80-90b4-988fbc2f221a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1317389 May 26 22:40:00.855923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Attempting to bind port 6f3e432d-5808-4b6b-ad45-0406a020d836 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:00.856238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Attempting to bind port 6f3e432d-5808-4b6b-ad45-0406a020d836 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:00.856574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Attempting to bind port 6f3e432d-5808-4b6b-ad45-0406a020d836 on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:00.956221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8ea16c7-cd73-4344-87bf-b25d200bce0d req-be4e5d40-3cbe-4a3c-89c0-ef5be8e2716f tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076871 May 26 22:40:00.960057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-32bdfdb7-b3e6-4191-9e8d-b3158cf203ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=079918f2-5f95-47bb-8361-088c6bde821e HTTP/1.1" status: 200 len: 217 time: 0.1228337 May 26 22:40:01.045008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2e56-1898-4080-96c0-cce940568877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.072987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Port 6f3e432d-5808-4b6b-ad45-0406a020d836 on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:01.073402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Attempting to bind port 6f3e432d-5808-4b6b-ad45-0406a020d836 on network 002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:01.129914 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2e56-1898-4080-96c0-cce940568877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.136240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-9ebe1dce-1632-41cc-ac23-871baadcd97c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:01.136594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:01.136925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Checking segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:01.137306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Bound using segment: {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:01.137680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-9ebe1dce-1632-41cc-ac23-871baadcd97c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.1600018 May 26 22:40:01.137845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Bound port: 6f3e432d-5808-4b6b-ad45-0406a020d836, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5829cd09-d465-4fa1-a922-496b1aa8244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:01.138087 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.232751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73f7cd-bf33-4042-b9a6-bc92ca40510e req-1c8e5b42-9fab-4724-9286-1796872dc16c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:01.234241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad73f7cd-bf33-4042-b9a6-bc92ca40510e req-1c8e5b42-9fab-4724-9286-1796872dc16c tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 943 time: 0.5580041 May 26 22:40:01.255578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-0f3281a9-448b-4a45-82db-af8ae7837564 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653052 May 26 22:40:01.262451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-73e15980-d2cc-49dd-b07f-aa6f19c9b729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4242074 May 26 22:40:01.332340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2e56-1898-4080-96c0-cce940568877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.345412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] For port 6f3e432d-5808-4b6b-ad45-0406a020d836, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:01.355271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] For port 6f3e432d-5808-4b6b-ad45-0406a020d836, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6f3e432d-5808-4b6b-ad45-0406a020d836,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:01.357994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad73f7cd-bf33-4042-b9a6-bc92ca40510e req-889bb1d8-d69d-4878-9360-9eee27e73add tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137559 May 26 22:40:01.363904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f2e56-1898-4080-96c0-cce940568877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c887a5-cdc6-4681-a3b3-106b019d0cd1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:01.367101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.471082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.472442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] 10.222.0.48 "PUT /v2.0/ports/6f3e432d-5808-4b6b-ad45-0406a020d836 HTTP/1.1" status: 200 len: 1092 time: 2.8535445 May 26 22:40:01.472876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62df37bc-f268-471e-aea5-76d0fca4d097', 'tag': '6f3e432d-5808-4b6b-ad45-0406a020d836'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:01.485048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e5f2e56-1898-4080-96c0-cce940568877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.488524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3e5f2e56-1898-4080-96c0-cce940568877 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2c887a5-cdc6-4681-a3b3-106b019d0cd1 HTTP/1.1" status: 204 len: 168 time: 0.9667852 May 26 22:40:01.488524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dfe26-57e6-45d1-8306-8e792c0f091d service neutron] Pushing event updated for resources: {'Port': ['ID=6f3e432d-5808-4b6b-ad45-0406a020d836,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:01.504453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:40:01.509639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca77b576-3a02-4d00-94e6-1a27770b3a5b admin admin] 10.222.0.32 "PUT /v2.0/routers/69b8fa7c-6454-401f-8e27-252faf7eb745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7484787 May 26 22:40:01.512247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47826) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:01.516561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] Sync routers for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:40:01.522680 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ba4475-2864-44b6-88af-d9c31646aa58'] response: {'name': 'network-changed', 'server_uuid': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'tag': '079918f2-5f95-47bb-8361-088c6bde821e', 'status': 'completed', 'code': 200} May 26 22:40:01.540823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:40:01.541546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:39:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:01.667767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.749326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ef1e0-58c2-41c2-86b8-a13b75f86d89 req-ed0269f5-669d-454e-9184-a3a37b9061aa tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:01.756851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd1ef1e0-58c2-41c2-86b8-a13b75f86d89 req-ed0269f5-669d-454e-9184-a3a37b9061aa tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.6826794 May 26 22:40:01.777037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object 2c863b34-38ef-4739-a9af-72dcc2912fe2 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:01.815483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-1f765299-55bf-4034-a364-f383135f0461 service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483286 May 26 22:40:01.846288 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c305da4-ff2c-49e2-b1dc-381c6018cff0'] response: {'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'code': 200} May 26 22:40:01.861299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-d68e5a93-99dc-4620-8105-04d204bde24e service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600815 May 26 22:40:01.868044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-07a25eac-c47f-48a1-8c80-19358e2db37a req-2511b005-ee91-4e8c-9acf-52af8941a791 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:01.913957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-07a25eac-c47f-48a1-8c80-19358e2db37a req-2511b005-ee91-4e8c-9acf-52af8941a791 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:01.915027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07a25eac-c47f-48a1-8c80-19358e2db37a req-2511b005-ee91-4e8c-9acf-52af8941a791 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 210 time: 0.1253893 May 26 22:40:01.928045 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-983425c5-39d9-4fee-a86b-bb8778c4c9d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=62df37bc-f268-471e-aea5-76d0fca4d097 HTTP/1.1" status: 200 len: 1095 time: 0.3432081 May 26 22:40:01.961033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:40:02.078576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-00cc25c3-afce-44e0-9a73-6aed0a6608b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f3e432d-5808-4b6b-ad45-0406a020d836 HTTP/1.1" status: 200 len: 217 time: 0.1424687 May 26 22:40:02.095024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-164a5383-47f6-4716-9dfd-c16e186e7d4e req-efc65cce-733f-46b5-8cd9-22b5af728956 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1241555 May 26 22:40:02.113578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd1ef1e0-58c2-41c2-86b8-a13b75f86d89 req-000fde23-f669-4bd5-a6ea-4678cc905a1a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558691 May 26 22:40:02.139540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:02.163728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:02.176570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:02.254662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:02.293712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=2c863b34-38ef-4739-a9af-72dcc2912fe2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:02.342753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.216 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/d04c90d2-b856-435e-939a-20e14f85f52e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:02.374640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-4bc97ae0-eba3-4ced-8e98-3a22b2fcac50 service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473816 May 26 22:40:02.399156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:02.418409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9430437b-f448-4672-b09d-734c80530974 req-66c42b13-2987-40d0-acc5-47e6bac93452 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0798965 May 26 22:40:02.424024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:02.432654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:02.579437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:02.580024 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:02.672790 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d607433-51c7-4ade-9a11-c3fcf7a5854e'] response: {'name': 'network-changed', 'server_uuid': '62df37bc-f268-471e-aea5-76d0fca4d097', 'tag': '6f3e432d-5808-4b6b-ad45-0406a020d836', 'status': 'completed', 'code': 200} May 26 22:40:02.723575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:39:56Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:02.750275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] Checking router: 69b8fa7c-6454-401f-8e27-252faf7eb745 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:40:02.754068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-130a89ae-2148-4942-919f-ffbe1f92e7e1 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116415 May 26 22:40:02.776985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-8b5d9fa5-6681-4059-bf55-a119e8ac65a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:02.779723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-8b5d9fa5-6681-4059-bf55-a119e8ac65a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.6938300 May 26 22:40:02.789154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0f1948ac-274f-4dff-b2a3-724194088807 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1120534 May 26 22:40:02.807642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Request body: {'port': {'device_id': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:02.887753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] Routers {'69b8fa7c-6454-401f-8e27-252faf7eb745'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:40:02.888416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:39:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['69b8fa7c-6454-401f-8e27-252faf7eb745'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:02.898567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47854) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:02.920677 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:02.938977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object d04c90d2-b856-435e-939a-20e14f85f52e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:02.940290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1027ff3-bdea-4c8c-964a-409a9e4e6f5b req-b8f7cd8b-01bc-415d-a2a5-d946851a1685 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:02.941755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1027ff3-bdea-4c8c-964a-409a9e4e6f5b req-b8f7cd8b-01bc-415d-a2a5-d946851a1685 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2963245 May 26 22:40:02.948676 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-94711c6b-cab9-429e-b3ab-e265943dc6e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 1094 time: 0.3824747 May 26 22:40:02.968042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:03.002841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:03.006713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-5bed6ac8-2afb-4737-b9ed-31fc8228b09f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749327 May 26 22:40:03.059763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7aec6733-6ac6-4ef0-9e37-0ee66067a8de None None] Provisioning for port 2c863b34-38ef-4739-a9af-72dcc2912fe2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:03.091877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7aec6733-6ac6-4ef0-9e37-0ee66067a8de None None] Provisioning complete for port 2c863b34-38ef-4739-a9af-72dcc2912fe2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:03.092255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7aec6733-6ac6-4ef0-9e37-0ee66067a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:03.184566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7aec6733-6ac6-4ef0-9e37-0ee66067a8de None None] Port 2c863b34-38ef-4739-a9af-72dcc2912fe2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:40:03.190316 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1027ff3-bdea-4c8c-964a-409a9e4e6f5b req-8e4255af-dcec-4cca-943a-f63785a6ad46 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387149 May 26 22:40:03.199736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=d04c90d2-b856-435e-939a-20e14f85f52e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:03.208592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] Set router 69b8fa7c-6454-401f-8e27-252faf7eb745 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:40:03.225036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-913785e6-8fa8-403a-b324-2b91e38a0175 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:03.227217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-913785e6-8fa8-403a-b324-2b91e38a0175 service neutron] 10.222.0.48 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 913 time: 0.2723444 May 26 22:40:03.231264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-924362631-network', 'tenant_id': 'd7e2945216664b068c16053466b64f35'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:03.239820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:03.244154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Usage tracker for resource:network and tenant:d7e2945216664b068c16053466b64f35 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:03.358724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-d1ddc31c-46ce-4dda-bb64-cca0eee7e53f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=079918f2-5f95-47bb-8361-088c6bde821e HTTP/1.1" status: 200 len: 217 time: 0.1232541 May 26 22:40:03.391346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:03.404599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:03.414582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:03.439375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Made reservation on behalf of d7e2945216664b068c16053466b64f35 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:03.441816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:03.485614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699e1b-0bc3-412a-b7ae-8e7af26ef1d0 req-2d5361c2-5240-49df-849e-cc17bcefd41f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:03.492721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da699e1b-0bc3-412a-b7ae-8e7af26ef1d0 req-2d5361c2-5240-49df-849e-cc17bcefd41f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.8235230 May 26 22:40:03.504403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:03.524408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:03.540879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:03.544166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:03.583912 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-c8d1b161-a16a-4e9f-824b-c7d43158fb5b service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826491 May 26 22:40:03.688409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-ea5180dc-69b1-449c-b629-1cf143e92080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:03.694043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-ea5180dc-69b1-449c-b629-1cf143e92080 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.2915647 May 26 22:40:03.767049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:39:56Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:03.777015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584c4f7-ee20-4fa0-85bc-217ce26ec11e None None] The sync data for ids ['69b8fa7c-6454-401f-8e27-252faf7eb745'] in n-d-843301-1 is: [{'id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'name': 'tempest-ServersTestJSON-1564457104-router', 'tenant_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:37:30Z', 'updated_at': '2022-05-26T22:39:56Z', 'revision_number': 5, 'project_id': '3ab3dc78e5f94ec682eef41600a7e5d0', 'gw_port': {'id': '9ef4f1dc-dec0-4677-af06-1f89dc48cecc', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8fa7c-6454-401f-8e27-252faf7eb745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:37:31Z', 'updated_at': '2022-05-26T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:40:03.795225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:03.819182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da699e1b-0bc3-412a-b7ae-8e7af26ef1d0 req-0fcecdc0-94df-4b0c-aa15-d6c7edf5a021 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236687 May 26 22:40:03.827551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e2945216664b068c16053466b64f35 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:03.842187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:03.842397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:03.842397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:03.845103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:03.861631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:03.908473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-111db3f0-4d72-458f-a868-4bc5a070e175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1903117 May 26 22:40:03.968697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b6cb08-786a-4354-8641-f4ed9b416efc req-4a1474d2-62ff-4cde-8a3b-3c2f6916fdaf service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733249 May 26 22:40:03.975875 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-090d28e7-a25e-410b-ad78-dbaac7e32cc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9859025 May 26 22:40:03.995405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Request body: {'port': {'device_id': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:04.058021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b3e13-b31e-494c-a51b-d70c1e16394b req-7f00afda-a612-4fca-bee6-690870c5d300 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:04.059645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e9b3e13-b31e-494c-a51b-d70c1e16394b req-7f00afda-a612-4fca-bee6-690870c5d300 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 943 time: 0.7087717 May 26 22:40:04.067989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e3160dda-7d68-41c6-b1c3-04bd507cd42e None None] Provisioning for port d04c90d2-b856-435e-939a-20e14f85f52e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:04.077916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e3160dda-7d68-41c6-b1c3-04bd507cd42e None None] Provisioning complete for port d04c90d2-b856-435e-939a-20e14f85f52e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:04.078560 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e3160dda-7d68-41c6-b1c3-04bd507cd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.154485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e3160dda-7d68-41c6-b1c3-04bd507cd42e None None] Port d04c90d2-b856-435e-939a-20e14f85f52e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:40:04.175611 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.196572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-aa3b5b5e-b7f2-487b-8d23-433818d5f7e9 service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794898 May 26 22:40:04.217324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.222217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e9b3e13-b31e-494c-a51b-d70c1e16394b req-ef1a9b10-6ed4-4498-b6c1-44560ce938d5 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503227 May 26 22:40:04.318238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.378991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c863b34-38ef-4739-a9af-72dcc2912fe2 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:04.400213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.417789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Deleting port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:04.418127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.440478 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.474355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Transition to ACTIVE for port object 2c863b34-38ef-4739-a9af-72dcc2912fe2 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:04.484448 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.533209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:40:04.549013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-cd12b9dd-dd34-4a7f-af25-f13a0361801b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ccacf08002e4690bec56fcacfe03187&device_id=62df37bc-f268-471e-aea5-76d0fca4d097 HTTP/1.1" status: 200 len: 1095 time: 0.5091259 May 26 22:40:04.558603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcb11a18-5bde-416c-9c09-6b796aac8ffa req-04c2b836-3fc0-4c57-ba61-2d060e1dcd34 service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354504 May 26 22:40:04.634263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f81d4b-cc6e-4440-8653-77b216c02bc2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:04.640944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c863b34-38ef-4739-a9af-72dcc2912fe2,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:04.642399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5611207-a901-48ac-b085-b77a0a019e22 req-d7300bbe-eeb9-4fdb-8b28-eb2ad0af39f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:04.654893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5611207-a901-48ac-b085-b77a0a019e22 req-d7300bbe-eeb9-4fdb-8b28-eb2ad0af39f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 936 time: 0.6287560 May 26 22:40:04.662781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60784-804c-4ddb-a9da-31d8bc9a4262 req-e29fec59-e775-42fb-803f-50d010888586 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:04.664290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaf60784-804c-4ddb-a9da-31d8bc9a4262 req-e29fec59-e775-42fb-803f-50d010888586 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.2614985 May 26 22:40:04.740119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.740460 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Added segment 91fb3b40-13e6-4cb9-8eb1-ff8ab612e431 of type vlan for network dad93c3c-4ec7-4267-9cce-3d10583d756a May 26 22:40:04.806265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaf60784-804c-4ddb-a9da-31d8bc9a4262 req-a6ea81ae-0e53-4e49-968c-85310e8eab71 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137507 May 26 22:40:04.822054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Attempting to bind port 2c863b34-38ef-4739-a9af-72dcc2912fe2 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:04.822393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Attempting to bind port 2c863b34-38ef-4739-a9af-72dcc2912fe2 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:04.823248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Attempting to bind port 2c863b34-38ef-4739-a9af-72dcc2912fe2 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:04.837985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Port 2c863b34-38ef-4739-a9af-72dcc2912fe2 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:04.839346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Attempting to bind port 2c863b34-38ef-4739-a9af-72dcc2912fe2 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:04.846680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:04.847011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:04.847408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:04.847831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Bound port: 2c863b34-38ef-4739-a9af-72dcc2912fe2, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:04.848143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.941004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] For port 2c863b34-38ef-4739-a9af-72dcc2912fe2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:04.944251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] For port 2c863b34-38ef-4739-a9af-72dcc2912fe2, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2c863b34-38ef-4739-a9af-72dcc2912fe2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:04.984190 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:05.001738 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:05.006985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5611207-a901-48ac-b085-b77a0a019e22 req-b339cc28-74bd-4f73-8548-cff8a7bebdd1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512371 May 26 22:40:05.014626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:05.040412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af6c0e52-2b62-498e-9084-279f637fe27d req-edd51539-542e-405b-b651-de2f603e5ef9 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0925164 May 26 22:40:05.058575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:05.058974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3ab030f9-6207-4cbd-b46c-1d5c3c58f453 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:05.075368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-afab68ac-379a-4748-b477-f3077ed1802b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:05.076839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-afab68ac-379a-4748-b477-f3077ed1802b service neutron] 10.222.0.48 "GET /v2.0/networks?id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 200 len: 913 time: 0.5178127 May 26 22:40:05.080065 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:05.081775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c863b34-38ef-4739-a9af-72dcc2912fe2 HTTP/1.1" status: 200 len: 1096 time: 2.2822630 May 26 22:40:05.084138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'tag': '2c863b34-38ef-4739-a9af-72dcc2912fe2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:05.087835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] For port 9ef4f1dc-dec0-4677-af06-1f89dc48cecc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:05.088244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:05.106915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5d2df-cc21-4e5f-960d-19e4b6748ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c863b34-38ef-4739-a9af-72dcc2912fe2,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:05.229497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-5852a4cd-7bff-44b8-bfd9-fb6ec1e38e56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 1099 time: 0.0954285 May 26 22:40:05.330587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-d8c9e9ff-70a0-437e-8f01-ae6e85dfa70f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=2c863b34-38ef-4739-a9af-72dcc2912fe2 HTTP/1.1" status: 200 len: 217 time: 0.0897586 May 26 22:40:05.378610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Calling delete_port for 9ef4f1dc-dec0-4677-af06-1f89dc48cecc owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:05.493830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-86fe45aa-e58d-407a-a84f-ee60612329e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:05.496304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-86fe45aa-e58d-407a-a84f-ee60612329e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1051681 May 26 22:40:05.555466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186e2e-270f-4ad5-a4db-b139357939dd req-a242238b-3653-458b-a72e-919a53cec06b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:05.556977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0186e2e-270f-4ad5-a4db-b139357939dd req-a242238b-3653-458b-a72e-919a53cec06b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.2254219 May 26 22:40:05.570512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-e7d39199-97b8-49e1-bc9d-0a9e439064dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f3e432d-5808-4b6b-ad45-0406a020d836 HTTP/1.1" status: 200 len: 217 time: 0.4696436 May 26 22:40:05.584827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:05.585972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:05.586542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:05.624520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-679b3739-68a5-49e9-9893-920ab7a09c93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202705 May 26 22:40:05.629295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0186e2e-270f-4ad5-a4db-b139357939dd req-bb5ed89f-8ee8-4921-97a5-757cb59b2ac3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590234 May 26 22:40:05.748046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-4989fbc8-5896-4484-9f58-77e18ccc2763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:05.749587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-4989fbc8-5896-4484-9f58-77e18ccc2763 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 200 len: 852 time: 0.1732621 May 26 22:40:05.763792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:40:05.830769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=dad93c3c-4ec7-4267-9cce-3d10583d756a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:05.844271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network dad93c3c-4ec7-4267-9cce-3d10583d756a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:40:05.887517 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-21d2928c-55c9-42ca-bb31-379cd93a5f91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158020 May 26 22:40:05.914184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7e190f83-1486-468e-82b5-cd8ff7b94bb4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9447670 May 26 22:40:05.923326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47880) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:05.938848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Request body: {'subnet': {'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-924362631-subnet', 'tenant_id': 'd7e2945216664b068c16053466b64f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:05.946882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:05.963926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Usage tracker for resource:subnet and tenant:d7e2945216664b068c16053466b64f35 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:05.969613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:05.993029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:06.005104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04c90d2-b856-435e-939a-20e14f85f52e {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:06.030397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-0778fa96-eab8-4221-857a-a3dead861415 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878078 May 26 22:40:06.030635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.033745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Made reservation on behalf of d7e2945216664b068c16053466b64f35 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:06.036035 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.062436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e4be0-657d-43f1-ad9b-e655f1526d67 req-26ad615a-83ab-48bc-a489-8120c75463e2 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:06.063902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b4e4be0-657d-43f1-ad9b-e655f1526d67 req-26ad615a-83ab-48bc-a489-8120c75463e2 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.8702462 May 26 22:40:06.079045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Transition to ACTIVE for port object d04c90d2-b856-435e-939a-20e14f85f52e will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:06.110081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.178294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-25e8b802-72ff-4f5f-9eac-c5ddf2eb6726 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9&tenant_id=8864d1aae91247e589ebd0ab46222232 HTTP/1.1" status: 200 len: 1101 time: 0.4585075 May 26 22:40:06.202921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-3966ae9d-c879-4835-ad05-1be04b2f9c5d service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968123 May 26 22:40:06.214916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:06.249452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd75f59-4019-4f0d-a141-5ff2dd3931f6 req-a0785993-bc3f-446a-a956-3ee25ad88038 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:06.250894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bd75f59-4019-4f0d-a141-5ff2dd3931f6 req-a0785993-bc3f-446a-a956-3ee25ad88038 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.3769116 May 26 22:40:06.346639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Pushing event updated for resources: {'Port': ['ID=d04c90d2-b856-435e-939a-20e14f85f52e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:06.397294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b4e4be0-657d-43f1-ad9b-e655f1526d67 req-fbe226f4-b69d-4b7e-9037-20e56b60aac1 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223612 May 26 22:40:06.432876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bd75f59-4019-4f0d-a141-5ff2dd3931f6 req-23d53142-4e55-4623-8243-1f1fa0883406 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678643 May 26 22:40:06.438601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-65dcc91c-610e-49b7-89b7-96e7404df117 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883562 May 26 22:40:06.454875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.480790 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.550228 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95042e6-b9b0-4315-ac1a-4e9cabac0343'] response: {'name': 'network-changed', 'server_uuid': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'tag': '2c863b34-38ef-4739-a9af-72dcc2912fe2', 'status': 'completed', 'code': 200} May 26 22:40:06.592216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef4f1dc-dec0-4677-af06-1f89dc48cecc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:06.705733 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-406e5162-f809-4e9b-b9a7-4c8f33807234 req-8b3a56d5-6f93-40fd-8476-6dfb9a3d4390 service neutron] 10.222.0.48 "GET /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706106 May 26 22:40:06.768887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.783432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Attempting to bind port d04c90d2-b856-435e-939a-20e14f85f52e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:06.783762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Attempting to bind port d04c90d2-b856-435e-939a-20e14f85f52e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:06.784089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Attempting to bind port d04c90d2-b856-435e-939a-20e14f85f52e on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:06.879479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6f3e432d-5808-4b6b-ad45-0406a020d836 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:06.919392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Port d04c90d2-b856-435e-939a-20e14f85f52e on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:06.919714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Attempting to bind port d04c90d2-b856-435e-939a-20e14f85f52e on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:06.950108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:06.950401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:06.950740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:06.951181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Bound port: d04c90d2-b856-435e-939a-20e14f85f52e, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:06.951528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.952512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-2a835371-c798-4a90-bba0-38bbc46e9d8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 1099 time: 0.3783836 May 26 22:40:06.953682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae0b5bb-56fe-411d-a8d5-8fd40d87c858,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:06.968646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.070714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Checking segment: {'id': '91fb3b40-13e6-4cb9-8eb1-ff8ab612e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:07.071099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Network hostable DHCP agents. Network: dad93c3c-4ec7-4267-9cce-3d10583d756a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:40:07.089473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 6f3e432d-5808-4b6b-ad45-0406a020d836, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6f3e432d-5808-4b6b-ad45-0406a020d836,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:07.107959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '6f3e432d-5808-4b6b-ad45-0406a020d836', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'port_id': '6f3e432d-5808-4b6b-ad45-0406a020d836', 'mac_address': 'fa:16:3e:28:aa:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b119a1b-9359-4589-9ec3-375a16f23150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:07.115193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:07.184025 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.185012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-64a2b68a-433b-4bcb-900f-4332f985698f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:07.186651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-64a2b68a-433b-4bcb-900f-4332f985698f service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2262783 May 26 22:40:07.190025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:07.212074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3e432d-5808-4b6b-ad45-0406a020d836 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:07.235463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 6f3e432d-5808-4b6b-ad45-0406a020d836, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6f3e432d-5808-4b6b-ad45-0406a020d836,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:07.240663 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.241940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 079918f2-5f95-47bb-8361-088c6bde821e details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:07.281840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Network dad93c3c-4ec7-4267-9cce-3d10583d756a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:40:07.312217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-b6645411-44b2-4975-91d0-a9f76bbbb878 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=2c863b34-38ef-4739-a9af-72dcc2912fe2 HTTP/1.1" status: 200 len: 217 time: 0.0939152 May 26 22:40:07.314660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, dad93c3c-4ec7-4267-9cce-3d10583d756a) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:07.339908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91cb7-51fe-4fbd-80fb-2b6e7b351372 req-20f936fb-e417-4e26-8d51-8bf850e993e9 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:07.347022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12f91cb7-51fe-4fbd-80fb-2b6e7b351372 req-20f936fb-e417-4e26-8d51-8bf850e993e9 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 943 time: 0.6180427 May 26 22:40:07.347779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b4277-89de-4ff0-9527-a7398005beeb None None] Network dad93c3c-4ec7-4267-9cce-3d10583d756a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:07.363113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:07.363699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.411001 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.428033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Transition to ACTIVE for port object d64a200c-e512-4866-92e9-58c276b678a3 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:07.453529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=6f3e432d-5808-4b6b-ad45-0406a020d836,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:07.473770 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.475917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 079918f2-5f95-47bb-8361-088c6bde821e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=079918f2-5f95-47bb-8361-088c6bde821e,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:07.504180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.504561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.504857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.505188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.505517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.505870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.506198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.506518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.506837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.507153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.507469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:07.517196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '079918f2-5f95-47bb-8361-088c6bde821e', 'network_id': '002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00', 'port_id': '079918f2-5f95-47bb-8361-088c6bde821e', 'mac_address': 'fa:16:3e:8a:29:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b119a1b-9359-4589-9ec3-375a16f23150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:07.554735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.555307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=10']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:07.573900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1e6f76e-bf08-4d32-b4d6-205a0f176f13 req-f91142a3-d8e6-49db-b514-908d046eab60 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1820238 May 26 22:40:07.577581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.583999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] For port d04c90d2-b856-435e-939a-20e14f85f52e, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:07.594281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3b1e50dd-b495-40b0-96e8-844f98a3ae63 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6635730 May 26 22:40:07.594532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] For port d04c90d2-b856-435e-939a-20e14f85f52e, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d04c90d2-b856-435e-939a-20e14f85f52e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:07.594532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12f91cb7-51fe-4fbd-80fb-2b6e7b351372 req-a4cba821-e977-4eb6-ad8f-b2681c95071f tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365477 May 26 22:40:07.610769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-5cc43e06-f414-4204-bfde-016ab1de254e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:07.612217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-5cc43e06-f414-4204-bfde-016ab1de254e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2927451 May 26 22:40:07.624266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.765278 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.901956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.907709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] 10.222.0.55 "PUT /v2.0/ports/d04c90d2-b856-435e-939a-20e14f85f52e HTTP/1.1" status: 200 len: 1096 time: 3.9166045 May 26 22:40:07.908542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'tag': 'd04c90d2-b856-435e-939a-20e14f85f52e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:07.921180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:07.921793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69b8fa7c-6454-401f-8e27-252faf7eb745 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:40:07.938229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079918f2-5f95-47bb-8361-088c6bde821e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:07.975437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 079918f2-5f95-47bb-8361-088c6bde821e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=079918f2-5f95-47bb-8361-088c6bde821e,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:07.987919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:08.046816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b0808-0ef1-48ab-a927-2b42e76b934f service neutron] Pushing event updated for resources: {'Port': ['ID=d04c90d2-b856-435e-939a-20e14f85f52e,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:08.076468 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:08.076468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a34454b-1a20-49db-a327-162d93803485 admin admin] 10.222.0.32 "DELETE /v2.0/routers/69b8fa7c-6454-401f-8e27-252faf7eb745 HTTP/1.1" status: 204 len: 168 time: 6.5563791 May 26 22:40:08.077133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47906) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:08.080298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b449794-4046-48d2-ad24-0a094029e9d3 None None] Network dad93c3c-4ec7-4267-9cce-3d10583d756a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:08.103471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:08.172806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] No DVR routers for this DVR port d64a200c-e512-4866-92e9-58c276b678a3 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:08.211792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] Deleting subnet a106710a-f5df-415e-aaf4-a9cb7ce2204d {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:40:08.218302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:08.286876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:08.287360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=079918f2-5f95-47bb-8361-088c6bde821e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:08.287638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:08.288144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:08.319572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-4510ccee-fa3e-44bb-b071-ce31d2193154 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 1099 time: 0.3643882 May 26 22:40:08.322009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:08.322483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Attempting to bind port d64a200c-e512-4866-92e9-58c276b678a3 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:08.323981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:08.342831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-30a4db65-bd99-4962-9d4f-60c645b94db5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3460059 May 26 22:40:08.349738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9d9e0-9cec-424e-9398-a958e3320a2b req-664d40cf-1f1b-42ee-93b1-fde00f096d5e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:08.350420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-19c9d9e0-9cec-424e-9398-a958e3320a2b req-664d40cf-1f1b-42ee-93b1-fde00f096d5e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:08.353046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:08.353374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:08.354288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:08.354740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Bound port: d64a200c-e512-4866-92e9-58c276b678a3, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:08.355072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:08.401531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:08.482379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['079918f2-5f95-47bb-8361-088c6bde821e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:08.508296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-50239b27-9d7b-413d-a39f-e41656161286 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d04c90d2-b856-435e-939a-20e14f85f52e HTTP/1.1" status: 200 len: 217 time: 0.1798701 May 26 22:40:08.521230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['6f3e432d-5808-4b6b-ad45-0406a020d836'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:08.552354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:08.601490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-19c9d9e0-9cec-424e-9398-a958e3320a2b req-664d40cf-1f1b-42ee-93b1-fde00f096d5e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:08.609549 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19c9d9e0-9cec-424e-9398-a958e3320a2b req-664d40cf-1f1b-42ee-93b1-fde00f096d5e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 948 time: 0.4721713 May 26 22:40:08.690064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-57a632bd-c533-459d-93c0-a97638845acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:08.691722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-57a632bd-c533-459d-93c0-a97638845acd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1714323 May 26 22:40:08.714621 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-08064602-c57d-439d-ad3f-660f31fa77fa service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504767 May 26 22:40:08.766090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19c9d9e0-9cec-424e-9398-a958e3320a2b req-9fc0eb4d-422e-44f0-9fd8-647fc9bb68cf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554682 May 26 22:40:08.767364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:08.785594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:08.868304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:08.877996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3f708-d5a8-4207-83a7-69d758dd17e6 req-c0efc5f0-55c2-45a2-a3d9-52787e629dea tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:08.879093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:08.885186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93d3f708-d5a8-4207-83a7-69d758dd17e6 req-c0efc5f0-55c2-45a2-a3d9-52787e629dea tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2986298 May 26 22:40:08.934510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-cf7b2e4e-ab84-4b90-8ee9-4a0cb89b7833 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2323773 May 26 22:40:08.977831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:09.014766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9ef4f1dc-dec0-4677-af06-1f89dc48cecc no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:09.039191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:09.041209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] 10.222.0.48 "PUT /v2.0/ports/d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 1097 time: 2.8444736 May 26 22:40:09.043701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f37457cd-8043-4934-9f23-08dfc01ef2e3 req-47a9c59a-d1bc-42d0-bb2a-c4598ca8f210 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210230 May 26 22:40:09.060591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9ef4f1dc-dec0-4677-af06-1f89dc48cecc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:09.061323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9ef4f1dc-dec0-4677-af06-1f89dc48cecc not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:09.066850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653b8a4-9817-42ac-9b02-c489470ce015 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=11']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:09.076534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93d3f708-d5a8-4207-83a7-69d758dd17e6 req-98568f17-8fc0-4fee-a8c5-d8db48705e39 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904223 May 26 22:40:09.091243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a106710a-f5df-415e-aaf4-a9cb7ce2204d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:09.131954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:09.139756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb7589-59cb-4f46-805a-b5724f286a91 None None] Network 7af8a645-4712-4158-b63e-8154c70e970a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:09.160978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65810-5b5d-44c2-8eb8-c45642840d71 req-44d74c8a-acfb-46a9-95bd-69130ab21dfc tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:09.162483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bf65810-5b5d-44c2-8eb8-c45642840d71 req-44d74c8a-acfb-46a9-95bd-69130ab21dfc tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 949 time: 0.2045798 May 26 22:40:09.165040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-bbcf33f6-9d00-4f8b-8b25-09faa6860a2b service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199183 May 26 22:40:09.170824 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e94bf6cc-1fb8-4d80-aee2-c8f1ff140542 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a106710a-f5df-415e-aaf4-a9cb7ce2204d HTTP/1.1" status: 204 len: 168 time: 1.0902178 May 26 22:40:09.171319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47918) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:09.210926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-f7a29f1f-6b3c-4893-93f7-fa54a63568ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1100 time: 0.1411355 May 26 22:40:09.327966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bf65810-5b5d-44c2-8eb8-c45642840d71 req-2f6fb556-47b5-46e9-90f3-a84f0fb7a369 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572711 May 26 22:40:09.400569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-3a9d5a9a-23be-4fa2-9a32-7c025e42cd47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:09.401728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-3a9d5a9a-23be-4fa2-9a32-7c025e42cd47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1685743 May 26 22:40:09.406585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a7a7c61-2134-4cce-be18-28698a5aa469 req-44421345-0cd7-4163-9dbb-69082d3c1217 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0854633 May 26 22:40:09.435766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:09.471510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Deleting port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:09.472092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:09.486863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] DHCP port deletion for 7af8a645-4712-4158-b63e-8154c70e970a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:40:09.491358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] Deleting port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:09.491722 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:09.501329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-9079baf2-14bc-4761-8e7a-2959b111b347 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.0891781 May 26 22:40:09.541103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7f0f07e-5d39-4923-b364-2f8e8f4b7033 req-402a4b75-1228-463c-9fe0-fb7850e862ca service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647809 May 26 22:40:09.607515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-4980d5dd-99ae-4aec-aabe-c9837ce99546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:09.609014 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-4980d5dd-99ae-4aec-aabe-c9837ce99546 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1012657 May 26 22:40:09.730385 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89481369-c738-4eed-b5ad-8e7b71d69953'] response: {'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'code': 200} May 26 22:40:09.784392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-4906bf14-6948-4e0e-a5d9-2493b67ead01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686153 May 26 22:40:09.860380 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c489a83-c7cc-482b-8baf-e1ed1d2a5a05'] response: {'name': 'network-changed', 'server_uuid': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'tag': 'd04c90d2-b856-435e-939a-20e14f85f52e', 'status': 'completed', 'code': 200} May 26 22:40:09.937076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] For port 4e65d368-40f7-44c6-b70c-5dcec4d05b00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4e65d368-40f7-44c6-b70c-5dcec4d05b00,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:09.937469 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:10.090490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] For port 4e65d368-40f7-44c6-b70c-5dcec4d05b00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4e65d368-40f7-44c6-b70c-5dcec4d05b00,segment=NetworkSegment(b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2),segment_id=b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:10.090811 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:10.102243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] Calling delete_port for 4e65d368-40f7-44c6-b70c-5dcec4d05b00 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:10.186024 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:10.203681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-79dd6b27-8d51-4b2a-b003-0a09f0fb225c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4183359 May 26 22:40:10.205386 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-7d59f8ad-51c2-45b6-b4de-3b9dce5b4f81 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806908 May 26 22:40:10.216720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad19d7-a008-43fc-a33b-04925095e0d8 req-51e9b989-879f-4854-9eb7-808d6223285f tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.218156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebad19d7-a008-43fc-a33b-04925095e0d8 req-51e9b989-879f-4854-9eb7-808d6223285f tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 944 time: 0.2986989 May 26 22:40:10.232370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] No DVR routers for this DVR port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:10.240798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d9413-7ca2-427f-a928-97c5f740a026 None None] Pushing event deleted for resources: {'Port': ['ID=4e65d368-40f7-44c6-b70c-5dcec4d05b00,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:10.268899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Calling delete_port for 4e65d368-40f7-44c6-b70c-5dcec4d05b00 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:10.297065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34509f17-3269-4831-817e-5f43029ea39f req-94ec3b3e-75b2-4e49-b6fb-bc0fc611a870 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 1099 time: 0.4392745 May 26 22:40:10.416203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebad19d7-a008-43fc-a33b-04925095e0d8 req-c32ba0cc-0796-4786-8005-bd11255f2ea4 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769674 May 26 22:40:10.449010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-335e658c-238e-4c8f-b97b-25ca4c4ea703 req-e7fa78b6-ac39-4c29-9784-b307212df5f6 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298977 May 26 22:40:10.456880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-014e9d5e-7a32-4b7c-83b2-af8e5e23fdfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ba15034ca05460083b387ae6c983bb7&device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 1101 time: 0.2028706 May 26 22:40:10.507937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:40:10.508167 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:40:10.519363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509f17-3269-4831-817e-5f43029ea39f req-34b1a89e-bdd9-4f47-86e2-8018c38909ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.520793 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34509f17-3269-4831-817e-5f43029ea39f req-34b1a89e-bdd9-4f47-86e2-8018c38909ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1909614 May 26 22:40:10.530843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8e6b-aa66-4097-8033-b6c3d62446d8 req-cb2cca3f-b7d0-467a-9040-3a66ba7593b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.532240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d9a8e6b-aa66-4097-8033-b6c3d62446d8 req-cb2cca3f-b7d0-467a-9040-3a66ba7593b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 948 time: 0.2705545 May 26 22:40:10.613595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34509f17-3269-4831-817e-5f43029ea39f req-18af49a2-639e-49a5-99c1-334e2a74d5b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d04c90d2-b856-435e-939a-20e14f85f52e HTTP/1.1" status: 200 len: 217 time: 0.0804203 May 26 22:40:10.638657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7ad12-553c-49d5-946a-82716038360c req-4903c840-0740-4d93-820d-bcfef2332638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.640057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-4903c840-0740-4d93-820d-bcfef2332638 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1551206 May 26 22:40:10.673644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d9a8e6b-aa66-4097-8033-b6c3d62446d8 req-64998269-85d0-4baf-80c9-2961e2782643 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933259 May 26 22:40:10.694855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509f17-3269-4831-817e-5f43029ea39f req-2a06b9e5-1ebb-4c34-a3fa-ff35acc4284f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.696435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34509f17-3269-4831-817e-5f43029ea39f req-2a06b9e5-1ebb-4c34-a3fa-ff35acc4284f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0650930 May 26 22:40:10.751307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-38bd3e11-d664-4d80-a631-41113a17392c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d HTTP/1.1" status: 200 len: 217 time: 0.1031537 May 26 22:40:10.773920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34509f17-3269-4831-817e-5f43029ea39f req-dc2302e8-ab6a-40d8-84fb-171aa7911bce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701973 May 26 22:40:10.835054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7ad12-553c-49d5-946a-82716038360c req-2146fcaf-3fba-473c-85f4-e338c71a06a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.836729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-2146fcaf-3fba-473c-85f4-e338c71a06a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0743985 May 26 22:40:10.847051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9e8d5-211c-4880-b317-3932cfa144ac req-0776e3ef-1ee9-42a3-b663-1c3e949e7216 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.848439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7a9e8d5-211c-4880-b317-3932cfa144ac req-0776e3ef-1ee9-42a3-b663-1c3e949e7216 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1390557 May 26 22:40:10.896239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2c863b34-38ef-4739-a9af-72dcc2912fe2 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:10.898891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6f3e432d-5808-4b6b-ad45-0406a020d836 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:10.945258 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7a9e8d5-211c-4880-b317-3932cfa144ac req-fb86b6cc-3bcf-4dde-9084-7f5220806ab9 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 May 26 22:40:10.961160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-0a2d3fe2-3afc-4f52-85e6-3d367d407639 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115179 May 26 22:40:10.969307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34509f17-3269-4831-817e-5f43029ea39f req-5e7dcaa0-717d-41e3-bcbd-88f48e474746 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866753 May 26 22:40:10.975008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed329d3c-af4b-439b-8c74-01c0daa5e0ed req-33eed843-8275-4c73-8c7e-39d9810e713e tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:10.985921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed329d3c-af4b-439b-8c74-01c0daa5e0ed req-33eed843-8275-4c73-8c7e-39d9810e713e tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.1820178 May 26 22:40:11.015212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Deleting port 4e65d368-40f7-44c6-b70c-5dcec4d05b00 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:11.015545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.056715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 6f3e432d-5808-4b6b-ad45-0406a020d836 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:11.066410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 6f3e432d-5808-4b6b-ad45-0406a020d836 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:11.066830 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.132918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4e65d368-40f7-44c6-b70c-5dcec4d05b00 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:11.142814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] The port '4e65d368-40f7-44c6-b70c-5dcec4d05b00' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:40:11.175236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 4e65d368-40f7-44c6-b70c-5dcec4d05b00 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:11.175552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4e65d368-40f7-44c6-b70c-5dcec4d05b00 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:11.175893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-e4d62b04-0d1a-43f4-9139-a0873be0e47c service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081554 May 26 22:40:11.203807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 2c863b34-38ef-4739-a9af-72dcc2912fe2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2c863b34-38ef-4739-a9af-72dcc2912fe2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:11.220778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '2c863b34-38ef-4739-a9af-72dcc2912fe2', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '2c863b34-38ef-4739-a9af-72dcc2912fe2', 'mac_address': 'fa:16:3e:91:8c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:11.290693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed329d3c-af4b-439b-8c74-01c0daa5e0ed req-4dc9a8aa-eeb7-4a94-bb70-362509be2e21 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070605 May 26 22:40:11.319768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.339620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.381395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 6f3e432d-5808-4b6b-ad45-0406a020d836, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6f3e432d-5808-4b6b-ad45-0406a020d836,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:11.382441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62df37bc-f268-471e-aea5-76d0fca4d097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3e432d-5808-4b6b-ad45-0406a020d836'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:11.390731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c863b34-38ef-4739-a9af-72dcc2912fe2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:11.395604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.396387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 079918f2-5f95-47bb-8361-088c6bde821e up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:11.449241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.491740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af8a645-4712-4158-b63e-8154c70e970a']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:11.500847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34509f17-3269-4831-817e-5f43029ea39f req-a318356c-e2b4-49b4-b07a-3a9f623f2ada service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162330 May 26 22:40:11.519982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6e7ad12-553c-49d5-946a-82716038360c req-758510dd-b377-4fc7-a10c-f4ea576878b4 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328876 May 26 22:40:11.520648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:11.521105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15e1cc5-fc28-46f3-91f4-98d3cc5a06a2') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:11.528466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 2c863b34-38ef-4739-a9af-72dcc2912fe2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2c863b34-38ef-4739-a9af-72dcc2912fe2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:11.534815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f3e7c-1606-480b-9e9f-96411ea89fb5 req-35fc0b59-41e2-47d0-b1ba-c7099f06b10e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:11.543831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.544068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d07f3e7c-1606-480b-9e9f-96411ea89fb5 req-35fc0b59-41e2-47d0-b1ba-c7099f06b10e tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 949 time: 0.3194404 May 26 22:40:11.554297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.557389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=6f3e432d-5808-4b6b-ad45-0406a020d836,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:11.597073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d07f3e7c-1606-480b-9e9f-96411ea89fb5 req-e1a04092-8498-4c35-a8b5-8b1198887ed8 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518718 May 26 22:40:11.609454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e75b1229-f9f3-4fb4-ae1c-983ee19368e2 req-b69d1f12-4ff6-41ba-b0c8-572abcc86d5b tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0570724 May 26 22:40:11.620561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.631097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:40:11.632008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: timer() May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:40:11.654814 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:40:11.668307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 079918f2-5f95-47bb-8361-088c6bde821e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:11.674174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=2c863b34-38ef-4739-a9af-72dcc2912fe2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:11.677503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 079918f2-5f95-47bb-8361-088c6bde821e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:11.687645 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.731461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:11.792428 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd41ee45-a384-493e-821c-9fa59e28dd9b'] response: {'server_uuid': '62df37bc-f268-471e-aea5-76d0fca4d097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3e432d-5808-4b6b-ad45-0406a020d836', 'code': 200} May 26 22:40:11.908215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.913703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:11.919355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-d3b1aa5f-edb3-4a5f-931d-c4f60aa96fc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510878 May 26 22:40:11.949356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] Pushing event deleted for resources: {'Network': ['ID=7af8a645-4712-4158-b63e-8154c70e970a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:11.983308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:12.026811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3345b092-93a0-4641-8fe7-7a34c8f4ef9d admin admin] 10.222.0.32 "DELETE /v2.0/networks/7af8a645-4712-4158-b63e-8154c70e970a HTTP/1.1" status: 204 len: 168 time: 2.8537214 May 26 22:40:12.066790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b066de0-1f82-4a51-9359-f0062ee6df94 req-71ca237c-0db1-43e6-a1d7-5e75c44b4294 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62df37bc-f268-471e-aea5-76d0fca4d097 HTTP/1.1" status: 200 len: 1097 time: 0.2024186 May 26 22:40:12.079236 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:12.102081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a386e-b6c4-4cd4-bed5-4cba46953c2e req-b2aa8638-d526-42a9-879f-dfbae3fb2762 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:12.104825 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff9a386e-b6c4-4cd4-bed5-4cba46953c2e req-b2aa8638-d526-42a9-879f-dfbae3fb2762 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 944 time: 0.1722174 May 26 22:40:12.136448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 001e7626-6a12-4331-9cfb-9760731b4e8f details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:12.145566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-311cfb92-c799-4c0d-9442-1644d49ae5b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 1100 time: 0.1895511 May 26 22:40:12.169546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4429f2-938b-4248-8d1d-a367e9a5f892 req-7d04a870-4e9d-48bc-9f27-bf62a17fe314 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:12.172335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb4429f2-938b-4248-8d1d-a367e9a5f892 req-7d04a870-4e9d-48bc-9f27-bf62a17fe314 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 948 time: 0.1663334 May 26 22:40:12.175799 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b066de0-1f82-4a51-9359-f0062ee6df94 req-963fb107-ce63-4def-9939-baa27d634233 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987930 May 26 22:40:12.191641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff9a386e-b6c4-4cd4-bed5-4cba46953c2e req-7466d4fc-7438-4a4a-ac94-6a330dbc2c80 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806282 May 26 22:40:12.303749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47960) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:12.317859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 079918f2-5f95-47bb-8361-088c6bde821e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=079918f2-5f95-47bb-8361-088c6bde821e,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:12.323619 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c42007-32c7-421d-bd5a-827e7f3c1cb1'] response: {'name': 'network-changed', 'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'status': 'completed', 'code': 200} May 26 22:40:12.346761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:12.366758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-36a0fccf-ac36-451c-a34f-6c6400167cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:12.368337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-36a0fccf-ac36-451c-a34f-6c6400167cc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1951115 May 26 22:40:12.421813 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ab73986e-d5c4-4cdc-8700-4a2fd82ad43f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ab3dc78e5f94ec682eef41600a7e5d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1165695 May 26 22:40:12.427868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47966) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:12.453052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:12.493326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'port_id': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'mac_address': 'fa:16:3e:2f:68:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3244829-d2fe-49f7-85d3-4c4ef9b36ae4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:12.498693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb4429f2-938b-4248-8d1d-a367e9a5f892 req-dcc5f774-c7d0-40bd-82c7-86ed5d5ea49a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288984 May 26 22:40:12.502454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=079918f2-5f95-47bb-8361-088c6bde821e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:12.514919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-65eb1574-f2c0-4adc-96c6-4b3b620c97c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 200 len: 217 time: 0.0945907 May 26 22:40:12.629066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:12.654965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-f9d126f8-77fa-4a3a-9a18-0ffcfee9b165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:12.657358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-f9d126f8-77fa-4a3a-9a18-0ffcfee9b165 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1055050 May 26 22:40:12.691234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cef2b2a-9c70-42f7-ab8c-36917501d643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:12.711932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 001e7626-6a12-4331-9cfb-9760731b4e8f {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:12.732321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:12.737428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:12.814739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:12.857616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-2e31df8e-0252-4404-9737-397c83e8ac23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744533 May 26 22:40:12.863644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-951113c7-6e08-43f3-a9de-bfaeb8ca6d90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1100 time: 0.4796467 May 26 22:40:12.872696 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cef2b2a-9c70-42f7-ab8c-36917501d643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:12.883004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['001e7626-6a12-4331-9cfb-9760731b4e8f'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:12.883193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-80d5e396-49ec-48e7-bcd1-3286a584e982 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8864d1aae91247e589ebd0ab46222232&device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1100 time: 0.3887112 May 26 22:40:12.908064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb488ce-2d6a-49b3-9a5c-2b142eac516c req-91515e4d-5f70-4c4b-b954-22aef6755936 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:12.914909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1eb488ce-2d6a-49b3-9a5c-2b142eac516c req-91515e4d-5f70-4c4b-b954-22aef6755936 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.4783533 May 26 22:40:12.941366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c1562-8968-42d6-9e1c-ff41b03dad0d req-2d7ff1d3-26c2-470b-a66c-13f7e18af06c tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:12.942842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c74c1562-8968-42d6-9e1c-ff41b03dad0d req-2d7ff1d3-26c2-470b-a66c-13f7e18af06c tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 945 time: 0.1626391 May 26 22:40:13.033310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c74c1562-8968-42d6-9e1c-ff41b03dad0d req-9564cddd-f6e2-483a-94b9-b47f0b682b01 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821500 May 26 22:40:13.041315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-f9e4c3ec-e34d-4f40-9053-6f5a950c2069 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763153 May 26 22:40:13.193729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-246dae08-265a-4e79-96ce-d8e0017f6ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:13.195079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-246dae08-265a-4e79-96ce-d8e0017f6ade service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3151555 May 26 22:40:13.264556 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5087d3-46c0-43d8-953a-601d503f5f17 req-e69a7a66-6efb-45f7-9376-26cf0ff989ae service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154155 May 26 22:40:13.296236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048df0c9-b573-4c40-8a9b-b59161f833b1 req-e4bf7008-5207-44f3-b59c-632bd7e63512 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:13.297698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-048df0c9-b573-4c40-8a9b-b59161f833b1 req-e4bf7008-5207-44f3-b59c-632bd7e63512 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 949 time: 0.1067708 May 26 22:40:13.309769 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-be1e417b-540a-46b1-a0fe-aa702a9056d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.1059041 May 26 22:40:13.316580 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1eb488ce-2d6a-49b3-9a5c-2b142eac516c req-824b66b9-6414-4c3e-a11a-8440f3f3e479 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003334 May 26 22:40:13.352409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-048df0c9-b573-4c40-8a9b-b59161f833b1 req-d1c525aa-ade3-4c99-a7fe-9846c06bf00c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 May 26 22:40:13.383529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-402f0426-3eca-4cbe-98a4-b1b4074dbe53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:13.383529 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-402f0426-3eca-4cbe-98a4-b1b4074dbe53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4631848 May 26 22:40:13.468706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cef2b2a-9c70-42f7-ab8c-36917501d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:13.492573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-ff6da26b-149e-4de7-b384-71a02b877624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:13.494138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-ff6da26b-149e-4de7-b384-71a02b877624 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1680639 May 26 22:40:13.495336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-af97b62e-49ad-48c9-8915-62a0e5312021 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 200 len: 217 time: 0.1012304 May 26 22:40:13.526915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef2b2a-9c70-42f7-ab8c-36917501d643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b79a2e-e5a4-41f8-9fa6-d3c4da5c5a68,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:13.569198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428c633-c652-44f0-b9db-c77dfeecd4df req-d844da66-3ef4-4670-8e16-2dcaa7847f03 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:13.570810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428c633-c652-44f0-b9db-c77dfeecd4df req-d844da66-3ef4-4670-8e16-2dcaa7847f03 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 945 time: 0.0808184 May 26 22:40:13.609407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f70c34d-635c-4452-8c81-f31b46252c93 req-5205b4c9-d458-4ca0-9136-14861ef6aaf1 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1219871 May 26 22:40:13.619969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428c633-c652-44f0-b9db-c77dfeecd4df req-51debe3e-391b-42b0-b8c2-310bbb3bb425 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 May 26 22:40:13.633017 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cef2b2a-9c70-42f7-ab8c-36917501d643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:13.634120 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2cef2b2a-9c70-42f7-ab8c-36917501d643 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1b79a2e-e5a4-41f8-9fa6-d3c4da5c5a68 HTTP/1.1" status: 204 len: 168 time: 1.2048402 May 26 22:40:13.688767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-403a191f-a46c-487d-9326-b2cb45c515a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:13.691605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-403a191f-a46c-487d-9326-b2cb45c515a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1579423 May 26 22:40:13.700095 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-7b247d2c-d556-4a2e-9d50-a578d737e7cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656351 May 26 22:40:13.793791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079918f2-5f95-47bb-8361-088c6bde821e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:13.913328 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f004c12f-e01a-4ac6-ac78-b2b09cd41702'] response: {'server_uuid': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079918f2-5f95-47bb-8361-088c6bde821e', 'code': 200} May 26 22:40:13.977733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-66504552-2107-4ef4-8fda-cd068feed87b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2712440 May 26 22:40:14.095034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-674c5007-b9e9-4677-9cc8-058d79bbdf63 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415067 May 26 22:40:14.117833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d04c90d2-b856-435e-939a-20e14f85f52e details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:14.283351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 001e7626-6a12-4331-9cfb-9760731b4e8f up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:14.366077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d04c90d2-b856-435e-939a-20e14f85f52e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d04c90d2-b856-435e-939a-20e14f85f52e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:14.373690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-6d2802d2-5ba8-4f98-993f-adb29e149f38 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817935 May 26 22:40:14.401307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd04c90d2-b856-435e-939a-20e14f85f52e', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd04c90d2-b856-435e-939a-20e14f85f52e', 'mac_address': 'fa:16:3e:5b:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:14.408944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c95e-9890-4695-8b62-12394bbc53b3 req-9615987e-36cc-43f1-8c21-d91f0caff5ed tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:14.410661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cc1c95e-9890-4695-8b62-12394bbc53b3 req-9615987e-36cc-43f1-8c21-d91f0caff5ed tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 945 time: 0.0915415 May 26 22:40:14.466825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cc1c95e-9890-4695-8b62-12394bbc53b3 req-ae4bbe93-1810-4d94-aae2-71fc27796858 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 May 26 22:40:14.474661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 001e7626-6a12-4331-9cfb-9760731b4e8f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:14.475032 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:14.515198 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:14.543437 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa148d63-2b11-4d1c-b427-3965a9814a69 req-94a0bb30-bfdd-473e-a004-f3161521efc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 1096 time: 0.5374899 May 26 22:40:14.546341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04c90d2-b856-435e-939a-20e14f85f52e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:14.571580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d04c90d2-b856-435e-939a-20e14f85f52e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d04c90d2-b856-435e-939a-20e14f85f52e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:14.603207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac228e-3f41-4258-b08a-24be32de1962 req-5407cf54-ba30-410e-9154-8bcf91e0bb5a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:14.605616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:14.613601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37ac228e-3f41-4258-b08a-24be32de1962 req-5407cf54-ba30-410e-9154-8bcf91e0bb5a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 948 time: 0.6870408 May 26 22:40:14.658331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-0c5f4265-cf29-47b5-a920-2900822b74c1 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829832 May 26 22:40:14.682965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa148d63-2b11-4d1c-b427-3965a9814a69 req-fb950b7f-ffd5-4a3b-a37c-fce835130700 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258793 May 26 22:40:14.685711 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:14.725945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37ac228e-3f41-4258-b08a-24be32de1962 req-9157c7f9-b61c-4410-8f1a-8ed1f2f9a1cd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108410 May 26 22:40:14.726497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d04c90d2-b856-435e-939a-20e14f85f52e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:14.731213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:14.738323 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:14.751561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50b80462-6ca9-4d4e-af82-1db6be2b9ea5 req-1dc301d8-5aeb-4120-8119-68e4c7247793 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650358 May 26 22:40:14.833167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:14.898467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138b4a-0b3a-43fc-9d17-406f4041daf7 req-bafb7ac2-72b0-4dad-93cb-93d5c271a7a2 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:14.899922 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86138b4a-0b3a-43fc-9d17-406f4041daf7 req-bafb7ac2-72b0-4dad-93cb-93d5c271a7a2 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.0983920 May 26 22:40:14.913544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:14.955297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86138b4a-0b3a-43fc-9d17-406f4041daf7 req-31bcded6-49f3-446b-8f5c-17c0ff3d4bd1 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488856 May 26 22:40:14.971436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2c863b34-38ef-4739-a9af-72dcc2912fe2 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:14.975469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48024) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:15.007864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d04c90d2-b856-435e-939a-20e14f85f52e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:15.123004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2614-5752-4206-a3e2-0f7d650a3a6e req-bfd312b7-51d7-45f9-88e4-a0edcf293b6b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:15.124479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a00a2614-5752-4206-a3e2-0f7d650a3a6e req-bfd312b7-51d7-45f9-88e4-a0edcf293b6b tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 949 time: 0.2308095 May 26 22:40:15.143617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1404930096-network', 'tenant_id': '7bfbca968a0040cc9589da59c5c06285'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:15.148224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:15.152086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Usage tracker for resource:network and tenant:7bfbca968a0040cc9589da59c5c06285 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:15.155508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:15.161825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:15.177019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Made reservation on behalf of 7bfbca968a0040cc9589da59c5c06285 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:15.181477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.192252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a00a2614-5752-4206-a3e2-0f7d650a3a6e req-1f4710b5-11f4-4cc7-b69c-676bbed5c3dc tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614920 May 26 22:40:15.199059 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.242415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:15.249091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Usage tracker for resource:security_group_rule and tenant:7bfbca968a0040cc9589da59c5c06285 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:15.253103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:15.260624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:15.280084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:15.287138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 2c863b34-38ef-4739-a9af-72dcc2912fe2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:15.326981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 2c863b34-38ef-4739-a9af-72dcc2912fe2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:15.327353 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.338545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.344273 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.360257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:40:15.379525 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.380223 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Added segment 101c4ef1-dad1-42c7-8785-9c90712e69cf of type vlan for network ba42cbd0-af7e-44da-ab07-6d3e76d52b59 May 26 22:40:15.444631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'd64a200c-e512-4866-92e9-58c276b678a3', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'd64a200c-e512-4866-92e9-58c276b678a3', 'mac_address': 'fa:16:3e:df:a8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:15.464600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4d3eb4f-c324-4071-9f6c-373496b92d2b req-641d9eb5-4770-44f3-98de-64f195440944 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0617523 May 26 22:40:15.534500 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.578688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.579642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:15.580531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.654330 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.685617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64a200c-e512-4866-92e9-58c276b678a3 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:15.707528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:15.715646 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.752342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.763092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd408b-3838-498d-b3ba-837843ca850d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:15.771792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7923229 May 26 22:40:15.772664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48042) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:15.777722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679d2a2-95b7-4393-8232-da1468e02b2c admin admin] Pushing event updated for resources: {'Network': ['ID=ba42cbd0-af7e-44da-ab07-6d3e76d52b59,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:15.777871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Request body: {'subnet': {'network_id': 'ba42cbd0-af7e-44da-ab07-6d3e76d52b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1404930096-subnet', 'tenant_id': '7bfbca968a0040cc9589da59c5c06285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:15.789154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:15.794227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Usage tracker for resource:subnet and tenant:7bfbca968a0040cc9589da59c5c06285 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:15.798006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:15.802627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ba42cbd0-af7e-44da-ab07-6d3e76d52b59 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:40:15.809333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:15.813247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761012e-d103-4f3a-a982-dc43d69f68dd req-b3f58781-65e4-4992-939e-f8e83357847e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:15.820757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0761012e-d103-4f3a-a982-dc43d69f68dd req-b3f58781-65e4-4992-939e-f8e83357847e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 945 time: 0.2272279 May 26 22:40:15.824604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Made reservation on behalf of 7bfbca968a0040cc9589da59c5c06285 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:15.827099 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.870779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0761012e-d103-4f3a-a982-dc43d69f68dd req-e98ba05d-6aa5-4dbb-b9b3-ce615950da60 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492411 May 26 22:40:15.913835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f'}, {'server_uuid': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c863b34-38ef-4739-a9af-72dcc2912fe2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:15.924231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 2c863b34-38ef-4739-a9af-72dcc2912fe2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2c863b34-38ef-4739-a9af-72dcc2912fe2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:15.943358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:15.952943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=12']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:16.032766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=2c863b34-38ef-4739-a9af-72dcc2912fe2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:16.054412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c36f1ed9-c78b-45ca-8db9-af26bcc1a47b req-8d832380-6680-42ba-aaca-abd15bc26d6c tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 1101 time: 0.1220484 May 26 22:40:16.098185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaf6c0-abcf-4b8c-8324-e0b533a48c71 req-a98fd48f-408b-4b53-bf47-c3bfa9510089 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:16.099551 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cccaf6c0-abcf-4b8c-8324-e0b533a48c71 req-a98fd48f-408b-4b53-bf47-c3bfa9510089 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 946 time: 0.1032448 May 26 22:40:16.123077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 001e7626-6a12-4331-9cfb-9760731b4e8f no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:16.147367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c36f1ed9-c78b-45ca-8db9-af26bcc1a47b req-874f12fa-fe7d-4e2e-b060-30b484a5aa17 tempest-MigrationsAdminTest-1420519429 tempest-MigrationsAdminTest-1420519429-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632150 May 26 22:40:16.178188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d64a200c-e512-4866-92e9-58c276b678a3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:16.204202 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:16.206427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cccaf6c0-abcf-4b8c-8324-e0b533a48c71 req-dd238656-4787-4b3f-b58c-67148e38c438 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993378 May 26 22:40:16.314234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc8652d-e071-4861-b041-c9a4cb38800a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:16.331986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:16.399396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:16.401726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Checking segment: {'id': '101c4ef1-dad1-42c7-8785-9c90712e69cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ba42cbd0-af7e-44da-ab07-6d3e76d52b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:16.402073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Network hostable DHCP agents. Network: ba42cbd0-af7e-44da-ab07-6d3e76d52b59, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:40:16.405295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14adbaa-a784-4388-bf0a-62a100c9546e req-ab6a3366-9d2c-496c-89df-f3a4c03997de tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:16.406957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b14adbaa-a784-4388-bf0a-62a100c9546e req-ab6a3366-9d2c-496c-89df-f3a4c03997de tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 949 time: 0.0802798 May 26 22:40:16.412545 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:16.459465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Network ba42cbd0-af7e-44da-ab07-6d3e76d52b59 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:40:16.462636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b14adbaa-a784-4388-bf0a-62a100c9546e req-d13c8265-0a5d-4662-9da7-905d0a4397a7 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496414 May 26 22:40:16.491801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-ac7f2c22-cd20-4e37-b67a-2811317eaef2 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:16.494185 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-ac7f2c22-cd20-4e37-b67a-2811317eaef2 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/networks?id=dad93c3c-4ec7-4267-9cce-3d10583d756a HTTP/1.1" status: 200 len: 809 time: 0.1773224 May 26 22:40:16.502080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ba42cbd0-af7e-44da-ab07-6d3e76d52b59) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:16.506761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:16.507338 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:16.522215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:16.526601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-32cd5e04-1873-4737-a94c-3c7af7273238 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/quotas/d7e2945216664b068c16053466b64f35 HTTP/1.1" status: 200 len: 375 time: 0.0315337 May 26 22:40:16.533829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042eb1f-24b1-4702-bc25-0991288f8495 None None] Network ba42cbd0-af7e-44da-ab07-6d3e76d52b59 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:16.557395 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de649e2-498d-4f7e-a7ea-8bc0cf4ffe2d'] response: {'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'code': 200} May 26 22:40:16.557700 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de649e2-498d-4f7e-a7ea-8bc0cf4ffe2d'] response: {'server_uuid': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c863b34-38ef-4739-a9af-72dcc2912fe2', 'code': 200} May 26 22:40:16.567869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c01dcb9c-d04d-4269-903e-8b54cd1c2b18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7946665 May 26 22:40:16.586087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7cfda12e-bb21-40c9-83f2-2c431cc392bf tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7e2945216664b068c16053466b64f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585473 May 26 22:40:16.773036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd457feb-92a3-4344-bff5-68e2bcff419b req-54353116-4ddb-4cb6-aea4-f0ff64309e3e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:16.775117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd457feb-92a3-4344-bff5-68e2bcff419b req-54353116-4ddb-4cb6-aea4-f0ff64309e3e tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.0916748 May 26 22:40:16.783787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-74624785-3566-4b06-b685-0a547e83b34e service neutron] 10.222.0.32 "GET /v2.0/networks/dad93c3c-4ec7-4267-9cce-3d10583d756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967530 May 26 22:40:16.824160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd457feb-92a3-4344-bff5-68e2bcff419b req-06fe356f-2b6f-4b4b-baf3-dc1bbf19052a tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 May 26 22:40:16.858188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cadb7b1a-182e-4d25-9587-b5275f75228e req-5ccbc458-5d36-47b4-8cba-a95fede664a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 1101 time: 0.1989005 May 26 22:40:16.902960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30279549-11b2-47bf-8448-d2e9008a4ae2 None None] Network ba42cbd0-af7e-44da-ab07-6d3e76d52b59 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:16.931264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cadb7b1a-182e-4d25-9587-b5275f75228e req-cfd7767a-8508-4edf-a22e-5f23f5b1ca5d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598495 May 26 22:40:16.950063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-c1c7ab63-e11f-40e2-89b7-71e8037f321a service neutron] 10.222.0.32 "GET /v2.0/networks/dad93c3c-4ec7-4267-9cce-3d10583d756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653519 May 26 22:40:17.171915 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8e1affa0-a2a1-491b-bd8f-794f128798f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:17.274061 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bda8e02-0108-45c2-8f2f-b245139a9257 req-67e03e34-5680-4353-9215-4ecf36a88cb6 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0711787 May 26 22:40:17.431735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc107-550e-42c3-871f-196b82994127 req-d368d9cc-f54b-42d3-8acd-0f2930460ce9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:17.432955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7edc107-550e-42c3-871f-196b82994127 req-d368d9cc-f54b-42d3-8acd-0f2930460ce9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 944 time: 0.1031797 May 26 22:40:17.556482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19cc5-d767-4eb8-bb6f-77f6496a4479 req-53953d1d-d38b-4c70-8b49-553a3326908a tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:17.562684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf19cc5-d767-4eb8-bb6f-77f6496a4479 req-53953d1d-d38b-4c70-8b49-553a3326908a tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 945 time: 0.0862532 May 26 22:40:17.571869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Deleting port 001e7626-6a12-4331-9cfb-9760731b4e8f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:17.572205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:17.608370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daf19cc5-d767-4eb8-bb6f-77f6496a4479 req-dbbb2bdf-d552-491e-a8ed-3732042490d9 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 May 26 22:40:17.711548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fabd22-de89-4912-bdf5-ef63bee4c078 req-0d5c2e18-f669-40ef-a5c9-b528e0166889 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:17.713124 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51fabd22-de89-4912-bdf5-ef63bee4c078 req-0d5c2e18-f669-40ef-a5c9-b528e0166889 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.2052622 May 26 22:40:17.777786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d20d288-715c-4f1e-8e14-6dd27cc6062f req-f08ab206-5ab9-4258-8e1a-8ebf0a5ff953 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 210 time: 0.0430069 May 26 22:40:17.847483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51fabd22-de89-4912-bdf5-ef63bee4c078 req-6ef44454-e7ac-4934-a31a-f4c8763355db tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155858 May 26 22:40:17.908347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] For port 001e7626-6a12-4331-9cfb-9760731b4e8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=001e7626-6a12-4331-9cfb-9760731b4e8f,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:17.908710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:18.012138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9f54-830e-4aa7-8a4b-753cf69a210a req-e73ec3bd-d872-46f5-bd3c-6c252dd849d1 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:18.013784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-365a9f54-830e-4aa7-8a4b-753cf69a210a req-e73ec3bd-d872-46f5-bd3c-6c252dd849d1 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 944 time: 0.0977719 May 26 22:40:18.061547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-365a9f54-830e-4aa7-8a4b-753cf69a210a req-ddd9f791-68f1-4346-a330-081b5867522c tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 May 26 22:40:18.147013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d04c90d2-b856-435e-939a-20e14f85f52e up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:18.172767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Calling delete_port for 001e7626-6a12-4331-9cfb-9760731b4e8f owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:18.222474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d04c90d2-b856-435e-939a-20e14f85f52e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:18.229425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d04c90d2-b856-435e-939a-20e14f85f52e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:18.230040 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:18.248342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a85af-1d00-458f-8b87-4337ac5f2ba5 req-f32fe14d-d72c-48e5-b2f3-2f61662368af tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:18.249828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f02a85af-1d00-458f-8b87-4337ac5f2ba5 req-f32fe14d-d72c-48e5-b2f3-2f61662368af tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=62df37bc-f268-471e-aea5-76d0fca4d097 HTTP/1.1" status: 200 len: 946 time: 0.0812232 May 26 22:40:18.303553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f02a85af-1d00-458f-8b87-4337ac5f2ba5 req-ff832a8d-c3b5-4340-b4a8-334959357cb2 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476332 May 26 22:40:18.316030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7734a-82ed-42e7-acca-2d7c823e65a2 req-95b327cb-0809-4e5e-b253-218cddc1c920 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:18.322743 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0f7734a-82ed-42e7-acca-2d7c823e65a2 req-95b327cb-0809-4e5e-b253-218cddc1c920 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 949 time: 0.2438288 May 26 22:40:18.364328 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:18.402756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0f7734a-82ed-42e7-acca-2d7c823e65a2 req-ef4ddbd8-3f05-4215-812c-0439796941cb tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790961 May 26 22:40:18.404222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:18.483022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d04c90d2-b856-435e-939a-20e14f85f52e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d04c90d2-b856-435e-939a-20e14f85f52e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:18.485466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event deleted for resources: {'Port': ['ID=001e7626-6a12-4331-9cfb-9760731b4e8f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:18.502027 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:18.546237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a7a79-2acc-44b8-ae22-03609b28fb4e req-4aead79a-5bc2-4359-8e05-ea8df51f4d73 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:18.553242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-281a7a79-2acc-44b8-ae22-03609b28fb4e req-4aead79a-5bc2-4359-8e05-ea8df51f4d73 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.0998571 May 26 22:40:18.588888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f'}, {'server_uuid': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04c90d2-b856-435e-939a-20e14f85f52e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:18.618117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-281a7a79-2acc-44b8-ae22-03609b28fb4e req-46776de8-f052-42a0-92bd-6ca36b4e2941 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638311 May 26 22:40:18.657661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] No DVR routers for this DVR port 001e7626-6a12-4331-9cfb-9760731b4e8f on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:18.663905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d04c90d2-b856-435e-939a-20e14f85f52e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:18.667093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:18.670183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-deleted', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:18.698209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7edc107-550e-42c3-871f-196b82994127 req-008c8da2-4447-4cc6-9304-cc7971bbe3e2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "DELETE /v2.0/ports/001e7626-6a12-4331-9cfb-9760731b4e8f HTTP/1.1" status: 204 len: 173 time: 1.2588966 May 26 22:40:18.747540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-6a980455-04bf-408c-9c0e-94f915edd505 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:18.749062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-6a980455-04bf-408c-9c0e-94f915edd505 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.48 "GET /v2.0/networks?id=dad93c3c-4ec7-4267-9cce-3d10583d756a HTTP/1.1" status: 200 len: 809 time: 0.2226102 May 26 22:40:18.766750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Request body: {'port': {'device_id': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a', 'admin_state_up': True, 'tenant_id': 'd7e2945216664b068c16053466b64f35'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:18.856772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d30f3412-8cf7-41ce-8de1-c21ecf18ca12 req-4ec7714f-9bb6-4d92-8a25-5a01a8fcc452 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1049740 May 26 22:40:18.935487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:18.936167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:18.939642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Usage tracker for resource:port and tenant:d7e2945216664b068c16053466b64f35 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:18.942961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:18.955756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:18.981410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Made reservation on behalf of d7e2945216664b068c16053466b64f35 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:18.989888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.040687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port d64a200c-e512-4866-92e9-58c276b678a3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:19.050563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port d64a200c-e512-4866-92e9-58c276b678a3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:19.051026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.142411 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc375c5-5168-4d5a-8167-c8e7a35eca7f'] response: {'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-deleted', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'status': 'completed', 'code': 200} May 26 22:40:19.155353 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1400cf9d-e027-41a7-9c91-bdb54c5433a5'] response: {'server_uuid': '18ed5ecd-2288-490d-96bf-3c65a0b4fb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '001e7626-6a12-4331-9cfb-9760731b4e8f', 'code': 200} May 26 22:40:19.157708 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1400cf9d-e027-41a7-9c91-bdb54c5433a5'] response: {'server_uuid': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04c90d2-b856-435e-939a-20e14f85f52e', 'code': 200} May 26 22:40:19.238869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.275522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:19.282817 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.321612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813723e0-dd08-43a7-b133-bbf096b44b14 req-fd1e5f67-6784-4547-8b7e-1de1eb3043af tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:19.323987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-813723e0-dd08-43a7-b133-bbf096b44b14 req-fd1e5f67-6784-4547-8b7e-1de1eb3043af tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.0793080 May 26 22:40:19.340249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-884d3931-871c-453b-982a-1265964f4149 req-a151fe81-a5f8-4054-aa36-01f70b34b710 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 210 time: 0.1089928 May 26 22:40:19.359516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f10c57f2-7afd-4fc5-896d-b144bdc46d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.368855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=13']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:19.377155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-813723e0-dd08-43a7-b133-bbf096b44b14 req-1ee44e6d-3ab2-4695-ab42-19d22e7d3817 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 May 26 22:40:19.377451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-5163d1f6-758c-4bb1-a8c3-4daf25332a36 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:19.378914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-5163d1f6-758c-4bb1-a8c3-4daf25332a36 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 950 time: 0.3000944 May 26 22:40:19.384055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Allocated IP 172.20.0.5 (dad93c3c-4ec7-4267-9cce-3d10583d756a/0ae0b5bb-56fe-411d-a8d5-8fd40d87c858/ea3389e0-19b8-4e15-a53b-063b225933fa) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:19.457082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48112) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:19.502320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e77c0832-f533-4926-8360-69eefe38d6f0 req-343d1d1f-b8cc-41be-ac9f-50f00d0e6f15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 1101 time: 0.2699809 May 26 22:40:19.545751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Deleting port d64a200c-e512-4866-92e9-58c276b678a3 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:19.546094 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.565564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] Deleting subnet afc8652d-e071-4861-b041-c9a4cb38800a {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:40:19.575375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.645378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.706058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.792454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e77c0832-f533-4926-8360-69eefe38d6f0 req-1456fc9d-255d-4704-b657-602d68ffd87d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709076 May 26 22:40:19.801782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b10fa0e4-5157-40ef-b093-5993d7da019e req-d57cd325-4034-43f5-9305-592515000cf6 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ed5ecd-2288-490d-96bf-3c65a0b4fb28 HTTP/1.1" status: 200 len: 210 time: 0.0505390 May 26 22:40:19.835960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.879175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc8652d-e071-4861-b041-c9a4cb38800a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:19.886075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.892662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6da54c18-17e3-4676-92e3-52a690f779fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/afc8652d-e071-4861-b041-c9a4cb38800a HTTP/1.1" status: 204 len: 168 time: 0.4328351 May 26 22:40:19.894963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48120) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:19.896624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.145885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.187609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501e93-0f85-4d68-9e6e-d0562851b355 req-b54b4d90-4029-4b8d-96fe-a00fba00eb99 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:20.188953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77501e93-0f85-4d68-9e6e-d0562851b355 req-b54b4d90-4029-4b8d-96fe-a00fba00eb99 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 950 time: 0.3650665 May 26 22:40:20.191273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] For port d64a200c-e512-4866-92e9-58c276b678a3, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d64a200c-e512-4866-92e9-58c276b678a3,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:20.191757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.204334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.218575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3524a5-6623-4f87-a903-c5ca9766c552 req-8b486e6c-a377-4a95-9a45-cebefc71a839 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:20.220002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb3524a5-6623-4f87-a903-c5ca9766c552 req-8b486e6c-a377-4a95-9a45-cebefc71a839 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2958820 May 26 22:40:20.310855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.348357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba42cbd0-af7e-44da-ab07-6d3e76d52b59']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:20.357059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb3524a5-6623-4f87-a903-c5ca9766c552 req-533175bb-ce6a-4c28-8558-8a2cab08688d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882032 May 26 22:40:20.363185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c4ef1-dad1-42c7-8785-9c90712e69cf') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:20.363475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c4ef1-dad1-42c7-8785-9c90712e69cf') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:20.370164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Calling delete_port for d64a200c-e512-4866-92e9-58c276b678a3 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:20.376501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.394026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.400520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:40:20.400913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: timer() May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:40:20.414461 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:40:20.446098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.470741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Network dad93c3c-4ec7-4267-9cce-3d10583d756a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:20.476882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:20.479238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Pushing event updated for resources: {'Port': ['ID=ea3389e0-19b8-4e15-a53b-063b225933fa,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:20.481697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:20.515415 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77501e93-0f85-4d68-9e6e-d0562851b355 req-f1c3f981-919b-419a-8239-b30fbb7304a7 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156998 May 26 22:40:20.553596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.559071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.591031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba42cbd0-af7e-44da-ab07-6d3e76d52b59,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:20.597568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-03526fad-dbc4-4682-b860-903584a9fb22 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ba42cbd0-af7e-44da-ab07-6d3e76d52b59 HTTP/1.1" status: 204 len: 168 time: 0.6991155 May 26 22:40:20.621555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:20.622182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.652382 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.666726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d488b-580f-45d3-ae94-f9301ec65bb3 req-12626706-f2b1-4a07-a087-f275229d6106 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:20.668641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e', '714eb801-ec12-4f1a-bc36-937785f0b82c', '95cc68de-10d5-48ca-b736-03e8ab8d3b14'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:20.674892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e3d488b-580f-45d3-ae94-f9301ec65bb3 req-12626706-f2b1-4a07-a087-f275229d6106 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=62df37bc-f268-471e-aea5-76d0fca4d097 HTTP/1.1" status: 200 len: 946 time: 0.1675959 May 26 22:40:20.700910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-a47fd4bd-ef2b-4632-991a-9ac77dc55a6b tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9387844 May 26 22:40:20.712739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event deleted for resources: {'Port': ['ID=d64a200c-e512-4866-92e9-58c276b678a3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:20.714564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d64a200c-e512-4866-92e9-58c276b678a3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:20.757540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Request body: {'port': {'device_id': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:20.790825 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:20.800078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-86541edc-e899-4b9b-973a-39eb19266294 req-cb3cb856-7690-423b-a058-203ed7b537e7 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0891821 May 26 22:40:20.831134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e3d488b-580f-45d3-ae94-f9301ec65bb3 req-614b1377-2c37-42d5-ab12-77df51d1ea4e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/security-groups?id=087d12f6-9693-48c9-a92c-13192ea29204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444590 May 26 22:40:20.845835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:20.986366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77a3c-060e-476a-b715-63fe913ee71f req-840770e4-1f91-47b8-ad96-d154b6d327a6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:21.000529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abd77a3c-060e-476a-b715-63fe913ee71f req-840770e4-1f91-47b8-ad96-d154b6d327a6 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "GET /v2.0/ports?device_id=62df37bc-f268-471e-aea5-76d0fca4d097 HTTP/1.1" status: 200 len: 946 time: 0.2766762 May 26 22:40:21.002339 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.010652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-290a8c7f-584b-4edb-a027-fc63eadc1678 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bfbca968a0040cc9589da59c5c06285&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1608744 May 26 22:40:21.013771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48138) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:21.022185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] No DVR routers for this DVR port d64a200c-e512-4866-92e9-58c276b678a3 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:21.027161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.029233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-739f8388-1c07-4002-8ae2-46c26b08d01d req-81f82ee4-5ea7-4546-84f8-932ab4fdac19 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.48 "DELETE /v2.0/ports/d64a200c-e512-4866-92e9-58c276b678a3 HTTP/1.1" status: 204 len: 173 time: 1.6379731 May 26 22:40:21.161502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:21.210805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Deleting port 6f3e432d-5808-4b6b-ad45-0406a020d836 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:21.211487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.227274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-deleted', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:21.352616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e36d2e8-3496-46cc-8a50-45be33c847a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.388135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff21e5-2155-4f28-9ee3-77502d1a5be6 req-a41e6828-2010-4b7a-b95a-61b00ec2995d tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:21.390136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40ff21e5-2155-4f28-9ee3-77502d1a5be6 req-a41e6828-2010-4b7a-b95a-61b00ec2995d tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 931 time: 0.2999988 May 26 22:40:21.398487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-61215587-6a55-4114-b3cd-f1fc26a6cf42 req-309c553d-212e-4f39-9bf5-8d2a0b8a7c52 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:21.494957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e36d2e8-3496-46cc-8a50-45be33c847a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.516124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-61215587-6a55-4114-b3cd-f1fc26a6cf42 req-309c553d-212e-4f39-9bf5-8d2a0b8a7c52 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:21.517270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61215587-6a55-4114-b3cd-f1fc26a6cf42 req-309c553d-212e-4f39-9bf5-8d2a0b8a7c52 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=f18b5e07-db73-4886-95eb-dd329e85cef9 HTTP/1.1" status: 200 len: 210 time: 0.2786407 May 26 22:40:21.561271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c1b80337-a21c-4f4c-b62a-5901be0e2131 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:21.562733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c1b80337-a21c-4f4c-b62a-5901be0e2131 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "GET /v2.0/ports?device_id=15b1090e-6613-4290-82e4-dbe63ea6d900 HTTP/1.1" status: 200 len: 945 time: 0.3229935 May 26 22:40:21.593063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-40ff21e5-2155-4f28-9ee3-77502d1a5be6 req-44f8b865-e273-41cc-9cf9-65a78baf56ac tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Synchronizing usage tracker for tenant:d7e2945216664b068c16053466b64f35 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:21.622837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] For port 6f3e432d-5808-4b6b-ad45-0406a020d836, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=6f3e432d-5808-4b6b-ad45-0406a020d836,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:21.623203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.692478 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221f5ef2-65bc-4736-adf0-09e154149650'] response: {'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'code': 200} May 26 22:40:21.711797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Deleting port 079918f2-5f95-47bb-8361-088c6bde821e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:21.712222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.733385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-40ff21e5-2155-4f28-9ee3-77502d1a5be6 req-44f8b865-e273-41cc-9cf9-65a78baf56ac tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Unset dirty status for tenant:d7e2945216664b068c16053466b64f35 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:21.740048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40ff21e5-2155-4f28-9ee3-77502d1a5be6 req-44f8b865-e273-41cc-9cf9-65a78baf56ac tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215492 May 26 22:40:21.782108 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41512867-b23d-4c26-bee5-f952e0ee4e24'] response: {'server_uuid': 'f18b5e07-db73-4886-95eb-dd329e85cef9', 'name': 'network-vif-deleted', 'tag': 'd64a200c-e512-4866-92e9-58c276b678a3', 'status': 'completed', 'code': 200} May 26 22:40:21.784318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.806599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e36d2e8-3496-46cc-8a50-45be33c847a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.818189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Calling delete_port for 6f3e432d-5808-4b6b-ad45-0406a020d836 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:21.833275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3389e0-19b8-4e15-a53b-063b225933fa {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:21.875090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.878397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d2e8-3496-46cc-8a50-45be33c847a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd408b-3838-498d-b3ba-837843ca850d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:21.887650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e36d2e8-3496-46cc-8a50-45be33c847a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:21.889069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e36d2e8-3496-46cc-8a50-45be33c847a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17bd408b-3838-498d-b3ba-837843ca850d HTTP/1.1" status: 204 len: 168 time: 0.8007226 May 26 22:40:22.052900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.075547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['079918f2-5f95-47bb-8361-088c6bde821e', '6f3e432d-5808-4b6b-ad45-0406a020d836'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:22.113653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event deleted for resources: {'Port': ['ID=6f3e432d-5808-4b6b-ad45-0406a020d836,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:22.171959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 001e7626-6a12-4331-9cfb-9760731b4e8f no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:22.198814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Transition to ACTIVE for port object ea3389e0-19b8-4e15-a53b-063b225933fa will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:22.214365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 001e7626-6a12-4331-9cfb-9760731b4e8f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:22.214866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 001e7626-6a12-4331-9cfb-9760731b4e8f not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:22.217569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] No DVR routers for this DVR port 6f3e432d-5808-4b6b-ad45-0406a020d836 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:22.217856 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.221340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.236530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c6a5b-ee35-4c89-b224-66d105e1f58b req-f7f748fa-edb0-4832-b08c-d4ef923c439a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:22.244630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-677c6a5b-ee35-4c89-b224-66d105e1f58b req-f7f748fa-edb0-4832-b08c-d4ef923c439a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 950 time: 0.2577074 May 26 22:40:22.246189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62df37bc-f268-471e-aea5-76d0fca4d097', 'name': 'network-vif-deleted', 'tag': '6f3e432d-5808-4b6b-ad45-0406a020d836'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:22.288979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abd77a3c-060e-476a-b715-63fe913ee71f req-5e00bf7f-7c30-4a7d-a214-2f4d67d2959e tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "DELETE /v2.0/ports/6f3e432d-5808-4b6b-ad45-0406a020d836 HTTP/1.1" status: 204 len: 173 time: 1.2734609 May 26 22:40:22.303313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-677c6a5b-ee35-4c89-b224-66d105e1f58b req-23c6254a-7dcc-4031-92e6-2c15b0e47ec3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578282 May 26 22:40:22.382390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3389e0-19b8-4e15-a53b-063b225933fa,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:22.451043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48168) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:22.458450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387909486', 'description': 'tempest-description--1431084020'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:22.467549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:22.481205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:22.496613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.496831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] For port 079918f2-5f95-47bb-8361-088c6bde821e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=079918f2-5f95-47bb-8361-088c6bde821e,segment=NetworkSegment(5829cd09-d465-4fa1-a922-496b1aa8244f),segment_id=5829cd09-d465-4fa1-a922-496b1aa8244f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:22.497205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.516258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511862c-92fd-4d6a-aac5-0c380b3fbbca req-6a0ea471-155e-4291-8a48-301ef17e4865 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:22.517744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1511862c-92fd-4d6a-aac5-0c380b3fbbca req-6a0ea471-155e-4291-8a48-301ef17e4865 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.5297799 May 26 22:40:22.567225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:22.571871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Usage tracker for resource:security_group_rule and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:22.575431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:22.581961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:22.660862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Calling delete_port for 079918f2-5f95-47bb-8361-088c6bde821e owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:22.739330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bac971ee-4f65-4ced-aa3a-f1317268eb5d req-3fb74abb-1cfd-43ca-88e6-f99282428dfc tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Synchronizing usage tracker for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:22.779607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bac971ee-4f65-4ced-aa3a-f1317268eb5d req-3fb74abb-1cfd-43ca-88e6-f99282428dfc tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Unset dirty status for tenant:7ccacf08002e4690bec56fcacfe03187 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:22.779607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bac971ee-4f65-4ced-aa3a-f1317268eb5d req-3fb74abb-1cfd-43ca-88e6-f99282428dfc tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.32 "GET /v2.0/ports?device_id=62df37bc-f268-471e-aea5-76d0fca4d097 HTTP/1.1" status: 200 len: 210 time: 0.1936879 May 26 22:40:22.788583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1511862c-92fd-4d6a-aac5-0c380b3fbbca req-e62d8044-16b7-41ea-bfcc-507320b337ec tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080336 May 26 22:40:22.790198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Attempting to bind port ea3389e0-19b8-4e15-a53b-063b225933fa on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:22.790529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Attempting to bind port ea3389e0-19b8-4e15-a53b-063b225933fa by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '91fb3b40-13e6-4cb9-8eb1-ff8ab612e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:22.791523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Attempting to bind port ea3389e0-19b8-4e15-a53b-063b225933fa on network dad93c3c-4ec7-4267-9cce-3d10583d756a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:22.816727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Port ea3389e0-19b8-4e15-a53b-063b225933fa on network dad93c3c-4ec7-4267-9cce-3d10583d756a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:22.816727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Attempting to bind port ea3389e0-19b8-4e15-a53b-063b225933fa on network dad93c3c-4ec7-4267-9cce-3d10583d756a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:22.840211 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.846923 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.927316 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b8fb29-e3be-4636-818a-25eda2e0f010'] response: {'server_uuid': '62df37bc-f268-471e-aea5-76d0fca4d097', 'name': 'network-vif-deleted', 'tag': '6f3e432d-5808-4b6b-ad45-0406a020d836', 'status': 'completed', 'code': 200} May 26 22:40:22.954074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:22.954427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Checking segment: {'id': '91fb3b40-13e6-4cb9-8eb1-ff8ab612e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:22.955167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Bound using segment: {'id': '91fb3b40-13e6-4cb9-8eb1-ff8ab612e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:22.955447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c1267d-b29c-421d-8175-51dc443e5b9a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:22.955584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Bound port: ea3389e0-19b8-4e15-a53b-063b225933fa, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91fb3b40-13e6-4cb9-8eb1-ff8ab612e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:22.956009 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.975779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:22.984908 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.993093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.997752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-edde4fb2-fc06-4b07-a3c9-caf3bde4eae3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5428696 May 26 22:40:22.997975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48186) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:23.003584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Request body: {'security_group_rule': {'security_group_id': '32c1267d-b29c-421d-8175-51dc443e5b9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:23.017465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:23.021725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Usage tracker for resource:security_group_rule and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:23.024491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:23.030903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:23.057423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.103754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['6f3e432d-5808-4b6b-ad45-0406a020d836'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:23.139889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Pushing event deleted for resources: {'Port': ['ID=079918f2-5f95-47bb-8361-088c6bde821e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:23.144919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2e2df3d-c96a-41eb-9972-28f4d695b0c7 req-7aa35287-279e-42a6-a152-b88b4943b4bc tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0570421 May 26 22:40:23.147665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: d64a200c-e512-4866-92e9-58c276b678a3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:23.148129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d64a200c-e512-4866-92e9-58c276b678a3 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:23.149048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 079918f2-5f95-47bb-8361-088c6bde821e no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:23.200196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 079918f2-5f95-47bb-8361-088c6bde821e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:23.200591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 079918f2-5f95-47bb-8361-088c6bde821e not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:23.213548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48190) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:23.242065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.251010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.271711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] For port ea3389e0-19b8-4e15-a53b-063b225933fa, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:23.272111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] For port ea3389e0-19b8-4e15-a53b-063b225933fa, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ea3389e0-19b8-4e15-a53b-063b225933fa,segment=NetworkSegment(91fb3b40-13e6-4cb9-8eb1-ff8ab612e431),segment_id=91fb3b40-13e6-4cb9-8eb1-ff8ab612e431)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:23.280870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b1bff7-3907-4e01-a5a9-e0d8ab85aa40,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:23.284625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] No DVR routers for this DVR port 079918f2-5f95-47bb-8361-088c6bde821e on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:23.288145 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.297051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.300569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.301520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eec0e02b-e8df-4725-b0a5-74de2476e97d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3025866 May 26 22:40:23.303655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48196) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:23.313471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Request body: {'security_group_rule': {'security_group_id': '32c1267d-b29c-421d-8175-51dc443e5b9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:23.320093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:23.328071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da829f20-a19c-4847-b815-4bdc14e77e03 req-900f2044-5580-4107-b2c8-5f8cbb6e2825 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:23.329545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da829f20-a19c-4847-b815-4bdc14e77e03 req-900f2044-5580-4107-b2c8-5f8cbb6e2825 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 950 time: 0.2048590 May 26 22:40:23.332067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Usage tracker for resource:security_group_rule and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:23.335346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:23.360181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:23.394973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c5aafe7-b48a-4b3a-bff6-ca9d011ee5ec req-c57e6ab6-4552-44f3-b3c1-3bbbb74e7948 tempest-MultipleCreateTestJSON-261683688 tempest-MultipleCreateTestJSON-261683688-project] 10.222.0.48 "DELETE /v2.0/ports/079918f2-5f95-47bb-8361-088c6bde821e HTTP/1.1" status: 204 len: 173 time: 1.8257554 May 26 22:40:23.395771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3389e0-19b8-4e15-a53b-063b225933fa,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:23.399400 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.400943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-7ff57dc1-e59c-42ba-b57a-0d45e69b87c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea3389e0-19b8-4e15-a53b-063b225933fa HTTP/1.1" status: 200 len: 1091 time: 2.6488707 May 26 22:40:23.418952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.446435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da829f20-a19c-4847-b815-4bdc14e77e03 req-7b812dfd-88a8-4cad-82ec-ae78bc49b6f8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076767 May 26 22:40:23.455768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-430613379-network', 'tenant_id': '812d32c4f0204832b5369800700047f3'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:23.468720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:23.477253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Usage tracker for resource:network and tenant:812d32c4f0204832b5369800700047f3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:23.487290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:23.498622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:23.519848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Made reservation on behalf of 812d32c4f0204832b5369800700047f3 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:23.522443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.539684 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.572711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.585700 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.608138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded915ad-b299-4aeb-9f3b-09528b74a207,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:23.613892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:23.615104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06873a-d11f-4173-8a5d-addb6420293d req-8d6fc325-5e23-4eea-8834-c82df18d4dbe tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:23.615934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2f06873a-d11f-4173-8a5d-addb6420293d req-8d6fc325-5e23-4eea-8834-c82df18d4dbe tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Synchronizing usage tracker for tenant:d7e2945216664b068c16053466b64f35 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:23.623655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-2859a927-c972-4e0f-827d-9b512803d304 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7e2945216664b068c16053466b64f35&device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 1094 time: 0.1770220 May 26 22:40:23.624006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:812d32c4f0204832b5369800700047f3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:23.627161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:23.639181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:23.649008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.654168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb945069-f66a-4f38-af32-f80625f7ef31 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3493185 May 26 22:40:23.655888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48204) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:23.662514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:23.668909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:23.672808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Usage tracker for resource:floatingip and tenant:84aa91be3dad427ea7fedfc23e017777 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:23.676166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:23.682418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:23.704888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.728408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2f06873a-d11f-4173-8a5d-addb6420293d req-8d6fc325-5e23-4eea-8834-c82df18d4dbe tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Unset dirty status for tenant:d7e2945216664b068c16053466b64f35 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:23.735301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f06873a-d11f-4173-8a5d-addb6420293d req-8d6fc325-5e23-4eea-8834-c82df18d4dbe tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 943 time: 0.2344437 May 26 22:40:23.753753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-19be158a-5c65-4dad-8e87-5dfe58b98894 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea3389e0-19b8-4e15-a53b-063b225933fa HTTP/1.1" status: 200 len: 217 time: 0.1195278 May 26 22:40:23.793288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'name': 'network-vif-deleted', 'tag': '079918f2-5f95-47bb-8361-088c6bde821e'}, {'name': 'network-changed', 'server_uuid': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'tag': 'ea3389e0-19b8-4e15-a53b-063b225933fa'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:23.844191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f06873a-d11f-4173-8a5d-addb6420293d req-f9e31a1a-136d-483c-994a-d9c437ac555c tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079235 May 26 22:40:23.847545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-eae6d049-0d53-4f91-b216-adca0b360720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:23.848856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-eae6d049-0d53-4f91-b216-adca0b360720 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae0b5bb-56fe-411d-a8d5-8fd40d87c858 HTTP/1.1" status: 200 len: 849 time: 0.0879927 May 26 22:40:23.851817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.860326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.904527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-1697c5db-3739-48cd-9fc5-bea23535dee1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dad93c3c-4ec7-4267-9cce-3d10583d756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471730 May 26 22:40:23.913468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:40:23.926213 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:40:23.930375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755552c1-0f33-4caa-9c3e-b5de100a01a7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:23.935730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.936069 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Added segment 184e33ef-5308-4366-95d2-908232a13a80 of type vlan for network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 May 26 22:40:23.957279 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b39cf6b-964e-480f-8294-2dfbdbdaca23'] response: {'server_uuid': '15b1090e-6613-4290-82e4-dbe63ea6d900', 'name': 'network-vif-deleted', 'tag': '079918f2-5f95-47bb-8361-088c6bde821e', 'status': 'completed', 'code': 200} May 26 22:40:23.957279 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b39cf6b-964e-480f-8294-2dfbdbdaca23'] response: {'name': 'network-changed', 'server_uuid': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'tag': 'ea3389e0-19b8-4e15-a53b-063b225933fa', 'status': 'completed', 'code': 200} May 26 22:40:23.985774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.998957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.081135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.082277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:24.082855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.095014 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-bd7ad05f-7655-4bde-86e3-f6cb80b1dab9 service neutron] 10.222.0.48 "GET /v2.0/networks/dad93c3c-4ec7-4267-9cce-3d10583d756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836209 May 26 22:40:24.290790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Allocated IP 172.25.4.245 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/8b4b3111-081a-47ba-825c-5daebf613865) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:24.293919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0782351 May 26 22:40:24.298335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48220) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:24.306708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Request body: {'subnet': {'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-430613379-subnet', 'tenant_id': '812d32c4f0204832b5369800700047f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:24.311022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1867c-b65b-4d95-98b4-d7dcb0bea1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:24.319176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:24.320769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:40:24.357041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Usage tracker for resource:subnet and tenant:812d32c4f0204832b5369800700047f3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:24.369870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:24.392137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:24.449456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41f71f6a-e818-4e7f-99c9-505804906e63 req-4ddac3cc-3c66-421e-be8a-55dda86c80c7 service neutron] 10.222.0.48 "GET /v2.0/networks/dad93c3c-4ec7-4267-9cce-3d10583d756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485088 May 26 22:40:24.460923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6e9ae-4ca1-43ee-a530-a50c7d7a34b7 req-77cd95a3-d4c6-4f8a-bbbf-22f135a1c608 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:24.462545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91d6e9ae-4ca1-43ee-a530-a50c7d7a34b7 req-77cd95a3-d4c6-4f8a-bbbf-22f135a1c608 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.1569593 May 26 22:40:24.475905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Made reservation on behalf of 812d32c4f0204832b5369800700047f3 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:24.478200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.552491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91d6e9ae-4ca1-43ee-a530-a50c7d7a34b7 req-bb645397-ed59-4ec9-9e45-5f67d84ff6c6 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836191 May 26 22:40:24.592695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-305d1152-7fb7-4ff9-a3d8-e0989d8709f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7e2945216664b068c16053466b64f35&device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 1094 time: 0.0909402 May 26 22:40:24.625969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b291b2-2b1d-4701-b12c-414ed491fcb2 req-a26486af-c900-4866-814b-01aba03f32c0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:24.629875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b291b2-2b1d-4701-b12c-414ed491fcb2 req-a26486af-c900-4866-814b-01aba03f32c0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:24.631414 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-15b291b2-2b1d-4701-b12c-414ed491fcb2 req-a26486af-c900-4866-814b-01aba03f32c0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe&device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 1691 time: 0.3286538 May 26 22:40:24.646395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.717162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-15b291b2-2b1d-4701-b12c-414ed491fcb2 req-6421fac8-0528-40c2-ad57-5bfce2963fda tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780082 May 26 22:40:24.765312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.802937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48226) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:24.823949 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.859299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:24.873421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:24.873628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] Deleting subnet 4b119a1b-9359-4589-9ec3-375a16f23150 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:40:24.875543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-61f2d78b-695f-459f-a672-a0d3a7311022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:24.877016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-61f2d78b-695f-459f-a672-a0d3a7311022 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dad93c3c-4ec7-4267-9cce-3d10583d756a HTTP/1.1" status: 200 len: 910 time: 0.2782469 May 26 22:40:24.880094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:24.880268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.903564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'Port': ['ID=8b4b3111-081a-47ba-825c-5daebf613865,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:24.952239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.965283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ac004-a969-4abc-8664-1db1ac767474 req-cf6ddbc8-0bf0-4049-9b60-ea30276bd875 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:24.966699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-551ac004-a969-4abc-8664-1db1ac767474 req-cf6ddbc8-0bf0-4049-9b60-ea30276bd875 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 950 time: 0.2812357 May 26 22:40:24.998724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6f3e432d-5808-4b6b-ad45-0406a020d836 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:24.999114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4243aa56-d396-4425-9eb0-8274c5d9e6c9 req-6c8f0f78-b37e-417f-8445-0d16630993a5 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0845435 May 26 22:40:25.012813 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-4fc22a06-5f33-4213-97ac-9685e4665aa0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea3389e0-19b8-4e15-a53b-063b225933fa HTTP/1.1" status: 200 len: 217 time: 0.1033759 May 26 22:40:25.043078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 6f3e432d-5808-4b6b-ad45-0406a020d836 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:25.044327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 6f3e432d-5808-4b6b-ad45-0406a020d836 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:25.052287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3edef60-6556-4b5e-b601-1e3f8b6f9c1b,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:25.069750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.078567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Checking segment: {'id': '184e33ef-5308-4366-95d2-908232a13a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:25.078930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Network hostable DHCP agents. Network: b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:40:25.136033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-551ac004-a969-4abc-8664-1db1ac767474 req-e317e45c-532c-4707-8192-ce4efe67b3b6 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586800 May 26 22:40:25.144759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-bee78c7c-c593-4974-bd00-b3e7db5c4846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:25.162401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-bee78c7c-c593-4974-bd00-b3e7db5c4846 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae0b5bb-56fe-411d-a8d5-8fd40d87c858 HTTP/1.1" status: 200 len: 849 time: 0.1428638 May 26 22:40:25.223537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-17e0249b-9849-44d8-95e7-2ddc6c61f8af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dad93c3c-4ec7-4267-9cce-3d10583d756a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552058 May 26 22:40:25.229778 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.313350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:40:25.352599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.358938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:25.366630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f09cd-1f42-4b33-aae7-257e16ec83b0 None None] Network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:25.401547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:25.402078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.448592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.489057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3795757a-85d8-4dc5-ba94-1d76d8aa303f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1877759 May 26 22:40:25.528461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5bcb849-7a71-4a01-b4d0-3ff075fc803a req-55a676d3-1ab7-4f33-b9f0-039e27d260cd tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 1101 time: 0.2070014 May 26 22:40:25.529319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.583610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b119a1b-9359-4589-9ec3-375a16f23150,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:25.586953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-126a007e-c7c1-42d9-ad59-3e1b988353ba service neutron] 10.222.0.48 "GET /v2.0/networks/dad93c3c-4ec7-4267-9cce-3d10583d756a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305235 May 26 22:40:25.604378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.651230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5bcb849-7a71-4a01-b4d0-3ff075fc803a req-9a8d954a-ce52-440a-b038-994202884327 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218841 May 26 22:40:25.666984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48238) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:25.674069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a4d0f753-d2da-4fc4-9015-1762f8c10fb2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b119a1b-9359-4589-9ec3-375a16f23150 HTTP/1.1" status: 204 len: 168 time: 0.8538706 May 26 22:40:25.680113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca3bc-dd4a-4bb0-b05e-610ee143e2e4 req-ba35cab1-6d9f-4287-a136-054120334498 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:25.681654 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ae2ca3bc-dd4a-4bb0-b05e-610ee143e2e4 req-ba35cab1-6d9f-4287-a136-054120334498 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 943 time: 0.3961558 May 26 22:40:25.713500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa85aa5-e32e-41fe-a26a-f7484063887e None None] Network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:25.785185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-60faabeb-41a2-4739-847f-7ee027d06c0c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:25.786956 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-60faabeb-41a2-4739-847f-7ee027d06c0c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 950 time: 0.4612513 May 26 22:40:25.819953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.857841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.920621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Deleting port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:25.920978 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.959465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:25.992516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ae2ca3bc-dd4a-4bb0-b05e-610ee143e2e4 req-f591ae1e-dfde-46ef-87e6-e4000457b293 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998806 May 26 22:40:25.999653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c755ea-891f-491d-944b-6aefeedc9d25 req-46dd651e-d2c6-46c0-865f-2cc14b20c87e service neutron] 10.222.0.48 "GET /v2.0/networks/dad93c3c-4ec7-4267-9cce-3d10583d756a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973808 May 26 22:40:26.128090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.185864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'Port': ['ID=8b4b3111-081a-47ba-825c-5daebf613865,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:26.190935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:26.210530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.217123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5829cd09-d465-4fa1-a922-496b1aa8244f') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:26.217412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5829cd09-d465-4fa1-a922-496b1aa8244f') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:26.237832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.260548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534809-fe4b-4e9c-aec4-61983f88987c req-51af429e-86ff-45eb-bf5b-6ca931d67464 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:26.262039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5534809-fe4b-4e9c-aec4-61983f88987c req-51af429e-86ff-45eb-bf5b-6ca931d67464 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.3590615 May 26 22:40:26.263812 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.264893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a63a680-85e8-4d69-9669-88d5f6e98885 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6080995 May 26 22:40:26.286277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.301368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:40:26.301793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: timer() May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:40:26.314915 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:40:26.359049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4940a138-f46b-42bf-8038-ccbe1b416263 req-5dc10e72-6af5-4f56-a7fa-c78786ff597b tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 1101 time: 0.1856821 May 26 22:40:26.400379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] For port 95cc68de-10d5-48ca-b736-03e8ab8d3b14, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=95cc68de-10d5-48ca-b736-03e8ab8d3b14,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:26.400737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.402441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5534809-fe4b-4e9c-aec4-61983f88987c req-6fa14bc6-5960-408d-a053-ae252d6fe0fc tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342595 May 26 22:40:26.410296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.431468 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.441118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] Pushing event deleted for resources: {'Network': ['ID=002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:26.449814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2802862f-99ac-4beb-a7d1-3b8761ee95cb admin admin] 10.222.0.32 "DELETE /v2.0/networks/002d3fb8-6a84-44b6-a5ef-ccf3dcf0ea00 HTTP/1.1" status: 204 len: 168 time: 0.7817409 May 26 22:40:26.558710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Calling delete_port for 95cc68de-10d5-48ca-b736-03e8ab8d3b14 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:26.597969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4940a138-f46b-42bf-8038-ccbe1b416263 req-d0710c72-945f-4670-a32a-503500d76f5e tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Synchronizing usage tracker for tenant:d19ac67379ad411db7a59c81e3e0df94 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:26.599001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48260) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:26.633777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4940a138-f46b-42bf-8038-ccbe1b416263 req-d0710c72-945f-4670-a32a-503500d76f5e tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] Unset dirty status for tenant:d19ac67379ad411db7a59c81e3e0df94 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:26.645649 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4940a138-f46b-42bf-8038-ccbe1b416263 req-d0710c72-945f-4670-a32a-503500d76f5e tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803149 May 26 22:40:26.705693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4350e205-66fe-4eb1-8732-eeb23435cbac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ccacf08002e4690bec56fcacfe03187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1025822 May 26 22:40:26.706418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48270) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:26.777167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.795962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e', '714eb801-ec12-4f1a-bc36-937785f0b82c', '95cc68de-10d5-48ca-b736-03e8ab8d3b14'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:26.871946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event deleted for resources: {'Port': ['ID=95cc68de-10d5-48ca-b736-03e8ab8d3b14,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:26.882780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e053d75-5d30-4394-b0f3-bacc4b00ac15 req-46f57f79-d6c3-46a2-97af-e4e528dd9bc2 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0640075 May 26 22:40:26.895936 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-93b8088a-1897-4a48-945a-526dd6d10fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.951754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-f1855f9d-1787-4836-b5ef-fed4c8450d16 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:26.952338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-f1855f9d-1787-4836-b5ef-fed4c8450d16 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Synchronizing usage tracker for tenant:812d32c4f0204832b5369800700047f3 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:26.959593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-93b8088a-1897-4a48-945a-526dd6d10fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.959805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] No DVR routers for this DVR port 95cc68de-10d5-48ca-b736-03e8ab8d3b14 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:26.964424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:26.975281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-deleted', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:26.982564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-095b0ace-c101-4c93-9d26-0faf1c0ceafa req-ef764a3a-9a36-4014-9c81-3a74f249d5dd tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "DELETE /v2.0/ports/95cc68de-10d5-48ca-b736-03e8ab8d3b14 HTTP/1.1" status: 204 len: 173 time: 1.1813495 May 26 22:40:27.024833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ea3389e0-19b8-4e15-a53b-063b225933fa details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:27.032981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-f1855f9d-1787-4836-b5ef-fed4c8450d16 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Unset dirty status for tenant:812d32c4f0204832b5369800700047f3 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:27.041991 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-f1855f9d-1787-4836-b5ef-fed4c8450d16 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/networks?id=b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 HTTP/1.1" status: 200 len: 812 time: 0.3345976 May 26 22:40:27.062286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-8c42d641-d566-4b4b-b6f4-d06b22746b2a tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/quotas/812d32c4f0204832b5369800700047f3 HTTP/1.1" status: 200 len: 375 time: 0.0189059 May 26 22:40:27.117288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-93b8088a-1897-4a48-945a-526dd6d10fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:27.130888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-7fb597eb-02db-46f2-aa36-d869493f9aff tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=812d32c4f0204832b5369800700047f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675459 May 26 22:40:27.171563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8088a-1897-4a48-945a-526dd6d10fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d12f6-9693-48c9-a92c-13192ea29204,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:27.177371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7d9e3e20-4007-45d0-8684-79defce76b17 req-065a9602-15f1-4149-a0b1-e834e0294998 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:27.198786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7d9e3e20-4007-45d0-8684-79defce76b17 req-065a9602-15f1-4149-a0b1-e834e0294998 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:27.200386 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d9e3e20-4007-45d0-8684-79defce76b17 req-065a9602-15f1-4149-a0b1-e834e0294998 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3cadc75-3c0f-413b-bdbc-8b88f47ba765 HTTP/1.1" status: 200 len: 210 time: 0.0806849 May 26 22:40:27.207560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ea3389e0-19b8-4e15-a53b-063b225933fa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ea3389e0-19b8-4e15-a53b-063b225933fa,segment=NetworkSegment(91fb3b40-13e6-4cb9-8eb1-ff8ab612e431),segment_id=91fb3b40-13e6-4cb9-8eb1-ff8ab612e431)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:27.242345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-93b8088a-1897-4a48-945a-526dd6d10fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:27.253979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-93b8088a-1897-4a48-945a-526dd6d10fa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/087d12f6-9693-48c9-a92c-13192ea29204 HTTP/1.1" status: 204 len: 168 time: 0.5376470 May 26 22:40:27.289596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'ea3389e0-19b8-4e15-a53b-063b225933fa', 'network_id': 'dad93c3c-4ec7-4267-9cce-3d10583d756a', 'port_id': 'ea3389e0-19b8-4e15-a53b-063b225933fa', 'mac_address': 'fa:16:3e:3c:60:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae0b5bb-56fe-411d-a8d5-8fd40d87c858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:27.346593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-e6a2bee6-171d-426f-ac1a-2a28917ac975 service neutron] 10.222.0.32 "GET /v2.0/networks/b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147176 May 26 22:40:27.448735 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:27.479961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3389e0-19b8-4e15-a53b-063b225933fa {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:27.486109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:27.512251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ea3389e0-19b8-4e15-a53b-063b225933fa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ea3389e0-19b8-4e15-a53b-063b225933fa,segment=NetworkSegment(91fb3b40-13e6-4cb9-8eb1-ff8ab612e431),segment_id=91fb3b40-13e6-4cb9-8eb1-ff8ab612e431)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:27.521120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:27.576025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-79913f9e-0cad-4a64-b2e8-b304da0e33ce tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:27.577494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-79913f9e-0cad-4a64-b2e8-b304da0e33ce tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 821 time: 0.2193043 May 26 22:40:27.610797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-64e73c48-bb1c-43e7-9c50-060e27dd1aff tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/quotas/84aa91be3dad427ea7fedfc23e017777 HTTP/1.1" status: 200 len: 375 time: 0.0228784 May 26 22:40:27.621481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=ea3389e0-19b8-4e15-a53b-063b225933fa,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:27.704079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-e9ced82a-4dff-43f8-b05d-ffdd2aa0bd49 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:27.724443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-e9ced82a-4dff-43f8-b05d-ffdd2aa0bd49 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:27.733340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-06bfec2d-dde0-40dc-ac55-d62f2e332466 service neutron] 10.222.0.32 "GET /v2.0/networks/b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859651 May 26 22:40:27.734107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-e9ced82a-4dff-43f8-b05d-ffdd2aa0bd49 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1212788 May 26 22:40:27.849243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['ea3389e0-19b8-4e15-a53b-063b225933fa'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:27.897738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-8e540bc9-5e4a-4e2e-a318-bae42bc3c7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627681 May 26 22:40:28.028057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-e2719f66-1429-4e53-8473-0cbfd0ba5397 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505288 May 26 22:40:28.100627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-062188cb-7ef7-4f2c-9cd4-7b980d354553 service neutron] 10.222.0.32 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899571 May 26 22:40:28.241923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-884cb75c-e97c-4236-a46a-0861f3092c36 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:28.248931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-884cb75c-e97c-4236-a46a-0861f3092c36 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199914 May 26 22:40:28.266674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-df736686-56da-4c5a-8593-5be7fbd4d6a5 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/quotas/63db535426764bb8860dd58d851617c8 HTTP/1.1" status: 200 len: 375 time: 0.0168564 May 26 22:40:28.290246 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4310cd-0c11-4478-ae80-609e0a586c62'] response: {'server_uuid': 'd3cadc75-3c0f-413b-bdbc-8b88f47ba765', 'name': 'network-vif-deleted', 'tag': '95cc68de-10d5-48ca-b736-03e8ab8d3b14', 'status': 'completed', 'code': 200} May 26 22:40:28.367210 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-fe4d1de2-085f-43f0-94e5-68f56a0acfff tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0996506 May 26 22:40:28.502164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1c27-a15b-4799-9567-53328628d1e4 req-5148f5ee-ec49-42d7-9642-cd9bd33f15a4 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:28.503715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6eb1c27-a15b-4799-9567-53328628d1e4 req-5148f5ee-ec49-42d7-9642-cd9bd33f15a4 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 944 time: 0.1026206 May 26 22:40:28.561866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48336) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:28.635760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6eb1c27-a15b-4799-9567-53328628d1e4 req-74b8fad4-3ab7-4f62-8e64-ebc773e14547 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225269 May 26 22:40:28.817363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212f957-36e1-4b61-8089-3db6aee4c74d req-30cbe0e9-65c4-4387-9252-ad4c6b5b5bd6 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:28.828506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4212f957-36e1-4b61-8089-3db6aee4c74d req-30cbe0e9-65c4-4387-9252-ad4c6b5b5bd6 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2167714 May 26 22:40:28.934810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4212f957-36e1-4b61-8089-3db6aee4c74d req-a4680838-8a27-455b-8199-51e42fdd54a7 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051321 May 26 22:40:28.976636 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe62b368-b095-4ae2-a8d0-f705431de01f req-42fbadce-d016-4c6c-b486-feef4d983e04 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 210 time: 0.1629217 May 26 22:40:28.980067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1162403408-network', 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:29.003650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:29.024757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Usage tracker for resource:network and tenant:112321dc32c44e748c69eba012b1178e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:29.033040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ea3389e0-19b8-4e15-a53b-063b225933fa up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:29.034626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:29.051930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:29.084745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:29.087692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.107616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.152977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port ea3389e0-19b8-4e15-a53b-063b225933fa completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:29.159357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port ea3389e0-19b8-4e15-a53b-063b225933fa triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:29.159734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.180176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:29.183819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ab0a1c1-ee75-442e-852e-43e46f064050 req-2ea512ca-3534-4d21-9707-cce95609c08b tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0890701 May 26 22:40:29.195667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Usage tracker for resource:security_group_rule and tenant:112321dc32c44e748c69eba012b1178e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:29.200261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:29.209551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:29.360926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.363740 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b7ff0b9-096f-4ec2-ba36-5b138a25cd05 req-216fd0e1-35b4-431c-9595-96b7f2aacd10 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 210 time: 0.0534415 May 26 22:40:29.366817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.401952 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.410320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8843374-e430-4251-b9e7-b2ddc8c5a0db,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:29.421660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:40:29.433068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.433605 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Added segment 383b7add-3869-4e2b-a4c6-c541dfbff850 of type vlan for network 263a6ff1-3e06-48dd-beed-251ac06438fc May 26 22:40:29.458881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ea3389e0-19b8-4e15-a53b-063b225933fa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ea3389e0-19b8-4e15-a53b-063b225933fa,segment=NetworkSegment(91fb3b40-13e6-4cb9-8eb1-ff8ab612e431),segment_id=91fb3b40-13e6-4cb9-8eb1-ff8ab612e431)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:29.461026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3389e0-19b8-4e15-a53b-063b225933fa'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:29.468586 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.497797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.555582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=ea3389e0-19b8-4e15-a53b-063b225933fa,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:29.587442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc99d2c7-30af-4710-824e-12f1e8a650f1 req-94f9abd2-be05-4da9-9862-b0a943f7d91e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 210 time: 0.0919516 May 26 22:40:29.666471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.667924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:29.668582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.710522 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dec645c-b87d-4a92-9077-831dd938fae4'] response: {'server_uuid': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3389e0-19b8-4e15-a53b-063b225933fa', 'code': 200} May 26 22:40:29.897595 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3338037 May 26 22:40:29.901224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:29.907351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Request body: {'subnet': {'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1162403408-subnet', 'tenant_id': '112321dc32c44e748c69eba012b1178e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:29.914333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:29.921986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Usage tracker for resource:subnet and tenant:112321dc32c44e748c69eba012b1178e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:29.929737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a63d85-3793-42ce-b250-a484ee44598a req-6de33b8e-b228-4a43-8828-0ee272f8c105 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:29.936360 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b8a63d85-3793-42ce-b250-a484ee44598a req-6de33b8e-b228-4a43-8828-0ee272f8c105 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 945 time: 0.1025381 May 26 22:40:29.938872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:29.957455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:29.987502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:29.989789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:30.006839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52d6d9-79e4-401a-aa4c-858308af0e39 admin admin] Pushing event updated for resources: {'Network': ['ID=263a6ff1-3e06-48dd-beed-251ac06438fc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:30.017966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 263a6ff1-3e06-48dd-beed-251ac06438fc details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:40:30.080178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b8a63d85-3793-42ce-b250-a484ee44598a req-6fb8bc50-6453-41c2-b4f4-410e00cd90a0 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300240 May 26 22:40:30.126952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-f486f2b2-ce10-4274-a70c-2ed551290138 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:30.129126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-f486f2b2-ce10-4274-a70c-2ed551290138 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.48 "GET /v2.0/networks?id=b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 HTTP/1.1" status: 200 len: 812 time: 0.2639740 May 26 22:40:30.134097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df46b9-46c8-481c-ad07-6679e28a1b05 req-f323ebbb-819b-4a6e-9f80-3b88f1fc2f55 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:30.141711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57df46b9-46c8-481c-ad07-6679e28a1b05 req-f323ebbb-819b-4a6e-9f80-3b88f1fc2f55 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.2588603 May 26 22:40:30.151129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Request body: {'port': {'device_id': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0', 'admin_state_up': True, 'tenant_id': '812d32c4f0204832b5369800700047f3'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:30.232647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:30.252174 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c2eba01-d081-4a0c-bfe7-01bdbcd6bfca req-ceb3717f-51a3-4d29-ad74-770a2c11eaf7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 1096 time: 0.4209783 May 26 22:40:30.278548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 95cc68de-10d5-48ca-b736-03e8ab8d3b14 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:30.279268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 95cc68de-10d5-48ca-b736-03e8ab8d3b14 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:30.331035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-d35d3414-f0be-450b-8981-1b7b893ce327 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719018 May 26 22:40:30.429019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634fb49-f5c4-4fe1-8647-c82af8507f1c req-23eb8dc5-9886-4fe3-ad1d-1b46a8ac5693 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:30.436241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1634fb49-f5c4-4fe1-8647-c82af8507f1c req-23eb8dc5-9886-4fe3-ad1d-1b46a8ac5693 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.2464449 May 26 22:40:30.458248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57df46b9-46c8-481c-ad07-6679e28a1b05 req-cc7ccaad-9899-4014-b3e5-8cb3db254060 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156111 May 26 22:40:30.488393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c2eba01-d081-4a0c-bfe7-01bdbcd6bfca req-c6e465f8-c2be-4385-8d4b-645b2eb7c6b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979876 May 26 22:40:30.555421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-3bb8d7e7-7ba4-45d9-a149-77455ceffa42 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:30.556149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-3bb8d7e7-7ba4-45d9-a149-77455ceffa42 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:30.561169 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:30.577999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1634fb49-f5c4-4fe1-8647-c82af8507f1c req-cd016609-45b6-4b84-8526-31145dde0c0d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405880 May 26 22:40:30.656150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-3bb8d7e7-7ba4-45d9-a149-77455ceffa42 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:30.657057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:30.658226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-3bb8d7e7-7ba4-45d9-a149-77455ceffa42 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.48 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 821 time: 0.3548641 May 26 22:40:30.670398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ba0ea9-330e-47b1-82d6-d873725d8274,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:30.680666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a3a392f-62ed-4b49-ac95-684eee69f838 req-17c0fe70-0f56-428e-9b8b-f797be231d45 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 210 time: 0.0971673 May 26 22:40:30.681458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Usage tracker for resource:port and tenant:812d32c4f0204832b5369800700047f3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:30.687155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:30.704506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:30.711235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:30.717090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Network hostable DHCP agents. Network: 263a6ff1-3e06-48dd-beed-251ac06438fc, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:40:30.717700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-40a1c4ab-f214-41a4-83c6-3a3bb1cfac7c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:30.719106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-40a1c4ab-f214-41a4-83c6-3a3bb1cfac7c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765609 May 26 22:40:30.725334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Made reservation on behalf of 812d32c4f0204832b5369800700047f3 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:30.731283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:30.750042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:30.770145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:40:30.793122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 263a6ff1-3e06-48dd-beed-251ac06438fc) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:30.801966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Request body: {'port': {'device_id': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'admin_state_up': True, 'tenant_id': '84aa91be3dad427ea7fedfc23e017777'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:30.806961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58b155-8521-4d10-a267-be1cd9096154 None None] Network 263a6ff1-3e06-48dd-beed-251ac06438fc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:30.830860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:30.835830 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:30.951820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24af984d-5431-44f6-a525-5ee2a4dba224 req-51d9d0ac-9cbb-4c39-9061-a4161319378b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 210 time: 0.0799968 May 26 22:40:31.014309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5937083-adb1-4c31-9558-aee861528cdd req-0de4d949-6141-4e06-b38f-16a8b6168ab4 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1533985 May 26 22:40:31.027425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7b62f24d-b888-439d-bdef-1b462ad1a9f0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1161304 May 26 22:40:31.094741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea3e8f-0a85-4af0-acbb-1d621613fc7c None None] Network 263a6ff1-3e06-48dd-beed-251ac06438fc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:31.128728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:31.141178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:31.153023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Made reservation on behalf of 84aa91be3dad427ea7fedfc23e017777 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:31.156952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:31.164441 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7d4b654-e05f-4bad-880b-4c32e42f25c3 req-ba51b0ec-b470-482a-b086-6ac0cf6c6988 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 210 time: 0.0627263 May 26 22:40:31.293752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:31.322504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:31.346313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:31.349545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:31.364733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Allocated IP 172.20.0.8 (b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0/c3edef60-6556-4b5e-b601-1e3f8b6f9c1b/3358312e-eb5f-4eec-9038-d37965efa344) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:31.609629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Allocated IP 172.20.0.12 (5a671628-abae-4a51-9f16-bd3162929308/d3244829-d2fe-49f7-85d3-4c4ef9b36ae4/9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:31.647702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1213-d295-46df-b565-19f8f1d81115 req-bbff4e1f-2aea-4035-a220-f5718f8ac7f7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:31.649132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-912b1213-d295-46df-b565-19f8f1d81115 req-bbff4e1f-2aea-4035-a220-f5718f8ac7f7 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.2253788 May 26 22:40:31.840062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.171 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/76a0da2e-904d-4e7f-8204-ad1fde3bf299) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:31.847011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06211826-fd87-4508-b6a0-cd83df6c7b76 req-f1a9ab09-e4e9-418f-9f49-49bc80f7cb12 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:31.848468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06211826-fd87-4508-b6a0-cd83df6c7b76 req-f1a9ab09-e4e9-418f-9f49-49bc80f7cb12 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 945 time: 0.4121759 May 26 22:40:31.863078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Deleting port 714eb801-ec12-4f1a-bc36-937785f0b82c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:31.863839 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:31.988266 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.013572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06211826-fd87-4508-b6a0-cd83df6c7b76 req-de4fb3ae-ccde-4c3d-8530-917d59cdaf01 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534102 May 26 22:40:32.067200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-9ffa83d2-af72-43e9-b29b-0cda22312822 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:32.069143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-9ffa83d2-af72-43e9-b29b-0cda22312822 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.4166155 May 26 22:40:32.132855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.149903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-fd67fc5a-dcfe-44d6-af07-6ff1dfb287cd tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.0689218 May 26 22:40:32.250791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:32.254164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:32.263154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.270572 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.275612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-60f70292-f77a-48e5-9355-d359738a456a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806522 May 26 22:40:32.287644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Pushing event updated for resources: {'Port': ['ID=3358312e-eb5f-4eec-9038-d37965efa344,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:32.291711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:32.298423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:32.300535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object 76a0da2e-904d-4e7f-8204-ad1fde3bf299 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:32.308783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:32.385319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:32.385857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.411766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cba7f-c102-489f-9791-032ac1137dca req-67aba6dd-b463-4228-b8f6-0872a82c1510 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:32.413737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a1cba7f-c102-489f-9791-032ac1137dca req-67aba6dd-b463-4228-b8f6-0872a82c1510 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd398d5c-2ab2-4778-883d-5de8e71ddfcf HTTP/1.1" status: 200 len: 949 time: 0.2350895 May 26 22:40:32.416446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] For port 714eb801-ec12-4f1a-bc36-937785f0b82c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=714eb801-ec12-4f1a-bc36-937785f0b82c,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:32.416675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.441623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-b6fe9017-eca5-4d44-8794-a78aaccfadc3 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2976673 May 26 22:40:32.445399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.482181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a', '2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:32.492281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Request body: {'port': {'device_id': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:32.505301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'd04c90d2-b856-435e-939a-20e14f85f52e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:32.566042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Calling delete_port for 714eb801-ec12-4f1a-bc36-937785f0b82c owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:32.595631 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.610236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a1cba7f-c102-489f-9791-032ac1137dca req-5d1bb1b4-91d5-41ed-a24d-a85edc07270c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860425 May 26 22:40:32.616620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:32.634093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.683709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=76a0da2e-904d-4e7f-8204-ad1fde3bf299,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:32.703223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:32.704394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-2151aeb3-f913-426c-9180-9c420a903635 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135997 May 26 22:40:32.745987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Network 5a671628-abae-4a51-9f16-bd3162929308 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:32.751218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:32.758755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:32.760794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.769220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.775076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:32.798624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:32.819485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:32.821342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:32.833576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:32.857371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '67a473f2-0b75-4d11-9020-816162df5d03', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '67a473f2-0b75-4d11-9020-816162df5d03', 'mac_address': 'fa:16:3e:81:63:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:32.972408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:32.989331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:32.989951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.004586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:33.006209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.010630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.051681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a473f2-0b75-4d11-9020-816162df5d03 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:33.059755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-dd0dc2c0-6c62-4c1c-9295-812f8f8314db service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544371 May 26 22:40:33.072774 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-7513ba22-5231-4326-95d2-ac693f9a4e98 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2751143 May 26 22:40:33.093740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Request body: {'port': {'device_id': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:33.107662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-9dcd4b07-5ebf-4d9e-8ed4-72d7d2a5f052 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3613813 May 26 22:40:33.114862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:33.129550 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.132509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Request body: {'port': {'device_id': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:33.286655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e25f8-d6af-435a-a1ee-8c83f1c4302e req-ba0a0780-0c82-47c7-842c-b0d7c88703f1 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:33.287866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:33.290358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d0ffc76-55d7-4d31-a9e4-165f406954f6 None None] Provisioning for port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:33.296158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df0e25f8-d6af-435a-a1ee-8c83f1c4302e req-ba0a0780-0c82-47c7-842c-b0d7c88703f1 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 947 time: 0.4034128 May 26 22:40:33.305730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d0ffc76-55d7-4d31-a9e4-165f406954f6 None None] Provisioning complete for port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:33.306103 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d0ffc76-55d7-4d31-a9e4-165f406954f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.310012 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.438157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ffc76-55d7-4d31-a9e4-165f406954f6 None None] Port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:40:33.465145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['67a473f2-0b75-4d11-9020-816162df5d03'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:33.532969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event deleted for resources: {'Port': ['ID=714eb801-ec12-4f1a-bc36-937785f0b82c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:33.636287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df0e25f8-d6af-435a-a1ee-8c83f1c4302e req-97c09351-ebbb-47c0-af22-dd627d72bd64 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389158 May 26 22:40:33.642128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.667158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.720192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3358312e-eb5f-4eec-9038-d37965efa344 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:33.773220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] No DVR routers for this DVR port 714eb801-ec12-4f1a-bc36-937785f0b82c on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:33.781781 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.783796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-912b1213-d295-46df-b565-19f8f1d81115 req-e88826e8-38dc-4960-9334-b5a934fc19b5 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "DELETE /v2.0/ports/714eb801-ec12-4f1a-bc36-937785f0b82c HTTP/1.1" status: 204 len: 173 time: 2.1198874 May 26 22:40:33.784425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-deleted', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:33.806309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.864931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021faa75-da43-4246-80ac-c25910b6204e req-1b1134ea-371f-42c5-afc5-d28976c8ff05 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:33.872379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-021faa75-da43-4246-80ac-c25910b6204e req-1b1134ea-371f-42c5-afc5-d28976c8ff05 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 931 time: 0.3654237 May 26 22:40:33.900718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Transition to ACTIVE for port object 3358312e-eb5f-4eec-9038-d37965efa344 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:33.961724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:33.997702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-021faa75-da43-4246-80ac-c25910b6204e req-1e263f32-fa2a-420d-8491-1564654daccc tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Synchronizing usage tracker for tenant:812d32c4f0204832b5369800700047f3 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:34.054454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-021faa75-da43-4246-80ac-c25910b6204e req-1e263f32-fa2a-420d-8491-1564654daccc tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Unset dirty status for tenant:812d32c4f0204832b5369800700047f3 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:34.064763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-021faa75-da43-4246-80ac-c25910b6204e req-1e263f32-fa2a-420d-8491-1564654daccc tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903796 May 26 22:40:34.211117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:34.256841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:34.285608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Transition to ACTIVE for port object 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:34.288966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:34.294026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:34.327375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 714eb801-ec12-4f1a-bc36-937785f0b82c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:34.327375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 714eb801-ec12-4f1a-bc36-937785f0b82c not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:34.374349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7b5c32bf-0417-494a-9513-dbc369c4867e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:34.416796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3358312e-eb5f-4eec-9038-d37965efa344,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:34.465747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:34.489212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394b4a9-8170-443d-9dc5-460c6d5cb717 req-a7ba3e80-1c2e-4b94-881d-7619499b45fc tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:34.490749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e394b4a9-8170-443d-9dc5-460c6d5cb717 req-a7ba3e80-1c2e-4b94-881d-7619499b45fc tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 936 time: 0.2732203 May 26 22:40:34.508839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811cefe-ecbe-42c3-b1c3-0383ef5f87cc req-6ed0fdf4-1900-46fa-ad3b-7fe2193614b6 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:34.515720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d811cefe-ecbe-42c3-b1c3-0383ef5f87cc req-6ed0fdf4-1900-46fa-ad3b-7fe2193614b6 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 932 time: 0.7067134 May 26 22:40:34.665932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d811cefe-ecbe-42c3-b1c3-0383ef5f87cc req-f846c6aa-5ae0-4d94-960d-dadacba21bee tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493044 May 26 22:40:34.679142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Attempting to bind port 3358312e-eb5f-4eec-9038-d37965efa344 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:34.679623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Attempting to bind port 3358312e-eb5f-4eec-9038-d37965efa344 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '184e33ef-5308-4366-95d2-908232a13a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:34.680078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Attempting to bind port 3358312e-eb5f-4eec-9038-d37965efa344 on network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:34.729516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:40:34.744263 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e394b4a9-8170-443d-9dc5-460c6d5cb717 req-59db2057-6cb8-4638-90dc-2b345edcb05c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923566 May 26 22:40:34.762062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Attempting to bind port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:34.771303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Attempting to bind port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:34.771303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Attempting to bind port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef on network 5a671628-abae-4a51-9f16-bd3162929308 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:34.781072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef on network 5a671628-abae-4a51-9f16-bd3162929308 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:34.781541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Attempting to bind port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef on network 5a671628-abae-4a51-9f16-bd3162929308 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:34.793221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:34.798936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Checking segment: {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:34.799468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Bound using segment: {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:34.800165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Bound port: 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:34.800625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:34.835787 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abac4ef4-f7ee-4afb-a332-546d17ae988c'] response: {'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03', 'code': 200} May 26 22:40:34.937589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:34.942355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:34.945842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Port 3358312e-eb5f-4eec-9038-d37965efa344 on network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:34.946353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Attempting to bind port 3358312e-eb5f-4eec-9038-d37965efa344 on network b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:34.949209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:34.967785 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51e24ad0-9c07-4759-aebf-8c0e8d96a7cd req-cda17b1a-70b0-4318-a51e-35e2396b6aad tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0657158 May 26 22:40:34.984951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a0da2e-904d-4e7f-8204-ad1fde3bf299 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:34.996622 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.011492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:35.011916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Checking segment: {'id': '184e33ef-5308-4366-95d2-908232a13a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:35.012424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Bound using segment: {'id': '184e33ef-5308-4366-95d2-908232a13a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:35.012872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Bound port: 3358312e-eb5f-4eec-9038-d37965efa344, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e33ef-5308-4366-95d2-908232a13a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:35.013306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.047550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-ef5fae4c-7f92-4c95-bf96-b1b115ff3c0c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:35.048398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-ef5fae4c-7f92-4c95-bf96-b1b115ff3c0c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:35.049061 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.050503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] 10.222.0.48 "PUT /v2.0/ports/9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef HTTP/1.1" status: 200 len: 1092 time: 1.9669373 May 26 22:40:35.054247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Transition to ACTIVE for port object 76a0da2e-904d-4e7f-8204-ad1fde3bf299 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:35.094856 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.108211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1006c-9e7e-455b-981e-9f1a52815256 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:35.169979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea73cd-175d-4c6c-bb53-c04d844820ce req-27e2a75a-d5b4-41a0-8b97-1a820d753bc6 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:35.171456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20ea73cd-175d-4c6c-bb53-c04d844820ce req-27e2a75a-d5b4-41a0-8b97-1a820d753bc6 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 945 time: 0.2171018 May 26 22:40:35.230797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-08c372cf-01a3-49e9-8cc1-a75303f24595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 1095 time: 0.1196451 May 26 22:40:35.234610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20ea73cd-175d-4c6c-bb53-c04d844820ce req-fef7c3c7-a2bf-4cc5-9402-26e5003f2b2f tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559964 May 26 22:40:35.273507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-ef5fae4c-7f92-4c95-bf96-b1b115ff3c0c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:35.274753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-ef5fae4c-7f92-4c95-bf96-b1b115ff3c0c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.5893347 May 26 22:40:35.288497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b85a1cf7-680d-4d34-acdd-f8788037410e req-42d19366-7446-4504-ad5d-0bb253716d31 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 210 time: 0.1241329 May 26 22:40:35.302504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Request body: {'port': {'device_id': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'admin_state_up': True, 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:35.310083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-a70e3c27-d681-4edd-aa8f-15c49a3fe1a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef HTTP/1.1" status: 200 len: 217 time: 0.0701146 May 26 22:40:35.355587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Pushing event updated for resources: {'Port': ['ID=76a0da2e-904d-4e7f-8204-ad1fde3bf299,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:35.396836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-872a10db-aafb-4891-ac36-930e2c041b1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:35.398617 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-872a10db-aafb-4891-ac36-930e2c041b1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 HTTP/1.1" status: 200 len: 861 time: 0.0831430 May 26 22:40:35.403012 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3415b2b0-ff73-4a38-a03b-6893945aef16'] response: {'server_uuid': 'cd398d5c-2ab2-4778-883d-5de8e71ddfcf', 'name': 'network-vif-deleted', 'tag': '714eb801-ec12-4f1a-bc36-937785f0b82c', 'status': 'completed', 'code': 200} May 26 22:40:35.443479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] For port 3358312e-eb5f-4eec-9038-d37965efa344, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:35.505519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] For port 3358312e-eb5f-4eec-9038-d37965efa344, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3358312e-eb5f-4eec-9038-d37965efa344,segment=NetworkSegment(184e33ef-5308-4366-95d2-908232a13a80),segment_id=184e33ef-5308-4366-95d2-908232a13a80)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:35.514380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-651422ac-3c1d-4234-b5d6-a2b9245b38eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a671628-abae-4a51-9f16-bd3162929308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870697 May 26 22:40:35.552593 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.711010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.712582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/3358312e-eb5f-4eec-9038-d37965efa344 HTTP/1.1" status: 200 len: 1091 time: 3.2297120 May 26 22:40:35.717444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'tag': '3358312e-eb5f-4eec-9038-d37965efa344'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:35.730344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:35.752058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Usage tracker for resource:port and tenant:112321dc32c44e748c69eba012b1178e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:35.759175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:35.801907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d74be-a3a1-4a2b-bd54-9a27bf574dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3358312e-eb5f-4eec-9038-d37965efa344,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:35.811671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:35.818593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-9986ecc2-def1-4008-bc9d-4419d3318843 service neutron] 10.222.0.48 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962494 May 26 22:40:35.820210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Attempting to bind port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:35.820893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Attempting to bind port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:35.821337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Attempting to bind port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:35.828037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3516aa-db76-481e-85c6-9e8e5a3a64d9 req-9c040c8a-bf9e-4f07-a4fa-d6bc69bf59d5 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:35.829459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a3516aa-db76-481e-85c6-9e8e5a3a64d9 req-9c040c8a-bf9e-4f07-a4fa-d6bc69bf59d5 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 949 time: 0.3090041 May 26 22:40:35.853067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:35.856916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.872463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:35.872891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Attempting to bind port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:35.913505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b006de-38ce-4b24-abbd-8d8ae0869f1a req-29d063a6-9417-4ac4-97b8-fc89b32ae62f tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:35.914448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-49b006de-38ce-4b24-abbd-8d8ae0869f1a req-29d063a6-9417-4ac4-97b8-fc89b32ae62f tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Synchronizing usage tracker for tenant:812d32c4f0204832b5369800700047f3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:35.923305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:35.923749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:35.924244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:35.924771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Bound port: 76a0da2e-904d-4e7f-8204-ad1fde3bf299, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:35.925222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:35.971500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a3516aa-db76-481e-85c6-9e8e5a3a64d9 req-e8b0710f-08b7-4bcf-b859-52240532c967 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229277 May 26 22:40:36.000740 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-668ba95f-48cc-4405-a88c-fbfd970dd837 req-e775f81b-feff-4551-b059-48a853d9ff6f service neutron] 10.222.0.48 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702764 May 26 22:40:36.102351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-49b006de-38ce-4b24-abbd-8d8ae0869f1a req-29d063a6-9417-4ac4-97b8-fc89b32ae62f tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Unset dirty status for tenant:812d32c4f0204832b5369800700047f3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:36.103995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49b006de-38ce-4b24-abbd-8d8ae0869f1a req-29d063a6-9417-4ac4-97b8-fc89b32ae62f tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 943 time: 0.5663521 May 26 22:40:36.121189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-52063031-4e4c-4114-a0fc-ff1b82e5e396 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=812d32c4f0204832b5369800700047f3&device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 1094 time: 0.3585560 May 26 22:40:36.298016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:36.372405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 67a473f2-0b75-4d11-9020-816162df5d03 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:36.372783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:36.402653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-4d91cf2b-7e7d-43c1-b51a-7b1313d2512d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3358312e-eb5f-4eec-9038-d37965efa344 HTTP/1.1" status: 200 len: 217 time: 0.2594376 May 26 22:40:36.451701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681ae64-c580-49ce-a5c8-c54d9b14670c req-d61d3415-981f-41ae-b9dd-8e5e4deaf17f tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:36.453047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1681ae64-c580-49ce-a5c8-c54d9b14670c req-d61d3415-981f-41ae-b9dd-8e5e4deaf17f tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:36.470717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1681ae64-c580-49ce-a5c8-c54d9b14670c req-d61d3415-981f-41ae-b9dd-8e5e4deaf17f tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:36.471701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] For port 76a0da2e-904d-4e7f-8204-ad1fde3bf299, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:36.474204 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1681ae64-c580-49ce-a5c8-c54d9b14670c req-d61d3415-981f-41ae-b9dd-8e5e4deaf17f tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 944 time: 0.1109695 May 26 22:40:36.477093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49b006de-38ce-4b24-abbd-8d8ae0869f1a req-f0a3d0b3-44c8-4a51-bc84-733054711a1e tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666699 May 26 22:40:36.487810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Allocated IP 172.20.0.12 (263a6ff1-3e06-48dd-beed-251ac06438fc/29ba0ea9-330e-47b1-82d6-d873725d8274/c77a208e-94ea-4564-a309-ddb57c21b93d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:36.496487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] For port 76a0da2e-904d-4e7f-8204-ad1fde3bf299, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=76a0da2e-904d-4e7f-8204-ad1fde3bf299,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:36.497960 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:36.512115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-1cf93637-94cb-4e93-bf68-1afc66a8567b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:36.513536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-1cf93637-94cb-4e93-bf68-1afc66a8567b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3edef60-6556-4b5e-b601-1e3f8b6f9c1b HTTP/1.1" status: 200 len: 852 time: 0.1008739 May 26 22:40:36.516630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:36.554562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:36.555650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1681ae64-c580-49ce-a5c8-c54d9b14670c req-eb89832a-6681-4467-9747-b83512503f47 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:36.560618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:36.594076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1681ae64-c580-49ce-a5c8-c54d9b14670c req-eb89832a-6681-4467-9747-b83512503f47 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:36.595235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1681ae64-c580-49ce-a5c8-c54d9b14670c req-eb89832a-6681-4467-9747-b83512503f47 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080728 May 26 22:40:36.619563 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0eb3c5b-3b4e-4495-80b5-45ea3fe2f765'] response: {'name': 'network-changed', 'server_uuid': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'tag': '3358312e-eb5f-4eec-9038-d37965efa344', 'status': 'completed', 'code': 200} May 26 22:40:36.664372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-92603b26-a665-4f3e-98f8-8255c00fe0eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326756 May 26 22:40:36.669731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:36.671016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] 10.222.0.55 "PUT /v2.0/ports/76a0da2e-904d-4e7f-8204-ad1fde3bf299 HTTP/1.1" status: 200 len: 1096 time: 3.5477648 May 26 22:40:36.695621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=11']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:36.837136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:36.839905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-378d4d74-0d0f-41bf-838d-c5daab5ce61e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 1099 time: 0.0895443 May 26 22:40:36.908964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bf2c7-7bb6-4193-a894-22982ccd11ed service neutron] Pushing event updated for resources: {'Port': ['ID=76a0da2e-904d-4e7f-8204-ad1fde3bf299,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:36.926005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-ec010421-c34c-4f0d-bdb2-e26981a64148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=76a0da2e-904d-4e7f-8204-ad1fde3bf299 HTTP/1.1" status: 200 len: 217 time: 0.0781844 May 26 22:40:37.001362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-219db98c-0401-43f9-9571-ee7ed86c7912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:37.002015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-219db98c-0401-43f9-9571-ee7ed86c7912 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0663636 May 26 22:40:37.104716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8688ff6-3b45-4f2a-b44c-34d5c9a1742b req-a7493143-68bc-4bb2-be73-25cdb15be1cf tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0440485 May 26 22:40:37.114778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be8b1-febd-4b35-96c4-0bde94e05fc5 req-b73df2f6-724a-4c9a-9b73-78a13a003213 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:37.115680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a48be8b1-febd-4b35-96c4-0bde94e05fc5 req-b73df2f6-724a-4c9a-9b73-78a13a003213 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:37.125075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-c0e165cb-9670-4e15-be14-1109aa410143 service neutron] 10.222.0.48 "GET /v2.0/networks/b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379621 May 26 22:40:37.130958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-66de016e-50d7-44ba-8530-d8443b6e1572 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196005 May 26 22:40:37.237797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-90ac1939-e07b-4b44-a927-90525bfd88b4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:37.239247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-90ac1939-e07b-4b44-a927-90525bfd88b4 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.4099309 May 26 22:40:37.272323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-a8f3ca38-498b-4fa6-9d61-5ba143c269ef service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339426 May 26 22:40:37.289629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a48be8b1-febd-4b35-96c4-0bde94e05fc5 req-b73df2f6-724a-4c9a-9b73-78a13a003213 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:37.291002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48be8b1-febd-4b35-96c4-0bde94e05fc5 req-b73df2f6-724a-4c9a-9b73-78a13a003213 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 948 time: 0.5590312 May 26 22:40:37.308359 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:37.378678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Deleting port 7b5c32bf-0417-494a-9513-dbc369c4867e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:37.379011 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:37.404743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:37.464637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b08fdb92-099c-422d-9b48-806db405cfa7 req-99a90fe1-51fd-4c0e-babf-2680c48aa8d2 service neutron] 10.222.0.48 "GET /v2.0/networks/b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283114 May 26 22:40:37.472891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a48be8b1-febd-4b35-96c4-0bde94e05fc5 req-f8796cb0-5a85-425c-9304-0900d5b4cc64 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680467 May 26 22:40:37.473539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e5ebc01-9f46-4f9f-9e0c-e561233229c8 req-7088294f-b94f-43a9-bd6d-59a3f77cb995 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924987 May 26 22:40:37.478924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6be66-6e66-46b7-9766-d5dc6f23c066 req-27b32e6f-7ec3-413b-935b-fd12b57f672d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:37.479516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1af6be66-6e66-46b7-9766-d5dc6f23c066 req-27b32e6f-7ec3-413b-935b-fd12b57f672d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:37.512216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1af6be66-6e66-46b7-9766-d5dc6f23c066 req-27b32e6f-7ec3-413b-935b-fd12b57f672d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:37.513371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1af6be66-6e66-46b7-9766-d5dc6f23c066 req-27b32e6f-7ec3-413b-935b-fd12b57f672d tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 950 time: 0.2154999 May 26 22:40:37.562762 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1af6be66-6e66-46b7-9766-d5dc6f23c066 req-c2e7d3cb-2784-4992-a840-b2b01859c63f tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/security-groups?id=29059630-2752-4ad8-ae1f-d937608d081f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 May 26 22:40:37.630947 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7699fd4a-7e5e-4ece-ab7c-7abfc25745d2'] response: {'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03', 'code': 200} May 26 22:40:37.653497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:37.816581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:37.826774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event updated for resources: {'Port': ['ID=c77a208e-94ea-4564-a309-ddb57c21b93d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:37.829217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:37.851653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:37.871143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400d6f7-de55-4f60-9241-aaccf7b9d1e8 req-1ab8a294-72b5-4686-aeca-6de7dcb84092 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:37.872607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6400d6f7-de55-4f60-9241-aaccf7b9d1e8 req-1ab8a294-72b5-4686-aeca-6de7dcb84092 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 945 time: 0.1358240 May 26 22:40:37.896109 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2646c415-5425-487d-b670-d381fc7d054f req-a08f53b9-c626-4bd3-b93d-e43e6747f849 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1101 time: 0.1129889 May 26 22:40:37.928486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-3a674fb0-911c-4b7c-b6f7-242d01f323a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=812d32c4f0204832b5369800700047f3&device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 1094 time: 0.4025097 May 26 22:40:37.930502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] For port 7b5c32bf-0417-494a-9513-dbc369c4867e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7b5c32bf-0417-494a-9513-dbc369c4867e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:37.930502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:37.955116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6400d6f7-de55-4f60-9241-aaccf7b9d1e8 req-60f59b3a-dc39-4278-87dd-d127d138c278 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756922 May 26 22:40:37.958111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2646c415-5425-487d-b670-d381fc7d054f req-714246e7-b909-4d79-bb8d-d503279ea636 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545549 May 26 22:40:38.141134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af2317-aa41-4389-9731-4052bf322d5b req-35bac5aa-0e17-49ae-a6ed-f3f9602dc454 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.142614 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02af2317-aa41-4389-9731-4052bf322d5b req-35bac5aa-0e17-49ae-a6ed-f3f9602dc454 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 950 time: 0.0777454 May 26 22:40:38.190946 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02af2317-aa41-4389-9731-4052bf322d5b req-2557bb38-a09b-4a1c-94dc-5f06acc14421 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 May 26 22:40:38.200062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.200669 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:38.255053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Calling delete_port for 7b5c32bf-0417-494a-9513-dbc369c4867e owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:38.255830 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538f5bcf-aca3-4ea1-aaa1-b6e04ae2a3b8'] response: {'name': 'network-changed', 'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'status': 'completed', 'code': 200} May 26 22:40:38.287502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77648b8-a4fb-4e13-b6a7-a287dc06a772 req-609a37e5-36e0-479f-bd42-b344586164e1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.288917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e77648b8-a4fb-4e13-b6a7-a287dc06a772 req-609a37e5-36e0-479f-bd42-b344586164e1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 932 time: 0.6276684 May 26 22:40:38.370408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c79187c1-d94f-429c-a444-12ef0150f310 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0809133 May 26 22:40:38.387921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Request body: {'port': {'device_id': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:38.401152 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-b05f339b-63df-476f-8d2c-6836fc2289a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 1095 time: 0.1136787 May 26 22:40:38.523071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35763-096e-4f10-8cca-c096e42ca212 req-e5a84d12-3c7a-496f-bd12-7013f0389b77 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.524522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11b35763-096e-4f10-8cca-c096e42ca212 req-e5a84d12-3c7a-496f-bd12-7013f0389b77 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 943 time: 0.1748910 May 26 22:40:38.526282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-8da864f1-2482-44fb-bc8a-9f3be5a315c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.527707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-8da864f1-2482-44fb-bc8a-9f3be5a315c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 HTTP/1.1" status: 200 len: 913 time: 0.5850172 May 26 22:40:38.535226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e77648b8-a4fb-4e13-b6a7-a287dc06a772 req-1096888d-14f0-4ab0-abba-0b8af2b2215d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:38.628720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'tag': '76a0da2e-904d-4e7f-8204-ad1fde3bf299'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:38.689273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-1c3db331-4903-438a-8b42-c5cf58bf3fed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.689900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-7f15d2d8-7ea9-4998-8571-bdbbf3e3df01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3358312e-eb5f-4eec-9038-d37965efa344 HTTP/1.1" status: 200 len: 217 time: 0.1439252 May 26 22:40:38.690719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-1c3db331-4903-438a-8b42-c5cf58bf3fed service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 922 time: 0.2777381 May 26 22:40:38.694200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e77648b8-a4fb-4e13-b6a7-a287dc06a772 req-1096888d-14f0-4ab0-abba-0b8af2b2215d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:38.695220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e77648b8-a4fb-4e13-b6a7-a287dc06a772 req-1096888d-14f0-4ab0-abba-0b8af2b2215d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775408 May 26 22:40:38.699581 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:38.700999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11b35763-096e-4f10-8cca-c096e42ca212 req-72fd2801-52f2-46e0-8203-6d6ed78d2b9d tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647294 May 26 22:40:38.794476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:38.829724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-7dc303aa-a380-4b16-a6df-67faac3fd58a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef HTTP/1.1" status: 200 len: 217 time: 0.0825012 May 26 22:40:38.907700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Pushing event deleted for resources: {'Port': ['ID=7b5c32bf-0417-494a-9513-dbc369c4867e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:38.925479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-4094dbc4-4504-405b-857a-cfcd6e26bd6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.926932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-4094dbc4-4504-405b-857a-cfcd6e26bd6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3edef60-6556-4b5e-b601-1e3f8b6f9c1b HTTP/1.1" status: 200 len: 852 time: 0.2169511 May 26 22:40:38.935983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-48e3badf-accc-4fbb-9571-5e747b8c79cc req-9c0bd1a2-6f33-48a8-8f9f-03350822e8da tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0581839 May 26 22:40:38.953350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-5613904b-62e2-4d79-af1c-5dd6dcb69209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.954693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-5613904b-62e2-4d79-af1c-5dd6dcb69209 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 HTTP/1.1" status: 200 len: 861 time: 0.1082418 May 26 22:40:38.962074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-f1ce8d80-e551-434c-ab14-efcff7464eda tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:38.964261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-f1ce8d80-e551-434c-ab14-efcff7464eda tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.48 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 945 time: 0.2583721 May 26 22:40:39.044261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-3adbfbe0-4627-4852-9a59-1754e1b6e14c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a671628-abae-4a51-9f16-bd3162929308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789487 May 26 22:40:39.049516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:39.092193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-2fa3604b-59ab-448b-837f-f197e9012eeb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539798 May 26 22:40:39.127101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] No DVR routers for this DVR port 7b5c32bf-0417-494a-9513-dbc369c4867e on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:39.138133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:39.210298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Deleting port ea3389e0-19b8-4e15-a53b-063b225933fa {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:39.210502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:39.216912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:39.234001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'port_id': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'mac_address': 'fa:16:3e:61:a2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3244829-d2fe-49f7-85d3-4c4ef9b36ae4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:39.247843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2dffd0bb-8aac-4d42-af7d-974359d1898b req-3de29640-be47-4f55-95d0-0e4eca2dd099 tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.55 "DELETE /v2.0/ports/7b5c32bf-0417-494a-9513-dbc369c4867e HTTP/1.1" status: 204 len: 173 time: 1.9903984 May 26 22:40:39.306581 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:39.330888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363a32b-2aec-4ab9-8fd4-5062121d3b59 req-01405b54-8227-4bb6-a0cf-d93d17b986ad tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:39.331564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:39.332392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9363a32b-2aec-4ab9-8fd4-5062121d3b59 req-01405b54-8227-4bb6-a0cf-d93d17b986ad tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 944 time: 0.4840729 May 26 22:40:39.359085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:39.367980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:39.371568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-6cf8af95-8847-4621-aded-117eac0e9775 service neutron] 10.222.0.48 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049214 May 26 22:40:39.443484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-d3121465-72de-4deb-ba6f-d7f34daf7320 service neutron] 10.222.0.48 "GET /v2.0/networks/b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335140 May 26 22:40:39.552620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:39.603712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7029-8f2b-40eb-af4f-e8c2a2265548 req-6fa73032-cd55-4119-8328-8f62e2b01c63 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:39.605257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-595c7029-8f2b-40eb-af4f-e8c2a2265548 req-6fa73032-cd55-4119-8328-8f62e2b01c63 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 948 time: 0.4586632 May 26 22:40:39.635979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9363a32b-2aec-4ab9-8fd4-5062121d3b59 req-31d51da6-2339-49dc-a875-e6ee68d84f84 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859581 May 26 22:40:39.814707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-a62af38e-df39-446c-a19c-58c1df4300c7 service neutron] 10.222.0.48 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308195 May 26 22:40:39.836280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:39.841889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] For port ea3389e0-19b8-4e15-a53b-063b225933fa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ea3389e0-19b8-4e15-a53b-063b225933fa,segment=NetworkSegment(91fb3b40-13e6-4cb9-8eb1-ff8ab612e431),segment_id=91fb3b40-13e6-4cb9-8eb1-ff8ab612e431)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:39.842258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:39.865713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-595c7029-8f2b-40eb-af4f-e8c2a2265548 req-ed970f4c-0852-4795-9dc6-31a0ac27884e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528305 May 26 22:40:39.976535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb05b3ce-2943-49b6-b301-5b152655e432 req-a660677b-78b0-473e-84a7-dbd56cfeb77c service neutron] 10.222.0.48 "GET /v2.0/networks/b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115430 May 26 22:40:39.983894 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa6a338-1754-4f38-9e99-e9aa0aaab0f8'] response: {'name': 'network-changed', 'server_uuid': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'tag': '76a0da2e-904d-4e7f-8204-ad1fde3bf299', 'status': 'completed', 'code': 200} May 26 22:40:40.020125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77a208e-94ea-4564-a309-ddb57c21b93d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:40.030304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-87f6dde4-2e6a-46fb-8950-483416e6d2d8 req-8c365b26-2b97-4dad-b2f0-274be1df559c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Synchronizing usage tracker for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:40.037708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Calling delete_port for ea3389e0-19b8-4e15-a53b-063b225933fa owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:40.043985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:40.094920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Transition to ACTIVE for port object c77a208e-94ea-4564-a309-ddb57c21b93d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:40.095794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-87f6dde4-2e6a-46fb-8950-483416e6d2d8 req-8c365b26-2b97-4dad-b2f0-274be1df559c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] Unset dirty status for tenant:8864d1aae91247e589ebd0ab46222232 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:40.096997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-87f6dde4-2e6a-46fb-8950-483416e6d2d8 req-8c365b26-2b97-4dad-b2f0-274be1df559c tempest-MigrationsAdminTest-976591435 tempest-MigrationsAdminTest-976591435-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbeb90c5-7805-43d2-b88f-0806d10a95a1 HTTP/1.1" status: 200 len: 210 time: 0.2908885 May 26 22:40:40.104103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:40.195576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aa042-9e8b-4e1f-bf1c-623548f4678b req-a3c7d19f-b30c-4f1a-b847-00a3f1a1e32a tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:40.196649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517aa042-9e8b-4e1f-bf1c-623548f4678b req-a3c7d19f-b30c-4f1a-b847-00a3f1a1e32a tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001458e-40c4-4677-8dcf-c96b1bc72568 HTTP/1.1" status: 200 len: 945 time: 0.1289358 May 26 22:40:40.298264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517aa042-9e8b-4e1f-bf1c-623548f4678b req-223e9fe1-67ce-4a19-b315-ee80ab06aa8f tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3f81d4b-cc6e-4440-8653-77b216c02bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703642 May 26 22:40:40.299854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:40.309086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 76a0da2e-904d-4e7f-8204-ad1fde3bf299 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:40.320040 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-d8e4b059-3fc7-4e3e-9b05-b17f66c673c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 1099 time: 0.3293750 May 26 22:40:40.320641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c77a208e-94ea-4564-a309-ddb57c21b93d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:40.434455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Pushing event deleted for resources: {'Port': ['ID=ea3389e0-19b8-4e15-a53b-063b225933fa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:40.461327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:40.508791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 7b5c32bf-0417-494a-9513-dbc369c4867e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:40.509089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7b5c32bf-0417-494a-9513-dbc369c4867e not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:40.559471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 76a0da2e-904d-4e7f-8204-ad1fde3bf299, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=76a0da2e-904d-4e7f-8204-ad1fde3bf299,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:40.575260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '76a0da2e-904d-4e7f-8204-ad1fde3bf299', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '76a0da2e-904d-4e7f-8204-ad1fde3bf299', 'mac_address': 'fa:16:3e:48:6b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:40.612366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-a31b2206-1cd5-4cd9-b532-b4751100728e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:40.613845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-a31b2206-1cd5-4cd9-b532-b4751100728e service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2774556 May 26 22:40:40.625425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090e799-dd74-48f2-b8bc-92a4a31f5001 req-4c7caa15-9f98-4246-bbee-96f65ab631b0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:40.626953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8090e799-dd74-48f2-b8bc-92a4a31f5001 req-4c7caa15-9f98-4246-bbee-96f65ab631b0 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 950 time: 0.3847828 May 26 22:40:40.627691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Attempting to bind port c77a208e-94ea-4564-a309-ddb57c21b93d on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:40.628018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Attempting to bind port c77a208e-94ea-4564-a309-ddb57c21b93d by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:40.628340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Attempting to bind port c77a208e-94ea-4564-a309-ddb57c21b93d on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:40.631963 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:40.651431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a0da2e-904d-4e7f-8204-ad1fde3bf299 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:40.670271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 76a0da2e-904d-4e7f-8204-ad1fde3bf299, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=76a0da2e-904d-4e7f-8204-ad1fde3bf299,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:40.677423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:40.688508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] No DVR routers for this DVR port ea3389e0-19b8-4e15-a53b-063b225933fa on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:40.691763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:40.694576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'name': 'network-vif-deleted', 'tag': 'ea3389e0-19b8-4e15-a53b-063b225933fa'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:40.716351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Port c77a208e-94ea-4564-a309-ddb57c21b93d on network 263a6ff1-3e06-48dd-beed-251ac06438fc not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:40.716932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Attempting to bind port c77a208e-94ea-4564-a309-ddb57c21b93d on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:40.721285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-0e9eb317-e1d9-49fe-9ad8-5dc155879443 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=76a0da2e-904d-4e7f-8204-ad1fde3bf299 HTTP/1.1" status: 200 len: 217 time: 0.0897973 May 26 22:40:40.722133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35e55aff-d086-4da5-8ff6-6d5af2dcea2d req-36ccf09e-4ab0-4bdb-bd1d-b46f81160b23 tempest-ServerGroupTestJSON-1856115356 tempest-ServerGroupTestJSON-1856115356-project] 10.222.0.48 "DELETE /v2.0/ports/ea3389e0-19b8-4e15-a53b-063b225933fa HTTP/1.1" status: 204 len: 173 time: 1.7282903 May 26 22:40:40.728281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['ea3389e0-19b8-4e15-a53b-063b225933fa'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:40.730250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85371f-11fa-48be-a4fc-c242048819d3 req-06bc56f1-277b-477d-ae21-b367eadeb41a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:40.738059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb85371f-11fa-48be-a4fc-c242048819d3 req-06bc56f1-277b-477d-ae21-b367eadeb41a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 944 time: 0.2875919 May 26 22:40:40.780015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:40.780262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:40.780854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Bound using segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:40.781071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Bound port: c77a208e-94ea-4564-a309-ddb57c21b93d, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:40.781405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:40.794888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb85371f-11fa-48be-a4fc-c242048819d3 req-2187ad3a-c714-49e5-9ec6-cde05d698046 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557394 May 26 22:40:40.806945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=76a0da2e-904d-4e7f-8204-ad1fde3bf299,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:40.807710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8090e799-dd74-48f2-b8bc-92a4a31f5001 req-1908efe4-c670-4eee-b0c8-8f9cc0706bdd tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279452 May 26 22:40:40.878250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-91ad5835-9217-455e-a462-f315e1992d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:40.879714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-91ad5835-9217-455e-a462-f315e1992d61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1460564 May 26 22:40:40.954086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] For port c77a208e-94ea-4564-a309-ddb57c21b93d, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:40.958097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] For port c77a208e-94ea-4564-a309-ddb57c21b93d, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c77a208e-94ea-4564-a309-ddb57c21b93d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:40.966934 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:41.002037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f129ad-aa43-4a4c-8a88-ba4b2c748327 req-341cb7ed-461d-4d8d-b737-598238f7da62 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:41.003561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53f129ad-aa43-4a4c-8a88-ba4b2c748327 req-341cb7ed-461d-4d8d-b737-598238f7da62 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 943 time: 0.0857229 May 26 22:40:41.006471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['76a0da2e-904d-4e7f-8204-ad1fde3bf299'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:41.058400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53f129ad-aa43-4a4c-8a88-ba4b2c748327 req-a4d8e84a-2be5-4694-8692-2123d3ac1ce7 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 May 26 22:40:41.060634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3358312e-eb5f-4eec-9038-d37965efa344 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:41.062813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:41.075367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b21ba9b-c589-4151-8e24-14ed5ea09cdb req-bdcbafe8-b299-4eed-bf12-f46ea9e9127d tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0761104 May 26 22:40:41.089992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:41.091336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] 10.222.0.48 "PUT /v2.0/ports/c77a208e-94ea-4564-a309-ddb57c21b93d HTTP/1.1" status: 200 len: 1092 time: 2.7082145 May 26 22:40:41.096524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee404fe-4bd4-40a3-aa21-a090c1ebabc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c77a208e-94ea-4564-a309-ddb57c21b93d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:41.108770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-0bc59561-3acc-4642-8f8c-790c5d700835 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2164400 May 26 22:40:41.296340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f1f44-35a5-4ad2-b0d8-5454695f90ce req-70a9abb7-bbd2-4f85-83d5-97510ef0eafa tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:41.309320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:41.310821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b36f1f44-35a5-4ad2-b0d8-5454695f90ce req-70a9abb7-bbd2-4f85-83d5-97510ef0eafa tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 945 time: 0.1227047 May 26 22:40:41.315873 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1756d1b0-e7da-46b9-9580-bcb8bcdd9f68'] response: {'server_uuid': '4001458e-40c4-4677-8dcf-c96b1bc72568', 'name': 'network-vif-deleted', 'tag': 'ea3389e0-19b8-4e15-a53b-063b225933fa', 'status': 'completed', 'code': 200} May 26 22:40:41.321768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:41.322460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:41.374307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b36f1f44-35a5-4ad2-b0d8-5454695f90ce req-c4d9224f-0593-4b11-92a1-d128828a141a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613120 May 26 22:40:41.389100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-6d580dff-7d61-4d02-a8ee-5214ffb79f0d service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687147 May 26 22:40:41.395121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-19c2c0ec-6618-4b8f-9e68-8e11e6d8dbcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 1095 time: 0.1489348 May 26 22:40:41.499512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-c8fbf86f-9783-4646-a2cc-04ab0a03e084 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c77a208e-94ea-4564-a309-ddb57c21b93d HTTP/1.1" status: 200 len: 217 time: 0.0787907 May 26 22:40:41.508313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3358312e-eb5f-4eec-9038-d37965efa344, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3358312e-eb5f-4eec-9038-d37965efa344,segment=NetworkSegment(184e33ef-5308-4366-95d2-908232a13a80),segment_id=184e33ef-5308-4366-95d2-908232a13a80)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:41.582916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3358312e-eb5f-4eec-9038-d37965efa344', 'network_id': 'b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0', 'port_id': '3358312e-eb5f-4eec-9038-d37965efa344', 'mac_address': 'fa:16:3e:e2:0d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3edef60-6556-4b5e-b601-1e3f8b6f9c1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:41.590027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b2bf2-dba5-4fb3-9b93-bdd9a52bba8d req-f5e3fd8b-2967-4ad3-90d7-1407ee37f72b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:41.598944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f04b2bf2-dba5-4fb3-9b93-bdd9a52bba8d req-f5e3fd8b-2967-4ad3-90d7-1407ee37f72b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 949 time: 0.0951042 May 26 22:40:41.664053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-e885c046-ce58-4f8b-8e41-f221b8fb7c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:41.665538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-e885c046-ce58-4f8b-8e41-f221b8fb7c97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1073940 May 26 22:40:41.691418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f04b2bf2-dba5-4fb3-9b93-bdd9a52bba8d req-bc378d89-498e-45c2-9542-1dc71e3f4f98 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915318 May 26 22:40:41.719287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-dbeb65fa-0e83-4afb-a8d8-e3061eefe21a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454183 May 26 22:40:41.777838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:41.829914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:41.861832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3358312e-eb5f-4eec-9038-d37965efa344 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:41.881346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3358312e-eb5f-4eec-9038-d37965efa344, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3358312e-eb5f-4eec-9038-d37965efa344,segment=NetworkSegment(184e33ef-5308-4366-95d2-908232a13a80),segment_id=184e33ef-5308-4366-95d2-908232a13a80)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:41.882606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:41.891246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:41.940934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:41.954692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8cd5a885-3f23-47f1-aea9-96a2f9100326 req-fd90add3-4feb-40c3-a164-0ac531d9a870 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1101 time: 0.1046634 May 26 22:40:41.958782 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:41.976514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3358312e-eb5f-4eec-9038-d37965efa344,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:42.002036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-deleted', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e'}, {'name': 'network-changed', 'server_uuid': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'tag': 'c77a208e-94ea-4564-a309-ddb57c21b93d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:42.008031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-79b7494e-ce4c-4305-b596-593cb4d583e4 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783389 May 26 22:40:42.012853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8cd5a885-3f23-47f1-aea9-96a2f9100326 req-c6b5d77e-e55e-464e-8a7d-caa17029f576 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554683 May 26 22:40:42.019603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ddeb113-2f07-429a-b184-9ffd7ce2fa56 req-8f77813f-9cc4-4fad-86eb-9baaf168044c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234181 May 26 22:40:42.090016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:42.126864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48500) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:42.154038 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7699db-d188-478e-a80c-eb9f3ebb156b'] response: {'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'code': 200} May 26 22:40:42.220278 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a74c5e-b01b-4b08-a03d-1a9381653b29'] response: {'server_uuid': 'cbeb90c5-7805-43d2-b88f-0806d10a95a1', 'name': 'network-vif-deleted', 'tag': '7b5c32bf-0417-494a-9513-dbc369c4867e', 'status': 'completed', 'code': 200} May 26 22:40:42.220541 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a74c5e-b01b-4b08-a03d-1a9381653b29'] response: {'name': 'network-changed', 'server_uuid': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'tag': 'c77a208e-94ea-4564-a309-ddb57c21b93d', 'status': 'completed', 'code': 200} May 26 22:40:42.250568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36c5611f-ad75-4a6b-bbfe-b2d8cd77088f req-9f2edea2-f9e8-46fc-908d-2ff936bdd5e0 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331543 May 26 22:40:42.272154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3358312e-eb5f-4eec-9038-d37965efa344'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:42.278380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060608-c526-40ff-ad2b-3ddbe3c5cd0b req-04adfed1-3156-4b4b-b051-e2efac0c8b2c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:42.279225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-46060608-c526-40ff-ad2b-3ddbe3c5cd0b req-04adfed1-3156-4b4b-b051-e2efac0c8b2c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:42.298854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-46060608-c526-40ff-ad2b-3ddbe3c5cd0b req-04adfed1-3156-4b4b-b051-e2efac0c8b2c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:42.300330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46060608-c526-40ff-ad2b-3ddbe3c5cd0b req-04adfed1-3156-4b4b-b051-e2efac0c8b2c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 944 time: 0.1727164 May 26 22:40:42.313310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-449fbcd2-d95e-424e-afed-2288c0d75ee7 req-2bc7f065-3ae8-4c7e-9283-bec637d4dd13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 1097 time: 0.0900946 May 26 22:40:42.392752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-449fbcd2-d95e-424e-afed-2288c0d75ee7 req-429d13e4-fc05-4a84-984c-894fa28d07d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728204 May 26 22:40:42.414086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fe28115d-ea99-4dcc-9031-8f8b497599f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8864d1aae91247e589ebd0ab46222232&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2858267 May 26 22:40:42.415218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48510) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:42.430956 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46060608-c526-40ff-ad2b-3ddbe3c5cd0b req-5e2e894e-eb63-4b59-9c39-8f8c50948bc2 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243899 May 26 22:40:42.442776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-e44d2141-c02e-4c58-8ea6-fe76d839dcd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 1095 time: 0.1202400 May 26 22:40:42.516755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe2dbe3f-3f05-44c6-bb59-bfc6d042cb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:42.585845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe2dbe3f-3f05-44c6-bb59-bfc6d042cb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:42.659022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740d2f-51d6-4085-9ea0-b126c14d8ca2 req-28fe6e10-a1c1-4f07-9f80-68663f373e30 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:42.660515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5740d2f-51d6-4085-9ea0-b126c14d8ca2 req-28fe6e10-a1c1-4f07-9f80-68663f373e30 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 944 time: 0.1178226 May 26 22:40:42.669485 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe2dbe3f-3f05-44c6-bb59-bfc6d042cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:42.707578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dbe3f-3f05-44c6-bb59-bfc6d042cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29059630-2752-4ad8-ae1f-d937608d081f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:42.740026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe2dbe3f-3f05-44c6-bb59-bfc6d042cb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:42.744361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fe2dbe3f-3f05-44c6-bb59-bfc6d042cb04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29059630-2752-4ad8-ae1f-d937608d081f HTTP/1.1" status: 204 len: 168 time: 0.3279643 May 26 22:40:42.758467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5740d2f-51d6-4085-9ea0-b126c14d8ca2 req-c041917c-d261-4bca-a749-a49c240dc6b0 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839293 May 26 22:40:42.831030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30b26a81-b2a7-4700-a30e-345a1ee5651a req-c9ccc3b9-acfc-4dce-8fc7-003b4f4b3286 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0520163 May 26 22:40:42.883072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-00578288-504d-44d4-8440-9225fb661589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:42.886283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-00578288-504d-44d4-8440-9225fb661589 service neutron] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.2021947 May 26 22:40:42.973177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346a5e0-7e6f-4e99-8462-988cee320ade req-8edcd58f-7294-4ed8-b905-ffd44a15fec0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:42.975107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2346a5e0-7e6f-4e99-8462-988cee320ade req-8edcd58f-7294-4ed8-b905-ffd44a15fec0 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.1117475 May 26 22:40:42.989027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-031a68cf-dbbe-4762-8d14-7cd2dfefac94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c77a208e-94ea-4564-a309-ddb57c21b93d HTTP/1.1" status: 200 len: 217 time: 0.0815151 May 26 22:40:43.026029 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2346a5e0-7e6f-4e99-8462-988cee320ade req-d80d8ace-3985-435e-99f6-ab59013c8e33 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 May 26 22:40:43.095481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ea3389e0-19b8-4e15-a53b-063b225933fa no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:43.120770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-47cf18f0-77fe-45d1-b7d3-144b479a7c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:43.122222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-47cf18f0-77fe-45d1-b7d3-144b479a7c44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1267660 May 26 22:40:43.141272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: ea3389e0-19b8-4e15-a53b-063b225933fa {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:43.141925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ea3389e0-19b8-4e15-a53b-063b225933fa not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:43.168429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48526) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:43.172486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-49f096aa-d8d7-4fe5-87ee-e97d70afeace service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435712 May 26 22:40:43.180251 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ecedbd8b-f2b7-449e-89f7-44fa2cfcde1a req-c0960a61-33a3-456b-9a63-d94212c8d9bf tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 1101 time: 0.1397152 May 26 22:40:43.224155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-37060f33-5407-49a6-99d7-acd9d477dbe1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9177952f9804801b2fdc906ea8333c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520632 May 26 22:40:43.259119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:43.325907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ecedbd8b-f2b7-449e-89f7-44fa2cfcde1a req-50d24a17-7cc9-4251-a569-bbc84366ac93 tempest-ServersAdminTestJSON-1948317758 tempest-ServersAdminTestJSON-1948317758-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706000 May 26 22:40:43.344164 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2906f9d2-84c5-4c1c-b281-f3349280e6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:43.350868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde022e7-4649-4ce3-9730-b3bcb361ca13 req-93785ffb-e25b-4257-b87d-08bd6137aaee tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:43.351065 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-26557329-4f02-490c-9681-2cfbe94d3a03 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695752 May 26 22:40:43.352276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dde022e7-4649-4ce3-9730-b3bcb361ca13 req-93785ffb-e25b-4257-b87d-08bd6137aaee tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 949 time: 0.1295576 May 26 22:40:43.396627 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2906f9d2-84c5-4c1c-b281-f3349280e6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:43.448758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dde022e7-4649-4ce3-9730-b3bcb361ca13 req-bf77d035-6b0c-44d1-9ae0-1fead83bc925 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829961 May 26 22:40:43.471343 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2906f9d2-84c5-4c1c-b281-f3349280e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:43.497840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906f9d2-84c5-4c1c-b281-f3349280e6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e4329-c3d3-480b-9013-6ec21d584a7b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:43.506242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2906f9d2-84c5-4c1c-b281-f3349280e6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:43.507350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2906f9d2-84c5-4c1c-b281-f3349280e6f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/718e4329-c3d3-480b-9013-6ec21d584a7b HTTP/1.1" status: 204 len: 168 time: 0.2473412 May 26 22:40:43.518929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6bd9d2bd-1dd4-4181-83fc-9f09ad376709 req-5438e7d7-6588-462a-b526-d281ada37e74 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586759 May 26 22:40:43.706356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a7a6d-4c7e-4209-829e-aad03fb5eff5 req-68e544ab-6540-4d1b-add1-608e6684e959 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:43.708051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd9a7a6d-4c7e-4209-829e-aad03fb5eff5 req-68e544ab-6540-4d1b-add1-608e6684e959 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 944 time: 0.0883651 May 26 22:40:43.758918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd9a7a6d-4c7e-4209-829e-aad03fb5eff5 req-25ca2652-3856-4c9d-ae93-bdfa419324fe tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 May 26 22:40:43.900815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca85408-80a6-4a04-a2c9-764d554411db req-8ca78c1d-c710-41cd-8f68-207c8e383ff4 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:43.902415 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bca85408-80a6-4a04-a2c9-764d554411db req-8ca78c1d-c710-41cd-8f68-207c8e383ff4 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 950 time: 0.0878544 May 26 22:40:43.953586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bca85408-80a6-4a04-a2c9-764d554411db req-020cb680-50c6-40cc-b220-d87587bbbf91 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 May 26 22:40:43.996867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293960c4-d7db-400b-b34c-d9cc1fe03f53 req-7ec2b5ab-74a3-4a5b-946d-6e55ae6c27d6 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:43.998361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-293960c4-d7db-400b-b34c-d9cc1fe03f53 req-7ec2b5ab-74a3-4a5b-946d-6e55ae6c27d6 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 944 time: 0.0986402 May 26 22:40:44.050817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-293960c4-d7db-400b-b34c-d9cc1fe03f53 req-2d297365-707f-419e-95e1-391445f18d64 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 May 26 22:40:44.136198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48568) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:44.208743 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbdfadb3-198d-4290-8d1a-fbe5ea336319 req-b8a937bd-9cb3-4d8f-8118-95b59fd79194 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0972211 May 26 22:40:44.241022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] Deleting subnet 0ae0b5bb-56fe-411d-a8d5-8fd40d87c858 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:40:44.274547 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.335736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 76a0da2e-904d-4e7f-8204-ad1fde3bf299 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:44.347466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.412760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.429795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:44.438335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:44.439185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.454747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cca52-cb0c-4405-b4c0-f9f9e0d22b08 req-698a137f-3332-4f16-a97b-1cf323103d18 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:44.456316 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f09cca52-cb0c-4405-b4c0-f9f9e0d22b08 req-698a137f-3332-4f16-a97b-1cf323103d18 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.2115457 May 26 22:40:44.521966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f09cca52-cb0c-4405-b4c0-f9f9e0d22b08 req-e125003b-08a6-4d8d-99ec-065e37fd3b33 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536454 May 26 22:40:44.537169 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.582856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae0b5bb-56fe-411d-a8d5-8fd40d87c858,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:44.595317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.612979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-16c6bb87-ba73-4123-bb42-62d24209bf0d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ae0b5bb-56fe-411d-a8d5-8fd40d87c858 HTTP/1.1" status: 204 len: 168 time: 0.4757054 May 26 22:40:44.615540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48584) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:44.679324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.715231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0da2e-904d-4e7f-8204-ad1fde3bf299'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:44.742941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 76a0da2e-904d-4e7f-8204-ad1fde3bf299, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=76a0da2e-904d-4e7f-8204-ad1fde3bf299,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:44.749005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.826680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a1bc9-2c0b-4fd6-b7a8-508d61832d21 req-7e82cf28-42f2-43bf-991f-0dba69c7c791 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:44.833793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:44.840142 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-103a1bc9-2c0b-4fd6-b7a8-508d61832d21 req-7e82cf28-42f2-43bf-991f-0dba69c7c791 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.1339965 May 26 22:40:44.845625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=76a0da2e-904d-4e7f-8204-ad1fde3bf299,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:44.998297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-103a1bc9-2c0b-4fd6-b7a8-508d61832d21 req-223a30d0-874d-4739-ba94-0b336704f708 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570568 May 26 22:40:45.075467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46360a-780d-4d51-9bdd-933fc74b5710 req-fd318493-8327-4eab-962b-6711cc04e1a0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:45.077022 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10174b5c-b74e-4827-b1be-5eab2b021dcd'] response: {'server_uuid': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0da2e-904d-4e7f-8204-ad1fde3bf299', 'code': 200} May 26 22:40:45.082193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9e46360a-780d-4d51-9bdd-933fc74b5710 req-fd318493-8327-4eab-962b-6711cc04e1a0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 950 time: 0.4306314 May 26 22:40:45.096215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c77a208e-94ea-4564-a309-ddb57c21b93d details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:45.099824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3358312e-eb5f-4eec-9038-d37965efa344 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:45.149025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.240795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad93c3c-4ec7-4267-9cce-3d10583d756a']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:45.275391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9e46360a-780d-4d51-9bdd-933fc74b5710 req-af85faf5-1218-4612-b678-6c12fbd0a73a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922333 May 26 22:40:45.300940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fb3b40-13e6-4cb9-8eb1-ff8ab612e431') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:45.301485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fb3b40-13e6-4cb9-8eb1-ff8ab612e431') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:40:45.305542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 3358312e-eb5f-4eec-9038-d37965efa344 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:45.323713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3358312e-eb5f-4eec-9038-d37965efa344 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:45.324706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.344731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b51ee-c6da-4b9e-a21b-cc0727442e38 req-5a51dd26-3cf6-4ef1-b832-0d7b2a08236d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:45.351500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.352404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a0b51ee-c6da-4b9e-a21b-cc0727442e38 req-5a51dd26-3cf6-4ef1-b832-0d7b2a08236d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 944 time: 0.1258998 May 26 22:40:45.385761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-854866b8-1dab-4b45-9020-cf5647c9e113 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:45.387193 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-854866b8-1dab-4b45-9020-cf5647c9e113 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 950 time: 0.2172339 May 26 22:40:45.402744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.423197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14e77a0f-a68c-4129-9374-8e34468541b3 req-c189f7b6-c908-4fea-a8c0-9d11e921fd46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 1101 time: 0.2520132 May 26 22:40:45.424427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:40:45.424999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: timer() May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:40:45.440280 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:40:45.477291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Deleting port c088bf12-c5fc-4336-8b12-a9276527878a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:45.477584 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.547615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c77a208e-94ea-4564-a309-ddb57c21b93d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c77a208e-94ea-4564-a309-ddb57c21b93d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:45.572521 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.585654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'c77a208e-94ea-4564-a309-ddb57c21b93d', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'port_id': 'c77a208e-94ea-4564-a309-ddb57c21b93d', 'mac_address': 'fa:16:3e:ee:7b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ba0ea9-330e-47b1-82d6-d873725d8274', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:45.608203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a0b51ee-c6da-4b9e-a21b-cc0727442e38 req-6c05cfbd-ab79-4973-a4ed-b7e9ce104a5e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541893 May 26 22:40:45.612488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14e77a0f-a68c-4129-9374-8e34468541b3 req-c3731c02-3521-4f84-9902-08636ba36244 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368670 May 26 22:40:45.621920 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.651949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.665376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Pushing event deleted for resources: {'Network': ['ID=dad93c3c-4ec7-4267-9cce-3d10583d756a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:45.672320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] 10.222.0.32 "DELETE /v2.0/networks/dad93c3c-4ec7-4267-9cce-3d10583d756a HTTP/1.1" status: 204 len: 168 time: 1.0535502 May 26 22:40:45.678385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc034f99-56a8-4349-af52-7b5803977f94 req-0ae838a7-9189-4564-bd22-5236b77b3d34 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:45.687085 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc034f99-56a8-4349-af52-7b5803977f94 req-0ae838a7-9189-4564-bd22-5236b77b3d34 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 950 time: 0.2684648 May 26 22:40:45.711406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3358312e-eb5f-4eec-9038-d37965efa344, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3358312e-eb5f-4eec-9038-d37965efa344,segment=NetworkSegment(184e33ef-5308-4366-95d2-908232a13a80),segment_id=184e33ef-5308-4366-95d2-908232a13a80)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:45.711619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.711990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.712662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.713114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.713483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.714061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.714523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.715045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.715431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.715895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.716459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeec5ad-b05e-4cbc-93d4-afe8353325bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:45.724988 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.729166 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.760203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc034f99-56a8-4349-af52-7b5803977f94 req-6eb608b5-f06c-4091-84e0-99513a577707 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721118 May 26 22:40:45.848377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3358312e-eb5f-4eec-9038-d37965efa344,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:45.856662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77a208e-94ea-4564-a309-ddb57c21b93d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:45.886269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c77a208e-94ea-4564-a309-ddb57c21b93d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c77a208e-94ea-4564-a309-ddb57c21b93d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:45.892174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:45.916293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] For port c088bf12-c5fc-4336-8b12-a9276527878a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c088bf12-c5fc-4336-8b12-a9276527878a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:45.917654 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:46.001830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c77a208e-94ea-4564-a309-ddb57c21b93d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:46.012579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48620) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:46.097051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b04a5d21-2af6-4692-84e4-142a90fd02f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7e2945216664b068c16053466b64f35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0786867 May 26 22:40:46.100157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48628) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:46.103742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Calling delete_port for c088bf12-c5fc-4336-8b12-a9276527878a owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:46.129105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94a5c8-f855-4dab-9e09-8d2032666ec5 req-b9814857-87f0-4e64-8938-1358ae889aac tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:46.130972 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de94a5c8-f855-4dab-9e09-8d2032666ec5 req-b9814857-87f0-4e64-8938-1358ae889aac tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 945 time: 0.1828487 May 26 22:40:46.236689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de94a5c8-f855-4dab-9e09-8d2032666ec5 req-1d947e1b-61e8-4d6f-829c-0915984c777e tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976803 May 26 22:40:46.249228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27a7c954-eb4f-404e-b342-897e3fabd17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:46.264836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:46.305660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27a7c954-eb4f-404e-b342-897e3fabd17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:46.360465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:46.373747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c088bf12-c5fc-4336-8b12-a9276527878a', '67a473f2-0b75-4d11-9020-816162df5d03'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:46.388315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27a7c954-eb4f-404e-b342-897e3fabd17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:46.414651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7c954-eb4f-404e-b342-897e3fabd17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f81d4b-cc6e-4440-8653-77b216c02bc2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:46.431271 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27a7c954-eb4f-404e-b342-897e3fabd17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:46.432987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-27a7c954-eb4f-404e-b342-897e3fabd17b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3f81d4b-cc6e-4440-8653-77b216c02bc2 HTTP/1.1" status: 204 len: 168 time: 0.3317041 May 26 22:40:46.498851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-115a5a10-835f-4dbc-be38-8953d4bc88c5 req-9ff59007-6bfe-4103-8419-f53b3bb6244a tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1304307 May 26 22:40:46.523866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Pushing event deleted for resources: {'Port': ['ID=c088bf12-c5fc-4336-8b12-a9276527878a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:46.678272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.678973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.679478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.679997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.680605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.681122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.681593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.682348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.682688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.683019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.683348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:40:46.701254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] No DVR routers for this DVR port c088bf12-c5fc-4336-8b12-a9276527878a on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:46.704216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:46.710026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'name': 'network-vif-deleted', 'tag': 'c088bf12-c5fc-4336-8b12-a9276527878a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:46.728612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcbfbd23-51dd-47fe-8dcf-dafda9ab9964 req-e413ffc2-bcdd-43bd-a523-c098a1b8e798 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "DELETE /v2.0/ports/c088bf12-c5fc-4336-8b12-a9276527878a HTTP/1.1" status: 204 len: 173 time: 1.3273344 May 26 22:40:46.761386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933db81-6389-41ca-b627-383f4d7e57a6 req-abe10a18-3573-49d5-b681-1a1e535c219f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:46.769131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e933db81-6389-41ca-b627-383f4d7e57a6 req-abe10a18-3573-49d5-b681-1a1e535c219f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 950 time: 0.1408818 May 26 22:40:46.859506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e933db81-6389-41ca-b627-383f4d7e57a6 req-802ef8b0-f18a-40cd-9e26-4c68e5aa0397 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889289 May 26 22:40:47.078265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3358312e-eb5f-4eec-9038-d37965efa344'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:47.091727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0725a-d74a-47ae-884a-45bacb7e8af0 req-df63ec11-6192-44e6-b9ba-568a2b1430fb tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:47.107118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41d0725a-d74a-47ae-884a-45bacb7e8af0 req-df63ec11-6192-44e6-b9ba-568a2b1430fb tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 945 time: 0.1756620 May 26 22:40:47.107328 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-787d7a92-f9e8-405e-907b-c3dd52cf4529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:47.160437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41d0725a-d74a-47ae-884a-45bacb7e8af0 req-078d71bf-83f6-4e50-8965-a445113a4c0c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523660 May 26 22:40:47.239853 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f17cd5d-e5f8-4329-b4fa-930423d27099'] response: {'server_uuid': 'b6836f4f-f995-4bb9-8c14-07cd4368a480', 'name': 'network-vif-deleted', 'tag': 'c088bf12-c5fc-4336-8b12-a9276527878a', 'status': 'completed', 'code': 200} May 26 22:40:47.422387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46cfb-9e20-400c-beb6-fac9a18c5de0 req-94d0607f-fe2e-40df-b1b5-54c9e970eee7 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:47.424116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4b46cfb-9e20-400c-beb6-fac9a18c5de0 req-94d0607f-fe2e-40df-b1b5-54c9e970eee7 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.0876153 May 26 22:40:47.485832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4b46cfb-9e20-400c-beb6-fac9a18c5de0 req-40d2e040-646e-4d17-b818-9c62494112bb tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 May 26 22:40:47.578473 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8ee7a7-2b93-4c42-98fe-574385d23215'] response: {'server_uuid': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3358312e-eb5f-4eec-9038-d37965efa344', 'code': 200} May 26 22:40:47.613924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d23fb8aa-fd0f-4898-84dd-8b178facd0db req-d2b5edfb-26ab-492e-b418-eabace21f58b tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6836f4f-f995-4bb9-8c14-07cd4368a480 HTTP/1.1" status: 200 len: 210 time: 0.0476928 May 26 22:40:47.759588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['90e7c69b-ed81-4d47-a18e-372e7802b89d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:47.770605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c64bec9-e46e-4565-a83a-3ac73f0041d8 req-06f38592-e755-4735-8539-deddf48201a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 1096 time: 0.0980380 May 26 22:40:47.814329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:47.840553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23d8b8-ca70-43c1-a3f9-21dce198ba11 req-82352417-52c1-4eff-8068-f9a450d2601f tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:47.845197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e23d8b8-ca70-43c1-a3f9-21dce198ba11 req-82352417-52c1-4eff-8068-f9a450d2601f tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 945 time: 0.1111939 May 26 22:40:47.859204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c64bec9-e46e-4565-a83a-3ac73f0041d8 req-04c4d506-70b9-4b29-bd99-6b653e8a5eb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808709 May 26 22:40:47.914915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e23d8b8-ca70-43c1-a3f9-21dce198ba11 req-3bb442a7-e809-497d-b39f-46505d6bb938 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639060 May 26 22:40:47.993009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-73659479-network', 'tenant_id': '9bdfdac87c8b45ac874a4d60b6d34c87'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:47.998757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:48.003440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Usage tracker for resource:network and tenant:9bdfdac87c8b45ac874a4d60b6d34c87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:48.006983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:48.015767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:48.024283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Made reservation on behalf of 9bdfdac87c8b45ac874a4d60b6d34c87 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:48.028450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.044585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.084474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:48.090692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Usage tracker for resource:security_group_rule and tenant:9bdfdac87c8b45ac874a4d60b6d34c87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:48.093989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:48.101645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:48.232397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea53cf53-fe03-4067-b2de-6c9c77865086 req-c92e0c48-788d-4a41-98ec-aa0ffd6a0bc6 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0439050 May 26 22:40:48.239455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d7d5f-8104-4b64-a5f5-02b49d0ea235 req-0c12031a-6b82-4cb6-b4ac-9e23f2d3e3c6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:48.241000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d2d7d5f-8104-4b64-a5f5-02b49d0ea235 req-0c12031a-6b82-4cb6-b4ac-9e23f2d3e3c6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 950 time: 0.1246498 May 26 22:40:48.245655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.263728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.290991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:40:48.325588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.325965 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Added segment 5a8e9f69-1d07-4629-8b25-a1db44cf6556 of type vlan for network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 May 26 22:40:48.327017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f7217-aae8-4569-89be-c689b9465b4a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:48.338398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d2d7d5f-8104-4b64-a5f5-02b49d0ea235 req-845099fb-c93a-4ce7-94c1-df23c12bda03 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882847 May 26 22:40:48.367193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c088bf12-c5fc-4336-8b12-a9276527878a no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:48.387581 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.414635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: c088bf12-c5fc-4336-8b12-a9276527878a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:48.415227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c088bf12-c5fc-4336-8b12-a9276527878a not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:48.423672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.424527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:48.425103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.530553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738407-8445-485a-b444-5f98179709ba req-a65286a2-96b3-462f-a279-4aaae8653da3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:48.532434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99738407-8445-485a-b444-5f98179709ba req-a65286a2-96b3-462f-a279-4aaae8653da3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 945 time: 0.0945981 May 26 22:40:48.542179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7267716 May 26 22:40:48.542942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48716) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:48.543549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566785b7-b3e3-4572-bf52-77f0f5248a03 admin admin] Pushing event updated for resources: {'Network': ['ID=ad224e9e-69bf-495f-914b-a1f9b6ca3b36,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:48.550210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Request body: {'subnet': {'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-73659479-subnet', 'tenant_id': '9bdfdac87c8b45ac874a4d60b6d34c87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:48.557938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:40:48.558631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:48.571272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Usage tracker for resource:subnet and tenant:9bdfdac87c8b45ac874a4d60b6d34c87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:48.574261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:48.590781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:48.602132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99738407-8445-485a-b444-5f98179709ba req-d41eb4ec-a7bc-4377-86df-6ca0e580bfbe tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620990 May 26 22:40:48.629787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Made reservation on behalf of 9bdfdac87c8b45ac874a4d60b6d34c87 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:48.632128 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:48.814431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f42a8-ea49-4f4d-8475-38acb5582d61 req-4b393d46-b5d1-45e9-8414-cc6622e9dfd9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:48.816141 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-094f42a8-ea49-4f4d-8475-38acb5582d61 req-4b393d46-b5d1-45e9-8414-cc6622e9dfd9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.0878437 May 26 22:40:48.832042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ca5e9e4-0d75-4320-a39c-d51fe795fa22 req-f5754fc4-07dc-4ae3-99f8-1f9b43d1e7c7 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 1101 time: 0.2188599 May 26 22:40:48.865223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-094f42a8-ea49-4f4d-8475-38acb5582d61 req-bad92abd-e4ee-4ed9-823e-9a31f2fe763b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 May 26 22:40:48.932873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ca5e9e4-0d75-4320-a39c-d51fe795fa22 req-3a063901-f215-4b48-a0d9-eecccbbf265a tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694811 May 26 22:40:48.956063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:49.126669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:40:49.132465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c77a208e-94ea-4564-a309-ddb57c21b93d up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:49.138908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeef17-fb45-4d2c-8dd1-7e4994934361 req-96e24b20-f3fc-4852-a1df-4ebc801f1146 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:49.140608 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6aeef17-fb45-4d2c-8dd1-7e4994934361 req-96e24b20-f3fc-4852-a1df-4ebc801f1146 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 945 time: 0.0806625 May 26 22:40:49.172663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da18acf5-96af-4270-9d31-c2066646a0b4,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:49.179012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Checking segment: {'id': '5a8e9f69-1d07-4629-8b25-a1db44cf6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:49.179303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Network hostable DHCP agents. Network: ad224e9e-69bf-495f-914b-a1f9b6ca3b36, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:40:49.193645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6aeef17-fb45-4d2c-8dd1-7e4994934361 req-9b56f23a-1da1-46ce-8099-4e384dbbc898 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463061 May 26 22:40:49.203912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:40:49.226792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ad224e9e-69bf-495f-914b-a1f9b6ca3b36) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:49.232582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:49.233187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:49.246362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a29aa9-2acb-4062-a812-da7919db7198 None None] Network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:49.257891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99cabb53-0a77-42be-8c23-53328d606086 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7118123 May 26 22:40:49.344019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port c77a208e-94ea-4564-a309-ddb57c21b93d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:49.443421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-c51be9c8-515a-4e77-a2a4-b6f268183c41 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457275 May 26 22:40:49.452885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port c77a208e-94ea-4564-a309-ddb57c21b93d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:49.453476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:49.511407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d499b380-78a6-4d97-802a-08a62f8af15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:49.619853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:49.638468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-30c01ae3-a38b-4f7e-81f5-fc41ec63accc tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:49.645989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-30c01ae3-a38b-4f7e-81f5-fc41ec63accc tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011273 May 26 22:40:49.682054 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-08a6e7bc-7533-4f0b-8d73-9d1e5610a6c6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/quotas/63db535426764bb8860dd58d851617c8 HTTP/1.1" status: 200 len: 375 time: 0.0347261 May 26 22:40:49.752406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'port_id': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'mac_address': 'fa:16:3e:61:a2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3244829-d2fe-49f7-85d3-4c4ef9b36ae4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:40:49.838851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-c9b565f1-7321-49fc-bb7c-0583038d55a0 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1557896 May 26 22:40:49.916176 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f9f227d3-1985-4d98-9d23-c87e245a77c8 req-ab3a4067-9c8f-4961-ad39-e7c1a20f88fb tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1631048 May 26 22:40:49.940486 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:49.984578 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:50.021922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:50.026451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f466784-613e-4fb8-a9e1-db77c6027768 None None] Network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:40:50.058725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a208e-94ea-4564-a309-ddb57c21b93d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:50.128835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c77a208e-94ea-4564-a309-ddb57c21b93d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c77a208e-94ea-4564-a309-ddb57c21b93d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:50.131047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:50.137049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:50.170987 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:50.210126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab8a1-2ccc-40c3-8bfd-ac78913d42ac req-769b472c-b183-4fde-9f46-c1665574e0c9 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:50.214876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98cab8a1-2ccc-40c3-8bfd-ac78913d42ac req-769b472c-b183-4fde-9f46-c1665574e0c9 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 950 time: 0.1037297 May 26 22:40:50.244967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c77a208e-94ea-4564-a309-ddb57c21b93d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:50.288329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98cab8a1-2ccc-40c3-8bfd-ac78913d42ac req-703e034f-4704-4366-ba9b-bab96a0f828c tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680547 May 26 22:40:50.310576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:50.453980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:50.495207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:50.525993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414993-ae3a-417d-91e7-eaea29e25612 req-21b323f8-0c27-4a67-aba9-7d475c500e32 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:50.528191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25414993-ae3a-417d-91e7-eaea29e25612 req-21b323f8-0c27-4a67-aba9-7d475c500e32 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 946 time: 0.0889578 May 26 22:40:50.553851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-fe569977-b09a-4b69-b407-5caadbfe7d21 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:50.555890 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-fe569977-b09a-4b69-b407-5caadbfe7d21 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/networks?id=ad224e9e-69bf-495f-914b-a1f9b6ca3b36 HTTP/1.1" status: 200 len: 819 time: 0.1863227 May 26 22:40:50.578494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-c2294156-46a9-4d5f-a4ca-b5d00e0ffc9a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/quotas/9bdfdac87c8b45ac874a4d60b6d34c87 HTTP/1.1" status: 200 len: 375 time: 0.0164540 May 26 22:40:50.580169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25414993-ae3a-417d-91e7-eaea29e25612 req-19ea7a0b-9d82-4dc0-880f-43a4fbe9961d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 May 26 22:40:50.631566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-c58b50b9-4445-4236-a417-8292e1254f42 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bdfdac87c8b45ac874a4d60b6d34c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461926 May 26 22:40:50.680384 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:50.781009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-76930852-7fab-40ce-9c5c-a0c677382a41 service neutron] 10.222.0.32 "GET /v2.0/networks/ad224e9e-69bf-495f-914b-a1f9b6ca3b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409152 May 26 22:40:50.929108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-32a287d4-d8d2-411b-be4e-7e96049f7a64 service neutron] 10.222.0.32 "GET /v2.0/networks/ad224e9e-69bf-495f-914b-a1f9b6ca3b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424439 May 26 22:40:50.969387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054773b-e2f2-443c-8c30-516c010e195f req-126509a3-3aea-4e7a-95ea-274f09f27557 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:50.971033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7054773b-e2f2-443c-8c30-516c010e195f req-126509a3-3aea-4e7a-95ea-274f09f27557 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 945 time: 0.0788674 May 26 22:40:51.018215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7054773b-e2f2-443c-8c30-516c010e195f req-e7ea6146-6138-497d-b76b-b788494b5d40 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 May 26 22:40:51.114350 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c668d3d9-f46c-4e7a-a9c4-cdfef4074585'] response: {'server_uuid': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a208e-94ea-4564-a309-ddb57c21b93d', 'code': 200} May 26 22:40:51.143280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:40:51.244069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:51.244908 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:51.272653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89145e40-8385-4d75-b8a0-010ceddc65a6 req-463404a2-cdac-4509-9a91-c8d8747d8ed3 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 210 time: 0.1398783 May 26 22:40:51.288541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-209e2270-abe7-4721-a1f8-ed5ad9bb97a4 req-348a4b9c-2208-4f30-b7f1-f9e0f218f607 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0688982 May 26 22:40:51.422481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242322ab-a859-4b3d-91d0-92dcf61d85f7 req-c08daeef-8644-464d-a673-b7414fd5d8a1 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:51.429429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-242322ab-a859-4b3d-91d0-92dcf61d85f7 req-c08daeef-8644-464d-a673-b7414fd5d8a1 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 945 time: 0.1891615 May 26 22:40:51.470675 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f09d6f97-052e-4614-ae6c-b174808e7f96 req-843a6978-a664-4508-a311-54fc2737629c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 1097 time: 0.1545806 May 26 22:40:51.495406 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:51.571102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e6afc940-3418-48c3-846f-8f694cccb30b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690758 May 26 22:40:51.572823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:51.576009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-242322ab-a859-4b3d-91d0-92dcf61d85f7 req-d48fa889-a4b3-4dc6-b89c-c3e847a7231d tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413631 May 26 22:40:51.580126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:51.587724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f09d6f97-052e-4614-ae6c-b174808e7f96 req-4855bbb6-7d75-464d-8b5f-7d4bbe7151bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108947 May 26 22:40:51.750042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54215e38-b941-4901-9d44-8e1fc4dfccae req-7689370f-57f5-4345-bcd7-21e49f88046f tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 210 time: 0.0981851 May 26 22:40:51.753058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:51.762671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:51.859567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df664c6b-391e-4a0a-aa39-47555ee52c90 req-c10a3784-6f2c-41c9-b4fa-61167b929f1a tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0822978 May 26 22:40:51.916088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-4721a490-b6c3-4558-9250-aebfcd82f0af tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:51.916794 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-4721a490-b6c3-4558-9250-aebfcd82f0af tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399148 May 26 22:40:51.939106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': '540413f8-83e8-4b19-8f52-929c44901f77', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:51.976646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0619d1-9646-4483-9712-dc0d3336350d req-ce747042-dc14-474f-be97-7500639aa97d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:51.978973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e0619d1-9646-4483-9712-dc0d3336350d req-ce747042-dc14-474f-be97-7500639aa97d tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 950 time: 0.0894647 May 26 22:40:52.105643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e0619d1-9646-4483-9712-dc0d3336350d req-d0321bed-8ef2-49e2-b0b4-902eca5b23e6 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912821 May 26 22:40:52.113113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:52.121018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-d058d34e-4afb-494a-9221-e53b41d2fa87 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:52.122527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-d058d34e-4afb-494a-9221-e53b41d2fa87 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.48 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 950 time: 0.1425889 May 26 22:40:52.125360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:52.137283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:52.141277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:52.213199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Deleting port 90e7c69b-ed81-4d47-a18e-372e7802b89d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:52.213774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:52.399035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2cb7b-da33-45fd-97f8-735e189b53c2 req-3aa74807-33f5-4958-9e7c-3269476b7c2f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:52.400705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37d2cb7b-da33-45fd-97f8-735e189b53c2 req-3aa74807-33f5-4958-9e7c-3269476b7c2f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 946 time: 0.1786900 May 26 22:40:52.412227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.109 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/4908e3a1-df1b-46a9-8401-4e33b7753068) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:52.492059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37d2cb7b-da33-45fd-97f8-735e189b53c2 req-9cf4dd35-fef7-475a-b23a-0cd9382ffc07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817444 May 26 22:40:52.503782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] For port 90e7c69b-ed81-4d47-a18e-372e7802b89d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=90e7c69b-ed81-4d47-a18e-372e7802b89d,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:52.504154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:52.685188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Calling delete_port for 90e7c69b-ed81-4d47-a18e-372e7802b89d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:52.723300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:52.746193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object 4908e3a1-df1b-46a9-8401-4e33b7753068 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:52.772348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:52.789373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a', '2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:52.826344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'd04c90d2-b856-435e-939a-20e14f85f52e', '76a0da2e-904d-4e7f-8204-ad1fde3bf299'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:52.843812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63151d-d04a-4845-a2f4-5834cfc3a6b9 req-c510ee41-118e-463c-a4ab-031eb55ae662 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:52.845314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc63151d-d04a-4845-a2f4-5834cfc3a6b9 req-c510ee41-118e-463c-a4ab-031eb55ae662 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.2583077 May 26 22:40:52.947728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:52.954648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:52.960217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:53.030142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:53.109219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Pushing event deleted for resources: {'Port': ['ID=90e7c69b-ed81-4d47-a18e-372e7802b89d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:53.128640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:53.181194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc63151d-d04a-4845-a2f4-5834cfc3a6b9 req-339f5755-6062-42c6-97de-e266c3c0cdb2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149350 May 26 22:40:53.281585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] No DVR routers for this DVR port 90e7c69b-ed81-4d47-a18e-372e7802b89d on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:53.288262 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:53.298459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'name': 'network-vif-deleted', 'tag': '90e7c69b-ed81-4d47-a18e-372e7802b89d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:53.302928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=4908e3a1-df1b-46a9-8401-4e33b7753068,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:53.310378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-f496b7a4-357a-4492-92ef-28583e82a7f3 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:53.312723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-f496b7a4-357a-4492-92ef-28583e82a7f3 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.48 "GET /v2.0/networks?id=ad224e9e-69bf-495f-914b-a1f9b6ca3b36 HTTP/1.1" status: 200 len: 819 time: 0.1915519 May 26 22:40:53.327068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f3a4db1-eca7-41ba-a61f-e11ff801f6c9 req-26d588ac-baa1-4b0d-bb93-ba0eeda92543 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.48 "DELETE /v2.0/ports/90e7c69b-ed81-4d47-a18e-372e7802b89d HTTP/1.1" status: 204 len: 173 time: 1.1983740 May 26 22:40:53.339890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Request body: {'port': {'device_id': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36', 'admin_state_up': True, 'tenant_id': '9bdfdac87c8b45ac874a4d60b6d34c87'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:53.464901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:53.466303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:53.479865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-13713942-9f89-4146-b209-f4a0e1095a88 None None] Provisioning for port 4908e3a1-df1b-46a9-8401-4e33b7753068 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:40:53.497012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b5237-4fee-4a3c-87ba-cc27e729067d req-5cc58666-e051-4446-9311-38cb45afe28a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:53.498769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-13713942-9f89-4146-b209-f4a0e1095a88 None None] Provisioning complete for port 4908e3a1-df1b-46a9-8401-4e33b7753068 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:40:53.499133 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-13713942-9f89-4146-b209-f4a0e1095a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:53.501654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5b5237-4fee-4a3c-87ba-cc27e729067d req-5cc58666-e051-4446-9311-38cb45afe28a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 936 time: 0.6588750 May 26 22:40:53.618607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-13713942-9f89-4146-b209-f4a0e1095a88 None None] Port 4908e3a1-df1b-46a9-8401-4e33b7753068 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:40:53.718054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-e9a5ea89-c7e4-4be6-ac55-8836412bb6ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7829127 May 26 22:40:53.735459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de5b5237-4fee-4a3c-87ba-cc27e729067d req-f4b57764-f4e0-45f6-8ac9-2d30b8643214 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960680 May 26 22:40:53.756146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Request body: {'port': {'device_id': '540413f8-83e8-4b19-8f52-929c44901f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:53.909353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:53.963605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12b38fe5-0830-4b1d-b38a-4ab874303675 req-e0eb6c92-d69c-4b87-b4f6-f7db98d27c03 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 210 time: 0.0624893 May 26 22:40:54.011648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Usage tracker for resource:port and tenant:9bdfdac87c8b45ac874a4d60b6d34c87 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:54.022603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:54.043820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d754a5bd-667e-4620-bf80-e1e811a3def2 req-0aea4eaa-f8eb-4e47-bcc3-c129ef5c7e05 tempest-ServersAdmin275Test-150872756 tempest-ServersAdmin275Test-150872756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1007681 May 26 22:40:54.044762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:54.059289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:54.062950 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fd4fce-f048-460a-afb4-692cf3a5ebf5'] response: {'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'code': 200} May 26 22:40:54.072591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Made reservation on behalf of 9bdfdac87c8b45ac874a4d60b6d34c87 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:40:54.076083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:54.221735 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdbdf7d-2c9c-48f9-99f9-2b1d0aa730ef'] response: {'server_uuid': '52c42631-2651-4eeb-aad5-5a7b20bf8331', 'name': 'network-vif-deleted', 'tag': '90e7c69b-ed81-4d47-a18e-372e7802b89d', 'status': 'completed', 'code': 200} May 26 22:40:54.235674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9166d5ea-27b7-4aa2-b0fd-0f874ac04852 req-53b9ce6c-02fd-4bc9-9648-445e79af9836 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Synchronizing usage tracker for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:54.253397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9166d5ea-27b7-4aa2-b0fd-0f874ac04852 req-53b9ce6c-02fd-4bc9-9648-445e79af9836 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Unset dirty status for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:54.254825 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9166d5ea-27b7-4aa2-b0fd-0f874ac04852 req-53b9ce6c-02fd-4bc9-9648-445e79af9836 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c42631-2651-4eeb-aad5-5a7b20bf8331 HTTP/1.1" status: 200 len: 210 time: 0.0647001 May 26 22:40:54.471074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063351-9a26-4c89-8c20-056fca435d1b req-707bf5ea-00a7-4ae1-a707-ecfe90779d8e tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:54.472629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed063351-9a26-4c89-8c20-056fca435d1b req-707bf5ea-00a7-4ae1-a707-ecfe90779d8e tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 945 time: 0.0867627 May 26 22:40:54.517320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed063351-9a26-4c89-8c20-056fca435d1b req-91acb73c-0bbe-413d-a29b-cee7fa5ff852 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/security-groups?id=755552c1-0f33-4caa-9c3e-b5de100a01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 May 26 22:40:54.530046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Allocated IP 172.20.0.6 (ad224e9e-69bf-495f-914b-a1f9b6ca3b36/da18acf5-96af-4270-9d31-c2066646a0b4/547a05e2-9499-43bf-9612-36dc17702835) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:40:54.634499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418164a-9e7b-441a-9fa3-f61dde4925b9 req-ccd409b6-23cb-47e8-b8ee-ec16361c634a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:54.635947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1418164a-9e7b-441a-9fa3-f61dde4925b9 req-ccd409b6-23cb-47e8-b8ee-ec16361c634a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 946 time: 0.2565780 May 26 22:40:54.833794 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:54.834863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1418164a-9e7b-441a-9fa3-f61dde4925b9 req-8a222fdc-1323-4e95-bf0d-8cf35a869c0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871300 May 26 22:40:54.839243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4908e3a1-df1b-46a9-8401-4e33b7753068 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:54.885055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:54.895861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['67a473f2-0b75-4d11-9020-816162df5d03'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:54.932718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Transition to ACTIVE for port object 4908e3a1-df1b-46a9-8401-4e33b7753068 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:54.939285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:54.945802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:55.167099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10e3facf-91dd-46c2-a844-56792bd82a5a req-9b6320e9-abba-4e98-a1a0-80308eee4fca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28b29974c4f041619f1ea367d726adc5&device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0813608 May 26 22:40:55.171078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Pushing event updated for resources: {'Port': ['ID=4908e3a1-df1b-46a9-8401-4e33b7753068,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:55.175452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 90e7c69b-ed81-4d47-a18e-372e7802b89d no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:55.204726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10e3facf-91dd-46c2-a844-56792bd82a5a req-0e24f410-0f39-435b-b617-51f22b2497c7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=28b29974c4f041619f1ea367d726adc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317223 May 26 22:40:55.238954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 90e7c69b-ed81-4d47-a18e-372e7802b89d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:55.239324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 90e7c69b-ed81-4d47-a18e-372e7802b89d not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:55.407823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:55.436549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3facf-91dd-46c2-a844-56792bd82a5a req-23f3ee1f-2a15-4bdb-b427-5e763bad7b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:55.437989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10e3facf-91dd-46c2-a844-56792bd82a5a req-23f3ee1f-2a15-4bdb-b427-5e763bad7b52 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226384 May 26 22:40:55.445841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c834c-a774-42a3-89eb-61a520ae6d58 req-cb7b7507-106f-4f79-8d62-2dfb97161501 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:55.447786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e98c834c-a774-42a3-89eb-61a520ae6d58 req-cb7b7507-106f-4f79-8d62-2dfb97161501 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 948 time: 0.2100410 May 26 22:40:55.503668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e98c834c-a774-42a3-89eb-61a520ae6d58 req-9de925b9-b473-4e66-be41-5c99fbb113dd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 May 26 22:40:55.516505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63c9f9-1456-4d76-b476-f41249ba9c6d req-462848af-06fc-4792-a962-aab5f57b7265 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:55.518090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e63c9f9-1456-4d76-b476-f41249ba9c6d req-462848af-06fc-4792-a962-aab5f57b7265 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.5315070 May 26 22:40:55.531841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:40:55.534561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Pushing event updated for resources: {'Port': ['ID=547a05e2-9499-43bf-9612-36dc17702835,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:55.550024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:40:55.555176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Attempting to bind port 4908e3a1-df1b-46a9-8401-4e33b7753068 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:55.555645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Attempting to bind port 4908e3a1-df1b-46a9-8401-4e33b7753068 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:55.556742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Attempting to bind port 4908e3a1-df1b-46a9-8401-4e33b7753068 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:55.562211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:40:55.611900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Port 4908e3a1-df1b-46a9-8401-4e33b7753068 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:55.612221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Attempting to bind port 4908e3a1-df1b-46a9-8401-4e33b7753068 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:55.638981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:55.639278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:55.639657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:55.640079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Bound port: 4908e3a1-df1b-46a9-8401-4e33b7753068, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:55.640423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:55.659807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:55.660420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:55.698711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e63c9f9-1456-4d76-b476-f41249ba9c6d req-655d6371-5f61-48c4-beb0-049f1a7a15b2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683383 May 26 22:40:55.755576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dcf32022-546e-4571-8a66-744a98fcda28 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4214118 May 26 22:40:55.768745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-4da66e0a-4ed7-4720-be04-2ac6e3d07f35 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:55.770585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-4da66e0a-4ed7-4720-be04-2ac6e3d07f35 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 945 time: 0.1143956 May 26 22:40:55.780477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Request body: {'port': {'device_id': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:40:55.843598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Deleting port 3358312e-eb5f-4eec-9038-d37965efa344 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:40:55.843818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:55.874873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] For port 4908e3a1-df1b-46a9-8401-4e33b7753068, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:55.941336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] For port 4908e3a1-df1b-46a9-8401-4e33b7753068, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4908e3a1-df1b-46a9-8401-4e33b7753068,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:55.986361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:56.090349 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:56.121778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:56.123160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] 10.222.0.55 "PUT /v2.0/ports/4908e3a1-df1b-46a9-8401-4e33b7753068 HTTP/1.1" status: 200 len: 1096 time: 2.3841546 May 26 22:40:56.125543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540413f8-83e8-4b19-8f52-929c44901f77', 'tag': '4908e3a1-df1b-46a9-8401-4e33b7753068'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:56.156774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] For port 3358312e-eb5f-4eec-9038-d37965efa344, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3358312e-eb5f-4eec-9038-d37965efa344,segment=NetworkSegment(184e33ef-5308-4366-95d2-908232a13a80),segment_id=184e33ef-5308-4366-95d2-908232a13a80)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:56.157137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:56.164997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6093ac-b0c4-422e-a9a1-c80f8eb9ce0d service neutron] Pushing event updated for resources: {'Port': ['ID=4908e3a1-df1b-46a9-8401-4e33b7753068,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:56.171775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-40c336e6-051e-4119-b326-3b5f87ee71f0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:56.173224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-40c336e6-051e-4119-b326-3b5f87ee71f0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.3497031 May 26 22:40:56.176854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8a26-479e-42d2-9ab6-caaf63b5eee0 req-c7376e08-35d7-41e3-9d18-24519315e89f tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:56.178328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfdd8a26-479e-42d2-9ab6-caaf63b5eee0 req-c7376e08-35d7-41e3-9d18-24519315e89f tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 931 time: 0.1950052 May 26 22:40:56.252993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-80984c58-ba19-434f-adee-94ace8ba3e9d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.0452175 May 26 22:40:56.309867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Calling delete_port for 3358312e-eb5f-4eec-9038-d37965efa344 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:40:56.383258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dfdd8a26-479e-42d2-9ab6-caaf63b5eee0 req-70d030e0-84c2-4e19-8ceb-ea4dd2479e99 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Synchronizing usage tracker for tenant:9bdfdac87c8b45ac874a4d60b6d34c87 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:56.413443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dfdd8a26-479e-42d2-9ab6-caaf63b5eee0 req-70d030e0-84c2-4e19-8ceb-ea4dd2479e99 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Unset dirty status for tenant:9bdfdac87c8b45ac874a4d60b6d34c87 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:56.414663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfdd8a26-479e-42d2-9ab6-caaf63b5eee0 req-70d030e0-84c2-4e19-8ceb-ea4dd2479e99 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815205 May 26 22:40:56.417579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-57afc6e0-c613-4478-886f-97f18d5db73b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 1099 time: 0.2433739 May 26 22:40:56.482075 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:56.494319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3358312e-eb5f-4eec-9038-d37965efa344'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:40:56.554950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-efaa4945-a910-4b5b-92e7-af48e181d214 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4908e3a1-df1b-46a9-8401-4e33b7753068 HTTP/1.1" status: 200 len: 217 time: 0.0886037 May 26 22:40:56.575405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Pushing event deleted for resources: {'Port': ['ID=3358312e-eb5f-4eec-9038-d37965efa344,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:56.637393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-f4f51d6e-64af-4641-a408-a5ef511db236 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3766351 May 26 22:40:56.716254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-773b0e93-7835-46ec-baf9-f10b00eaec81 req-25687884-0ad6-4d8c-a558-79a40d9c2168 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.0767562 May 26 22:40:56.725408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] No DVR routers for this DVR port 3358312e-eb5f-4eec-9038-d37965efa344 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:40:56.728015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:56.730728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'name': 'network-vif-deleted', 'tag': '3358312e-eb5f-4eec-9038-d37965efa344'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:56.747176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc22ebea-76c2-47f3-9202-d0c5e51e8fe8 req-729ea613-3d6f-4679-b881-dca7776251be tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.48 "DELETE /v2.0/ports/3358312e-eb5f-4eec-9038-d37965efa344 HTTP/1.1" status: 204 len: 173 time: 0.9684846 May 26 22:40:56.760667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-563dcebb-636e-45d0-bf1f-b4a3ab356542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:56.762333 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-563dcebb-636e-45d0-bf1f-b4a3ab356542 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1978922 May 26 22:40:56.930430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-895596b2-529c-45f7-b868-3ad2bb9ce9bc service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821910 May 26 22:40:56.934950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547a05e2-9499-43bf-9612-36dc17702835 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:40:56.944044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:57.065235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10e3facf-91dd-46c2-a844-56792bd82a5a req-10c821ea-3ed6-457e-a767-49e4a2562379 tempest-ServersAdmin275Test-1243888359 tempest-ServersAdmin275Test-1243888359-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a3de6f1-5ce5-4832-9f0f-322da718efc5 HTTP/1.1" status: 200 len: 210 time: 0.1763444 May 26 22:40:57.077114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f8505d12-21cf-4c0c-8eb0-d54ff39d4263 req-164d5361-ffd7-4d18-909b-5749dc0b43b7 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Synchronizing usage tracker for tenant:812d32c4f0204832b5369800700047f3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:57.095085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f8505d12-21cf-4c0c-8eb0-d54ff39d4263 req-164d5361-ffd7-4d18-909b-5749dc0b43b7 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] Unset dirty status for tenant:812d32c4f0204832b5369800700047f3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:57.096689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f8505d12-21cf-4c0c-8eb0-d54ff39d4263 req-164d5361-ffd7-4d18-909b-5749dc0b43b7 tempest-ServerPasswordTestJSON-1128191309 tempest-ServerPasswordTestJSON-1128191309-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3688711-97ef-4a23-a2bb-6bf74a22f183 HTTP/1.1" status: 200 len: 210 time: 0.0701623 May 26 22:40:57.157401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Transition to ACTIVE for port object 547a05e2-9499-43bf-9612-36dc17702835 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:40:57.168900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:57.177617 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-595f21c9-b630-490e-8de1-92963a9c676b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4078138 May 26 22:40:57.420023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=547a05e2-9499-43bf-9612-36dc17702835,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:57.449727 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-213a1c30-dba7-498b-8767-74ae535c61a6 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076447 May 26 22:40:57.467389 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:57.566172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-8092b13c-956c-45b3-bb68-78fb66bbdfe9 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557677 May 26 22:40:57.638504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Attempting to bind port 547a05e2-9499-43bf-9612-36dc17702835 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:40:57.638838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Attempting to bind port 547a05e2-9499-43bf-9612-36dc17702835 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '5a8e9f69-1d07-4629-8b25-a1db44cf6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:40:57.639165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Attempting to bind port 547a05e2-9499-43bf-9612-36dc17702835 on network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:57.715562 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dba7b91-eacd-464c-b4ee-2a53bffce51e'] response: {'name': 'network-changed', 'server_uuid': '540413f8-83e8-4b19-8f52-929c44901f77', 'tag': '4908e3a1-df1b-46a9-8401-4e33b7753068', 'status': 'completed', 'code': 200} May 26 22:40:57.741519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Port 547a05e2-9499-43bf-9612-36dc17702835 on network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:40:57.741881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Attempting to bind port 547a05e2-9499-43bf-9612-36dc17702835 on network ad224e9e-69bf-495f-914b-a1f9b6ca3b36 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:40:57.755950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:40:57.756289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Checking segment: {'id': '5a8e9f69-1d07-4629-8b25-a1db44cf6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:40:57.756681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Bound using segment: {'id': '5a8e9f69-1d07-4629-8b25-a1db44cf6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:40:57.757116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Bound port: 547a05e2-9499-43bf-9612-36dc17702835, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8e9f69-1d07-4629-8b25-a1db44cf6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:40:57.757463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:57.916682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4aaae0-313f-4702-b9ac-295d2f1211d2 req-28481ff5-c47a-4fd9-8e52-4f24df07a332 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399272 May 26 22:40:57.922481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cdec-cdd9-4c91-96b4-f1a2a7e181c3 req-c0cb4029-ae62-46c5-bc08-4c613a68f7a8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:57.924077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e89cdec-cdd9-4c91-96b4-f1a2a7e181c3 req-c0cb4029-ae62-46c5-bc08-4c613a68f7a8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 948 time: 0.1189053 May 26 22:40:57.996784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e89cdec-cdd9-4c91-96b4-f1a2a7e181c3 req-b6c0dae4-d340-4a77-84dc-9d1a5eae9c74 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577579 May 26 22:40:58.041913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] For port 547a05e2-9499-43bf-9612-36dc17702835, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:40:58.054688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] For port 547a05e2-9499-43bf-9612-36dc17702835, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=547a05e2-9499-43bf-9612-36dc17702835,segment=NetworkSegment(5a8e9f69-1d07-4629-8b25-a1db44cf6556),segment_id=5a8e9f69-1d07-4629-8b25-a1db44cf6556)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:40:58.070477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.103822 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a104a5d-30bf-426f-ad5a-f53ee3de28a0'] response: {'server_uuid': 'f3688711-97ef-4a23-a2bb-6bf74a22f183', 'name': 'network-vif-deleted', 'tag': '3358312e-eb5f-4eec-9038-d37965efa344', 'status': 'completed', 'code': 200} May 26 22:40:58.116006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077e33e-87e0-4baa-8f6b-8ded66220711 req-f4e370c3-28a6-4217-8610-af8ad82e3cb3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:58.122782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0077e33e-87e0-4baa-8f6b-8ded66220711 req-f4e370c3-28a6-4217-8610-af8ad82e3cb3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 946 time: 0.3283906 May 26 22:40:58.187099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48926) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:58.193216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.194590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] 10.222.0.48 "PUT /v2.0/ports/547a05e2-9499-43bf-9612-36dc17702835 HTTP/1.1" status: 200 len: 1091 time: 2.4182460 May 26 22:40:58.213415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-4f88678a-c811-4b66-a86c-0113df509846 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 1099 time: 0.2384622 May 26 22:40:58.218824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62ecd0-e4db-45d7-bf0b-cb7195562fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=547a05e2-9499-43bf-9612-36dc17702835,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:58.254322 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0077e33e-87e0-4baa-8f6b-8ded66220711 req-9e37bce7-014b-47de-9035-1cb3c7abc7c8 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305470 May 26 22:40:58.383605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.416991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:58.421155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Usage tracker for resource:security_group_rule and tenant:9895accd7042436386c58c10e45a222c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:58.424038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:58.430186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:58.506039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.511165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.568630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-84879ffc-9991-4ef3-b012-c52691cab862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:58.570522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-84879ffc-9991-4ef3-b012-c52691cab862 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3483150 May 26 22:40:58.577640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7eb909-ad5d-4da6-ad67-096e0a336d28,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:58.578989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-643079ad-d481-45e9-bb52-3de23f1da7dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bdfdac87c8b45ac874a4d60b6d34c87&device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 1094 time: 0.3236916 May 26 22:40:58.625916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7da9c414-9aab-49ed-b8f9-59da9e1f09f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9895accd7042436386c58c10e45a222c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4349179 May 26 22:40:58.626143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48936) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:58.717292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e102-3c17-4931-9834-f0231cee00e3 req-092f02d1-0570-46a2-91b8-f16edb2d97bc tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:58.718021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1570e102-3c17-4931-9834-f0231cee00e3 req-092f02d1-0570-46a2-91b8-f16edb2d97bc tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Synchronizing usage tracker for tenant:9bdfdac87c8b45ac874a4d60b6d34c87 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:58.725110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9a1639a-d9d4-4fcd-8a61-f18ddbc7cbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.743500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-02178940-540c-4400-adc1-b32896e1418a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4908e3a1-df1b-46a9-8401-4e33b7753068 HTTP/1.1" status: 200 len: 217 time: 0.1634488 May 26 22:40:58.750915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-a2e62325-45cc-4932-83ea-c06b686f7a1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=547a05e2-9499-43bf-9612-36dc17702835 HTTP/1.1" status: 200 len: 217 time: 0.1055212 May 26 22:40:58.752202 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9a1639a-d9d4-4fcd-8a61-f18ddbc7cbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.809987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9a1639a-d9d4-4fcd-8a61-f18ddbc7cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.823858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1570e102-3c17-4931-9834-f0231cee00e3 req-092f02d1-0570-46a2-91b8-f16edb2d97bc tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Unset dirty status for tenant:9bdfdac87c8b45ac874a4d60b6d34c87 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:58.824997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1570e102-3c17-4931-9834-f0231cee00e3 req-092f02d1-0570-46a2-91b8-f16edb2d97bc tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 943 time: 0.3971703 May 26 22:40:58.833839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1639a-d9d4-4fcd-8a61-f18ddbc7cbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7eb909-ad5d-4da6-ad67-096e0a336d28,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:58.862500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9a1639a-d9d4-4fcd-8a61-f18ddbc7cbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.867108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9a1639a-d9d4-4fcd-8a61-f18ddbc7cbaf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce7eb909-ad5d-4da6-ad67-096e0a336d28 HTTP/1.1" status: 204 len: 168 time: 0.2376642 May 26 22:40:58.891445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-f8146e18-94b6-40e9-8f44-f84225fc25ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:58.892889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-f8146e18-94b6-40e9-8f44-f84225fc25ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1398802 May 26 22:40:58.938772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-c9bc000f-c299-4f50-9d99-c2f3660b04c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:58.940202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-c9bc000f-c299-4f50-9d99-c2f3660b04c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=da18acf5-96af-4270-9d31-c2066646a0b4 HTTP/1.1" status: 200 len: 859 time: 0.1520176 May 26 22:40:59.009248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1570e102-3c17-4931-9834-f0231cee00e3 req-65246c40-a702-4145-83c6-1927837847fe tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651497 May 26 22:40:59.021381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-9a6e8031-77aa-499b-af21-5ee91a8d528d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad224e9e-69bf-495f-914b-a1f9b6ca3b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636733 May 26 22:40:59.157366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48948) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:59.207023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3358312e-eb5f-4eec-9038-d37965efa344 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:59.305530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 3358312e-eb5f-4eec-9038-d37965efa344 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:40:59.307930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3358312e-eb5f-4eec-9038-d37965efa344 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:40:59.308769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:40:59.324095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] Deleting subnet c3edef60-6556-4b5e-b601-1e3f8b6f9c1b {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:40:59.329535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:59.371781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48954) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:59.406811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:59.428374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:59.503230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:40:59.513581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Usage tracker for resource:security_group_rule and tenant:418fba2609094860bcfaf1975da2f731 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:40:59.520877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:40:59.523766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:59.543414 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:59.549662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-97c1f86b-76a6-4270-8d96-9f592c73f2da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6461720 May 26 22:40:59.590248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:40:59.591614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:59.596648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:40:59.615883 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:59.704445 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-270d8242-7d55-4f9e-99b6-9409d96c0d87 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386573 May 26 22:40:59.712985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-bae2def7-97bf-4a44-86da-6bca149c5110 service neutron] 10.222.0.48 "GET /v2.0/networks/ad224e9e-69bf-495f-914b-a1f9b6ca3b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806395 May 26 22:40:59.742207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-164f4b83-48f0-4544-9e93-9f442e588389 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=3dadb323-00c0-4ddc-84d6-4ad037ea0408 HTTP/1.1" status: 200 len: 210 time: 0.0979767 May 26 22:40:59.751231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60c98f8d-4798-4586-8354-e7c781a47aa9 req-fd6f0313-3fdd-475e-9919-55f282e3e1a4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dadb323-00c0-4ddc-84d6-4ad037ea0408 HTTP/1.1" status: 200 len: 210 time: 0.1131151 May 26 22:40:59.751691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48964) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:40:59.755380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:40:59.809239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'tag': '547a05e2-9499-43bf-9612-36dc17702835'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:40:59.842160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f07d4-a410-484e-93d1-29aa6db4c5a3 req-0ceda1f7-da08-4888-ac7d-9d136f62e278 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:40:59.843010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5a8f07d4-a410-484e-93d1-29aa6db4c5a3 req-0ceda1f7-da08-4888-ac7d-9d136f62e278 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Synchronizing usage tracker for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:40:59.940342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5a8f07d4-a410-484e-93d1-29aa6db4c5a3 req-0ceda1f7-da08-4888-ac7d-9d136f62e278 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Unset dirty status for tenant:3ba15034ca05460083b387ae6c983bb7 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:40:59.941588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a8f07d4-a410-484e-93d1-29aa6db4c5a3 req-0ceda1f7-da08-4888-ac7d-9d136f62e278 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 950 time: 0.5278375 May 26 22:41:00.001494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c6abc3-3c0c-45b0-ba79-bf4cc30162b6 req-e0299a13-077c-451f-aacd-57540d89d45c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864544 May 26 22:41:00.019080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.038230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a9ca698-8033-4694-bc7f-61c124a7d933 req-3675fa96-129a-4c2e-b310-b083668d1c9c service neutron] 10.222.0.48 "GET /v2.0/networks/ad224e9e-69bf-495f-914b-a1f9b6ca3b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219944 May 26 22:41:00.041063 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a8f07d4-a410-484e-93d1-29aa6db4c5a3 req-cd47b10d-0f84-4401-b6ad-ec9be9c5ed74 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897162 May 26 22:41:00.089534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.107657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3edef60-6556-4b5e-b601-1e3f8b6f9c1b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:00.145948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.214098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.228334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a94ff835-794f-44c1-a3ff-014536624dc6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3edef60-6556-4b5e-b601-1e3f8b6f9c1b HTTP/1.1" status: 204 len: 168 time: 1.0692601 May 26 22:41:00.229735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff9e34-2b86-471c-89d4-d4ea3f60a08d req-7e40602b-44a1-44ea-bbd7-208ee7e9119e tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:00.231843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5ff9e34-2b86-471c-89d4-d4ea3f60a08d req-7e40602b-44a1-44ea-bbd7-208ee7e9119e tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 944 time: 0.0819428 May 26 22:41:00.232024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48976) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:00.234815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.243900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:00.252882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-15f78f9f-54ff-4b6e-9dbe-94ccbf9d3f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:00.254447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-15f78f9f-54ff-4b6e-9dbe-94ccbf9d3f7c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=112321dc32c44e748c69eba012b1178e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5019481 May 26 22:41:00.262093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Usage tracker for resource:security_group_rule and tenant:28b29974c4f041619f1ea367d726adc5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:00.268976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:00.302525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:00.366141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.370948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5ff9e34-2b86-471c-89d4-d4ea3f60a08d req-a77ecea7-2b82-4a4d-98da-580875edb4ff tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189945 May 26 22:41:00.397749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-f1cb0d55-7d58-4e66-88ac-2ae293d5dc11 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:00.399276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-f1cb0d55-7d58-4e66-88ac-2ae293d5dc11 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 950 time: 0.5121920 May 26 22:41:00.411565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268efb-a737-4503-97f2-9701c5e672c0 req-6ecd7b02-3fbf-4ee8-b5eb-b350d03d515c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:00.415628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4908e3a1-df1b-46a9-8401-4e33b7753068 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:00.419434 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc268efb-a737-4503-97f2-9701c5e672c0 req-6ecd7b02-3fbf-4ee8-b5eb-b350d03d515c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 948 time: 0.5268726 May 26 22:41:00.422180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ea0e95-f3bf-4ac5-9f40-a083c7b8a3d7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:00.462415 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4415e5ef-398d-44ab-b943-0ec2aaf9b83d'] response: {'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'code': 200} May 26 22:41:00.514181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dac17942-f659-4c7f-884c-d9f355c1dfb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=418fba2609094860bcfaf1975da2f731&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1411412 May 26 22:41:00.532514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.542344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48980) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:00.560983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:00.568603 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fa39f0-9c17-4604-8597-65a1a23eb0d2'] response: {'name': 'network-changed', 'server_uuid': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'tag': '547a05e2-9499-43bf-9612-36dc17702835', 'status': 'completed', 'code': 200} May 26 22:41:00.627761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4908e3a1-df1b-46a9-8401-4e33b7753068, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4908e3a1-df1b-46a9-8401-4e33b7753068,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:00.648504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '4908e3a1-df1b-46a9-8401-4e33b7753068', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '4908e3a1-df1b-46a9-8401-4e33b7753068', 'mac_address': 'fa:16:3e:3f:7a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:00.657954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e33ef-5308-4366-95d2-908232a13a80') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:00.658196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e33ef-5308-4366-95d2-908232a13a80') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:00.662664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Deleting port 67a473f2-0b75-4d11-9020-816162df5d03 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:00.662982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.682220 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.717287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.725305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.730417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc268efb-a737-4503-97f2-9701c5e672c0 req-8f189b21-cfee-40f3-b825-810d70f335ff tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099208 May 26 22:41:00.732713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:41:00.733478 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.747452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4908e3a1-df1b-46a9-8401-4e33b7753068 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: timer() May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:41:00.749308 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:41:00.767467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4908e3a1-df1b-46a9-8401-4e33b7753068, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4908e3a1-df1b-46a9-8401-4e33b7753068,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:00.771848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.796813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.809006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-cba2ff9e-7db8-4db4-ab2d-21aa2fe6c554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:00.810645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-cba2ff9e-7db8-4db4-ab2d-21aa2fe6c554 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5388381 May 26 22:41:00.813825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-fa59ae05-5684-457a-9042-d89aa166d196 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bdfdac87c8b45ac874a4d60b6d34c87&device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 1094 time: 0.2443547 May 26 22:41:00.814463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.871490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f605-77f7-4945-995d-aab0f880303b req-bb583fbe-4980-4cc7-8d76-64c3f926ed36 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:00.873284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6b3f605-77f7-4945-995d-aab0f880303b req-bb583fbe-4980-4cc7-8d76-64c3f926ed36 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 943 time: 0.2590346 May 26 22:41:00.880777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4908e3a1-df1b-46a9-8401-4e33b7753068,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:00.937400 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:41:00.961126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:00.994025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.007204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:01.022581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6b3f605-77f7-4945-995d-aab0f880303b req-e6f44883-c017-4e8d-ab50-53e1a17bf4d9 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993278 May 26 22:41:01.052205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-38ec7d61-3de0-49ac-b862-7b9932d5fe08 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b9ffaeaf-ea5c-4552-a5d1-3159c7092ed0 HTTP/1.1" status: 204 len: 168 time: 0.8037615 May 26 22:41:01.056351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['4908e3a1-df1b-46a9-8401-4e33b7753068'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:01.079134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-1d8f3b56-6339-4395-aab3-c595aa3ee983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:01.080532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-1d8f3b56-6339-4395-aab3-c595aa3ee983 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad224e9e-69bf-495f-914b-a1f9b6ca3b36 HTTP/1.1" status: 200 len: 920 time: 0.2453709 May 26 22:41:01.112293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c38e6097-15cb-41e5-913e-8ac1e2d99a4c req-87432a20-4cf1-4897-92ea-43a7302efbc8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dadb323-00c0-4ddc-84d6-4ad037ea0408 HTTP/1.1" status: 200 len: 210 time: 0.1386418 May 26 22:41:01.114222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a4f902c-8581-420f-a9b5-7ccf3036de6e req-e640ae9f-fcbc-480d-a790-2bd28dcab21a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dadb323-00c0-4ddc-84d6-4ad037ea0408 HTTP/1.1" status: 200 len: 210 time: 0.1473010 May 26 22:41:01.122478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1c33792-0cea-4805-9e93-2fc203d9a8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.179515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a67e50d-ba5d-4601-b162-0086cde68341,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:01.335600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48990) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:01.348811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b3c881c-cbbd-42a2-930e-194cfa65f221 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28b29974c4f041619f1ea367d726adc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5887191 May 26 22:41:01.359062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48994) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:01.388528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1c33792-0cea-4805-9e93-2fc203d9a8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.409309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-41fead23-7eeb-4bbd-84ed-7c4966ba4a5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=547a05e2-9499-43bf-9612-36dc17702835 HTTP/1.1" status: 200 len: 217 time: 0.3185930 May 26 22:41:01.457330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] For port 67a473f2-0b75-4d11-9020-816162df5d03, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=67a473f2-0b75-4d11-9020-816162df5d03,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:01.458032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.509499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b028ca3-df5c-467c-a924-f31ca0910c6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=812d32c4f0204832b5369800700047f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1694887 May 26 22:41:01.510526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49000) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:01.514314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-8a93b959-6109-49c7-9e57-31b31fcaf834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:01.515668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-8a93b959-6109-49c7-9e57-31b31fcaf834 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=da18acf5-96af-4270-9d31-c2066646a0b4 HTTP/1.1" status: 200 len: 859 time: 0.0950212 May 26 22:41:01.592699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee230-db00-45a3-ad91-78d64c04b58c req-78470b8d-ddc0-4138-9d8a-a736ae116dd1 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:01.594078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b8ee230-db00-45a3-ad91-78d64c04b58c req-78470b8d-ddc0-4138-9d8a-a736ae116dd1 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 950 time: 0.2596822 May 26 22:41:01.596911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-84c99244-dfe1-46cf-9b5d-b81e025aef28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad224e9e-69bf-495f-914b-a1f9b6ca3b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678151 May 26 22:41:01.640238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Calling delete_port for 67a473f2-0b75-4d11-9020-816162df5d03 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:01.744995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8ab-fb60-4c56-a16a-e88f278a1775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.766219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4500da49-96e9-4c69-b447-ea365aba7f94 req-74fd61d6-aed4-47ac-a5e2-5f019b6d7d92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=3dadb323-00c0-4ddc-84d6-4ad037ea0408 HTTP/1.1" status: 200 len: 210 time: 0.0967851 May 26 22:41:01.769439 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b8ee230-db00-45a3-ad91-78d64c04b58c req-7e4b5f60-bae1-441b-9c82-969bb47fae98 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff2af2bf-1f62-4aee-aa57-4c8fbccee106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653154 May 26 22:41:01.803776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8ab-fb60-4c56-a16a-e88f278a1775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.819993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-5da7888b-d209-40ab-ae64-3586f16bdbca service neutron] 10.222.0.48 "GET /v2.0/networks/ad224e9e-69bf-495f-914b-a1f9b6ca3b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985741 May 26 22:41:01.941985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c1eca40-2ae9-45f3-a6fd-0eefd29f6654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.007615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1c33792-0cea-4805-9e93-2fc203d9a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.027380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8ab-fb60-4c56-a16a-e88f278a1775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.050024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f3c00b6-1c94-40d8-95eb-891cfd321de1 req-e1a946e1-7997-45d8-bb14-852771219886 service neutron] 10.222.0.48 "GET /v2.0/networks/ad224e9e-69bf-495f-914b-a1f9b6ca3b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236276 May 26 22:41:02.053119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ceb8ab-fb60-4c56-a16a-e88f278a1775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755552c1-0f33-4caa-9c3e-b5de100a01a7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:02.072949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e06f8-510f-4aba-b9de-700fbb97253e req-f7c813ae-9115-4d14-b271-e4fa5f11216e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:02.074084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-de7e06f8-510f-4aba-b9de-700fbb97253e req-f7c813ae-9115-4d14-b271-e4fa5f11216e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:02.075645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c1eca40-2ae9-45f3-a6fd-0eefd29f6654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.081797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97ceb8ab-fb60-4c56-a16a-e88f278a1775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.083005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-97ceb8ab-fb60-4c56-a16a-e88f278a1775 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/755552c1-0f33-4caa-9c3e-b5de100a01a7 HTTP/1.1" status: 204 len: 168 time: 0.5704954 May 26 22:41:02.089633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c34161-9882-4680-8b63-7a156e457e23 req-30bf0476-6cfb-4a94-912e-b9e3fc3e425b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:02.094245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96c34161-9882-4680-8b63-7a156e457e23 req-30bf0476-6cfb-4a94-912e-b9e3fc3e425b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 944 time: 0.5587227 May 26 22:41:02.095301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33792-0cea-4805-9e93-2fc203d9a8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ea0e95-f3bf-4ac5-9f40-a083c7b8a3d7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:02.099699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-de7e06f8-510f-4aba-b9de-700fbb97253e req-f7c813ae-9115-4d14-b271-e4fa5f11216e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:02.100869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de7e06f8-510f-4aba-b9de-700fbb97253e req-f7c813ae-9115-4d14-b271-e4fa5f11216e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 949 time: 0.1918268 May 26 22:41:02.148783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500da49-96e9-4c69-b447-ea365aba7f94 req-69e86ed5-dc01-422f-b2d6-c70d1694fa0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:02.150758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4500da49-96e9-4c69-b447-ea365aba7f94 req-69e86ed5-dc01-422f-b2d6-c70d1694fa0f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=112321dc32c44e748c69eba012b1178e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3683462 May 26 22:41:02.153551 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de7e06f8-510f-4aba-b9de-700fbb97253e req-2868f644-1779-4e2e-bb3a-7711d036c45c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 May 26 22:41:02.314284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.326617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['67a473f2-0b75-4d11-9020-816162df5d03'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:02.362879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6de87c-c729-47eb-88d8-08ed3646c5c8 req-f71052b4-d79b-4fc3-9943-da3ee2f50544 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:02.364640 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa6de87c-c729-47eb-88d8-08ed3646c5c8 req-f71052b4-d79b-4fc3-9943-da3ee2f50544 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 943 time: 0.0911434 May 26 22:41:02.407031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Pushing event deleted for resources: {'Port': ['ID=67a473f2-0b75-4d11-9020-816162df5d03,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:02.408919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1c33792-0cea-4805-9e93-2fc203d9a8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.410022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e1c33792-0cea-4805-9e93-2fc203d9a8ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4ea0e95-f3bf-4ac5-9f40-a083c7b8a3d7 HTTP/1.1" status: 204 len: 168 time: 1.8658216 May 26 22:41:02.431601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4908e3a1-df1b-46a9-8401-4e33b7753068 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:02.457140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96c34161-9882-4680-8b63-7a156e457e23 req-0cfefd19-7a91-4ed8-a4bc-0933f2bfb6a1 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416736 May 26 22:41:02.463400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa6de87c-c729-47eb-88d8-08ed3646c5c8 req-97ebab74-eedb-42eb-af74-7eac5365e005 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923815 May 26 22:41:02.522968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500da49-96e9-4c69-b447-ea365aba7f94 req-bceabced-083b-4a0c-869c-310152e40bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:02.524483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4500da49-96e9-4c69-b447-ea365aba7f94 req-bceabced-083b-4a0c-869c-310152e40bd2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3376944 May 26 22:41:02.576556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c1eca40-2ae9-45f3-a6fd-0eefd29f6654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.614750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 4908e3a1-df1b-46a9-8401-4e33b7753068 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:02.623272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 4908e3a1-df1b-46a9-8401-4e33b7753068 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:02.625281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.650881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] No DVR routers for this DVR port 67a473f2-0b75-4d11-9020-816162df5d03 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:02.663515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.679066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-deleted', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:02.692964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eca40-2ae9-45f3-a6fd-0eefd29f6654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a67e50d-ba5d-4601-b162-0086cde68341,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:02.710555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfb20d01-aec7-41f0-9ab2-2b78b3def57a req-7973f53c-c43e-4498-8bfc-d83ad7f56cdf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dadb323-00c0-4ddc-84d6-4ad037ea0408 HTTP/1.1" status: 200 len: 210 time: 0.0734336 May 26 22:41:02.726159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4500da49-96e9-4c69-b447-ea365aba7f94 req-66b11899-597d-4413-9f1b-a3e319d9ce35 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dadb323-00c0-4ddc-84d6-4ad037ea0408 HTTP/1.1" status: 200 len: 210 time: 0.1413302 May 26 22:41:02.735110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-96a49538-3b47-46ba-a86f-61c2cf685eef tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:02.736536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-96a49538-3b47-46ba-a86f-61c2cf685eef tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.48 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 944 time: 0.6639233 May 26 22:41:02.746918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c1eca40-2ae9-45f3-a6fd-0eefd29f6654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.748490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6c1eca40-2ae9-45f3-a6fd-0eefd29f6654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a67e50d-ba5d-4601-b162-0086cde68341 HTTP/1.1" status: 204 len: 168 time: 1.3859305 May 26 22:41:02.752181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a14baf2-e2e8-4554-95b2-de8a6e27d1f1 req-c0d5fc38-3b75-4c9c-a3c2-b968df384f51 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.55 "DELETE /v2.0/ports/67a473f2-0b75-4d11-9020-816162df5d03 HTTP/1.1" status: 204 len: 173 time: 2.3104944 May 26 22:41:02.858045 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078c7a49-25f8-488c-b20e-89229c3b087e'] response: {'server_uuid': '0bb88752-c6d7-4085-96f2-63624ffd69fb', 'name': 'network-vif-deleted', 'tag': '67a473f2-0b75-4d11-9020-816162df5d03', 'status': 'completed', 'code': 200} May 26 22:41:02.881542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Deleting port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:02.882555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.993454 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:03.037853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4908e3a1-df1b-46a9-8401-4e33b7753068, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4908e3a1-df1b-46a9-8401-4e33b7753068,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:03.039116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540413f8-83e8-4b19-8f52-929c44901f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4908e3a1-df1b-46a9-8401-4e33b7753068'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:03.060681 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:03.062790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:03.069624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa56f718-fb38-4fd5-abad-2fa82f721573 req-6949a90f-a8b6-46eb-a65b-06799cf08268 tempest-ServersAdminTestJSON-419777413 tempest-ServersAdminTestJSON-419777413-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bb88752-c6d7-4085-96f2-63624ffd69fb HTTP/1.1" status: 200 len: 210 time: 0.0681734 May 26 22:41:03.212768 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c80c56-ec7e-41a9-a4e5-4a6f5563a7fe'] response: {'server_uuid': '540413f8-83e8-4b19-8f52-929c44901f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4908e3a1-df1b-46a9-8401-4e33b7753068', 'code': 200} May 26 22:41:03.231872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 67a473f2-0b75-4d11-9020-816162df5d03 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:03.231872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 67a473f2-0b75-4d11-9020-816162df5d03 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:03.279653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 547a05e2-9499-43bf-9612-36dc17702835 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:03.443034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 547a05e2-9499-43bf-9612-36dc17702835, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=547a05e2-9499-43bf-9612-36dc17702835,segment=NetworkSegment(5a8e9f69-1d07-4629-8b25-a1db44cf6556),segment_id=5a8e9f69-1d07-4629-8b25-a1db44cf6556)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:03.464052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '547a05e2-9499-43bf-9612-36dc17702835', 'network_id': 'ad224e9e-69bf-495f-914b-a1f9b6ca3b36', 'port_id': '547a05e2-9499-43bf-9612-36dc17702835', 'mac_address': 'fa:16:3e:0a:15:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da18acf5-96af-4270-9d31-c2066646a0b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:03.469603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4908e3a1-df1b-46a9-8401-4e33b7753068,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:03.488787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-613c549a-9ccb-454a-8d8a-3b6cb7dc3903 req-a3943aeb-4354-489c-8b3f-e061c51b5970 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 1101 time: 0.1998167 May 26 22:41:03.552679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] For port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:03.553324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:03.563710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3993-ac05-4362-9cc9-55175968c587 req-2e4517a3-0a39-48dc-8961-fc81faac6f4b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:03.566531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c5c3993-ac05-4362-9cc9-55175968c587 req-2e4517a3-0a39-48dc-8961-fc81faac6f4b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 950 time: 0.1671731 May 26 22:41:03.584128 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:03.613103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49048) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:03.619972 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547a05e2-9499-43bf-9612-36dc17702835 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:03.647370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 547a05e2-9499-43bf-9612-36dc17702835, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=547a05e2-9499-43bf-9612-36dc17702835,segment=NetworkSegment(5a8e9f69-1d07-4629-8b25-a1db44cf6556),segment_id=5a8e9f69-1d07-4629-8b25-a1db44cf6556)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:03.656502 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:03.700296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:03.738052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=547a05e2-9499-43bf-9612-36dc17702835,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:03.767508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-613c549a-9ccb-454a-8d8a-3b6cb7dc3903 req-300d374c-2abf-46c0-ad79-aa377ecf8f81 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630551 May 26 22:41:03.802162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c5c3993-ac05-4362-9cc9-55175968c587 req-7b0bb846-9122-4490-a093-07161d4d203f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273147 May 26 22:41:03.804983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:03.816804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Usage tracker for resource:security_group_rule and tenant:d83f1a7d3eb84a359f2726c79b64f76f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:03.822695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:03.837032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:03.841144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Calling delete_port for 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:04.016286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['547a05e2-9499-43bf-9612-36dc17702835'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:04.019173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.064956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.081062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.081754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49062) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:04.127419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f52433-2b09-44ed-b0a3-68c16aa2704c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:04.140836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-77c8015d-01bc-41d7-8560-83bee35b1358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d83f1a7d3eb84a359f2726c79b64f76f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5244091 May 26 22:41:04.142709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49070) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:04.151044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event deleted for resources: {'Port': ['ID=9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:04.192905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c682fd-df7c-441a-b778-8d62de167943 req-b3875a69-8909-45e8-be9b-0844a2b321dc tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:04.194506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c682fd-df7c-441a-b778-8d62de167943 req-b3875a69-8909-45e8-be9b-0844a2b321dc tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 944 time: 0.1773803 May 26 22:41:04.253931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1de60-ad6f-4cfb-aab1-d9fd6d9ff25c req-af2db7b6-2bf7-4e87-85f4-ae28fe0cfc6b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:04.258560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69efc79e-3755-427f-ba2d-6c7d844992ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.264220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eff1de60-ad6f-4cfb-aab1-d9fd6d9ff25c req-af2db7b6-2bf7-4e87-85f4-ae28fe0cfc6b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=516c5d40-18a1-4f81-b933-ab1f35ecafe4 HTTP/1.1" status: 200 len: 944 time: 0.4379029 May 26 22:41:04.286372 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6c682fd-df7c-441a-b778-8d62de167943 req-b82f4614-8e7f-4464-a297-5892b0cf5b47 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845411 May 26 22:41:04.288480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] No DVR routers for this DVR port 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:04.294668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.330005 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69efc79e-3755-427f-ba2d-6c7d844992ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.335635 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eff1de60-ad6f-4cfb-aab1-d9fd6d9ff25c req-2de79367-0d26-432b-9d6a-07891c706c4d tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703175 May 26 22:41:04.339838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea82d02d-d1a7-4365-9b18-789bf7cf25d5 req-b754af0c-cb14-473c-865d-4b0b250ee9a2 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.48 "DELETE /v2.0/ports/9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef HTTP/1.1" status: 204 len: 173 time: 1.5900319 May 26 22:41:04.418317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-network', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:04.435934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:04.469253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69efc79e-3755-427f-ba2d-6c7d844992ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.469525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Usage tracker for resource:network and tenant:d08a593fe63048c6a6e32af4c4f231d9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:04.476867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:04.503972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:04.512792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efc79e-3755-427f-ba2d-6c7d844992ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f52433-2b09-44ed-b0a3-68c16aa2704c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:04.515553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Made reservation on behalf of d08a593fe63048c6a6e32af4c4f231d9 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:04.518548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.524606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69efc79e-3755-427f-ba2d-6c7d844992ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.533067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69efc79e-3755-427f-ba2d-6c7d844992ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22f52433-2b09-44ed-b0a3-68c16aa2704c HTTP/1.1" status: 204 len: 168 time: 0.3861644 May 26 22:41:04.540961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.578622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:04.582813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Usage tracker for resource:security_group_rule and tenant:d08a593fe63048c6a6e32af4c4f231d9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:04.588594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:04.597128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:04.694272 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.699982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.719220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:41:04.731735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.731735 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Added segment dc26ce6c-ca73-431c-882f-ced397c61602 of type vlan for network 422ede77-b375-49ee-a8a7-f17f6c77850e May 26 22:41:04.812634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.880944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-deleted', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:04.893996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:04.907204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49100) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:04.958896 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.960163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:04.960749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.082575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-1d6a4e43-64d1-4121-8e60-b1a62e1b72bc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:05.084018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-1d6a4e43-64d1-4121-8e60-b1a62e1b72bc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.3113544 May 26 22:41:05.105158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] Pushing event updated for resources: {'Network': ['ID=422ede77-b375-49ee-a8a7-f17f6c77850e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:05.113239 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e2b76f5b-4554-4122-b278-f0b12ecafe35 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0219798 May 26 22:41:05.113910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49108) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:05.118425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 422ede77-b375-49ee-a8a7-f17f6c77850e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:41:05.135887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Request body: {'subnet': {'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-subnet', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:05.150080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:05.159198 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-e6c69264-5283-4955-b584-20bd4f292563 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.0673451 May 26 22:41:05.160198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Usage tracker for resource:subnet and tenant:d08a593fe63048c6a6e32af4c4f231d9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:05.169014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:05.185516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:05.291025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Made reservation on behalf of d08a593fe63048c6a6e32af4c4f231d9 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:05.292465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3398419-2960-4d6e-814b-65259c273db3 req-c5beffad-3d94-49ad-8f0d-671ad0a43223 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:05.295310 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.304388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3398419-2960-4d6e-814b-65259c273db3 req-c5beffad-3d94-49ad-8f0d-671ad0a43223 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 950 time: 0.2080882 May 26 22:41:05.319447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 547a05e2-9499-43bf-9612-36dc17702835 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:05.407527 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3398419-2960-4d6e-814b-65259c273db3 req-df05d013-2d5f-448c-a1e7-b1e97ce941e5 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021948 May 26 22:41:05.454956 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-b97a02c8-f4f7-43e7-8eb5-e2b2ab95602a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2827694 May 26 22:41:05.563644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f26839b-2470-4efc-9f23-ec85e53ddde7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ba15034ca05460083b387ae6c983bb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6554847 May 26 22:41:05.567504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49122) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:05.599435 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182c587d-dfa4-4576-8bc0-a8703c15f8c7'] response: {'server_uuid': '516c5d40-18a1-4f81-b933-ab1f35ecafe4', 'name': 'network-vif-deleted', 'tag': '9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef', 'status': 'completed', 'code': 200} May 26 22:41:05.629546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 547a05e2-9499-43bf-9612-36dc17702835 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:05.639003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 547a05e2-9499-43bf-9612-36dc17702835 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:05.639760 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.735306 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b63f636-86b9-4d7a-b49f-2def7f98f239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.806258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b63f636-86b9-4d7a-b49f-2def7f98f239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.834207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-42a03c22-c7ff-46b3-9c3f-9b7f2488b545 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768690 May 26 22:41:05.874544 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.926873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 547a05e2-9499-43bf-9612-36dc17702835, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=547a05e2-9499-43bf-9612-36dc17702835,segment=NetworkSegment(5a8e9f69-1d07-4629-8b25-a1db44cf6556),segment_id=5a8e9f69-1d07-4629-8b25-a1db44cf6556)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:05.928117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a05e2-9499-43bf-9612-36dc17702835'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:05.935118 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.936398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:05.957743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b63f636-86b9-4d7a-b49f-2def7f98f239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.963164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:05.999933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b63f636-86b9-4d7a-b49f-2def7f98f239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:06.001092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5b63f636-86b9-4d7a-b49f-2def7f98f239 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff2af2bf-1f62-4aee-aa57-4c8fbccee106 HTTP/1.1" status: 204 len: 168 time: 0.4324577 May 26 22:41:06.007767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63f636-86b9-4d7a-b49f-2def7f98f239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2af2bf-1f62-4aee-aa57-4c8fbccee106,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:06.027734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:06.027974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d4f7c1e-dbdb-4c59-9c73-7b39928e87ef not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:06.028599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f37ac-dcea-42eb-b4f2-f027ce2e8238 req-12942680-4335-4f24-a142-2e93242db06e tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:06.038459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548f37ac-dcea-42eb-b4f2-f027ce2e8238 req-12942680-4335-4f24-a142-2e93242db06e tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 945 time: 0.1496906 May 26 22:41:06.085614 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-90d07b41-2607-4247-a933-9596bd38b045 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514191 May 26 22:41:06.101579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=547a05e2-9499-43bf-9612-36dc17702835,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:06.118024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de8054a-c06b-4344-bfbd-6c5ac123fbf7,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:06.175059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Checking segment: {'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:06.175416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Network hostable DHCP agents. Network: 422ede77-b375-49ee-a8a7-f17f6c77850e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:41:06.214558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-548f37ac-dcea-42eb-b4f2-f027ce2e8238 req-f4121774-526f-4150-9213-1e178d229587 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751029 May 26 22:41:06.229275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Network 422ede77-b375-49ee-a8a7-f17f6c77850e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:41:06.241949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 422ede77-b375-49ee-a8a7-f17f6c77850e) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:06.248651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:06.249896 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:06.250607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b160559-e577-4793-a161-ca91797b08b0 None None] Network 422ede77-b375-49ee-a8a7-f17f6c77850e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:06.307926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:06.308261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b74bf493-7c5c-4a99-a077-4775a0ae8550 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1920071 May 26 22:41:06.312970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:06.317766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:06.327101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Usage tracker for resource:router and tenant:d08a593fe63048c6a6e32af4c4f231d9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:06.340160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:06.346354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:06.372514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:06.373963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:06.421706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:06.439643 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4eb633-6e43-4236-9e0c-c9296c3169fd'] response: {'server_uuid': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a05e2-9499-43bf-9612-36dc17702835', 'code': 200} May 26 22:41:06.631524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-188ec803-1f0e-4ddf-aa43-00f522b33e7f req-b0a7aff6-b38c-4199-9fc4-2208618c3a24 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 210 time: 0.1932890 May 26 22:41:06.674588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:06.698824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace72b5b-1191-4f0e-b611-eb875749f3a0 None None] Network 422ede77-b375-49ee-a8a7-f17f6c77850e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:06.741695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca94df20-5e19-43d5-810e-aaf229dbedeb req-296313bb-0650-4f40-b531-eb3db675a871 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 1096 time: 0.3125603 May 26 22:41:07.052093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49176) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:07.059137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca94df20-5e19-43d5-810e-aaf229dbedeb req-84f8ec65-1977-4eea-92b8-73121499113c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013160 May 26 22:41:07.098550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e055ad5-1952-46a2-8399-0a82b30d4e2f req-83ed1075-6f52-4435-9d8b-9dba2f447bcf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:07.101033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e055ad5-1952-46a2-8399-0a82b30d4e2f req-83ed1075-6f52-4435-9d8b-9dba2f447bcf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 950 time: 0.3144913 May 26 22:41:07.145376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-bdd87d4a-3f65-49fb-8d2e-9f6f4cd0d700 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:07.152600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-bdd87d4a-3f65-49fb-8d2e-9f6f4cd0d700 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 821 time: 0.2768433 May 26 22:41:07.175216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-fa034405-aad9-4717-aa04-ff9efb424ea6 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/quotas/84aa91be3dad427ea7fedfc23e017777 HTTP/1.1" status: 200 len: 375 time: 0.0216014 May 26 22:41:07.189868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e055ad5-1952-46a2-8399-0a82b30d4e2f req-63ef3827-48d4-41be-a533-2226b591bdf5 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828056 May 26 22:41:07.275663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ce61ca21-54dc-46cc-9dc5-220409bfaf0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0a61ef4b65a4d8a9a0afb497a331f48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2211542 May 26 22:41:07.278363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49186) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:07.347961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:07.393264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:07.427857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-902b61c9-a47c-48ad-858a-67521522f32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:07.472524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-902b61c9-a47c-48ad-858a-67521522f32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:07.529171 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-43f0629c-55af-4b18-a1f0-843b2be757db tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3529341 May 26 22:41:07.529987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8f3c8404-930f-480d-8374-4244ba77e989 req-5fa3a3ed-3bcf-42e0-a3ca-54c3e6b89e07 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 1101 time: 0.1573951 May 26 22:41:07.589781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8f3c8404-930f-480d-8374-4244ba77e989 req-3720d5f6-13cb-46c1-bd8a-2f9b77c607c4 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586147 May 26 22:41:07.632255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-902b61c9-a47c-48ad-858a-67521522f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:07.676386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b61c9-a47c-48ad-858a-67521522f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaf5ebe-06b2-4b92-b057-12314e6a05d4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:07.702715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-bb7761ee-f344-4828-bf19-14b88b9c60f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721992 May 26 22:41:07.705518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-902b61c9-a47c-48ad-858a-67521522f32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:07.709015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-902b61c9-a47c-48ad-858a-67521522f32f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1aaf5ebe-06b2-4b92-b057-12314e6a05d4 HTTP/1.1" status: 204 len: 168 time: 0.4294672 May 26 22:41:07.876804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49874a9-5be9-40ae-b333-547cf5c68cb3 req-127f75dd-7639-47cc-92cc-266880fb852d tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:07.878547 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f49874a9-5be9-40ae-b333-547cf5c68cb3 req-127f75dd-7639-47cc-92cc-266880fb852d tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 945 time: 0.0998251 May 26 22:41:07.970539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f49874a9-5be9-40ae-b333-547cf5c68cb3 req-92b142ee-2fa7-4c5f-9362-8f10a12efb40 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 May 26 22:41:07.974562 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-e995fc64-7a8f-4eea-966e-d439c292d96b service neutron] 10.222.0.32 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707853 May 26 22:41:07.993388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Allocated IP 172.25.4.19 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/08748395-3c0b-422b-97ae-4de53ce8c2c5) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:08.253162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:08.317871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:08.428440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-3c048c62-d0c0-4f4f-bd5e-7c9ed973d232 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:08.430101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-3c048c62-d0c0-4f4f-bd5e-7c9ed973d232 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.3332486 May 26 22:41:08.439449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Request body: {'security_group': {'name': 'tempest-securitygroup-407816526', 'description': 'tempest-description-1643625074'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:08.466956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Request body: {'port': {'device_id': '8c02c813-043e-4262-b940-92d0b64c1363', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'admin_state_up': True, 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:08.506174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:08.546916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Usage tracker for resource:security_group and tenant:60751c8491ff4de18b3abf755d27e3ed is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:08.553284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:08.569134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:08.591700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:08.671426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13f2b33b-e215-4be6-86d8-0b88adffbb30 req-1ecfb52a-cd28-43c5-85ae-529e453f6c05 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 210 time: 0.2638259 May 26 22:41:08.685222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:08.735846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:08.741763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Pushing event updated for resources: {'Port': ['ID=08748395-3c0b-422b-97ae-4de53ce8c2c5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:08.806021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:08.837911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:08.907614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:08.918834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:08.936093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:08.939747 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:08.953467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:08.963775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Usage tracker for resource:security_group_rule and tenant:60751c8491ff4de18b3abf755d27e3ed is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:08.967859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:08.977589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:09.099009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-c0489064-e054-49c4-b2ea-4144a1372f59 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2154324 May 26 22:41:09.230341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.231864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Allocated IP 172.20.0.5 (263a6ff1-3e06-48dd-beed-251ac06438fc/29ba0ea9-330e-47b1-82d6-d873725d8274/7f24549a-71e7-4ec0-b7bd-ce7df20587a3) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:09.237552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.280806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-159b3efd-bbce-423a-8ce5-e22a7b48ab62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:09.287232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-159b3efd-bbce-423a-8ce5-e22a7b48ab62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800611 May 26 22:41:09.308103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927b4405-d0a0-41c1-ae94-2d7608444440,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:09.308874 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-5e710b46-f82c-4e81-9848-dffd4e0f70f8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/quotas/63db535426764bb8860dd58d851617c8 HTTP/1.1" status: 200 len: 375 time: 0.0207629 May 26 22:41:09.326300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:09.335728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Usage tracker for resource:security_group_rule and tenant:60751c8491ff4de18b3abf755d27e3ed is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:09.344209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:09.354460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:09.379968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.380658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.524899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-c22ceebe-b8ae-47f3-8196-aa780600ef42 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2145615 May 26 22:41:09.525130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.541046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.557571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.600452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0da68-52d4-46b5-8362-88636c3dc5d3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:09.606146 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.607340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dcdc6b78-b706-4dc7-bcbb-ba468f3fbb3b req-202bb463-c4ce-4245-b91c-df91639e1b05 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.1761765 May 26 22:41:09.651295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:09.667836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:09.756390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Router 3b2c3174-da10-4687-98a4-7cf70d685426 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:41:09.830818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c1e50fa-359b-4bad-b070-7c81731909bf req-e8633c03-c64b-4225-9c30-15f8e83a67a3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:09.889879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:09.893963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event updated for resources: {'Port': ['ID=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:09.896562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:09.898443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c1e50fa-359b-4bad-b070-7c81731909bf req-e8633c03-c64b-4225-9c30-15f8e83a67a3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:09.900231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c1e50fa-359b-4bad-b070-7c81731909bf req-e8633c03-c64b-4225-9c30-15f8e83a67a3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 210 time: 0.1184356 May 26 22:41:09.900913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:10.168908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:10.169619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:10.203976 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-12249efc-31e1-48ec-a6a5-5f19faf4606f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7503259 May 26 22:41:10.215241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Request body: {'port': {'device_id': '8c02c813-043e-4262-b940-92d0b64c1363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:10.292478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-0a1dc687-27ab-4e8c-8a51-044a62d7a522 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:10.294850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-0a1dc687-27ab-4e8c-8a51-044a62d7a522 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 821 time: 0.4092352 May 26 22:41:10.308316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044027d-9f99-40c6-926e-32a10ce7cbdd req-803b016a-8c2e-4a7b-bc1f-82f1e5cfd618 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:10.310015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3044027d-9f99-40c6-926e-32a10ce7cbdd req-803b016a-8c2e-4a7b-bc1f-82f1e5cfd618 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 945 time: 0.4254308 May 26 22:41:10.316252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Request body: {'port': {'device_id': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'admin_state_up': True, 'tenant_id': '84aa91be3dad427ea7fedfc23e017777'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:10.337324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:10.489071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3044027d-9f99-40c6-926e-32a10ce7cbdd req-e5cca839-93e3-49fa-83a0-fa3719c2c530 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575809 May 26 22:41:10.523016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-3548eb13-b574-4d49-a55b-e9c0fb0ea1a9 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=670261df236d4cd993abc0bc5e989930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879710 May 26 22:41:10.530518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:41:10.542592 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Sync routers for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:41:10.557253 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:10.557885 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:40:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:10.558833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:10.583560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:10.611699 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:10.616391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b40297f8-fbb1-4e5a-85a7-1e903289b185 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3073487 May 26 22:41:10.619930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49284) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:10.771482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2128373500', 'description': 'tempest-description-4540463'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:10.776507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Made reservation on behalf of 84aa91be3dad427ea7fedfc23e017777 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:10.779601 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:10.796337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:10.813228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Usage tracker for resource:security_group and tenant:60751c8491ff4de18b3abf755d27e3ed is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:10.825441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:10.837922 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:10.878297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:10.924074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:10.940544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-48969173-f7be-4334-9a05-89d5e326a85c tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:10.950493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-48969173-f7be-4334-9a05-89d5e326a85c tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113662 May 26 22:41:10.973940 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-e8a99a94-3ea4-4889-8331-d3b608dbdc57 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/quotas/670261df236d4cd993abc0bc5e989930 HTTP/1.1" status: 200 len: 375 time: 0.0225065 May 26 22:41:11.050448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-804e5e9e-437b-477d-a6fe-152e5428f8fb tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=670261df236d4cd993abc0bc5e989930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744188 May 26 22:41:11.139685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-d0048ca8-7b24-4f65-a2ab-8ebfcd4a9d3a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=63db535426764bb8860dd58d851617c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874488 May 26 22:41:11.147370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:41:11.337341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49298) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:11.345033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:11.351084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:09Z', 'revision_number': 3, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:11.357765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Usage tracker for resource:security_group_rule and tenant:60751c8491ff4de18b3abf755d27e3ed is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:11.359698 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Checking router: 3b2c3174-da10-4687-98a4-7cf70d685426 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:41:11.360121 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Updating router 3b2c3174-da10-4687-98a4-7cf70d685426 port 08748395-3c0b-422b-97ae-4de53ce8c2c5 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:41:11.365428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:11.378383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:11.402776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Allocated IP 172.20.0.4 (5a671628-abae-4a51-9f16-bd3162929308/d3244829-d2fe-49f7-85d3-4c4ef9b36ae4/8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:11.474607 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:11.516149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:11.527885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:11.559100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Transition to ACTIVE for port object 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:11.579140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:11.792601 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:11.902478 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:11.906191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Pushing event updated for resources: {'Port': ['ID=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:11.956027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:11.994480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-766da190-46a1-4dfb-ba2b-a3f07d9b6af1 req-772a2067-18bb-4299-84b7-a58d24272b28 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 210 time: 0.2476842 May 26 22:41:12.096818 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.112741 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Transition to ACTIVE for port object 08748395-3c0b-422b-97ae-4de53ce8c2c5 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:12.122648 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.138945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-a18e3c51-aff9-4e3a-b255-7d56ed1a864a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:12.140507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749372d4-4509-41cc-935f-57f44816fea2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:12.153630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-a18e3c51-aff9-4e3a-b255-7d56ed1a864a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0076227 May 26 22:41:12.161313 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.162555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e15b8c3-db9d-422d-9806-8005df76c786 req-53a37dd3-e1cb-44f0-9885-ee973334c50c tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4013767 May 26 22:41:12.197659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:12.208820 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Pushing event updated for resources: {'Port': ['ID=08748395-3c0b-422b-97ae-4de53ce8c2c5,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:12.211813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5ae1ddec82744bcea83948a2b19bfd6c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:12.213156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Request body: {'port': {'device_id': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '63db535426764bb8860dd58d851617c8'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:12.215901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:12.223731 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.224077 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.224458 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.224797 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.225123 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.225489 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.225882 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.226203 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.226523 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.226837 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.227778 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:12.233072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:12.241945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.263281 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Attempting to bind port 08748395-3c0b-422b-97ae-4de53ce8c2c5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:12.264377 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Attempting to bind port 08748395-3c0b-422b-97ae-4de53ce8c2c5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:12.265011 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Attempting to bind port 08748395-3c0b-422b-97ae-4de53ce8c2c5 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:12.274205 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:12.274955 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:12.275639 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.276132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:12.276709 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Bound port: 08748395-3c0b-422b-97ae-4de53ce8c2c5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:12.277214 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.340856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.369768 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] For port 08748395-3c0b-422b-97ae-4de53ce8c2c5, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:12.373310 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] For port 08748395-3c0b-422b-97ae-4de53ce8c2c5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=08748395-3c0b-422b-97ae-4de53ce8c2c5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:12.379354 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.514415 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf13bd-cb9d-47ac-9dc8-78588b5ad2fe None None] Pushing event updated for resources: {'Port': ['ID=08748395-3c0b-422b-97ae-4de53ce8c2c5,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:12.527098 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:12.528251 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:40:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:12.537341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Network 5a671628-abae-4a51-9f16-bd3162929308 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:12.540018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.545912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:12.554621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:12.587467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event updated for resources: {'Port': ['ID=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:12.589916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.703949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63534900-d8a1-4cbb-bb06-fc8201a9d9c2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:12.722043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-41bc6b38-7795-4f35-8419-9c43e16408e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ae1ddec82744bcea83948a2b19bfd6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3835387 May 26 22:41:12.722895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49320) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:12.730354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:12.730988 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.746598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Attempting to bind port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:12.747146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Attempting to bind port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:12.747146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Attempting to bind port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:12.768390 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:12.770536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23b6ba-18fb-47b1-b0be-da3c201ff6bc req-7f92113a-d3bd-4066-8aee-031d29f9e479 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:12.771766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c23b6ba-18fb-47b1-b0be-da3c201ff6bc req-7f92113a-d3bd-4066-8aee-031d29f9e479 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:12.772979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239948ad-60a1-4973-9793-85c352da19e9 req-036f9504-4fd5-42b0-b5af-36412eeb5e9a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:12.774291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-239948ad-60a1-4973-9793-85c352da19e9 req-036f9504-4fd5-42b0-b5af-36412eeb5e9a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Synchronizing usage tracker for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:12.787158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:12.804406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:12.813751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 on network 263a6ff1-3e06-48dd-beed-251ac06438fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:12.814105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Attempting to bind port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:12.820235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Made reservation on behalf of 63db535426764bb8860dd58d851617c8 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:12.823753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.850693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:12.851174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:12.851672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Bound using segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:12.852682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Bound port: 7f24549a-71e7-4ec0-b7bd-ce7df20587a3, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:12.853068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:12.860853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-93f6e282-e081-465c-b743-f7199e40e0cf tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5483828 May 26 22:41:12.870175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c23b6ba-18fb-47b1-b0be-da3c201ff6bc req-7f92113a-d3bd-4066-8aee-031d29f9e479 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:12.876515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c23b6ba-18fb-47b1-b0be-da3c201ff6bc req-7f92113a-d3bd-4066-8aee-031d29f9e479 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 943 time: 0.5258849 May 26 22:41:12.893260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Request body: {'port': {'device_id': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:12.998986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-239948ad-60a1-4973-9793-85c352da19e9 req-036f9504-4fd5-42b0-b5af-36412eeb5e9a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Unset dirty status for tenant:84aa91be3dad427ea7fedfc23e017777 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:13.000117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-239948ad-60a1-4973-9793-85c352da19e9 req-036f9504-4fd5-42b0-b5af-36412eeb5e9a tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 931 time: 0.6018083 May 26 22:41:13.139891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8a9-577e-407a-8a10-95351b3e8ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:13.150821 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:09Z', 'revision_number': 3, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:13.155603 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c7302-9feb-45cf-8bf1-3f974dd7872c None None] The sync data for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 is: [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:09Z', 'revision_number': 3, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:41:13.183199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-239948ad-60a1-4973-9793-85c352da19e9 req-ae2425d4-15ba-4452-9dbe-d1c951fa9296 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588535 May 26 22:41:13.229537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8a9-577e-407a-8a10-95351b3e8ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:13.264332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] For port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:13.267751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] For port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:13.269570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:13.279957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:13.294002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-bc52400a-f56c-406d-9609-ea28e98f274d tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=670261df236d4cd993abc0bc5e989930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523185 May 26 22:41:13.384634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Pushing event updated for resources: {'Port': ['ID=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:13.424539 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:13.426032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-383e038d-d76f-418b-b795-eadcbd59c35d service neutron] 10.222.0.55 "PUT /v2.0/ports/7f24549a-71e7-4ec0-b7bd-ce7df20587a3 HTTP/1.1" status: 200 len: 1091 time: 3.2147810 May 26 22:41:13.436780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c02c813-043e-4262-b940-92d0b64c1363', 'tag': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:13.440596 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bcf051b-7d7b-4ce7-b6e0-2b53cef41221 req-d093746a-670d-4fe4-a861-542a2be24b52 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 210 time: 0.0917740 May 26 22:41:13.456523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Allocated IP 192.168.233.254 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/396dda3e-bb60-41b4-becc-e520624c208a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:13.494380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8a9-577e-407a-8a10-95351b3e8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:13.566296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df8a9-577e-407a-8a10-95351b3e8ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63534900-d8a1-4cbb-bb06-fc8201a9d9c2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:13.604880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8a9-577e-407a-8a10-95351b3e8ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:13.608796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4b6df8a9-577e-407a-8a10-95351b3e8ae4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63534900-d8a1-4cbb-bb06-fc8201a9d9c2 HTTP/1.1" status: 204 len: 168 time: 0.8839543 May 26 22:41:13.662795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c23b6ba-18fb-47b1-b0be-da3c201ff6bc req-163769ab-b9d9-4706-b4e6-eed7ca53968f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853484 May 26 22:41:13.921399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-e96ad688-35ab-44ae-987a-1569a5fca0ba tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:13.923316 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-e96ad688-35ab-44ae-987a-1569a5fca0ba tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5452039 May 26 22:41:13.987963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-054fc11b-9903-44c4-be0a-f677e95c5e39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 1094 time: 0.4417953 May 26 22:41:14.031242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Request body: {'port': {'device_id': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '670261df236d4cd993abc0bc5e989930'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:14.130120 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34b3bc4d-8fad-437d-976b-018fb4b3d1b9 req-b91c93e2-aa36-475e-9639-7c546b0c95cb tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 210 time: 0.2057345 May 26 22:41:14.212495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-851358102', 'description': 'tempest-description-1536411646'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:14.231928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:14.233258 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-8df96b85-9b40-473b-985f-efba121a0f80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f24549a-71e7-4ec0-b7bd-ce7df20587a3 HTTP/1.1" status: 200 len: 217 time: 0.1803505 May 26 22:41:14.238215 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bcf2d0-7f2c-4bad-b064-ebc315abede6'] response: {'name': 'network-changed', 'server_uuid': '8c02c813-043e-4262-b940-92d0b64c1363', 'tag': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3', 'status': 'completed', 'code': 200} May 26 22:41:14.308982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:14.320516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.340917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Transition to ACTIVE for port object 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:14.413044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Usage tracker for resource:security_group and tenant:719f5b4506a442cfadde5a58fff97e20 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:14.423061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:14.435669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-b254df2a-b707-4b2d-9375-aecf593df8dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:14.437031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-b254df2a-b707-4b2d-9375-aecf593df8dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1726508 May 26 22:41:14.437941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:14.448978 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.468844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.508557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:14.545092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.574052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-ff1b83dd-2466-4928-baf2-9d0fea956934 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182101 May 26 22:41:14.574913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Usage tracker for resource:port and tenant:670261df236d4cd993abc0bc5e989930 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:14.587260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:14.598566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Transition to ACTIVE for port object 396dda3e-bb60-41b4-becc-e520624c208a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:14.622569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:14.631755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.677336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:14.681861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Usage tracker for resource:security_group_rule and tenant:719f5b4506a442cfadde5a58fff97e20 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:14.685049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:14.691640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:14.719183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Made reservation on behalf of 670261df236d4cd993abc0bc5e989930 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:14.722457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.747907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.755707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.768997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:14.807021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.819173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a', '2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:14.850378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'd04c90d2-b856-435e-939a-20e14f85f52e', '76a0da2e-904d-4e7f-8204-ad1fde3bf299', '4908e3a1-df1b-46a9-8401-4e33b7753068'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:14.872368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.876683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511915a8-09c4-4b22-8a3a-74816d0f57ef req-4c8ee518-b366-463c-a0c1-100a7aa212ef tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:14.883668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-511915a8-09c4-4b22-8a3a-74816d0f57ef req-4c8ee518-b366-463c-a0c1-100a7aa212ef tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 943 time: 0.3724413 May 26 22:41:14.912570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-36e44dcf-480c-4096-a9b8-99271005fc1e service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209341 May 26 22:41:14.920579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:14.931070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:14.962293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Usage tracker for resource:security_group_rule and tenant:670261df236d4cd993abc0bc5e989930 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:14.968786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:14.995764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:15.058795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:15.058993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:15.076939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:15.087370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524b8c1d-4438-430f-b225-47941e236767,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:15.099566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Usage tracker for resource:security_group_rule and tenant:719f5b4506a442cfadde5a58fff97e20 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:15.107370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:15.113044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Attempting to bind port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:15.113556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Attempting to bind port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:15.113912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Attempting to bind port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b on network 5a671628-abae-4a51-9f16-bd3162929308 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:15.122409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:15.144541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b on network 5a671628-abae-4a51-9f16-bd3162929308 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:15.145349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Attempting to bind port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b on network 5a671628-abae-4a51-9f16-bd3162929308 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:15.159166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.197034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-511915a8-09c4-4b22-8a3a-74816d0f57ef req-3ae5efcc-12b1-4a08-bc1a-36a8292b2665 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123872 May 26 22:41:15.201070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event updated for resources: {'Port': ['ID=396dda3e-bb60-41b4-becc-e520624c208a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:15.205218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:15.280154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.300629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:15.301101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Checking segment: {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:15.302828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 08748395-3c0b-422b-97ae-4de53ce8c2c5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:15.304690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Bound using segment: {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:15.305257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Bound port: 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24666596-a5e8-41a7-9621-a2e708ec465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5a671628-abae-4a51-9f16-bd3162929308'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:15.305705 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.402426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.407825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Allocated IP 172.20.0.1 (422ede77-b375-49ee-a8a7-f17f6c77850e/3de8054a-c06b-4344-bfbd-6c5ac123fbf7/7788f5f1-18d3-45cf-9416-90eeaab09f45) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:15.421720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.569164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df170bb-210e-4157-b045-27a8572306df,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:15.571099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18566fbb-3df0-445e-bc59-9023858948a2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:15.577018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.578246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f4a1f06-b92d-43a3-a5df-442af1755c53 req-62bdbad8-1885-4ee8-ae7f-2db1969e6db8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.6085649 May 26 22:41:15.579265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] For port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:15.595568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-77cef0f7-4fbf-41f0-a6ef-21b2461312fc None None] Provisioning for port 396dda3e-bb60-41b4-becc-e520624c208a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:15.604048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] For port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:15.605790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 08748395-3c0b-422b-97ae-4de53ce8c2c5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:15.612793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.622647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-77cef0f7-4fbf-41f0-a6ef-21b2461312fc None None] Provisioning complete for port 396dda3e-bb60-41b4-becc-e520624c208a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:15.623112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-77cef0f7-4fbf-41f0-a6ef-21b2461312fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.654515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 08748395-3c0b-422b-97ae-4de53ce8c2c5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:15.654995 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.715779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.717442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] 10.222.0.55 "PUT /v2.0/ports/8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b HTTP/1.1" status: 200 len: 1091 time: 2.8306444 May 26 22:41:15.718073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'tag': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:15.755195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.758649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2c246-9826-4ad3-a518-cd5e0bd0b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:15.781221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:15.781892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.802503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-77cef0f7-4fbf-41f0-a6ef-21b2461312fc None None] Port 396dda3e-bb60-41b4-becc-e520624c208a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:41:15.839332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac51ddc6-cac2-4333-bb8d-5f33d4f877cd req-acc1334d-e37a-4abe-8441-eccd3245c3bf tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 210 time: 0.2618024 May 26 22:41:15.867766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1047f9a7-8fd3-4238-bf29-74209729b955 req-30210b82-4f2d-4b16-a38e-9716f727b8cb service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9340949 May 26 22:41:15.916228 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:15.949226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-3f42e92a-bfb0-4f6c-9c44-851593d935d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 1094 time: 0.1856914 May 26 22:41:15.953740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:16.011631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 08748395-3c0b-422b-97ae-4de53ce8c2c5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=08748395-3c0b-422b-97ae-4de53ce8c2c5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:16.020866 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:16.050677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Network 422ede77-b375-49ee-a8a7-f17f6c77850e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:16.056937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5f18-27da-41a8-ba23-8c2a965d4c25 req-aeba6f4b-81bf-464b-9597-357435acf1f9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:16.058492 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56bf5f18-27da-41a8-ba23-8c2a965d4c25 req-aeba6f4b-81bf-464b-9597-357435acf1f9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 943 time: 0.2610929 May 26 22:41:16.067970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:16.075678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:16.076703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-9d1503b2-6020-4355-8110-21233dd01a89 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8871160 May 26 22:41:16.094399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Request body: {'port': {'device_id': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:16.100787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Pushing event updated for resources: {'Port': ['ID=7788f5f1-18d3-45cf-9416-90eeaab09f45,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:16.120024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-8eb1adf5-3309-4eb3-a40a-0444b1f4a034 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b HTTP/1.1" status: 200 len: 217 time: 0.1507330 May 26 22:41:16.147898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Allocated IP 192.168.233.152 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/904f451d-a19b-4597-bb4f-3bfb7e2a94e4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:16.205873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=08748395-3c0b-422b-97ae-4de53ce8c2c5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:16.209237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-4d837f18-7e0c-4752-9925-03a4a54f0fa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:16.210989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-4d837f18-7e0c-4752-9925-03a4a54f0fa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 HTTP/1.1" status: 200 len: 861 time: 0.0735219 May 26 22:41:16.227947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-907ee34d-d3ff-4106-a93d-71d9597da350 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 1094 time: 0.2837400 May 26 22:41:16.257404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.258117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.258679 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.259341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.259925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.260450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.260963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.261482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.262023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.262548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.263199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:16.275620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:16.279844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-8ddedfe5-fd96-4831-9994-24aaba8e695f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a671628-abae-4a51-9f16-bd3162929308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576715 May 26 22:41:16.287607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56bf5f18-27da-41a8-ba23-8c2a965d4c25 req-94660c90-8090-4da4-9718-6612b1bc3af3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137434 May 26 22:41:16.446683 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:16.529300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1606722743', 'description': 'tempest-description-247627056'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:16.544857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:16.554310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Usage tracker for resource:security_group and tenant:719f5b4506a442cfadde5a58fff97e20 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:16.559684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:16.613053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:16.655319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7149a-b968-47f0-98cc-ea7876f1c22c req-6f616e1f-875c-44fb-94c4-7c31ee6347b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:16.656004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-60e7149a-b968-47f0-98cc-ea7876f1c22c req-6f616e1f-875c-44fb-94c4-7c31ee6347b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:16.665212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-737f9ddb-4370-4bfb-96ef-7449fb8da5b5 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764853 May 26 22:41:16.672016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-b9fdd103-f24f-4a85-a266-c1c5ecc4bc87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:16.673326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-b9fdd103-f24f-4a85-a266-c1c5ecc4bc87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.4283583 May 26 22:41:16.701650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:16.714977 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:16.836141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-509284f3-976d-44bc-a23a-481761b2a1c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f24549a-71e7-4ec0-b7bd-ce7df20587a3 HTTP/1.1" status: 200 len: 217 time: 0.1531029 May 26 22:41:16.842255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-60e7149a-b968-47f0-98cc-ea7876f1c22c req-6f616e1f-875c-44fb-94c4-7c31ee6347b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:16.843291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60e7149a-b968-47f0-98cc-ea7876f1c22c req-6f616e1f-875c-44fb-94c4-7c31ee6347b2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 936 time: 0.6217806 May 26 22:41:16.854948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:16.898579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:16.924111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Usage tracker for resource:security_group_rule and tenant:719f5b4506a442cfadde5a58fff97e20 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:16.947234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Transition to ACTIVE for port object 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:16.967638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-a5b893b3-09bf-48ba-b184-18ddc01159b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:16.969081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-a5b893b3-09bf-48ba-b184-18ddc01159b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1208107 May 26 22:41:16.969893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:16.998024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:17.015397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d08d3b16-49f6-4427-baac-6fee349ecf1b req-bc959675-2072-4fcd-b5d9-297c29eaef65 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392689 May 26 22:41:17.021219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-318a3a2d-0d6c-471f-a70d-911e410b7d73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441928 May 26 22:41:17.024742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60e7149a-b968-47f0-98cc-ea7876f1c22c req-0726105b-6f87-4373-975b-dde524930e45 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753521 May 26 22:41:17.108545 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-92224b0b-5320-4096-a3c0-99c8486a9cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.112599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.120284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.162990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.179473 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad619441-3ea0-4e0b-96ca-76638fa06fbf'] response: {'name': 'network-changed', 'server_uuid': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'tag': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b', 'status': 'completed', 'code': 200} May 26 22:41:17.191798 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.195160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 08748395-3c0b-422b-97ae-4de53ce8c2c5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:17.196343 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.198080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04a14d7a-aa83-4ecf-9f25-9ffbef9171d1 req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6808779 May 26 22:41:17.200045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80482c8-4b40-4376-98ea-c303d79b47ec tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950dcb44-97af-4878-b739-cbc7d2ed415d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:17.238495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.329868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 08748395-3c0b-422b-97ae-4de53ce8c2c5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:17.330233 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.356703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Pushing event updated for resources: {'Port': ['ID=7788f5f1-18d3-45cf-9416-90eeaab09f45,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:17.402920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.536851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Pushing event updated for resources: {'Port': ['ID=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:17.541276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-608e881d-7fd4-4db6-81a9-5c17a062cf8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84aa91be3dad427ea7fedfc23e017777&device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 1094 time: 0.3420649 May 26 22:41:17.549328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:17.555066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:17.570343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:17.762081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-2088b836-e2c7-4f2b-bf99-3dabecbd6648 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288361 May 26 22:41:17.764687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c64a1-772c-4154-955a-8ad4a82938da req-48cc8e8e-edb9-4cf3-b14f-e991377f90e9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:17.766154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-791c64a1-772c-4154-955a-8ad4a82938da req-48cc8e8e-edb9-4cf3-b14f-e991377f90e9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 943 time: 0.3258343 May 26 22:41:17.768462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Network 422ede77-b375-49ee-a8a7-f17f6c77850e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:17.769254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-8e0b1ac0-f42b-4dfa-b455-bd788bd61b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:17.770644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-8e0b1ac0-f42b-4dfa-b455-bd788bd61b7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 200 len: 922 time: 0.2190251 May 26 22:41:17.771527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:17.836751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-74bd6fa2-bcc8-4e83-bb75-3259eafa1749 None None] Provisioning for port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:17.841975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-74bd6fa2-bcc8-4e83-bb75-3259eafa1749 None None] Provisioning complete for port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:17.842339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-74bd6fa2-bcc8-4e83-bb75-3259eafa1749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.884258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:41:17.901826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:17.902432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:17.906834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-74bd6fa2-bcc8-4e83-bb75-3259eafa1749 None None] Port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:41:17.952301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f4b1-f640-4464-960a-9615e9a47060 req-5cc601f8-79b2-4bf2-9784-e9d01a407a2b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:17.952985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c127f4b1-f640-4464-960a-9615e9a47060 req-5cc601f8-79b2-4bf2-9784-e9d01a407a2b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Synchronizing usage tracker for tenant:670261df236d4cd993abc0bc5e989930 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:17.988054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-6443f4fc-81c4-4274-9717-46784f641d9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b HTTP/1.1" status: 200 len: 217 time: 0.1621931 May 26 22:41:17.995499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-049042b0-1c8e-47b7-b6f2-ad90b17006df tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0114772 May 26 22:41:18.020472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Request body: {'port': {'device_id': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:18.052029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c127f4b1-f640-4464-960a-9615e9a47060 req-5cc601f8-79b2-4bf2-9784-e9d01a407a2b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Unset dirty status for tenant:670261df236d4cd993abc0bc5e989930 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:18.053179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c127f4b1-f640-4464-960a-9615e9a47060 req-5cc601f8-79b2-4bf2-9784-e9d01a407a2b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 936 time: 0.6036797 May 26 22:41:18.062381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396dda3e-bb60-41b4-becc-e520624c208a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:18.080123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed90efd-7fc1-4ff5-a27d-93a29696045c req-1176eb2f-5a9c-47cb-bda1-ae69aaffdf30 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077931 May 26 22:41:18.081998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:18.171198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-791c64a1-772c-4154-955a-8ad4a82938da req-fa5bb627-050d-4349-af28-31437c0baabb tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972940 May 26 22:41:18.174876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Transition to ACTIVE for port object 396dda3e-bb60-41b4-becc-e520624c208a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:18.192142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:18.202846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-35d8c250-fb53-41f3-a176-d4532351c431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:18.203803 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-35d8c250-fb53-41f3-a176-d4532351c431 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 HTTP/1.1" status: 200 len: 861 time: 0.2062609 May 26 22:41:18.248616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:18.267419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c127f4b1-f640-4464-960a-9615e9a47060 req-0d855747-5375-40e9-bc3c-55ba9e73e323 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Synchronizing usage tracker for tenant:670261df236d4cd993abc0bc5e989930 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:18.273925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-2e813b46-f6ce-4684-8c1b-bc8da6ccad2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a671628-abae-4a51-9f16-bd3162929308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583498 May 26 22:41:18.356873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Pushing event updated for resources: {'Port': ['ID=396dda3e-bb60-41b4-becc-e520624c208a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:18.408348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c127f4b1-f640-4464-960a-9615e9a47060 req-0d855747-5375-40e9-bc3c-55ba9e73e323 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Unset dirty status for tenant:670261df236d4cd993abc0bc5e989930 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:18.409504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c127f4b1-f640-4464-960a-9615e9a47060 req-0d855747-5375-40e9-bc3c-55ba9e73e323 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363047 May 26 22:41:18.505415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:18.654327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Attempting to bind port 396dda3e-bb60-41b4-becc-e520624c208a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:18.654658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Attempting to bind port 396dda3e-bb60-41b4-becc-e520624c208a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:18.654985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Attempting to bind port 396dda3e-bb60-41b4-becc-e520624c208a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:18.662038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-9f9f308e-f7b8-4ed9-afd9-3d6f60849699 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365099 May 26 22:41:18.685998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Port 396dda3e-bb60-41b4-becc-e520624c208a on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:18.686317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Attempting to bind port 396dda3e-bb60-41b4-becc-e520624c208a on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:18.751122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:18.751454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:18.751831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:18.752266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Bound port: 396dda3e-bb60-41b4-becc-e520624c208a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:18.752605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:18.755479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:18.771863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'port_id': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3', 'mac_address': 'fa:16:3e:81:f2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ba0ea9-330e-47b1-82d6-d873725d8274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:18.839074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:18.859668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:18.878213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:18.882535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:18.936474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e482fc-f198-488e-8525-c4c209b21b66 req-3a4b33dc-b9ed-4f6e-9ccf-6a4abbf049f3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:18.938049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4e482fc-f198-488e-8525-c4c209b21b66 req-3a4b33dc-b9ed-4f6e-9ccf-6a4abbf049f3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 943 time: 0.2433374 May 26 22:41:18.939772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d94f5863-111e-407c-98f4-ae04e47419d2 req-38731ca5-7d02-44de-bd42-9468fced5208 service neutron] 10.222.0.55 "GET /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557237 May 26 22:41:18.950778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] For port 396dda3e-bb60-41b4-becc-e520624c208a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:18.968815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:18.979462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Router 3b2c3174-da10-4687-98a4-7cf70d685426 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:41:18.984220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] For port 396dda3e-bb60-41b4-becc-e520624c208a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=396dda3e-bb60-41b4-becc-e520624c208a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:18.991265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:19.003903 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:19.009868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:19.019821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-a0e7d5eb-0417-4a3b-8726-d7c86115a8aa tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Synchronizing usage tracker for tenant:719f5b4506a442cfadde5a58fff97e20 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:19.086955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4e482fc-f198-488e-8525-c4c209b21b66 req-4c989f71-2ca4-453b-b0e9-a3329d0ddf9d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333261 May 26 22:41:19.093428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Transition to ACTIVE for port object 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:19.099495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:19.100895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] 10.222.0.48 "PUT /v2.0/ports/396dda3e-bb60-41b4-becc-e520624c208a HTTP/1.1" status: 200 len: 1096 time: 3.0113850 May 26 22:41:19.101325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'tag': '396dda3e-bb60-41b4-becc-e520624c208a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:19.109193 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:19.121756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a2bb1-111d-4f9b-bb0c-515e7c5362ca service neutron] Pushing event updated for resources: {'Port': ['ID=396dda3e-bb60-41b4-becc-e520624c208a,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:19.156346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-a0e7d5eb-0417-4a3b-8726-d7c86115a8aa tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Unset dirty status for tenant:719f5b4506a442cfadde5a58fff97e20 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:19.158355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-a0e7d5eb-0417-4a3b-8726-d7c86115a8aa tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37357 time: 0.9417076 May 26 22:41:19.168450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7f24549a-71e7-4ec0-b7bd-ce7df20587a3'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:19.278227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-ff2bbcd2-958f-4c37-a8b4-9b8486811c6d tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0097f9b5-630e-4b79-a17b-731090c3d958 HTTP/1.1" status: 200 len: 2649 time: 0.0937593 May 26 22:41:19.356636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:19.363315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-2b6c55ef-4648-4d75-9e71-8daaa0b41633 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0097f9b5-630e-4b79-a17b-731090c3d958 HTTP/1.1" status: 200 len: 2649 time: 0.0674033 May 26 22:41:19.386300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-87cba5e9-36c6-42ae-b88d-b2caab27df27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:19.387732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:41:19.398422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Sync routers for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:41:19.401265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-36a37cac-03a9-40db-991c-a6406ce9da34 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b2c3174-da10-4687-98a4-7cf70d685426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7801020 May 26 22:41:19.444241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-d3b7ed9a-b64c-4cc1-ad88-2091ee25cbf6 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/17605863-6e8f-49d6-9994-05bd71dc7c31 HTTP/1.1" status: 200 len: 2649 time: 0.0738196 May 26 22:41:19.454904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:19.455525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:19.544560 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-f31e917c-a66b-491b-9c75-6f0a5a0a5350 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/17605863-6e8f-49d6-9994-05bd71dc7c31 HTTP/1.1" status: 200 len: 2649 time: 0.0924397 May 26 22:41:19.604880 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-cba74fb2-86a0-4f4f-8271-db95da92803e tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/18566fbb-3df0-445e-bc59-9023858948a2 HTTP/1.1" status: 200 len: 2649 time: 0.0535893 May 26 22:41:19.661568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-3174477c-59ad-4b68-8247-5b88b3ee4bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 1099 time: 0.4968119 May 26 22:41:19.699487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-352ed669-89e7-4789-99fd-330e8cee1c7f tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/18566fbb-3df0-445e-bc59-9023858948a2 HTTP/1.1" status: 200 len: 2649 time: 0.0835841 May 26 22:41:19.731329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:19.753249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-58d4480f-d2d0-4943-9070-3ab10cec43ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=396dda3e-bb60-41b4-becc-e520624c208a HTTP/1.1" status: 200 len: 217 time: 0.0768600 May 26 22:41:19.760994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-ce50bdcb-e4b4-4e1e-b77c-f2ffb34d1ac3 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2aa047c1-d420-4b07-a5a9-29e40cf26423 HTTP/1.1" status: 200 len: 2649 time: 0.0544057 May 26 22:41:19.767555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14d5f0-e885-4bb4-9ec8-1a3a95e4dadf req-43cadc6e-3187-4396-95ea-36c96da8b6f4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:19.770105 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a14d5f0-e885-4bb4-9ec8-1a3a95e4dadf req-43cadc6e-3187-4396-95ea-36c96da8b6f4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 948 time: 0.4989781 May 26 22:41:19.821298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-ddcb3339-5a3f-44dd-ae94-a4d1ccecee19 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2aa047c1-d420-4b07-a5a9-29e40cf26423 HTTP/1.1" status: 200 len: 2649 time: 0.0539539 May 26 22:41:19.863429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Attempting to bind port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:19.864123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Attempting to bind port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:19.864826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Attempting to bind port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:19.877185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-f6809ada-90b2-4bd1-8b46-6af083b3532f tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/524b8c1d-4438-430f-b225-47941e236767 HTTP/1.1" status: 200 len: 2649 time: 0.0493820 May 26 22:41:19.886918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:19.887231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Attempting to bind port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:19.903974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-cab808da-933f-4fbb-b614-5f33f576b752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:19.905383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-cab808da-933f-4fbb-b614-5f33f576b752 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1339998 May 26 22:41:19.907882 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a14d5f0-e885-4bb4-9ec8-1a3a95e4dadf req-179a38ac-e656-48a5-af79-7621b0542508 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001990 May 26 22:41:19.908691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:19.909008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:19.909372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:19.910239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Bound port: 904f451d-a19b-4597-bb4f-3bfb7e2a94e4, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:19.910239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:19.942203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-a8a12783-21e6-4d63-a3b3-60bc7f83e1b8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/524b8c1d-4438-430f-b225-47941e236767 HTTP/1.1" status: 200 len: 2649 time: 0.0567200 May 26 22:41:20.001436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-40ca87cc-8bae-48c1-bc88-4d31a4dafb29 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a2e72e3-f2aa-498b-aebc-8a2d809ef30c HTTP/1.1" status: 200 len: 2649 time: 0.0567708 May 26 22:41:20.061402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] For port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:20.065088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] For port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:20.071465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:20.076839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-52cf31ce-8208-4e66-9dba-a290b4b91892 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a2e72e3-f2aa-498b-aebc-8a2d809ef30c HTTP/1.1" status: 200 len: 2649 time: 0.0694973 May 26 22:41:20.093360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 2, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:20.098148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Checking router: 3b2c3174-da10-4687-98a4-7cf70d685426 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:41:20.098582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Updating router 3b2c3174-da10-4687-98a4-7cf70d685426 port 7788f5f1-18d3-45cf-9416-90eeaab09f45 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:41:20.105731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-02cdc2f4-29dd-40c6-8ea0-8e174771e7b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859636 May 26 22:41:20.160667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-66c9323b-5304-42ae-8bbb-099b3885c762 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6b2f7217-aae8-4569-89be-c689b9465b4a HTTP/1.1" status: 200 len: 2649 time: 0.0780771 May 26 22:41:20.165636 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:20.227801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:20.229595 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/904f451d-a19b-4597-bb4f-3bfb7e2a94e4 HTTP/1.1" status: 200 len: 1096 time: 2.2176950 May 26 22:41:20.255858 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-12cf64e7-33af-43ac-98f1-8cc9c925d882 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6b2f7217-aae8-4569-89be-c689b9465b4a HTTP/1.1" status: 200 len: 2649 time: 0.0883083 May 26 22:41:20.261525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75abda-47c2-4a17-93cd-5ecab8b8f5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:20.332042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-200e5a47-7aed-4c7d-8102-4e9633784ee8 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c HTTP/1.1" status: 200 len: 2649 time: 0.0698364 May 26 22:41:20.390232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-4eefef59-0c7d-4a00-ae58-854bcc890e9e service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775209 May 26 22:41:20.418206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-a0ecd78a-df57-4bf4-902e-d9e219ea25ef tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c HTTP/1.1" status: 200 len: 2649 time: 0.0740337 May 26 22:41:20.439295 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b65fde-e534-46c7-8d0b-8993e8207653'] response: {'name': 'network-changed', 'server_uuid': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'tag': '396dda3e-bb60-41b4-becc-e520624c208a', 'status': 'completed', 'code': 200} May 26 22:41:20.496203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-9f2ff1ad-6f47-4bf1-ac35-61b26f196977 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/927b4405-d0a0-41c1-ae94-2d7608444440 HTTP/1.1" status: 200 len: 2649 time: 0.0686820 May 26 22:41:20.542173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-f32b5d37-33b8-47b2-ba36-d3ab4df899e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=670261df236d4cd993abc0bc5e989930&device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 1099 time: 0.2627573 May 26 22:41:20.570208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:20.573014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:20.579064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-c0bfadca-363e-4b7f-99c3-4fcd140e9f47 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/927b4405-d0a0-41c1-ae94-2d7608444440 HTTP/1.1" status: 200 len: 2649 time: 0.0719662 May 26 22:41:20.622124 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:20.663764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-226bc8fd-f065-4516-b5c7-8becf019cb9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4 HTTP/1.1" status: 200 len: 217 time: 0.0792165 May 26 22:41:20.664676 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-38cc3182-8895-48db-8f13-f837131b0cee tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c8843374-e430-4251-b9e7-b2ddc8c5a0db HTTP/1.1" status: 200 len: 2649 time: 0.0762706 May 26 22:41:20.718377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-ab225b8f-e537-4b71-b238-8ee07b1feca6 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c8843374-e430-4251-b9e7-b2ddc8c5a0db HTTP/1.1" status: 200 len: 2649 time: 0.0519779 May 26 22:41:20.756349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f4e85d7-5049-41cb-8dc1-e47c2ef8f498 req-890ab851-2fda-42fa-a49d-d921c0c67c0a service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570893 May 26 22:41:20.770134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ea4eaf63-e63b-487b-96c7-d35c6d73a4a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:20.771645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-ea4eaf63-e63b-487b-96c7-d35c6d73a4a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0884845 May 26 22:41:20.786348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-f01f4e98-3459-4357-95b4-e45d4803975e tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d3ffd32f-9a37-49fb-8df9-0c2bf6261db1 HTTP/1.1" status: 200 len: 2649 time: 0.0618913 May 26 22:41:20.791619 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:20.823918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f169-fd4b-484e-9606-096b529a2bb0 req-b5a23cce-ae8c-431a-986c-7391771b71f8 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:20.825652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ec6f169-fd4b-484e-9606-096b529a2bb0 req-b5a23cce-ae8c-431a-986c-7391771b71f8 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 943 time: 0.2823117 May 26 22:41:20.843850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-d4290d2e-ac02-47ca-a675-b668a7c90022 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d3ffd32f-9a37-49fb-8df9-0c2bf6261db1 HTTP/1.1" status: 200 len: 2649 time: 0.0466020 May 26 22:41:20.868834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:20.889371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:20.900090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:20.900504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:20.914091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-29ed52d7-a292-4d5e-b6f3-565b6b2f0222 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e93b548a-de5b-4538-81d9-63827db0f009 HTTP/1.1" status: 200 len: 2649 time: 0.0582755 May 26 22:41:20.948142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ec6f169-fd4b-484e-9606-096b529a2bb0 req-a5e0ec81-24fe-427c-833d-d60b9711cfc4 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842566 May 26 22:41:20.962669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-13a470f1-45f7-4b66-b436-b3582b1ddf16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 1099 time: 0.1447961 May 26 22:41:20.965516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-9ac06214-2eda-4a90-9b7c-3d81f880798f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859922 May 26 22:41:20.967450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eddf1c3a-c1e0-4070-8349-997411e67c16 req-2f377b05-26b5-4f30-9c03-277770cf103e tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e93b548a-de5b-4538-81d9-63827db0f009 HTTP/1.1" status: 200 len: 2649 time: 0.0502951 May 26 22:41:20.994119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b', 'network_id': '5a671628-abae-4a51-9f16-bd3162929308', 'port_id': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b', 'mac_address': 'fa:16:3e:2d:0d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3244829-d2fe-49f7-85d3-4c4ef9b36ae4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:21.063578 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.084157 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.098457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Transition to ACTIVE for port object 7788f5f1-18d3-45cf-9416-90eeaab09f45 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:21.140439 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.178197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:21.244921 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-08e36476-4738-4c15-acdd-4c066aa9814e service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571917 May 26 22:41:21.245846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-5e955309-da22-486e-a969-7b95612a314b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:21.247155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-5e955309-da22-486e-a969-7b95612a314b service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2783828 May 26 22:41:21.253367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84e69c-29e2-4eb8-a4e8-294a75caa26d None None] Pushing event updated for resources: {'Port': ['ID=7788f5f1-18d3-45cf-9416-90eeaab09f45,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:21.255509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.314253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:21.326191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13222a-cda3-471c-93c2-40ca26710297 req-4ea4f1fe-a967-47c8-a206-31ab2cd8c9fd tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:21.327675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af13222a-cda3-471c-93c2-40ca26710297 req-4ea4f1fe-a967-47c8-a206-31ab2cd8c9fd tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 948 time: 0.2238929 May 26 22:41:21.331109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.378689 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af13222a-cda3-471c-93c2-40ca26710297 req-9d5b0dac-195d-4015-9a53-119a6394ddbf tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 May 26 22:41:21.402589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c02c813-043e-4262-b940-92d0b64c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:21.455056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:21.486730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.501370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:21.551685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Attempting to bind port 7788f5f1-18d3-45cf-9416-90eeaab09f45 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:21.552046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Attempting to bind port 7788f5f1-18d3-45cf-9416-90eeaab09f45 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:21.552487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Attempting to bind port 7788f5f1-18d3-45cf-9416-90eeaab09f45 on network 422ede77-b375-49ee-a8a7-f17f6c77850e {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:21.572742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:21.573024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Checking segment: {'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:21.573422 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.573842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Bound using segment: {'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:21.574309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Bound port: 7788f5f1-18d3-45cf-9416-90eeaab09f45, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:21.574675 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.580272 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-ea920ca2-b216-4b9d-b7a9-b200e5427d7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=396dda3e-bb60-41b4-becc-e520624c208a HTTP/1.1" status: 200 len: 217 time: 0.3250771 May 26 22:41:21.621628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ad77d-f61d-4a7e-bb05-78f8198e8a5c req-65108ac7-f127-46d1-a7eb-a77ce5d214b3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:21.623454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-787ad77d-f61d-4a7e-bb05-78f8198e8a5c req-65108ac7-f127-46d1-a7eb-a77ce5d214b3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 945 time: 0.0891876 May 26 22:41:21.627678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:21.637667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:21.698778 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-787ad77d-f61d-4a7e-bb05-78f8198e8a5c req-8f22d83b-88cc-4c5d-b540-270587660cf0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591490 May 26 22:41:21.715671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-d38f6281-430d-4a2f-8629-d39828e5a15f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:21.716074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-d38f6281-430d-4a2f-8629-d39828e5a15f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:21.724390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-6cd3f006-12d9-451c-a9e3-76665bbb6423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:21.725873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-6cd3f006-12d9-451c-a9e3-76665bbb6423 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1369824 May 26 22:41:21.731021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6af18c4e-2bc4-4e1f-a27e-aa4b18b0fb37 req-289b3206-53c3-4440-8ae2-aff26fa9f57a service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748435 May 26 22:41:21.754162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] For port 7788f5f1-18d3-45cf-9416-90eeaab09f45, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:21.775302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] For port 7788f5f1-18d3-45cf-9416-90eeaab09f45, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7788f5f1-18d3-45cf-9416-90eeaab09f45,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:21.788003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.790588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-d38f6281-430d-4a2f-8629-d39828e5a15f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:21.791747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-d38f6281-430d-4a2f-8629-d39828e5a15f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 819 time: 0.5724995 May 26 22:41:21.815650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-7654c33e-c9eb-43f2-b0b7-c6d12a4b1710 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/quotas/d08a593fe63048c6a6e32af4c4f231d9 HTTP/1.1" status: 200 len: 375 time: 0.0171268 May 26 22:41:21.821782 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:21.823202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-c2cbc5e9-3055-4df0-8720-36df96249dfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911677 May 26 22:41:21.902131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84e69c-29e2-4eb8-a4e8-294a75caa26d None None] Pushing event updated for resources: {'Port': ['ID=7788f5f1-18d3-45cf-9416-90eeaab09f45,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:21.920920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:21.921541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:21.948784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb85d5-f975-4e4e-9400-e259334b7d5b req-e59c0eda-81c9-4ed4-8d3e-c217bf53b895 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:21.950658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06bb85d5-f975-4e4e-9400-e259334b7d5b req-e59c0eda-81c9-4ed4-8d3e-c217bf53b895 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 945 time: 0.1143031 May 26 22:41:22.005372 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-06bb85d5-f975-4e4e-9400-e259334b7d5b req-93f3618a-6797-480d-aa3b-1015727bd9a5 tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2f7217-aae8-4569-89be-c689b9465b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444658 May 26 22:41:22.022818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-000f4a59-60b6-4371-8a27-915d57851c14 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963382 May 26 22:41:22.026641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-5c2b7103-d54c-42ee-a296-4f3e56540f72 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693048 May 26 22:41:22.143673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:22.205161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324d0e-5e79-494f-a681-a631c069fc83 req-b282de97-1d40-439e-a990-1e53e08d1cbf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:22.206684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1324d0e-5e79-494f-a681-a631c069fc83 req-b282de97-1d40-439e-a990-1e53e08d1cbf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 948 time: 0.0810959 May 26 22:41:22.258812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1324d0e-5e79-494f-a681-a631c069fc83 req-fe5782c0-32a6-47ad-b162-dced064a25c1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 May 26 22:41:22.326421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9506232-4eae-4ae4-8388-8df09c9802e5 req-c7838a50-b3e5-4f12-b312-605f95fcb385 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789571 May 26 22:41:22.329712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-1299fc11-379d-4e35-8496-5676688c33ba service neutron] 10.222.0.32 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000202 May 26 22:41:22.341098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-4d50e3db-e5ec-469c-9d20-10423979587b tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:22.342557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-4d50e3db-e5ec-469c-9d20-10423979587b tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.48 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 945 time: 0.2218363 May 26 22:41:22.394496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6c4cacc7-19ff-4a33-9e44-dd5ccdb681ad req-09c72666-7dcc-415a-a30a-6c0dc0ab6204 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Synchronizing usage tracker for tenant:60751c8491ff4de18b3abf755d27e3ed on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:22.413501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6c4cacc7-19ff-4a33-9e44-dd5ccdb681ad req-09c72666-7dcc-415a-a30a-6c0dc0ab6204 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Unset dirty status for tenant:60751c8491ff4de18b3abf755d27e3ed on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:22.415051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c4cacc7-19ff-4a33-9e44-dd5ccdb681ad req-09c72666-7dcc-415a-a30a-6c0dc0ab6204 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60751c8491ff4de18b3abf755d27e3ed HTTP/1.1" status: 200 len: 5436 time: 0.1092937 May 26 22:41:22.443135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'tag': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:22.468871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c4cacc7-19ff-4a33-9e44-dd5ccdb681ad req-5e3b9fdc-a85d-43a1-8c8f-4ae28ec65794 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "GET /v2.0/security-groups/927b4405-d0a0-41c1-ae94-2d7608444440 HTTP/1.1" status: 200 len: 2649 time: 0.0474899 May 26 22:41:22.495970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Deleting port 547a05e2-9499-43bf-9612-36dc17702835 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:22.496362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:22.528040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:21Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:22.529983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c4cacc7-19ff-4a33-9e44-dd5ccdb681ad req-0a893234-348d-481a-bcb5-21a22e259b8e tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "GET /v2.0/security-groups/927b4405-d0a0-41c1-ae94-2d7608444440 HTTP/1.1" status: 200 len: 2649 time: 0.0536888 May 26 22:41:22.541474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437f299-dd00-41c7-831f-bb25389cf163 None None] The sync data for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 is: [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:21Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:41:22.588685 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65fd8af-e09b-4027-b38a-f60fc18d8aef'] response: {'server_uuid': '8c02c813-043e-4262-b940-92d0b64c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3', 'code': 200} May 26 22:41:22.645473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-8c4a1713-82ec-4263-88a0-9f9e45b2fedc service neutron] 10.222.0.32 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018632 May 26 22:41:22.928548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021116c0-d3db-4d74-b67d-bbf843aec722 req-d967f069-2297-43cf-9be5-2142702371ec tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:22.930392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-021116c0-d3db-4d74-b67d-bbf843aec722 req-d967f069-2297-43cf-9be5-2142702371ec tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 944 time: 0.1540413 May 26 22:41:22.984588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] For port 547a05e2-9499-43bf-9612-36dc17702835, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=547a05e2-9499-43bf-9612-36dc17702835,segment=NetworkSegment(5a8e9f69-1d07-4629-8b25-a1db44cf6556),segment_id=5a8e9f69-1d07-4629-8b25-a1db44cf6556)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:22.984947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:22.986236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-021116c0-d3db-4d74-b67d-bbf843aec722 req-a33d5afe-c440-4672-ad80-f0653eaa974f tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 May 26 22:41:23.223304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7788f5f1-18d3-45cf-9416-90eeaab09f45 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:23.247409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af858f73-b29c-4c70-950c-435839f744f3 req-10a643e5-0a86-4b63-99e6-7ba9f9c708fc tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/950dcb44-97af-4878-b739-cbc7d2ed415d HTTP/1.1" status: 200 len: 1611 time: 0.1477053 May 26 22:41:23.251618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42197dfe-4440-493c-8887-85fd19968845 req-dc27abc6-55f4-413b-996f-7f47119a7c72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=670261df236d4cd993abc0bc5e989930&device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 1099 time: 0.1499417 May 26 22:41:23.262397 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9120626-1228-4549-97b4-1c1e2f842f85'] response: {'name': 'network-changed', 'server_uuid': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'tag': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4', 'status': 'completed', 'code': 200} May 26 22:41:23.337782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Calling delete_port for 547a05e2-9499-43bf-9612-36dc17702835 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:23.349668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7788f5f1-18d3-45cf-9416-90eeaab09f45 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:23.357208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7788f5f1-18d3-45cf-9416-90eeaab09f45 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:23.357650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.389537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8769dc02-0e20-4b8a-a782-d9aaed55d611 req-56364546-10dd-4cd7-80f9-269737578c86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 1096 time: 0.6246934 May 26 22:41:23.395481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 396dda3e-bb60-41b4-becc-e520624c208a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:23.471397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197dfe-4440-493c-8887-85fd19968845 req-2f11ef7d-face-4566-8ffd-a9621e3759ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:23.473573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42197dfe-4440-493c-8887-85fd19968845 req-2f11ef7d-face-4566-8ffd-a9621e3759ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1863866 May 26 22:41:23.481728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485f4db-abf4-44c7-8ba7-389c42172089 req-ca036bbf-a99c-4132-8e0f-a454306af29e tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:23.488556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7485f4db-abf4-44c7-8ba7-389c42172089 req-ca036bbf-a99c-4132-8e0f-a454306af29e tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 948 time: 0.5618336 May 26 22:41:23.553795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 396dda3e-bb60-41b4-becc-e520624c208a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=396dda3e-bb60-41b4-becc-e520624c208a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:23.563951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42197dfe-4440-493c-8887-85fd19968845 req-650100e4-157c-4ff7-8e58-cec1400334f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4 HTTP/1.1" status: 200 len: 217 time: 0.0796733 May 26 22:41:23.566538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8769dc02-0e20-4b8a-a782-d9aaed55d611 req-bde870f3-1fc5-4b26-9ed4-22500ee0b0c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582718 May 26 22:41:23.574278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '396dda3e-bb60-41b4-becc-e520624c208a', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '396dda3e-bb60-41b4-becc-e520624c208a', 'mac_address': 'fa:16:3e:73:b5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:23.591954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-af858f73-b29c-4c70-950c-435839f744f3 req-2417c436-6138-4834-92fc-12cdd8801bc2 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.614266 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7485f4db-abf4-44c7-8ba7-389c42172089 req-b4f69942-cd09-4cf3-88da-d6eedbe857c8 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247687 May 26 22:41:23.651981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.671290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.688340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-af858f73-b29c-4c70-950c-435839f744f3 req-2417c436-6138-4834-92fc-12cdd8801bc2 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.730143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['547a05e2-9499-43bf-9612-36dc17702835'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:23.735900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Pushing event deleted for resources: {'Port': ['ID=547a05e2-9499-43bf-9612-36dc17702835,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:23.857027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396dda3e-bb60-41b4-becc-e520624c208a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:23.884547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] No DVR routers for this DVR port 547a05e2-9499-43bf-9612-36dc17702835 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:23.886323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 396dda3e-bb60-41b4-becc-e520624c208a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=396dda3e-bb60-41b4-becc-e520624c208a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:23.888863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.901352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.918611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0527988-f1ff-45fc-b468-76e052b09c1f req-cb337f8d-16a8-4627-a1cf-a2c44a8edd7a tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.48 "DELETE /v2.0/ports/547a05e2-9499-43bf-9612-36dc17702835 HTTP/1.1" status: 204 len: 173 time: 1.5548255 May 26 22:41:23.927929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197dfe-4440-493c-8887-85fd19968845 req-8769bc18-af48-4ce2-b491-3888ef859c58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:23.930208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42197dfe-4440-493c-8887-85fd19968845 req-8769bc18-af48-4ce2-b491-3888ef859c58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1502891 May 26 22:41:23.931637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-af858f73-b29c-4c70-950c-435839f744f3 req-2417c436-6138-4834-92fc-12cdd8801bc2 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.015981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417c436-6138-4834-92fc-12cdd8801bc2 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950dcb44-97af-4878-b739-cbc7d2ed415d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:24.030479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-af858f73-b29c-4c70-950c-435839f744f3 req-2417c436-6138-4834-92fc-12cdd8801bc2 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.031897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af858f73-b29c-4c70-950c-435839f744f3 req-2417c436-6138-4834-92fc-12cdd8801bc2 tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/950dcb44-97af-4878-b739-cbc7d2ed415d HTTP/1.1" status: 204 len: 173 time: 0.7773206 May 26 22:41:24.060988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=396dda3e-bb60-41b4-becc-e520624c208a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:24.064002 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.069235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42197dfe-4440-493c-8887-85fd19968845 req-042c0ba4-a435-4b53-bb5d-5ee6ece7dabf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252091 May 26 22:41:24.115461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7788f5f1-18d3-45cf-9416-90eeaab09f45, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7788f5f1-18d3-45cf-9416-90eeaab09f45,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:24.120657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.133904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65280b72-9222-4ce1-b7a7-7bdb34e9cb81 req-df4125c6-a9a6-4356-8c95-f957859daaf4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:24.135970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-65280b72-9222-4ce1-b7a7-7bdb34e9cb81 req-df4125c6-a9a6-4356-8c95-f957859daaf4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 945 time: 0.1630886 May 26 22:41:24.202003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-65280b72-9222-4ce1-b7a7-7bdb34e9cb81 req-4f185532-4add-48dd-b2a8-11412b3b1339 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591640 May 26 22:41:24.206170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7788f5f1-18d3-45cf-9416-90eeaab09f45,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:24.217404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5ae04f91-c5ca-49e7-b06e-68b5f6507a46 req-ed295a89-de64-4397-b4b8-2389bbda68e8 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:24.243268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['396dda3e-bb60-41b4-becc-e520624c208a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:24.265788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5ae04f91-c5ca-49e7-b06e-68b5f6507a46 req-ed295a89-de64-4397-b4b8-2389bbda68e8 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:24.267001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ae04f91-c5ca-49e7-b06e-68b5f6507a46 req-ed295a89-de64-4397-b4b8-2389bbda68e8 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 210 time: 0.1038573 May 26 22:41:24.275191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42197dfe-4440-493c-8887-85fd19968845 req-55a2b199-7545-4b2c-afc4-66dc9f7d838c service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928384 May 26 22:41:24.515000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42197dfe-4440-493c-8887-85fd19968845 req-ec927856-e15a-4b8c-bea4-32e777e032c7 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331378 May 26 22:41:24.518574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f1bf3768-861b-4d03-ab86-78ec2031afe3 req-be7d749f-e101-4bb6-a5ec-1864110d312f tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Synchronizing usage tracker for tenant:9bdfdac87c8b45ac874a4d60b6d34c87 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:24.530210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57604574-aed3-4221-b023-04ee08a751cd req-419a08e2-dde8-40e0-a5bb-cc8824e27326 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:24.538229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57604574-aed3-4221-b023-04ee08a751cd req-419a08e2-dde8-40e0-a5bb-cc8824e27326 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 949 time: 0.1290271 May 26 22:41:24.553220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:24.578385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f1bf3768-861b-4d03-ab86-78ec2031afe3 req-be7d749f-e101-4bb6-a5ec-1864110d312f tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] Unset dirty status for tenant:9bdfdac87c8b45ac874a4d60b6d34c87 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:24.591665 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1bf3768-861b-4d03-ab86-78ec2031afe3 req-be7d749f-e101-4bb6-a5ec-1864110d312f tempest-ServerMetadataNegativeTestJSON-805397330 tempest-ServerMetadataNegativeTestJSON-805397330-project] 10.222.0.32 "GET /v2.0/ports?device_id=d493f168-30df-4659-b5d4-5f79e2b4bff4 HTTP/1.1" status: 200 len: 210 time: 0.1575758 May 26 22:41:24.592355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57604574-aed3-4221-b023-04ee08a751cd req-8999c1a6-de70-42b5-a10a-c7c115d7e0fd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525560 May 26 22:41:24.618271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-f551ccf6-9235-4a2a-a996-a2f8821450f7 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:24.619768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-f551ccf6-9235-4a2a-a996-a2f8821450f7 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.48 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 819 time: 0.3059630 May 26 22:41:24.640333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Request body: {'port': {'device_id': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'admin_state_up': True, 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:24.681612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:24.710566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bd74677-512d-4158-b0f4-e6619b9f12b6 req-32fb1e6e-3acb-43a7-9ccc-4349972997db tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7df170bb-210e-4157-b045-27a8572306df HTTP/1.1" status: 200 len: 1611 time: 0.0508697 May 26 22:41:24.808431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bd74677-512d-4158-b0f4-e6619b9f12b6 req-828be47e-9785-4435-bef1-a71f6f1c35ac tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.876095 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bd74677-512d-4158-b0f4-e6619b9f12b6 req-828be47e-9785-4435-bef1-a71f6f1c35ac tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.897824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:24.916244 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.928032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:24.931532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:24.945249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Made reservation on behalf of d08a593fe63048c6a6e32af4c4f231d9 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:24.953411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:24.953914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.954342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.024471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:25.047228 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bd74677-512d-4158-b0f4-e6619b9f12b6 req-828be47e-9785-4435-bef1-a71f6f1c35ac tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.066450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be47e-9785-4435-bef1-a71f6f1c35ac tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df170bb-210e-4157-b045-27a8572306df,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:25.068103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4', 'mac_address': 'fa:16:3e:34:d9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:25.095453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bd74677-512d-4158-b0f4-e6619b9f12b6 req-828be47e-9785-4435-bef1-a71f6f1c35ac tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.115776 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bd74677-512d-4158-b0f4-e6619b9f12b6 req-828be47e-9785-4435-bef1-a71f6f1c35ac tempest-SecurityGroupsTestAdminJSON-1646617328 tempest-SecurityGroupsTestAdminJSON-1646617328-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/7df170bb-210e-4157-b045-27a8572306df HTTP/1.1" status: 204 len: 173 time: 0.4014678 May 26 22:41:25.175014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7788f5f1-18d3-45cf-9416-90eeaab09f45 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:25.223836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.247728 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.264144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'name': 'network-vif-deleted', 'tag': '547a05e2-9499-43bf-9612-36dc17702835'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:25.275054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:25.299702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dbcbf-63c9-4dd2-8262-9054d648f8f7 req-1717d15e-ff2a-49ad-972f-62b5ac6e4473 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:25.301090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f65dbcbf-63c9-4dd2-8262-9054d648f8f7 req-1717d15e-ff2a-49ad-972f-62b5ac6e4473 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 944 time: 0.4892492 May 26 22:41:25.301861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:25.312371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:25.314711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Allocated IP 172.20.0.4 (422ede77-b375-49ee-a8a7-f17f6c77850e/3de8054a-c06b-4344-bfbd-6c5ac123fbf7/9170587b-b63f-4eaf-ac48-0e65c3865805) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:25.316812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:25.318751 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.355805 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.374245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaa513-c51e-4d68-9a44-52d325d730e7 req-fce8d69a-3e97-4499-87f2-e14dd3def332 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:25.375688 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7aaaa513-c51e-4d68-9a44-52d325d730e7 req-fce8d69a-3e97-4499-87f2-e14dd3def332 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 949 time: 0.0878541 May 26 22:41:25.380940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7788f5f1-18d3-45cf-9416-90eeaab09f45 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:25.381309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.386927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f65dbcbf-63c9-4dd2-8262-9054d648f8f7 req-d2ae10cb-7257-44e4-81f0-420db41d4b22 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742011 May 26 22:41:25.410808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 396dda3e-bb60-41b4-becc-e520624c208a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:25.439916 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7aaaa513-c51e-4d68-9a44-52d325d730e7 req-279d81db-f437-486c-b129-e171b6a53591 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554495 May 26 22:41:25.529460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:25.582793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c8f051-7403-43f5-9bfb-de83e7ec90f3 req-ce15c72a-7de2-4725-8368-d16089441ee5 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "GET /v2.0/security-groups/749372d4-4509-41cc-935f-57f44816fea2 HTTP/1.1" status: 200 len: 1609 time: 0.0902343 May 26 22:41:25.639410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.645958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:25.657477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['904f451d-a19b-4597-bb4f-3bfb7e2a94e4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:25.689021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-38c8f051-7403-43f5-9bfb-de83e7ec90f3 req-186187e7-7c76-4347-9e4f-a4d360bae7dc tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.721507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 396dda3e-bb60-41b4-becc-e520624c208a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:25.722836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-38c8f051-7403-43f5-9bfb-de83e7ec90f3 req-186187e7-7c76-4347-9e4f-a4d360bae7dc tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.735657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.739868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 396dda3e-bb60-41b4-becc-e520624c208a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:25.740157 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.796887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290844a-ff6d-43e9-ac45-41d6ac712e8e req-e4ebf8ea-1d8a-4317-9d4e-4c2e6ec01de6 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:25.800448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d290844a-ff6d-43e9-ac45-41d6ac712e8e req-e4ebf8ea-1d8a-4317-9d4e-4c2e6ec01de6 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 945 time: 0.0969324 May 26 22:41:25.841630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event updated for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:25.843698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Network 422ede77-b375-49ee-a8a7-f17f6c77850e is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:25.845277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:25.847450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:25.869090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d290844a-ff6d-43e9-ac45-41d6ac712e8e req-03844761-d6b2-44da-963b-9d0a8c454d25 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593727 May 26 22:41:25.901389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-38c8f051-7403-43f5-9bfb-de83e7ec90f3 req-186187e7-7c76-4347-9e4f-a4d360bae7dc tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.923754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186187e7-7c76-4347-9e4f-a4d360bae7dc tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749372d4-4509-41cc-935f-57f44816fea2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:25.946002 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.949667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:25.950456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.971772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-38c8f051-7403-43f5-9bfb-de83e7ec90f3 req-186187e7-7c76-4347-9e4f-a4d360bae7dc tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:25.972913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38c8f051-7403-43f5-9bfb-de83e7ec90f3 req-186187e7-7c76-4347-9e4f-a4d360bae7dc tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "DELETE /v2.0/security-groups/749372d4-4509-41cc-935f-57f44816fea2 HTTP/1.1" status: 204 len: 173 time: 0.3808751 May 26 22:41:25.982206 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53840f6a-45e9-4346-b9f9-964e9d2c2c3b'] response: {'server_uuid': 'd493f168-30df-4659-b5d4-5f79e2b4bff4', 'name': 'network-vif-deleted', 'tag': '547a05e2-9499-43bf-9612-36dc17702835', 'status': 'completed', 'code': 200} May 26 22:41:25.984299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-76db25da-72b9-43c9-91ef-3695b781764e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3517098 May 26 22:41:26.004716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Request body: {'port': {'device_id': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:26.034610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 396dda3e-bb60-41b4-becc-e520624c208a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=396dda3e-bb60-41b4-becc-e520624c208a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:26.043272 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c6430d-4604-468c-8dbf-46f7767ff7fb'] response: {'server_uuid': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b', 'code': 200} May 26 22:41:26.044843 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.045609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 547a05e2-9499-43bf-9612-36dc17702835 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:26.119866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 547a05e2-9499-43bf-9612-36dc17702835 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:26.120237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 547a05e2-9499-43bf-9612-36dc17702835 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:26.180111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=396dda3e-bb60-41b4-becc-e520624c208a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:26.259696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49494) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:26.291695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2d10743-c5ac-477a-b8d7-ea860c6399ae req-e85ead26-279e-4704-abc2-5be99d62a3f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 1096 time: 0.1655073 May 26 22:41:26.304664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace428f1-0c86-4f31-b47d-dba7fda4456e req-7dfed51d-5ba9-4d06-a5fe-66115bbe2ecf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:26.306151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ace428f1-0c86-4f31-b47d-dba7fda4456e req-7dfed51d-5ba9-4d06-a5fe-66115bbe2ecf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.1116281 May 26 22:41:26.322953 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.378320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2d10743-c5ac-477a-b8d7-ea860c6399ae req-2e4a70f9-ea9a-4310-9cec-4cdbf10ca426 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711660 May 26 22:41:26.383359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ace428f1-0c86-4f31-b47d-dba7fda4456e req-dbe4ae77-d3de-43f5-9a31-e43463b0abc4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612466 May 26 22:41:26.424916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.457696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:26.462466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Usage tracker for resource:security_group_rule and tenant:2c3579dc486947ce85e17677246601cc is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:26.465312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:26.472942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:26.476206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213613f9-435a-464c-b8ca-835a74b0978b req-f5d5f258-0ffc-4380-8b04-82c976bf228a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:26.476929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-213613f9-435a-464c-b8ca-835a74b0978b req-f5d5f258-0ffc-4380-8b04-82c976bf228a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:26.491741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49504) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:26.504262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-213613f9-435a-464c-b8ca-835a74b0978b req-f5d5f258-0ffc-4380-8b04-82c976bf228a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:26.510148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-213613f9-435a-464c-b8ca-835a74b0978b req-f5d5f258-0ffc-4380-8b04-82c976bf228a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 931 time: 0.3435380 May 26 22:41:26.572124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] Deleting subnet da18acf5-96af-4270-9d31-c2066646a0b4 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:41:26.582602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.649005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-213613f9-435a-464c-b8ca-835a74b0978b req-465a98f0-5def-4805-8fbc-ad4014baf307 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:26.686059 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.694227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-213613f9-435a-464c-b8ca-835a74b0978b req-465a98f0-5def-4805-8fbc-ad4014baf307 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:26.697562 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.702021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-213613f9-435a-464c-b8ca-835a74b0978b req-465a98f0-5def-4805-8fbc-ad4014baf307 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906180 May 26 22:41:26.705421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.802304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7b3d98-7194-4aec-af07-2fb698ad198d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:26.814005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9170587b-b63f-4eaf-ac48-0e65c3865805 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:26.822352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.828832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e308c96d-7520-4d8c-97ff-056dcee37ade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c3579dc486947ce85e17677246601cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5645833 May 26 22:41:26.828832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.832626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49508) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:26.852662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d8eace1-373b-45a3-ad4c-7b9638342c1b req-a4c63c9a-c881-4a30-b3c8-e5dcc48c9a5f tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "GET /v2.0/security-groups/21c0da68-52d4-46b5-8362-88636c3dc5d3 HTTP/1.1" status: 200 len: 1611 time: 0.0958064 May 26 22:41:26.856133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Transition to ACTIVE for port object 9170587b-b63f-4eaf-ac48-0e65c3865805 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:26.881342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ecdc9-38ff-4755-bf5a-0b72481f77b5 req-1da2921b-ddec-47fb-8518-c4b5eae30050 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:26.881792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.882848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-479ecdc9-38ff-4755-bf5a-0b72481f77b5 req-1da2921b-ddec-47fb-8518-c4b5eae30050 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 945 time: 0.2699397 May 26 22:41:26.924548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.972697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da18acf5-96af-4270-9d31-c2066646a0b4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:26.980153 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:26.991143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-28cd228d-5ef6-49d2-bfc4-d2b133a78490 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da18acf5-96af-4270-9d31-c2066646a0b4 HTTP/1.1" status: 204 len: 168 time: 0.4983709 May 26 22:41:26.993617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49514) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:27.058015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Pushing event updated for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:27.092972 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-481dc9ec-4731-4d67-99ff-9a1dafa56e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.126431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.175117 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4d8eace1-373b-45a3-ad4c-7b9638342c1b req-7c787119-e3b1-48ed-8160-e88628b9a0b4 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.185928 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-479ecdc9-38ff-4755-bf5a-0b72481f77b5 req-09f33e73-677d-46b3-aa7f-b02790f19545 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974002 May 26 22:41:27.225802 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-481dc9ec-4731-4d67-99ff-9a1dafa56e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.271109 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4d8eace1-373b-45a3-ad4c-7b9638342c1b req-7c787119-e3b1-48ed-8160-e88628b9a0b4 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.291018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.310342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Attempting to bind port 9170587b-b63f-4eaf-ac48-0e65c3865805 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:27.310669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Attempting to bind port 9170587b-b63f-4eaf-ac48-0e65c3865805 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:27.310989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Attempting to bind port 9170587b-b63f-4eaf-ac48-0e65c3865805 on network 422ede77-b375-49ee-a8a7-f17f6c77850e {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:27.333567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Port 9170587b-b63f-4eaf-ac48-0e65c3865805 on network 422ede77-b375-49ee-a8a7-f17f6c77850e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:27.333909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Attempting to bind port 9170587b-b63f-4eaf-ac48-0e65c3865805 on network 422ede77-b375-49ee-a8a7-f17f6c77850e {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:27.343428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:27.343753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Checking segment: {'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:27.344251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Bound using segment: {'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:27.344674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Bound port: 9170587b-b63f-4eaf-ac48-0e65c3865805, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc26ce6c-ca73-431c-882f-ced397c61602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:27.345139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.356614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad224e9e-69bf-495f-914b-a1f9b6ca3b36']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:27.368085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4d8eace1-373b-45a3-ad4c-7b9638342c1b req-7c787119-e3b1-48ed-8160-e88628b9a0b4 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.371790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8e9f69-1d07-4629-8b25-a1db44cf6556') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:27.372080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8e9f69-1d07-4629-8b25-a1db44cf6556') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:27.390738 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.411417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.417279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-481dc9ec-4731-4d67-99ff-9a1dafa56e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.419978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:41:27.420414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.428829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c787119-e3b1-48ed-8160-e88628b9a0b4 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0da68-52d4-46b5-8362-88636c3dc5d3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: timer() May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:41:27.435011 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:41:27.463562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc9ec-4731-4d67-99ff-9a1dafa56e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7b3d98-7194-4aec-af07-2fb698ad198d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:27.468295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-481dc9ec-4731-4d67-99ff-9a1dafa56e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.469485 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-481dc9ec-4731-4d67-99ff-9a1dafa56e67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b7b3d98-7194-4aec-af07-2fb698ad198d HTTP/1.1" status: 204 len: 168 time: 0.6356761 May 26 22:41:27.475116 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.480709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4d8eace1-373b-45a3-ad4c-7b9638342c1b req-7c787119-e3b1-48ed-8160-e88628b9a0b4 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.485531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d8eace1-373b-45a3-ad4c-7b9638342c1b req-7c787119-e3b1-48ed-8160-e88628b9a0b4 tempest-SecurityGroupsTestAdminJSON-2094351812 tempest-SecurityGroupsTestAdminJSON-2094351812-project] 10.222.0.32 "DELETE /v2.0/security-groups/21c0da68-52d4-46b5-8362-88636c3dc5d3 HTTP/1.1" status: 204 len: 173 time: 0.6260066 May 26 22:41:27.504768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba542766-5c7b-4468-9510-4175120c9503 req-95660d1b-d544-4454-adef-e39d5937d839 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:27.506107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba542766-5c7b-4468-9510-4175120c9503 req-95660d1b-d544-4454-adef-e39d5937d839 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 945 time: 0.2045939 May 26 22:41:27.524436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:27.530562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9170587b-b63f-4eaf-ac48-0e65c3865805,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:27.541294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.572391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba542766-5c7b-4468-9510-4175120c9503 req-30b9d077-1b86-42fc-b9e8-b3757cd4daa9 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 May 26 22:41:27.588537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.614599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.639716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad224e9e-69bf-495f-914b-a1f9b6ca3b36,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:27.650788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b406937b-8702-495c-8943-1c5305cfcde1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad224e9e-69bf-495f-914b-a1f9b6ca3b36 HTTP/1.1" status: 204 len: 168 time: 0.6559784 May 26 22:41:27.869385 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:27.875437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49534) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:27.875641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] 10.222.0.48 "PUT /v2.0/ports/9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 1091 time: 1.8724363 May 26 22:41:27.922629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ecdb2-bafc-45b5-a1b2-f649e5cb883a service neutron] Pushing event updated for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:27.996454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:28.011296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adfd06-d2f9-4254-9c8d-fb712af123bd req-dd67a708-77d7-4a04-8160-8741675ef2c2 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:28.018094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9adfd06-d2f9-4254-9c8d-fb712af123bd req-dd67a708-77d7-4a04-8160-8741675ef2c2 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 949 time: 0.3348544 May 26 22:41:28.044500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396dda3e-bb60-41b4-becc-e520624c208a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:28.062094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49548) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:28.100479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9adfd06-d2f9-4254-9c8d-fb712af123bd req-84b2fc42-9444-4121-b67f-6d0b76a3969f tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814455 May 26 22:41:28.128501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-e722474c-ea95-4095-ab21-2c868270d7df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1094 time: 0.1680624 May 26 22:41:28.201993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8e0874aa-41ed-4e0e-8cec-e627bb896e2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bdfdac87c8b45ac874a4d60b6d34c87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1385341 May 26 22:41:28.204198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49552) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:28.252244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdd440-c01f-4af6-b543-9e6e2d1399e4 req-2876626b-6fa6-4989-9212-805c5172221e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:28.254626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81cdd440-c01f-4af6-b543-9e6e2d1399e4 req-2876626b-6fa6-4989-9212-805c5172221e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.1736848 May 26 22:41:28.258846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-17d071f7-c949-4795-ad6f-fc857e186267 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 217 time: 0.1236241 May 26 22:41:28.396115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-93602da1-a2bf-4197-93f8-6017b40f931e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:28.397574 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-93602da1-a2bf-4197-93f8-6017b40f931e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.1291423 May 26 22:41:28.436592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2736f8c-8fab-43bd-bd11-4d708d7af728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.445240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-16153255-220e-49aa-b976-73fef620ea83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408459 May 26 22:41:28.481576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2736f8c-8fab-43bd-bd11-4d708d7af728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.499899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81cdd440-c01f-4af6-b543-9e6e2d1399e4 req-2876226e-a068-47d0-a2d1-7aa29dd9c627 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228010 May 26 22:41:28.547943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-00cc1795-c5b2-4b6d-ab85-673ebc3f084c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60751c8491ff4de18b3abf755d27e3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6700985 May 26 22:41:28.550343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49564) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:28.583293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14c370-c20a-409b-b192-ffd9aca80e35 req-54ef834d-9a54-4e73-a486-75c355041f8c tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:28.592320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b14c370-c20a-409b-b192-ffd9aca80e35 req-54ef834d-9a54-4e73-a486-75c355041f8c tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 943 time: 0.2723036 May 26 22:41:28.593472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:28.642946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2736f8c-8fab-43bd-bd11-4d708d7af728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.715390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2736f8c-8fab-43bd-bd11-4d708d7af728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f7217-aae8-4569-89be-c689b9465b4a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:28.772684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-0cc8285b-e7f6-43b6-99bf-d50a7be6f093 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205705 May 26 22:41:28.787162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b14c370-c20a-409b-b192-ffd9aca80e35 req-1e0a9ff9-df56-490d-a28a-4a2a3bd042c5 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937454 May 26 22:41:28.817827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:28.823951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:28.824561 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.848465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2736f8c-8fab-43bd-bd11-4d708d7af728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.852494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a2736f8c-8fab-43bd-bd11-4d708d7af728 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b2f7217-aae8-4569-89be-c689b9465b4a HTTP/1.1" status: 204 len: 168 time: 0.6441860 May 26 22:41:28.855301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c472188-7399-485b-9026-97e6503105f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.916229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c472188-7399-485b-9026-97e6503105f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.966778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6a06-da9e-46d4-81c1-bbb7b5fa3041 req-52a02c2f-1547-4dc6-9ff6-775f4612bac4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:28.973047 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-608a6a06-da9e-46d4-81c1-bbb7b5fa3041 req-52a02c2f-1547-4dc6-9ff6-775f4612bac4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 945 time: 0.2377715 May 26 22:41:28.991553 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a234f0-d88d-4f2d-820e-08f830c7b49c'] response: {'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'status': 'completed', 'code': 200} May 26 22:41:29.003088 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9bc592-d7b7-4d4e-aea4-e2e4847bbc68'] response: {'server_uuid': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396dda3e-bb60-41b4-becc-e520624c208a', 'code': 200} May 26 22:41:29.020873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-916b7497-1598-4bdd-ab4b-c16abde31e3e req-51800555-1a64-407b-84a5-ef7f70942017 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321272 May 26 22:41:29.026590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:29.070592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:29.075259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:29.102055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-608a6a06-da9e-46d4-81c1-bbb7b5fa3041 req-81f09aa7-309d-438b-8f88-2e14813d3af8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280360 May 26 22:41:29.106376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c472188-7399-485b-9026-97e6503105f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:29.140428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c472188-7399-485b-9026-97e6503105f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927b4405-d0a0-41c1-ae94-2d7608444440,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:29.145824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c472188-7399-485b-9026-97e6503105f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:29.146952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c472188-7399-485b-9026-97e6503105f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/927b4405-d0a0-41c1-ae94-2d7608444440 HTTP/1.1" status: 204 len: 168 time: 0.5954683 May 26 22:41:29.191242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:29.392799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c593aa-9dfd-4921-ba65-aebcc5d0f8b8 req-064f6122-5296-4b97-91ed-921d69194945 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:29.399434 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15c593aa-9dfd-4921-ba65-aebcc5d0f8b8 req-064f6122-5296-4b97-91ed-921d69194945 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 945 time: 0.2362375 May 26 22:41:29.404950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-8cac3bec-3d6a-4b9b-8ce0-b77a8a81274b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1094 time: 0.3318677 May 26 22:41:29.420099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869ca094-171a-439f-9cac-e8648a4be8de req-116a5e33-d358-4f4c-a5bc-ed7f9d0288bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 1101 time: 0.2557576 May 26 22:41:29.566673 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15c593aa-9dfd-4921-ba65-aebcc5d0f8b8 req-084bd0c9-e15c-499c-8169-0d5dd4534e50 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664121 May 26 22:41:29.641628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-869ca094-171a-439f-9cac-e8648a4be8de req-0a5c3486-9c47-461e-ab6c-7f8b8bd74bc5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969209 May 26 22:41:29.650813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-346cc4df-42bb-46e0-b564-e7d338be7d61 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:29.652353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-346cc4df-42bb-46e0-b564-e7d338be7d61 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 945 time: 0.1481841 May 26 22:41:29.663842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-287f227c-65a4-484f-8831-14d6daf19978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:29.671278 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-287f227c-65a4-484f-8831-14d6daf19978 service neutron] 10.222.0.48 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.2481723 May 26 22:41:29.745781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Deleting port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:29.746104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:29.782890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49596) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:29.894683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ff99b01-a617-4ab8-80ec-04f55ec99a7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719f5b4506a442cfadde5a58fff97e20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1105990 May 26 22:41:29.897265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49602) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:29.948983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46ae83-e286-4994-94d5-fd6dc05ddd04 req-483bfb7c-4535-4462-a1ec-4bce0fa84d02 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:29.950518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec46ae83-e286-4994-94d5-fd6dc05ddd04 req-483bfb7c-4535-4462-a1ec-4bce0fa84d02 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.1512594 May 26 22:41:30.045288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49610) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:30.051710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-14343766-9b88-440b-8b02-6f388d57378a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 217 time: 0.1092694 May 26 22:41:30.122289 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-360a1eec-a31c-454d-8866-871de7b260c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.149019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec46ae83-e286-4994-94d5-fd6dc05ddd04 req-db7425d3-ccf4-49e9-9372-5383db334e6a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392250 May 26 22:41:30.155436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee6643-9ca2-4e74-b8e1-45a3f3499d04 req-756c57af-6b4d-4caa-a7bc-887df56092c5 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:30.161972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfee6643-9ca2-4e74-b8e1-45a3f3499d04 req-756c57af-6b4d-4caa-a7bc-887df56092c5 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 950 time: 0.3831508 May 26 22:41:30.171424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-360a1eec-a31c-454d-8866-871de7b260c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.183235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-c5fc939c-e070-4df8-beee-98e92b246413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:30.184652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-c5fc939c-e070-4df8-beee-98e92b246413 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.1220355 May 26 22:41:30.202878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] For port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:30.203275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.255703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-0a0ecb25-4525-4d7d-b622-a667de58c93f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531790 May 26 22:41:30.366335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfee6643-9ca2-4e74-b8e1-45a3f3499d04 req-f674d2f1-df11-46c9-9d0f-9b11ff02ca37 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034423 May 26 22:41:30.373151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Calling delete_port for 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:30.392756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.439524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-360a1eec-a31c-454d-8866-871de7b260c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.485731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a1eec-a31c-454d-8866-871de7b260c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b8c1d-4438-430f-b225-47941e236767,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:30.496214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-ad93e5d8-f78d-44e0-90b0-613ee09ed0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320778 May 26 22:41:30.498236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:30.504246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b47749e11646ff9979393d53218d8d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:30.507254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-360a1eec-a31c-454d-8866-871de7b260c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.508597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-360a1eec-a31c-454d-8866-871de7b260c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/524b8c1d-4438-430f-b225-47941e236767 HTTP/1.1" status: 204 len: 168 time: 0.6099043 May 26 22:41:30.530981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:30.541668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:30.706753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc70c006-4f6e-4cff-a614-9b3fef794e63 req-d44219e7-8760-4139-99b7-73e1f624522f service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036700 May 26 22:41:30.752030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.761068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.824447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1b47749e11646ff9979393d53218d8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7745664 May 26 22:41:30.830315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49634) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:30.870863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49638) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:30.909115 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9bf36f3-77e0-4647-9bf9-22bb3eec2a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.911042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9085c-e5ed-4b54-9418-48780ce196d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa83deb-0ca4-417d-9db9-5c820c865e96,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:30.933237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123154-b1f2-435d-9925-336018be04e6 req-f8536135-09d9-45aa-bf89-34f3e4379d4f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:30.941957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe123154-b1f2-435d-9925-336018be04e6 req-f8536135-09d9-45aa-bf89-34f3e4379d4f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 943 time: 0.2719045 May 26 22:41:30.943303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9bf36f3-77e0-4647-9bf9-22bb3eec2a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.944206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:30.974488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:31.019195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:31.033419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event deleted for resources: {'Port': ['ID=7f24549a-71e7-4ec0-b7bd-ce7df20587a3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:31.060374 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe123154-b1f2-435d-9925-336018be04e6 req-0731d9f1-b0fc-42eb-8a0f-9b308e1c2ea3 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173446 May 26 22:41:31.176790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6d21f8-9991-4499-9748-eb4eca2a5ba9 req-8053612b-4c80-4ba4-a8f6-de49f84aec18 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 210 time: 0.0735071 May 26 22:41:31.178206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9bf36f3-77e0-4647-9bf9-22bb3eec2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.229731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf36f3-77e0-4647-9bf9-22bb3eec2a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa83deb-0ca4-417d-9db9-5c820c865e96,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:31.261794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] No DVR routers for this DVR port 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:31.271993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9bf36f3-77e0-4647-9bf9-22bb3eec2a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.275698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1890573070-network', 'tenant_id': '93d02304ba49492693abcca8313fdeda'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:31.278319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d9bf36f3-77e0-4647-9bf9-22bb3eec2a12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9aa83deb-0ca4-417d-9db9-5c820c865e96 HTTP/1.1" status: 204 len: 168 time: 0.4468939 May 26 22:41:31.279016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.306037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c02c813-043e-4262-b940-92d0b64c1363', 'name': 'network-vif-deleted', 'tag': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:31.325854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:31.328906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65e8defe-759e-4f47-aacb-c891e1ee6a43 req-687d6a5f-fc46-4f17-bc16-c6cc0156fb44 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "DELETE /v2.0/ports/7f24549a-71e7-4ec0-b7bd-ce7df20587a3 HTTP/1.1" status: 204 len: 173 time: 1.6704154 May 26 22:41:31.356993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Usage tracker for resource:network and tenant:93d02304ba49492693abcca8313fdeda is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:31.363858 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3fff8c-81db-4f1c-9c2f-aaf3e38036a2'] response: {'server_uuid': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4', 'code': 200} May 26 22:41:31.386755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:31.398009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9170587b-b63f-4eaf-ac48-0e65c3865805 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:31.421313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:31.546523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Made reservation on behalf of 93d02304ba49492693abcca8313fdeda for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:31.549895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.583730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.661285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2233-2d26-41d2-be5d-26d43020bc1b req-a8c45d77-5c5c-4061-987d-57a356c6c132 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:31.671883 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de6b2233-2d26-41d2-be5d-26d43020bc1b req-a8c45d77-5c5c-4061-987d-57a356c6c132 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 945 time: 0.2615333 May 26 22:41:31.696376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:31.707402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Usage tracker for resource:security_group_rule and tenant:93d02304ba49492693abcca8313fdeda is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:31.716264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:31.728713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:31.750549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9170587b-b63f-4eaf-ac48-0e65c3865805,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:31.773043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de6b2233-2d26-41d2-be5d-26d43020bc1b req-c9f5f32d-9846-43bf-b1e5-ea52c44c3e44 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993459 May 26 22:41:31.787893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'port_id': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'mac_address': 'fa:16:3e:12:bb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:31.812740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052150b-281e-4922-a87a-054b4adbceda req-51b41f1d-f9fd-4b6a-a91e-900dc33ebf68 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:31.816888 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e052150b-281e-4922-a87a-054b4adbceda req-51b41f1d-f9fd-4b6a-a91e-900dc33ebf68 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.2592430 May 26 22:41:31.903806 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703d6663-4654-4a24-a68f-c3965568e5ce'] response: {'server_uuid': '8c02c813-043e-4262-b940-92d0b64c1363', 'name': 'network-vif-deleted', 'tag': '7f24549a-71e7-4ec0-b7bd-ce7df20587a3', 'status': 'completed', 'code': 200} May 26 22:41:31.912996 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.918349 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.925167 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.945251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9170587b-b63f-4eaf-ac48-0e65c3865805 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:31.973244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9170587b-b63f-4eaf-ac48-0e65c3865805,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:31.980951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e052150b-281e-4922-a87a-054b4adbceda req-d9b7da1c-f313-480f-8c9e-183665b91aea tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571121 May 26 22:41:31.981840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.025298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:41:32.037296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c90700-bd24-4847-9100-88e38df8e0d7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:32.072993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.073407 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Added segment 4158d180-d6af-4f95-b67c-bde6a213347a of type vlan for network bf660f98-980a-48fa-965c-716a3131417c May 26 22:41:32.128406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:32.130707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.208537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.209666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:32.210399 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.375990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9170587b-b63f-4eaf-ac48-0e65c3865805'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:32.388976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-ecba3310-92d0-41ce-b54c-97096a40b8f3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:32.390653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-ecba3310-92d0-41ce-b54c-97096a40b8f3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 945 time: 0.3436470 May 26 22:41:32.493136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6175749 May 26 22:41:32.494241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49684) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:32.498529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a96bf5-b267-4d01-80e6-1464d027342b admin admin] Pushing event updated for resources: {'Network': ['ID=bf660f98-980a-48fa-965c-716a3131417c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:32.505873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Request body: {'subnet': {'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1890573070-subnet', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:32.506168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ff0b-a060-4b9c-af99-5a0f44d62026 req-2f875c05-4fba-4ad1-8e0b-47a6f220ffe3 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:32.511377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:32.515408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Usage tracker for resource:subnet and tenant:93d02304ba49492693abcca8313fdeda is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:32.516949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1015ff0b-a060-4b9c-af99-5a0f44d62026 req-2f875c05-4fba-4ad1-8e0b-47a6f220ffe3 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 944 time: 0.2438200 May 26 22:41:32.522661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:32.529644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:32.530046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network bf660f98-980a-48fa-965c-716a3131417c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:41:32.546552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Made reservation on behalf of 93d02304ba49492693abcca8313fdeda for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:32.549227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.563077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Deleting port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:32.563350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.627078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:32.649491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1015ff0b-a060-4b9c-af99-5a0f44d62026 req-299a8cdb-f9d1-40f0-a38c-716e06168ed8 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316257 May 26 22:41:32.676562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7edca-ea09-4a97-9978-cae86ae8ff93 req-afc4da03-8381-4019-9aca-0f0cb467a3bb tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:32.684013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-84d7edca-ea09-4a97-9978-cae86ae8ff93 req-afc4da03-8381-4019-9aca-0f0cb467a3bb tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 950 time: 0.5154166 May 26 22:41:32.699348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:32.700282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7f24549a-71e7-4ec0-b7bd-ce7df20587a3 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:32.774287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-183fc7ee-311c-4c17-915a-9b56f83c750d req-635aeab1-a5ba-477e-9608-c6f61fff6d08 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 1101 time: 0.7792635 May 26 22:41:32.849922 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-84d7edca-ea09-4a97-9978-cae86ae8ff93 req-0b761ad1-7cdc-4cd0-94f8-fad7ef270a1d tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633403 May 26 22:41:33.001451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d37583c6-e1fb-45d9-847b-95523ef0bd3d req-321a40d5-ceed-4e5d-ac90-2141748d9714 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c02c813-043e-4262-b940-92d0b64c1363 HTTP/1.1" status: 200 len: 210 time: 0.0719957 May 26 22:41:33.025785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-183fc7ee-311c-4c17-915a-9b56f83c750d req-784cba57-6163-463e-b645-bb9bb3201643 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264361 May 26 22:41:33.028556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.108718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68d6fe7-1dca-41be-afc1-56dd4f3391ac,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:33.115778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] For port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,segment=NetworkSegment(24666596-a5e8-41a7-9621-a2e708ec465b),segment_id=24666596-a5e8-41a7-9621-a2e708ec465b)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:33.116140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.143713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Checking segment: {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:33.144208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Network hostable DHCP agents. Network: bf660f98-980a-48fa-965c-716a3131417c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:41:33.171381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Network bf660f98-980a-48fa-965c-716a3131417c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:41:33.183102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, bf660f98-980a-48fa-965c-716a3131417c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:33.187317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:33.188109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.194565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c28b2c3-0871-4fc6-b9bc-d360da7a6964 None None] Network bf660f98-980a-48fa-965c-716a3131417c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:33.212530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-adddb9f9-434c-4898-b855-7ee56e8cf367 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7152762 May 26 22:41:33.215043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49704) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:33.220263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:33.225419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:33.230190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Usage tracker for resource:router and tenant:93d02304ba49492693abcca8313fdeda is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:33.233089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:33.239534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:33.253412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.254568 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.256473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Calling delete_port for 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:33.290143 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.457348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b6d6a-566c-4936-a47a-237872c0f867 req-eb857728-acb8-4faf-a368-de14672ee5e3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:33.458850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a4b6d6a-566c-4936-a47a-237872c0f867 req-eb857728-acb8-4faf-a368-de14672ee5e3 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cc2cd2a-d118-4de0-a59d-95402e56049d HTTP/1.1" status: 200 len: 945 time: 0.2753861 May 26 22:41:33.486245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0330487-8cde-46f8-8c70-1f616e58c525 None None] Network bf660f98-980a-48fa-965c-716a3131417c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:33.512414 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.536632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.553043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:33.565913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event deleted for resources: {'Port': ['ID=8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:33.579648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d12ff2-e848-44e8-8207-54d51ad74ca7 req-943892ba-d9e5-443d-99d6-07bca61c36b4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:33.580291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a4b6d6a-566c-4936-a47a-237872c0f867 req-08961c1c-f0b1-432d-9ad2-595e96931b5b tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups?id=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112459 May 26 22:41:33.581265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57d12ff2-e848-44e8-8207-54d51ad74ca7 req-943892ba-d9e5-443d-99d6-07bca61c36b4 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.1937270 May 26 22:41:33.706268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57d12ff2-e848-44e8-8207-54d51ad74ca7 req-b4c9a720-b329-45d6-a096-d4fa5dacb5d8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 May 26 22:41:33.716715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] No DVR routers for this DVR port 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:33.730134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.733069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'name': 'network-vif-deleted', 'tag': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:33.754544 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ca1a9f4-8462-4c42-9b71-437da1a928d1 req-2fe06775-f648-48da-81ee-4839266aa251 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.55 "DELETE /v2.0/ports/8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b HTTP/1.1" status: 204 len: 173 time: 1.3545184 May 26 22:41:33.833008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:33.878251 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:34.024237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3e70809-449d-4fb3-8ed8-5beec700c6a7 req-6a6f9c27-1a6c-4827-93bd-46e4f6654db0 tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 1101 time: 0.0693703 May 26 22:41:34.067270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3e70809-449d-4fb3-8ed8-5beec700c6a7 req-b45d8c97-4387-492d-b28f-4f609094fcef tempest-ServersOnMultiNodesTest-1845885798 tempest-ServersOnMultiNodesTest-1845885798-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 May 26 22:41:34.083212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6cd1-810a-45fa-b279-6509b0194a36 req-a6a39176-a9b3-4392-a544-c63f74fcfca3 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:34.084889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e8e6cd1-810a-45fa-b279-6509b0194a36 req-a6a39176-a9b3-4392-a544-c63f74fcfca3 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 944 time: 0.1679997 May 26 22:41:34.091333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Allocated IP 172.25.4.235 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:34.135943 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b99ef7-bbcd-46c2-ab7e-dd5185fb2239'] response: {'server_uuid': '2cc2cd2a-d118-4de0-a59d-95402e56049d', 'name': 'network-vif-deleted', 'tag': '8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b', 'status': 'completed', 'code': 200} May 26 22:41:34.224768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e8e6cd1-810a-45fa-b279-6509b0194a36 req-f92aafac-e714-48da-a4fc-8d8274870f3c tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307759 May 26 22:41:34.289603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:34.323061 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:34.369086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19a2f7-6e0a-40d7-96f4-96b5ae19f603 req-babe03fc-f7e4-43dc-8b5d-6029bfac0a22 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:34.377542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b19a2f7-6e0a-40d7-96f4-96b5ae19f603 req-babe03fc-f7e4-43dc-8b5d-6029bfac0a22 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 950 time: 0.1017673 May 26 22:41:34.437351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b19a2f7-6e0a-40d7-96f4-96b5ae19f603 req-a76fb9cd-495c-4fcb-bce3-32f829aa4607 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588541 May 26 22:41:34.441902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1afbf58a-efa4-4299-a9d3-fe2606d437f1 req-14bf2c8a-78f7-47a0-9c40-b69ed4593a40 tempest-AbsoluteLimitsNegativeTestJSON-2013498932 tempest-AbsoluteLimitsNegativeTestJSON-2013498932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a92712125f79473e8d099033a0860f95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490208 May 26 22:41:34.543262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:34.555502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:34.558674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Pushing event updated for resources: {'Port': ['ID=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:34.672598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:34.810953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf58a-efa4-4299-a9d3-fe2606d437f1 req-9b097cd4-89ce-4c37-8fd1-49edd7077bf5 tempest-AbsoluteLimitsNegativeTestJSON-2013498932 tempest-AbsoluteLimitsNegativeTestJSON-2013498932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:34.812357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1afbf58a-efa4-4299-a9d3-fe2606d437f1 req-9b097cd4-89ce-4c37-8fd1-49edd7077bf5 tempest-AbsoluteLimitsNegativeTestJSON-2013498932 tempest-AbsoluteLimitsNegativeTestJSON-2013498932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3642375 May 26 22:41:34.840309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1afbf58a-efa4-4299-a9d3-fe2606d437f1 req-1adc3395-5539-4997-a32f-67880cd93f14 tempest-AbsoluteLimitsNegativeTestJSON-2013498932 tempest-AbsoluteLimitsNegativeTestJSON-2013498932-project] 10.222.0.32 "GET /v2.0/quotas/a92712125f79473e8d099033a0860f95 HTTP/1.1" status: 200 len: 375 time: 0.0211480 May 26 22:41:34.892334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1afbf58a-efa4-4299-a9d3-fe2606d437f1 req-ff402fad-4c28-4300-a23d-5844c5d12268 tempest-AbsoluteLimitsNegativeTestJSON-2013498932 tempest-AbsoluteLimitsNegativeTestJSON-2013498932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a92712125f79473e8d099033a0860f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434988 May 26 22:41:34.938134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:34.938862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:35.191387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc055f-1f46-4bc0-84b9-fdab5817dcd2 req-c4ca3743-9893-4cc9-b2cf-c82d3c159c20 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:35.192965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1cbc055f-1f46-4bc0-84b9-fdab5817dcd2 req-c4ca3743-9893-4cc9-b2cf-c82d3c159c20 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.1179857 May 26 22:41:35.265192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1cbc055f-1f46-4bc0-84b9-fdab5817dcd2 req-d993262b-84cc-48f5-8b35-ec4cf087361b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643003 May 26 22:41:35.319550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Router 5ba5b546-171b-4f04-9be8-15b99d8cf665 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:41:35.405515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9170587b-b63f-4eaf-ac48-0e65c3865805 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:35.478793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49788) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:35.528178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49796) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:35.560389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 9170587b-b63f-4eaf-ac48-0e65c3865805 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:35.561470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-79edaa1a-6c8a-4abb-b534-e7711d1b2c93 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:35.563329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-79edaa1a-6c8a-4abb-b534-e7711d1b2c93 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.2656710 May 26 22:41:35.570853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 9170587b-b63f-4eaf-ac48-0e65c3865805 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:35.571546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:35.595563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-f6f85a59-dfe3-4d92-9ad3-909a9b4d0cfc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.0182197 May 26 22:41:35.640354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:41:35.649860 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Sync routers for ids ['5ba5b546-171b-4f04-9be8-15b99d8cf665'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:41:35.676241 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Routers {'5ba5b546-171b-4f04-9be8-15b99d8cf665'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:35.681440 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ba5b546-171b-4f04-9be8-15b99d8cf665'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:35.684859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703217-323c-4db8-bf8b-1b045ac464cf req-6e4a4315-82ae-47e0-be26-33af2ddc311e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:35.686600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2703217-323c-4db8-bf8b-1b045ac464cf req-6e4a4315-82ae-47e0-be26-33af2ddc311e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 944 time: 0.1155915 May 26 22:41:35.687910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:35.691818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f833cac5-2b18-4657-9bc5-4e410b9c959b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4758437 May 26 22:41:35.692479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:35.809594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ce71693d-546f-487e-86b5-f3db6b66c2a1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2064869 May 26 22:41:35.861167 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:35.891070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:35.896744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:35.909836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9170587b-b63f-4eaf-ac48-0e65c3865805,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:35.916108 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:35.918949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2703217-323c-4db8-bf8b-1b045ac464cf req-622bba1b-9e46-487b-85f9-f96d311d974e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230160 May 26 22:41:35.926707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:35.948507 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Set router 5ba5b546-171b-4f04-9be8-15b99d8cf665 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:35.996229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:35.997625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49810) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:36.006121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Usage tracker for resource:security_group_rule and tenant:a92712125f79473e8d099033a0860f95 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:36.013202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:36.021537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:36.027666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:36.045329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Usage tracker for resource:security_group_rule and tenant:350f85b5d1db4325aa14e479c553e6d4 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:36.057381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:36.059676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:36.202056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-768f1cc9-1a02-4bee-baa9-2a2c35abb1ef service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862474 May 26 22:41:36.234649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.244157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:36.245937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.246698 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fe12ed0-7b1e-4aa5-a22f-d222cf5113ea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.287106 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:34Z', 'revision_number': 3, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:36.291656 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Checking router: 5ba5b546-171b-4f04-9be8-15b99d8cf665 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:41:36.291999 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Updating router 5ba5b546-171b-4f04-9be8-15b99d8cf665 port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:41:36.311221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c22be3-9553-4d2f-a8bd-b0a71517e730,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:36.318949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97485903-3513-430e-b4a6-f100d15b5a0e req-ac753177-075b-4e0a-82dc-f333dc48ea90 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:36.320967 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97485903-3513-430e-b4a6-f100d15b5a0e req-ac753177-075b-4e0a-82dc-f333dc48ea90 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 950 time: 0.1961195 May 26 22:41:36.330201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f670e0e5-482f-496a-8ddb-4ecaee321596 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a92712125f79473e8d099033a0860f95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8457782 May 26 22:41:36.330201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49816) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:36.344877 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.408642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fe12ed0-7b1e-4aa5-a22f-d222cf5113ea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.497915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97485903-3513-430e-b4a6-f100d15b5a0e req-152a3a39-c766-4658-b1ba-74eaaf333e82 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587226 May 26 22:41:36.539321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-cb30436c-7e3f-4cbd-8335-0e86899a2da6 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363607 May 26 22:41:36.575168 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8206e051-c541-4a5b-bc04-589829e05fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.585910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-3c413ed3-6543-47e5-b624-07fd4a995b90 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:36.587464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-3c413ed3-6543-47e5-b624-07fd4a995b90 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.2480030 May 26 22:41:36.589768 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.590808 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fe12ed0-7b1e-4aa5-a22f-d222cf5113ea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.630728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:36.631416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8206e051-c541-4a5b-bc04-589829e05fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.714156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port 396dda3e-bb60-41b4-becc-e520624c208a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:36.718404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.762852 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.763431 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b87c8f-4349-4285-9384-03e3605749c6'] response: {'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'code': 200} May 26 22:41:36.776391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:36.776734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d7a8e65-21f6-4c8d-bc1b-fa76e185ef8b not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:36.791643 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Transition to ACTIVE for port object d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:36.805736 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.821870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.925121 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8206e051-c541-4a5b-bc04-589829e05fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:36.955546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe12ed0-7b1e-4aa5-a22f-d222cf5113ea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c1267d-b29c-421d-8175-51dc443e5b9a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:36.971381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206e051-c541-4a5b-bc04-589829e05fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c22be3-9553-4d2f-a8bd-b0a71517e730,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:37.017074 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Attempting to bind port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:37.017435 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Attempting to bind port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:37.017838 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Attempting to bind port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:37.039920 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ab96-dedf-436d-9371-88285ba32ca9 None None] Pushing event updated for resources: {'Port': ['ID=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:37.060460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1217da5-0113-4ac0-89fd-771a726ed00f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:37.067175 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ae12a063-ce8d-49de-a07d-d2656406acd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=350f85b5d1db4325aa14e479c553e6d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5334620 May 26 22:41:37.072887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49836) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:37.096158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fe12ed0-7b1e-4aa5-a22f-d222cf5113ea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.099724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6fe12ed0-7b1e-4aa5-a22f-d222cf5113ea tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "DELETE /v2.0/security-groups/32c1267d-b29c-421d-8175-51dc443e5b9a HTTP/1.1" status: 204 len: 168 time: 1.0972164 May 26 22:41:37.106566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49840) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:37.136373 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-44ae15ec-b6c6-48f8-aaa8-b1ab04f586ae tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] show failed (client error): The resource could not be found. May 26 22:41:37.142674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49844) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:37.146578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-44ae15ec-b6c6-48f8-aaa8-b1ab04f586ae tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "GET /v2.0/security-groups/32c1267d-b29c-421d-8175-51dc443e5b9a HTTP/1.1" status: 404 len: 347 time: 0.0272427 May 26 22:41:37.157906 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:37.158340 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:37.158796 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.159236 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:37.160338 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Bound port: d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:37.160738 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.162984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8206e051-c541-4a5b-bc04-589829e05fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.165223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8206e051-c541-4a5b-bc04-589829e05fc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01c22be3-9553-4d2f-a8bd-b0a71517e730 HTTP/1.1" status: 204 len: 168 time: 0.8347764 May 26 22:41:37.312940 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] For port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:37.316372 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] For port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:37.329550 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.380623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port 396dda3e-bb60-41b4-becc-e520624c208a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=396dda3e-bb60-41b4-becc-e520624c208a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:37.380985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.516220 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Routers {'5ba5b546-171b-4f04-9be8-15b99d8cf665'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:37.516748 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ba5b546-171b-4f04-9be8-15b99d8cf665'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:37.518759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for 396dda3e-bb60-41b4-becc-e520624c208a owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:37.568696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Deleting port 8b4b3111-081a-47ba-825c-5daebf613865 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:37.574575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.710111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f794b77-3d6a-4157-b330-e6f43779596e req-dcd814ca-0c66-40e2-8e27-78d597e29651 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 210 time: 0.0438108 May 26 22:41:37.712749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.727291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'd04c90d2-b856-435e-939a-20e14f85f52e', '76a0da2e-904d-4e7f-8204-ad1fde3bf299', '4908e3a1-df1b-46a9-8401-4e33b7753068'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:37.781185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=396dda3e-bb60-41b4-becc-e520624c208a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:37.844858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572737-c289-48fd-8fba-b60198ce9916 req-e4e22e1c-7b2d-4778-8c8e-f81443a0377d tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:37.863789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a', '2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:37.865110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ab96-dedf-436d-9371-88285ba32ca9 None None] Pushing event updated for resources: {'Port': ['ID=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:37.870318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80572737-c289-48fd-8fba-b60198ce9916 req-e4e22e1c-7b2d-4778-8c8e-f81443a0377d tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbbf1e6a-feec-4828-bba2-949a1c79f28d HTTP/1.1" status: 200 len: 950 time: 0.9215302 May 26 22:41:37.926095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port 396dda3e-bb60-41b4-becc-e520624c208a on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:37.929829 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.944556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'name': 'network-vif-deleted', 'tag': '396dda3e-bb60-41b4-becc-e520624c208a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:37.948089 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:41:37.998110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-409b6acb-9076-4f49-bdbe-067609f8ea97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:38.051068 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] Set router 5ba5b546-171b-4f04-9be8-15b99d8cf665 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:38.076979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bda82be-4d80-4841-82ff-025ef6e1d7d5 req-987dbb94-f969-4b64-856f-df81c6687284 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 1.1967225 May 26 22:41:38.079526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4be4930d-7f74-4bb7-b03e-5c937669c86f req-97b93fc6-c3da-4809-8525-8a4792fd843e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "DELETE /v2.0/ports/396dda3e-bb60-41b4-becc-e520624c208a HTTP/1.1" status: 204 len: 173 time: 1.4665687 May 26 22:41:38.191426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80572737-c289-48fd-8fba-b60198ce9916 req-9441beba-eb8d-4710-a28c-21c929a05fe6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188741 May 26 22:41:38.204660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-409b6acb-9076-4f49-bdbe-067609f8ea97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:38.219757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bda82be-4d80-4841-82ff-025ef6e1d7d5 req-eac26cad-8160-40d8-87a9-b0a916beb5b1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239083 May 26 22:41:38.257217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f83f2d-bd65-4bfb-906c-03126e013b2a req-379eb699-4944-48e3-beba-2ce75481a8fe tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:38.262561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f83f2d-bd65-4bfb-906c-03126e013b2a req-379eb699-4944-48e3-beba-2ce75481a8fe tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.3128262 May 26 22:41:38.366073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f83f2d-bd65-4bfb-906c-03126e013b2a req-2cafac09-5711-4dcc-985f-57384827beaf tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950146 May 26 22:41:38.435440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:38.436655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:38.447524 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-409b6acb-9076-4f49-bdbe-067609f8ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:38.547895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-2351f6c4-a737-4994-a58a-751c1d3500b3 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=670261df236d4cd993abc0bc5e989930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249378 May 26 22:41:38.645180 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:34Z', 'revision_number': 3, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:38.651036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e79692-8971-4938-9d6d-efd7f0a08553 None None] The sync data for ids ['5ba5b546-171b-4f04-9be8-15b99d8cf665'] in n-d-843301-1 is: [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:34Z', 'revision_number': 3, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:41:38.726635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b6acb-9076-4f49-bdbe-067609f8ea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1217da5-0113-4ac0-89fd-771a726ed00f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:38.772580 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afc348b-f656-4c51-a14d-21f06dafcee4'] response: {'server_uuid': 'fbbf1e6a-feec-4828-bba2-949a1c79f28d', 'name': 'network-vif-deleted', 'tag': '396dda3e-bb60-41b4-becc-e520624c208a', 'status': 'completed', 'code': 200} May 26 22:41:38.986049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-409b6acb-9076-4f49-bdbe-067609f8ea97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:38.987431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-409b6acb-9076-4f49-bdbe-067609f8ea97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1217da5-0113-4ac0-89fd-771a726ed00f HTTP/1.1" status: 204 len: 168 time: 1.9078300 May 26 22:41:39.001976 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ade7e56a-9167-4ad5-91bc-7366023633be req-a97f2adc-4a80-4648-be8b-7ef83aff302c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 210 time: 0.0744691 May 26 22:41:39.016030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Calling delete_port for 8b4b3111-081a-47ba-825c-5daebf613865 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:39.118337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49890) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:39.319320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:39.393664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-605c9522-a15f-43c8-a1c3-ce7041994916 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:39.400763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-605c9522-a15f-43c8-a1c3-ce7041994916 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8515656 May 26 22:41:39.453790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 396dda3e-bb60-41b4-becc-e520624c208a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:39.479773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-199605195-network', 'tenant_id': 'e44647f4879b48c093f1c4c667ca8ffc'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:39.490524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:39.501415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 396dda3e-bb60-41b4-becc-e520624c208a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:39.501741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 396dda3e-bb60-41b4-becc-e520624c208a not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:39.502138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Usage tracker for resource:network and tenant:e44647f4879b48c093f1c4c667ca8ffc is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:39.512384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:39.527980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:39.556291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Made reservation on behalf of e44647f4879b48c093f1c4c667ca8ffc for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:39.559134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:39.592661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:39.608228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:39.635592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:39.635964 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:39.721449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-df19c7d4-d3f1-464b-b93d-e518f3ff3b87 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/quotas/670261df236d4cd993abc0bc5e989930 HTTP/1.1" status: 200 len: 375 time: 0.3167677 May 26 22:41:39.745802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:39.748125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:39.762441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:e44647f4879b48c093f1c4c667ca8ffc is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:39.778788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:39.804915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:39.952232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:39.957346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.037905 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.052261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:41:40.071147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:40.080686 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.184286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:40.283615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de20889-48e8-4546-80cb-27999549177b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:40.300925 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.301272 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Added segment 0b27ac23-3533-4406-8503-f149b5c2c956 of type vlan for network 29daccf3-c720-48bf-bebf-070fd7183167 May 26 22:41:40.318594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Pushing event deleted for resources: {'Port': ['ID=8b4b3111-081a-47ba-825c-5daebf613865,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:40.377024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.392562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.403528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-4861ac9d-da06-4950-b26b-62c97094935e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:40.404445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-4861ac9d-da06-4950-b26b-62c97094935e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.3534639 May 26 22:41:40.418455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35ac19-02b9-4988-9c04-f4a3f914a383 req-4954f62e-9bf6-48a2-a646-5006a150ecb2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:40.424995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed35ac19-02b9-4988-9c04-f4a3f914a383 req-4954f62e-9bf6-48a2-a646-5006a150ecb2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.4422340 May 26 22:41:40.449564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Request body: {'port': {'device_id': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'admin_state_up': True, 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:40.509120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.534507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-0328df4e-98d3-4ab1-b8da-1c0564927e2f tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=670261df236d4cd993abc0bc5e989930&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7748275 May 26 22:41:40.573061 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.576786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ec94213-caba-4a4a-977b-71527efb88f5 tempest-ImagesOneServerNegativeTestJSON-1782229831 tempest-ImagesOneServerNegativeTestJSON-1782229831-project] 10.222.0.32 "DELETE /v2.0/floatingips/d93e80c4-5716-4d4e-9fe2-dc3cf3685e55 HTTP/1.1" status: 204 len: 168 time: 3.4034441 May 26 22:41:40.583722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.584825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:40.585392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.671711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed35ac19-02b9-4988-9c04-f4a3f914a383 req-8ba06ba2-9648-46dd-b1bb-14469895df00 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458789 May 26 22:41:40.742376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=29daccf3-c720-48bf-bebf-070fd7183167,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:40.751008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8edd1fd8-fc71-4e81-af58-acce9a4a1bf1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6294844 May 26 22:41:40.753801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49930) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:40.758711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 29daccf3-c720-48bf-bebf-070fd7183167 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:41:40.760179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:40.763719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Allocated IP 172.20.0.1 (bf660f98-980a-48fa-965c-716a3131417c/a68d6fe7-1dca-41be-afc1-56dd4f3391ac/c33ea148-2362-412c-b358-e9a5289bef6e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:40.770426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Request body: {'subnet': {'network_id': '29daccf3-c720-48bf-bebf-070fd7183167', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-199605195-subnet', 'tenant_id': 'e44647f4879b48c093f1c4c667ca8ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:40.773710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Usage tracker for resource:port and tenant:112321dc32c44e748c69eba012b1178e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:40.783911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:40.785307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:40.793816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:40.811165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Usage tracker for resource:subnet and tenant:e44647f4879b48c093f1c4c667ca8ffc is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:40.814335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:40.817739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.818900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:40.860014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:40.984939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Made reservation on behalf of e44647f4879b48c093f1c4c667ca8ffc for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:40.988189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:40.995302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b5f919a-1792-4ee9-8fa1-b4d465a92e45 req-983fc8bf-db49-4467-aee7-c9817b6f86ce tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 210 time: 0.0618505 May 26 22:41:41.173410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Allocated IP 172.20.0.6 (263a6ff1-3e06-48dd-beed-251ac06438fc/29ba0ea9-330e-47b1-82d6-d873725d8274/8d0f9fe4-9076-4d72-bf54-601f59e320f1) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:41.190201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:41.212823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.220226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78afa6-a635-487a-83e0-7faac8c1f3ce req-5f9df070-262e-48f7-ba38-e24066fcf611 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:41.221831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf78afa6-a635-487a-83e0-7faac8c1f3ce req-5f9df070-262e-48f7-ba38-e24066fcf611 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 950 time: 0.3593502 May 26 22:41:41.278974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6d26b18-ebde-4920-af86-1f517ee9f1f8 req-88550ede-5ccb-4044-a16d-1cddc55a49a4 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 210 time: 0.1070800 May 26 22:41:41.308166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:41.308807 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.371870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf78afa6-a635-487a-83e0-7faac8c1f3ce req-f69eb07e-b3f3-486d-b241-905f641c5479 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415014 May 26 22:41:41.451601 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.573690 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.630482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Network bf660f98-980a-48fa-965c-716a3131417c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:41.633092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Pushing event updated for resources: {'Port': ['ID=c33ea148-2362-412c-b358-e9a5289bef6e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:41.658577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:41.661883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:41.699042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49960) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:41.742683 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.779980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-58de1fa5-88ab-41b2-a9be-020f366f54c2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:41.798284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-58de1fa5-88ab-41b2-a9be-020f366f54c2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:41.831972 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.841911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-58de1fa5-88ab-41b2-a9be-020f366f54c2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:41.843876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-58de1fa5-88ab-41b2-a9be-020f366f54c2 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 950 time: 0.3063276 May 26 22:41:41.900742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca6aa74-dac7-4694-b8ba-fb2740564642,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:41.918906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] Deleting subnet d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:41:41.927433 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.964344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Checking segment: {'id': '0b27ac23-3533-4406-8503-f149b5c2c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29daccf3-c720-48bf-bebf-070fd7183167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:41.964857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Network hostable DHCP agents. Network: 29daccf3-c720-48bf-bebf-070fd7183167, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:41:41.995113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port 4908e3a1-df1b-46a9-8401-4e33b7753068 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:41.995498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.024909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.033240 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.037962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:42.120863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.186717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event updated for resources: {'Port': ['ID=8d0f9fe4-9076-4d72-bf54-601f59e320f1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:42.198876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:42.208392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87308e-ff8a-4c02-bf0b-820fbf605e3e req-74b6ade7-7c3a-42ef-9486-4c7ac6526766 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:42.218231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b87308e-ff8a-4c02-bf0b-820fbf605e3e req-74b6ade7-7c3a-42ef-9486-4c7ac6526766 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.3237956 May 26 22:41:42.223930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:42.230815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:42.302465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Network 29daccf3-c720-48bf-bebf-070fd7183167 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:41:42.358321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 29daccf3-c720-48bf-bebf-070fd7183167) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:42.372917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1aeb06-01d3-417b-9c0f-c0350ad965f8 None None] Network 29daccf3-c720-48bf-bebf-070fd7183167 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:42.379025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49982) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:42.390724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:42.391361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.418257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-989d08d4-a4b1-48ec-81be-b9ff025e576b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=670261df236d4cd993abc0bc5e989930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293948 May 26 22:41:42.424247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.479939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-da76592b-4f4c-409b-9ed4-77fef011efa0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7133009 May 26 22:41:42.481416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:42.482237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.590716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c041b-f0ef-4718-b8a5-2ee1407e55b5 req-cf1f6d4e-01fd-405b-9154-34296d00743f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:42.591473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-788c041b-f0ef-4718-b8a5-2ee1407e55b5 req-cf1f6d4e-01fd-405b-9154-34296d00743f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:42.748327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480391b3-f525-4bae-b806-14b184a05e6c None None] Network 29daccf3-c720-48bf-bebf-070fd7183167 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:42.770454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-788c041b-f0ef-4718-b8a5-2ee1407e55b5 req-cf1f6d4e-01fd-405b-9154-34296d00743f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:42.778022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-788c041b-f0ef-4718-b8a5-2ee1407e55b5 req-cf1f6d4e-01fd-405b-9154-34296d00743f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 931 time: 0.5336950 May 26 22:41:42.855796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b87308e-ff8a-4c02-bf0b-820fbf605e3e req-136d11df-fddd-4c4f-8755-372ed9857735 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260526 May 26 22:41:42.887446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-ca4bbc67-904d-4458-92a4-1b087340c49a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4584007 May 26 22:41:42.896897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.909549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Request body: {'port': {'device_id': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:42.956978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.978229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3244829-d2fe-49f7-85d3-4c4ef9b36ae4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:42.980141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port 4908e3a1-df1b-46a9-8401-4e33b7753068, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4908e3a1-df1b-46a9-8401-4e33b7753068,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:42.980482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.001045 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-788c041b-f0ef-4718-b8a5-2ee1407e55b5 req-d707e847-651b-489d-bd5d-670d209fcaaf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220314 May 26 22:41:43.028990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.053845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.061055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-834cfb36-b4d0-4df0-89a5-8ad358f69779 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3244829-d2fe-49f7-85d3-4c4ef9b36ae4 HTTP/1.1" status: 204 len: 168 time: 1.3182049 May 26 22:41:43.069177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49996) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:43.074575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.130254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-e51f0289-23b2-4813-b772-948f3dbf097f tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:43.131662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-e51f0289-23b2-4813-b772-948f3dbf097f tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6996315 May 26 22:41:43.167571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for 4908e3a1-df1b-46a9-8401-4e33b7753068 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:43.182741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:43.232627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Request body: {'port': {'device_id': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '670261df236d4cd993abc0bc5e989930'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:43.263100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6850e8f0-41a2-47fd-ba15-ace2397d6172 req-c3e130d7-a488-47a0-8ae6-f7b970086c29 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 210 time: 0.2025547 May 26 22:41:43.307307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Usage tracker for resource:security_group_rule and tenant:625b9150698e463b9a31c9034c08f3b3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:43.320736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:43.343676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:43.350434 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.364331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Pushing event updated for resources: {'Port': ['ID=c33ea148-2362-412c-b358-e9a5289bef6e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:43.377488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.384546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.563034 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-f481ce22-d074-4ae3-ba2e-7d91ef10bd6a req-eeb97a88-f21f-454c-aab1-24af0d8510f5 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] show failed (client error): The resource could not be found. May 26 22:41:43.564026 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f481ce22-d074-4ae3-ba2e-7d91ef10bd6a req-eeb97a88-f21f-454c-aab1-24af0d8510f5 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "GET /v2.0/security-groups/9283b1e1-e91d-4751-9ecd-7899a5d656ad HTTP/1.1" status: 404 len: 352 time: 0.0564442 May 26 22:41:43.566748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:43.580679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740f76b-417f-4a86-a031-62a1041169f4 req-e1451dae-4a2a-414d-89cb-5d3756126f9b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:43.588317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2740f76b-417f-4a86-a031-62a1041169f4 req-e1451dae-4a2a-414d-89cb-5d3756126f9b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=540413f8-83e8-4b19-8f52-929c44901f77 HTTP/1.1" status: 200 len: 950 time: 0.4223664 May 26 22:41:43.588569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:43.638456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.652056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'd04c90d2-b856-435e-939a-20e14f85f52e', '76a0da2e-904d-4e7f-8204-ad1fde3bf299'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:43.699107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=4908e3a1-df1b-46a9-8401-4e33b7753068,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:43.715096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a', '2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:43.761900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.770092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.781874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.823656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port 4908e3a1-df1b-46a9-8401-4e33b7753068 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:43.828273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2740f76b-417f-4a86-a031-62a1041169f4 req-9d2ee894-3f28-456f-a229-d170658a55f8 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395279 May 26 22:41:43.836913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Network bf660f98-980a-48fa-965c-716a3131417c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:43.847202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:43.875002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.886091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Made reservation on behalf of 670261df236d4cd993abc0bc5e989930 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:43.892459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.903181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540413f8-83e8-4b19-8f52-929c44901f77', 'name': 'network-vif-deleted', 'tag': '4908e3a1-df1b-46a9-8401-4e33b7753068'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:43.985284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8dc4e91-4d6c-46f0-b5d5-0ae247e08bf2 req-652daa28-7868-4404-99bf-1da4cdd32982 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "DELETE /v2.0/ports/4908e3a1-df1b-46a9-8401-4e33b7753068 HTTP/1.1" status: 204 len: 173 time: 2.1263688 May 26 22:41:44.001582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a671628-abae-4a51-9f16-bd3162929308']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:44.081539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24666596-a5e8-41a7-9621-a2e708ec465b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:44.082061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24666596-a5e8-41a7-9621-a2e708ec465b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:44.108241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=625b9150698e463b9a31c9034c08f3b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7201526 May 26 22:41:44.109316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e790c5b-4fab-4495-8b6c-051bd068cb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9663db5d-6d93-4da5-aded-110aa645fe94,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:44.114541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50012) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:44.130451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.178450 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.207988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:41:44.209825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.216840 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daae7059-48e1-42f8-9ba4-a9c35bec1326'] response: {'server_uuid': '540413f8-83e8-4b19-8f52-929c44901f77', 'name': 'network-vif-deleted', 'tag': '4908e3a1-df1b-46a9-8401-4e33b7753068', 'status': 'completed', 'code': 200} May 26 22:41:44.247996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Allocated IP 192.168.233.116 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/000e2264-defa-4408-8bd1-aedf32da5843) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: timer() May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:41:44.270910 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:41:44.297950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:41:44.385577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261676-5b45-428a-8c0e-2146c267d266 req-8becc854-b6c9-4bf5-b64c-c9137d01d561 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e44647f4879b48c093f1c4c667ca8ffc HTTP/1.1" status: 200 len: 2652 time: 0.3623891 May 26 22:41:44.463144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9023239e-a66b-410b-8445-80a35d1a8165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.490247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.511113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0f9fe4-9076-4d72-bf54-601f59e320f1 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:44.576020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.591738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.595694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9023239e-a66b-410b-8445-80a35d1a8165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.611529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a671628-abae-4a51-9f16-bd3162929308,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:44.647072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261676-5b45-428a-8c0e-2146c267d266 req-8bcd54b5-6a58-4b92-80cb-96304364b2c0 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "GET /v2.0/security-groups/6de20889-48e8-4546-80cb-27999549177b HTTP/1.1" status: 200 len: 2649 time: 0.2602334 May 26 22:41:44.664323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0d6fd90c-0cbe-4fa3-b6b3-1a1719e8c77a admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a671628-abae-4a51-9f16-bd3162929308 HTTP/1.1" status: 204 len: 168 time: 1.5928583 May 26 22:41:44.786922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4908e3a1-df1b-46a9-8401-4e33b7753068 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:44.824347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-5bec0158-f833-44db-a62a-0c1ef8f192ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 0.6186712 May 26 22:41:44.855440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50020) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:44.870293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 4908e3a1-df1b-46a9-8401-4e33b7753068 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:44.871033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4908e3a1-df1b-46a9-8401-4e33b7753068 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:44.931038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Transition to ACTIVE for port object 8d0f9fe4-9076-4d72-bf54-601f59e320f1 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:44.950727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:44.988073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261676-5b45-428a-8c0e-2146c267d266 req-9d4a5d98-3a61-45ed-8b3c-6a591c037c30 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "GET /v2.0/security-groups/6de20889-48e8-4546-80cb-27999549177b HTTP/1.1" status: 200 len: 2649 time: 0.3401763 May 26 22:41:45.042710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866e87c-b80f-4a22-a0c2-5e0afa4eb03c req-1a516131-4698-405e-8f44-308c5cb3bc4c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:45.043408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3866e87c-b80f-4a22-a0c2-5e0afa4eb03c req-1a516131-4698-405e-8f44-308c5cb3bc4c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:45.051722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-ce43d852-2289-41b9-b069-1d9fef8bd6eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:45.053155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-ce43d852-2289-41b9-b069-1d9fef8bd6eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.2219777 May 26 22:41:45.055947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-74fe3699-f07a-4dd2-b4a2-08cb46f22e5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84aa91be3dad427ea7fedfc23e017777&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1931190 May 26 22:41:45.059180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50028) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:45.106373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9023239e-a66b-410b-8445-80a35d1a8165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.129137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0f9fe4-9076-4d72-bf54-601f59e320f1,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:45.154497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.161376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023239e-a66b-410b-8445-80a35d1a8165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9663db5d-6d93-4da5-aded-110aa645fe94,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:45.188218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3866e87c-b80f-4a22-a0c2-5e0afa4eb03c req-1a516131-4698-405e-8f44-308c5cb3bc4c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:45.190274 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-2e53a519-6fc0-4400-99f2-e877a3e92233 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 217 time: 0.1290462 May 26 22:41:45.194114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3866e87c-b80f-4a22-a0c2-5e0afa4eb03c req-1a516131-4698-405e-8f44-308c5cb3bc4c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 931 time: 0.8978527 May 26 22:41:45.213762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Transition to ACTIVE for port object 000e2264-defa-4408-8bd1-aedf32da5843 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:45.287101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9023239e-a66b-410b-8445-80a35d1a8165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.288196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9023239e-a66b-410b-8445-80a35d1a8165 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9663db5d-6d93-4da5-aded-110aa645fe94 HTTP/1.1" status: 204 len: 168 time: 1.1716111 May 26 22:41:45.313756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-d8e9ce19-ad0a-4b5c-963f-0dc7764f9023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:45.314468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-d8e9ce19-ad0a-4b5c-963f-0dc7764f9023 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.1142414 May 26 22:41:45.325325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d0e18314-1721-4749-8e52-3a188ffb2de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.344307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3866e87c-b80f-4a22-a0c2-5e0afa4eb03c req-ebdf2956-f0b5-46d7-9534-b5e78f257f3c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492631 May 26 22:41:45.355439 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.393130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Router 5ba5b546-171b-4f04-9be8-15b99d8cf665 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:41:45.399725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-4a5a9b10-b78d-4877-bcf8-af09f55d0d66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754278 May 26 22:41:45.413957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec3c8e-686d-4c44-ba69-741c748ce732 req-d547ad01-186f-4775-b16b-5bbec1c15681 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:45.415406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c2ec3c8e-686d-4c44-ba69-741c748ce732 req-d547ad01-186f-4775-b16b-5bbec1c15681 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.2904832 May 26 22:41:45.416801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Attempting to bind port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:45.417138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Attempting to bind port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:45.417462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Attempting to bind port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:45.419153 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d0e18314-1721-4749-8e52-3a188ffb2de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.448957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 on network 263a6ff1-3e06-48dd-beed-251ac06438fc not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:45.449286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Attempting to bind port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:45.454137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Pushing event updated for resources: {'Port': ['ID=000e2264-defa-4408-8bd1-aedf32da5843,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:45.463441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:45.464800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:45.466830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:45.467159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:45.467580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Bound using segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:45.468007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Bound port: 8d0f9fe4-9076-4d72-bf54-601f59e320f1, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:45.468347 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.479018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:45.639423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:45.640036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.702328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-99d0109b-8ca4-420e-93e8-c72ec4fba769 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5082231 May 26 22:41:45.723958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c2ec3c8e-686d-4c44-ba69-741c748ce732 req-c0fb7197-c2d4-4899-95bc-9e5b25a84441 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810147 May 26 22:41:45.731424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Request body: {'port': {'device_id': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:45.753885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['904f451d-a19b-4597-bb4f-3bfb7e2a94e4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:45.772309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d0e18314-1721-4749-8e52-3a188ffb2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.777708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-5c39cebd-8728-42c1-b060-7ec2e8a750ed service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613784 May 26 22:41:45.790903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] For port 8d0f9fe4-9076-4d72-bf54-601f59e320f1, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:45.816696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e18314-1721-4749-8e52-3a188ffb2de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:45.820913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] For port 8d0f9fe4-9076-4d72-bf54-601f59e320f1, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8d0f9fe4-9076-4d72-bf54-601f59e320f1,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:45.864933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081ddec-1b44-444f-8bb3-6f55f557fec1 req-b571f4e9-7888-4063-9579-0d0ab8be3e7b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:45.865905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3081ddec-1b44-444f-8bb3-6f55f557fec1 req-b571f4e9-7888-4063-9579-0d0ab8be3e7b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Synchronizing usage tracker for tenant:670261df236d4cd993abc0bc5e989930 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:45.886652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.893753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d0e18314-1721-4749-8e52-3a188ffb2de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:45.894751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d0e18314-1721-4749-8e52-3a188ffb2de0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75f3bf44-7d21-4d4c-a8f2-8dd5c2a8655c HTTP/1.1" status: 204 len: 168 time: 0.8351011 May 26 22:41:45.973801 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2471e48-cfd5-4c07-8f31-faac7d74a9e0 req-31d59b5f-8995-4c24-b92c-a5df023420dd service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813574 May 26 22:41:45.983125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:46.003162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3081ddec-1b44-444f-8bb3-6f55f557fec1 req-b571f4e9-7888-4063-9579-0d0ab8be3e7b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Unset dirty status for tenant:670261df236d4cd993abc0bc5e989930 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:46.022226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3081ddec-1b44-444f-8bb3-6f55f557fec1 req-b571f4e9-7888-4063-9579-0d0ab8be3e7b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 936 time: 0.5133078 May 26 22:41:46.023962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cc287ef4-d480-480c-945d-7bf477d2c19a None None] Provisioning for port 000e2264-defa-4408-8bd1-aedf32da5843 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:46.028596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:41:46.035366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:46.035366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d0f9fe4-9076-4d72-bf54-601f59e320f1 HTTP/1.1" status: 200 len: 1091 time: 3.1326947 May 26 22:41:46.051711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-77f83522-1bea-4bd5-a9e3-c39c4518d5ec admin admin] 10.222.0.32 "PUT /v2.0/routers/5ba5b546-171b-4f04-9be8-15b99d8cf665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3505166 May 26 22:41:46.065584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cc287ef4-d480-480c-945d-7bf477d2c19a None None] Provisioning complete for port 000e2264-defa-4408-8bd1-aedf32da5843 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:46.066003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cc287ef4-d480-480c-945d-7bf477d2c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:46.095813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Sync routers for ids ['5ba5b546-171b-4f04-9be8-15b99d8cf665'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:41:46.117807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0f9fe4-9076-4d72-bf54-601f59e320f1,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:46.167710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Routers {'5ba5b546-171b-4f04-9be8-15b99d8cf665'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:46.168594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ba5b546-171b-4f04-9be8-15b99d8cf665'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:46.207392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.208188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.208810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.209775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.210990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.211563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.212178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.212800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.213302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.213813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.214287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcef261c-45dc-4f2f-996c-c23de6ec77e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:46.224480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'tag': '8d0f9fe4-9076-4d72-bf54-601f59e320f1'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:46.241618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac0b726-d1c3-4108-b910-7cc9216a5574 req-53a224fc-c870-4b4c-b6b6-7c9c9a17fd2f tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "GET /v2.0/security-groups/6de20889-48e8-4546-80cb-27999549177b HTTP/1.1" status: 200 len: 2649 time: 0.1254492 May 26 22:41:46.270267 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3081ddec-1b44-444f-8bb3-6f55f557fec1 req-69ae4f5c-4418-46b8-8fad-c54bc0a3f607 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471099 May 26 22:41:46.415837 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-aac0b726-d1c3-4108-b910-7cc9216a5574 req-100dac65-e49c-44c1-a35d-0283f598cbd9 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 22:41:46.416872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac0b726-d1c3-4108-b910-7cc9216a5574 req-100dac65-e49c-44c1-a35d-0283f598cbd9 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "DELETE /v2.0/security-groups/6de20889-48e8-4546-80cb-27999549177b HTTP/1.1" status: 409 len: 352 time: 0.1678879 May 26 22:41:46.446305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-47159b84-be95-4c87-9e29-9d26470374a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 1094 time: 0.3307192 May 26 22:41:46.545230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-f54b80f5-b476-430c-9e52-341e1fe0f323 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0f9fe4-9076-4d72-bf54-601f59e320f1 HTTP/1.1" status: 200 len: 217 time: 0.0861440 May 26 22:41:46.565811 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579a8372-d7a6-458a-af65-ffc50d1b727a'] response: {'name': 'network-changed', 'server_uuid': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'tag': '8d0f9fe4-9076-4d72-bf54-601f59e320f1', 'status': 'completed', 'code': 200} May 26 22:41:46.671360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-2959aadd-60a2-48d6-8848-11432b129a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:46.673285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-2959aadd-60a2-48d6-8848-11432b129a2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1067343 May 26 22:41:46.736229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Set router 5ba5b546-171b-4f04-9be8-15b99d8cf665 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:46.740778 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-f405af3e-25ec-4337-92a2-83c15060c768 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612912 May 26 22:41:46.922406 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-a12de57f-90ad-4c11-8466-a808ef89f646 req-cfa9dd2e-f034-483c-afa2-3d9f9de189a7 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] show failed (client error): The resource could not be found. May 26 22:41:46.923601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12de57f-90ad-4c11-8466-a808ef89f646 req-cfa9dd2e-f034-483c-afa2-3d9f9de189a7 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "GET /v2.0/security-groups/2289e8cb-84cb-4657-9e49-3f76efe6a883 HTTP/1.1" status: 404 len: 352 time: 0.0416739 May 26 22:41:46.927606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000e2264-defa-4408-8bd1-aedf32da5843 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:46.939826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:46.969587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cc287ef4-d480-480c-945d-7bf477d2c19a None None] Port 000e2264-defa-4408-8bd1-aedf32da5843 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:41:47.006918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f21-0e53-4b4d-9b72-c0cc41005bb9 req-d2e0d03d-0d16-423a-9875-2cc8f79333fb tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:47.012023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Transition to ACTIVE for port object 000e2264-defa-4408-8bd1-aedf32da5843 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:47.019834 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3670f21-0e53-4b4d-9b72-c0cc41005bb9 req-d2e0d03d-0d16-423a-9875-2cc8f79333fb tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 943 time: 0.1907699 May 26 22:41:47.025339 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:47.095874 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3670f21-0e53-4b4d-9b72-c0cc41005bb9 req-bc71a135-0ac1-4fab-9b56-d32836303b5b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747414 May 26 22:41:47.118537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Pushing event updated for resources: {'Port': ['ID=000e2264-defa-4408-8bd1-aedf32da5843,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:47.129045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-e2b1ec32-5651-45b2-8042-4410fca68e44 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549829 May 26 22:41:47.133642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-333d831b-0520-453c-902c-d4ade523c4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:47.287979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:41Z', 'revision_number': 4, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c33ea148-2362-412c-b358-e9a5289bef6e', 'name': '', 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'mac_address': 'fa:16:3e:4c:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:40Z', 'updated_at': '2022-05-26T22:41:42Z', 'revision_number': 2, 'project_id': '93d02304ba49492693abcca8313fdeda', 'subnets': [{'id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:47.293296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Checking router: 5ba5b546-171b-4f04-9be8-15b99d8cf665 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:41:47.293717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Updating router 5ba5b546-171b-4f04-9be8-15b99d8cf665 port c33ea148-2362-412c-b358-e9a5289bef6e binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:41:47.451150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb6e9a-2dfc-4205-8b84-1e6a71a5b495 req-09b5631b-a2cb-437f-9de5-656a80a6ee9c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:47.463501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dacb6e9a-2dfc-4205-8b84-1e6a71a5b495 req-09b5631b-a2cb-437f-9de5-656a80a6ee9c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 950 time: 0.1731062 May 26 22:41:47.488613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:47.528761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dacb6e9a-2dfc-4205-8b84-1e6a71a5b495 req-6dd194cc-9be1-461a-acc0-cf2ffe1a41f6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639069 May 26 22:41:47.561384 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9aba2a6b-7697-453e-92b4-5ec1e9c693ec req-f518c003-a505-42b7-959d-5802153a90f2 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996627 May 26 22:41:47.747804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50100) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:47.774896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1f43-0c20-4cb6-93a9-8cad466e4d0a req-d09ded7e-2235-4e9d-af7d-f283ec4d3211 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:47.776463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a7c1f43-0c20-4cb6-93a9-8cad466e4d0a req-d09ded7e-2235-4e9d-af7d-f283ec4d3211 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.0984938 May 26 22:41:47.846454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a7c1f43-0c20-4cb6-93a9-8cad466e4d0a req-f968c608-5efe-472e-9b40-9642378121fa tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638635 May 26 22:41:47.857538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-79bbff94-04d4-4df1-ae38-7541ca2a3835 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:47.864214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-79bbff94-04d4-4df1-ae38-7541ca2a3835 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 811 time: 0.3016245 May 26 22:41:47.925726 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-3c1fd0ec-95a9-4823-b8fe-b76f2f8573ad req-16a7fe68-8d05-4d71-9484-b5dc82ca6856 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] show failed (client error): The resource could not be found. May 26 22:41:47.932041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-563e01a4-b5f8-4cd7-8a5e-f7c5feb71c47 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/quotas/93d02304ba49492693abcca8313fdeda HTTP/1.1" status: 200 len: 375 time: 0.0664904 May 26 22:41:47.942241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c1fd0ec-95a9-4823-b8fe-b76f2f8573ad req-16a7fe68-8d05-4d71-9484-b5dc82ca6856 tempest-SecurityGroupsNegativeTestJSON-817217319 tempest-SecurityGroupsNegativeTestJSON-817217319-project] 10.222.0.32 "GET /v2.0/security-groups/faf9dc36-e2fa-41bb-9b3f-04f7d75d137e HTTP/1.1" status: 404 len: 352 time: 0.0357516 May 26 22:41:47.942767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50106) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:47.971030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:47.985666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Transition to ACTIVE for port object c33ea148-2362-412c-b358-e9a5289bef6e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:47.993529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.020933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-762993160-network', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:48.033934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:48.037941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Attempting to bind port 000e2264-defa-4408-8bd1-aedf32da5843 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:48.040063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Usage tracker for resource:network and tenant:7f5429a53e014cc1b76da7fdfdbead27 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:48.040913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Attempting to bind port 000e2264-defa-4408-8bd1-aedf32da5843 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:48.041317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Attempting to bind port 000e2264-defa-4408-8bd1-aedf32da5843 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:48.044660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:48.054352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:48.059711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-65caa371-c25d-40c6-b750-ba6daf8e7412 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 1094 time: 0.3087564 May 26 22:41:48.063517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Port 000e2264-defa-4408-8bd1-aedf32da5843 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:48.064600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Attempting to bind port 000e2264-defa-4408-8bd1-aedf32da5843 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:48.066329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Deleting subnet 8ca6aa74-dac7-4694-b8ba-fb2740564642 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:41:48.071997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.093470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:48.093835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:48.094349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:48.094879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Bound port: 000e2264-defa-4408-8bd1-aedf32da5843, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:48.095293 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.178854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4e9b5-deb1-47b0-a3e2-347a792d3e99 None None] Pushing event updated for resources: {'Port': ['ID=c33ea148-2362-412c-b358-e9a5289bef6e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:48.222478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Made reservation on behalf of 7f5429a53e014cc1b76da7fdfdbead27 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:48.224517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.275245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-e419c399-4f78-4f47-ab28-4129eaf7c79c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3370843 May 26 22:41:48.282897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.291155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Attempting to bind port c33ea148-2362-412c-b358-e9a5289bef6e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:48.291513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Attempting to bind port c33ea148-2362-412c-b358-e9a5289bef6e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:48.291867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Attempting to bind port c33ea148-2362-412c-b358-e9a5289bef6e on network bf660f98-980a-48fa-965c-716a3131417c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:48.303370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:48.303741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Checking segment: {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:48.304748 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.305129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Bound using segment: {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:48.306522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Bound port: c33ea148-2362-412c-b358-e9a5289bef6e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:48.306884 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.308495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.393339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:48.401876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] For port c33ea148-2362-412c-b358-e9a5289bef6e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:48.402958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:7f5429a53e014cc1b76da7fdfdbead27 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:48.404889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] For port c33ea148-2362-412c-b358-e9a5289bef6e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c33ea148-2362-412c-b358-e9a5289bef6e,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:48.405931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.409462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.425495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] For port 000e2264-defa-4408-8bd1-aedf32da5843, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:48.433630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:48.440589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-cc3bd96b-36fc-422c-80d3-2eaa8c9ae64e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:48.442063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-cc3bd96b-36fc-422c-80d3-2eaa8c9ae64e service neutron] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.3689795 May 26 22:41:48.451145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:48.464696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1628bd-7e30-477b-8f67-b6d1eb61d78a req-ac277f21-9a54-4613-99bc-3310ab827611 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:48.466192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a1628bd-7e30-477b-8f67-b6d1eb61d78a req-ac277f21-9a54-4613-99bc-3310ab827611 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 948 time: 0.3618088 May 26 22:41:48.489865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Routers {'5ba5b546-171b-4f04-9be8-15b99d8cf665'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:48.491190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ba5b546-171b-4f04-9be8-15b99d8cf665'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:48.507245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] For port 000e2264-defa-4408-8bd1-aedf32da5843, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=000e2264-defa-4408-8bd1-aedf32da5843,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:48.542165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.563195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.602615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca6aa74-dac7-4694-b8ba-fb2740564642,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:48.624051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.633844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.640083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.640427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.640779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.641121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.641417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.641777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.642095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.642410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.642725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.643038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.643358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:48.645845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.675168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] Set router 5ba5b546-171b-4f04-9be8-15b99d8cf665 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:48.677802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a1628bd-7e30-477b-8f67-b6d1eb61d78a req-aa4b0945-9907-47c0-9531-f101df5a935d tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698115 May 26 22:41:48.697244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Pushing event updated for resources: {'Port': ['ID=000e2264-defa-4408-8bd1-aedf32da5843,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:48.712274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:41:48.715818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52339268-97d3-475a-80ba-92c635ff0330 req-272dd276-622f-4ea8-808b-2ce688ef049a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:48.716523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-52339268-97d3-475a-80ba-92c635ff0330 req-272dd276-622f-4ea8-808b-2ce688ef049a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:48.720076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-f72190ef-c61c-41e5-bcb5-a4e97a1760b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0f9fe4-9076-4d72-bf54-601f59e320f1 HTTP/1.1" status: 200 len: 217 time: 0.2669218 May 26 22:41:48.732128 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.733525 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-b7610161-071c-41c5-8753-23b5f21022a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/000e2264-defa-4408-8bd1-aedf32da5843 HTTP/1.1" status: 200 len: 1096 time: 3.0080998 May 26 22:41:48.745310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-fec0a197-9942-432c-9dc8-3a984447537c service neutron] 10.222.0.32 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518378 May 26 22:41:48.755646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dc9674a9-6dbb-45e4-a153-2000435b3018 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8ca6aa74-dac7-4694-b8ba-fb2740564642 HTTP/1.1" status: 204 len: 168 time: 0.8095326 May 26 22:41:48.770000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50116) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:48.799879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'tag': '000e2264-defa-4408-8bd1-aedf32da5843'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:48.929872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.933742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4e9b5-deb1-47b0-a3e2-347a792d3e99 None None] Pushing event updated for resources: {'Port': ['ID=c33ea148-2362-412c-b358-e9a5289bef6e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:48.933914 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:48.934253 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Added segment fd7c5fc0-5292-4b8c-8643-f6f5210add16 of type vlan for network 4a666e1a-4542-4c03-8486-2a5445172564 May 26 22:41:48.940648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134fd005-1bb6-4d5d-b682-bfa2da954e5c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:49.015874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-52339268-97d3-475a-80ba-92c635ff0330 req-272dd276-622f-4ea8-808b-2ce688ef049a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:49.017001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52339268-97d3-475a-80ba-92c635ff0330 req-272dd276-622f-4ea8-808b-2ce688ef049a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 950 time: 0.7772028 May 26 22:41:49.140759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.150603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.182934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29daccf3-c720-48bf-bebf-070fd7183167']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:49.216288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:41Z', 'revision_number': 4, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c33ea148-2362-412c-b358-e9a5289bef6e', 'name': '', 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'mac_address': 'fa:16:3e:4c:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:40Z', 'updated_at': '2022-05-26T22:41:48Z', 'revision_number': 4, 'project_id': '93d02304ba49492693abcca8313fdeda', 'subnets': [{'id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:49.219529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b27ac23-3533-4406-8503-f149b5c2c956') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:49.219809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b27ac23-3533-4406-8503-f149b5c2c956') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:49.220826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d0b98-a511-4001-aaf4-8cf482deec80 None None] The sync data for ids ['5ba5b546-171b-4f04-9be8-15b99d8cf665'] in n-d-843301-1 is: [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:41Z', 'revision_number': 4, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c33ea148-2362-412c-b358-e9a5289bef6e', 'name': '', 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'mac_address': 'fa:16:3e:4c:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:40Z', 'updated_at': '2022-05-26T22:41:48Z', 'revision_number': 4, 'project_id': '93d02304ba49492693abcca8313fdeda', 'subnets': [{'id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:41:49.240480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.250514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.251671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:49.252256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.339313 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ad8ec0f3-0957-4ca9-87e5-a58e6d311b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.355332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-ea570983-0f72-49b1-b77a-dae639be4001 service neutron] 10.222.0.32 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074126 May 26 22:41:49.373540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.383015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-87c94232-e737-4bee-93fd-89fe39399e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:49.384701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-87c94232-e737-4bee-93fd-89fe39399e1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.5856895 May 26 22:41:49.407517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:41:49.407925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: timer() May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:41:49.422176 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:41:49.428726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6748283 May 26 22:41:49.437856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50126) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:49.452341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8d0f9fe4-9076-4d72-bf54-601f59e320f1 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:49.485530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:49.486165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.510056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Request body: {'subnet': {'network_id': '4a666e1a-4542-4c03-8486-2a5445172564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-762993160-subnet', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:49.522248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d3663-f8c7-45bb-a8f4-2b89f6f71bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a666e1a-4542-4c03-8486-2a5445172564,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:49.535097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:49.553491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-d0d49186-65b7-4795-a927-e6cad16c7ebf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565151 May 26 22:41:49.587596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Usage tracker for resource:subnet and tenant:7f5429a53e014cc1b76da7fdfdbead27 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:49.597117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:49.616807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 4a666e1a-4542-4c03-8486-2a5445172564 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:41:49.626150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:49.630494 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.669417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.691791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=29daccf3-c720-48bf-bebf-070fd7183167,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:49.725497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eb705900-e176-4551-8bf0-96712c440dbd admin admin] 10.222.0.32 "DELETE /v2.0/networks/29daccf3-c720-48bf-bebf-070fd7183167 HTTP/1.1" status: 204 len: 168 time: 0.9507914 May 26 22:41:49.725497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Made reservation on behalf of 7f5429a53e014cc1b76da7fdfdbead27 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:49.730498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:49.817013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-450502df-8e7f-4ef8-9289-7b5576bddb91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=670261df236d4cd993abc0bc5e989930&device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 1099 time: 1.0013483 May 26 22:41:49.917216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aece2-e97a-40f9-bad9-734b993fed4d req-e3d631bb-d63d-4caa-9d2a-be9afe65ac74 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:49.924254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-430aece2-e97a-40f9-bad9-734b993fed4d req-e3d631bb-d63d-4caa-9d2a-be9afe65ac74 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 943 time: 0.4101596 May 26 22:41:50.000021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8d0f9fe4-9076-4d72-bf54-601f59e320f1, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8d0f9fe4-9076-4d72-bf54-601f59e320f1,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:50.004932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-430aece2-e97a-40f9-bad9-734b993fed4d req-49328a80-c60d-41da-b737-5fffa72aaac6 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797176 May 26 22:41:50.024238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '8d0f9fe4-9076-4d72-bf54-601f59e320f1', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'port_id': '8d0f9fe4-9076-4d72-bf54-601f59e320f1', 'mac_address': 'fa:16:3e:f9:2b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ba0ea9-330e-47b1-82d6-d873725d8274', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:50.087664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50142) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:50.113479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.137851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-4a7e9dce-586a-4285-82ed-a354667ae9b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=000e2264-defa-4408-8bd1-aedf32da5843 HTTP/1.1" status: 200 len: 217 time: 0.3083816 May 26 22:41:50.140683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0f9fe4-9076-4d72-bf54-601f59e320f1 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:50.148578 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ca75ca-2a6e-4f09-acdb-cf6f173ee692'] response: {'name': 'network-changed', 'server_uuid': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'tag': '000e2264-defa-4408-8bd1-aedf32da5843', 'status': 'completed', 'code': 200} May 26 22:41:50.169714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8d0f9fe4-9076-4d72-bf54-601f59e320f1, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8d0f9fe4-9076-4d72-bf54-601f59e320f1,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:50.176207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.270412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8d0f9fe4-9076-4d72-bf54-601f59e320f1,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:50.295273 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.396728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-628a3bab-bf06-4ae0-bfad-f63e9cb24c49 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304181 May 26 22:41:50.473189 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.491234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5ad129c8-0c6a-40f6-bada-438460318f08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e44647f4879b48c093f1c4c667ca8ffc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3939140 May 26 22:41:50.496504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50148) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:50.520079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-52eb9cc9-74c8-43ea-95e8-a8780dc864b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:50.521635 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-52eb9cc9-74c8-43ea-95e8-a8780dc864b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3696504 May 26 22:41:50.530771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5865a7f1-f601-4c46-a9a0-467a6fd15630,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:50.560245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f0182-8f40-4918-97dd-6a20c5697575 req-1b6e2479-0277-437b-a8de-6360f57a2cd3 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:50.564410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['8d0f9fe4-9076-4d72-bf54-601f59e320f1'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:50.575227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20f0182-8f40-4918-97dd-6a20c5697575 req-1b6e2479-0277-437b-a8de-6360f57a2cd3 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.2252343 May 26 22:41:50.609124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Checking segment: {'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:50.613306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Network hostable DHCP agents. Network: 4a666e1a-4542-4c03-8486-2a5445172564, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:41:50.617037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd4c1-5c3e-4c7f-b673-4245ab37a7c6 req-7dd128ef-1b4d-4f95-864a-46643d9349f1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:50.632853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb9bd4c1-5c3e-4c7f-b673-4245ab37a7c6 req-7dd128ef-1b4d-4f95-864a-46643d9349f1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 950 time: 0.8305314 May 26 22:41:50.708412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port 76a0da2e-904d-4e7f-8204-ad1fde3bf299, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=76a0da2e-904d-4e7f-8204-ad1fde3bf299,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:50.708412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.755617 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.766761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Network 4a666e1a-4542-4c03-8486-2a5445172564 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:41:50.777476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20f0182-8f40-4918-97dd-6a20c5697575 req-c48149d9-11b7-49a9-94f5-0036b9451a01 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951206 May 26 22:41:50.778477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-288af776-1c79-4216-8241-d6d78281c1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.788174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 4a666e1a-4542-4c03-8486-2a5445172564) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:50.796526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:50.797192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.816746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97a056ae-a5a2-47b9-b54c-8684fa2b865d req-7f0a6ef7-df0f-4029-864e-f3d565045f29 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058082 May 26 22:41:50.822701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-288af776-1c79-4216-8241-d6d78281c1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.840518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c909c9-9249-42ed-a19a-855b2aafa1ed None None] Network 4a666e1a-4542-4c03-8486-2a5445172564 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:50.859436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-41650fd4-cdd9-4e9b-8992-87c63081e3bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4204655 May 26 22:41:50.863581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50152) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:50.872649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-762993160-router', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:50.892483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:50.899944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Usage tracker for resource:router and tenant:7f5429a53e014cc1b76da7fdfdbead27 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:50.903749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:50.911809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:50.934316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.935782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.936820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for 76a0da2e-904d-4e7f-8204-ad1fde3bf299 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:50.958189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-288af776-1c79-4216-8241-d6d78281c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.986596 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb9bd4c1-5c3e-4c7f-b673-4245ab37a7c6 req-60e2d229-6c7f-4807-b693-d87e2de59a3a tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526049 May 26 22:41:51.020845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-5e600efe-f5e5-4ce7-99a8-675abdbac730 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4765792 May 26 22:41:51.028725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:51.051610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288af776-1c79-4216-8241-d6d78281c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de20889-48e8-4546-80cb-27999549177b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:51.209492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-4a666e1a-4542-4c03-8486-2a5445172564', 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'fixed_ips': [{'subnet_id': '5865a7f1-f601-4c46-a9a0-467a6fd15630'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:41:51.210391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:51.250919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c33ea148-2362-412c-b358-e9a5289bef6e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:51.317745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-3d7412ae-d20f-4b86-a01b-61cc1ab76cf9 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956386 May 26 22:41:51.347970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2c0e6353-c8f4-4f74-8b7e-5319c6189a75 req-45a3505f-4e96-4274-87f9-70bc798597f5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Synchronizing usage tracker for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:51.430186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:51.467936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'd04c90d2-b856-435e-939a-20e14f85f52e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:51.472237 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-288af776-1c79-4216-8241-d6d78281c1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:51.476102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-288af776-1c79-4216-8241-d6d78281c1a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6de20889-48e8-4546-80cb-27999549177b HTTP/1.1" status: 204 len: 168 time: 0.9735763 May 26 22:41:51.499240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2c0e6353-c8f4-4f74-8b7e-5319c6189a75 req-45a3505f-4e96-4274-87f9-70bc798597f5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Unset dirty status for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:51.511431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c0e6353-c8f4-4f74-8b7e-5319c6189a75 req-45a3505f-4e96-4274-87f9-70bc798597f5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 210 time: 0.5229311 May 26 22:41:51.521390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=76a0da2e-904d-4e7f-8204-ad1fde3bf299,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:51.558361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c33ea148-2362-412c-b358-e9a5289bef6e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:51.581529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Allocated IP 172.20.0.2 (4a666e1a-4542-4c03-8486-2a5445172564/5865a7f1-f601-4c46-a9a0-467a6fd15630/0fd3bca1-37fc-431f-b328-f40c6fe27485) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:51.587255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c33ea148-2362-412c-b358-e9a5289bef6e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:51.587549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:51.636218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:51.660881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a', '2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:51.675943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-22bb4473-cee3-4411-a1f5-2885818c2ee2 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:51.676811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-22bb4473-cee3-4411-a1f5-2885818c2ee2 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Synchronizing usage tracker for tenant:93d02304ba49492693abcca8313fdeda on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:51.765211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-22bb4473-cee3-4411-a1f5-2885818c2ee2 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Unset dirty status for tenant:93d02304ba49492693abcca8313fdeda on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:51.769992 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-22bb4473-cee3-4411-a1f5-2885818c2ee2 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 811 time: 0.4750669 May 26 22:41:51.806104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae7255-104c-489d-a7a4-b04574051e70 req-b59965ad-9515-40a2-b5e0-a057854e9e46 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:51.807627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dae7255-104c-489d-a7a4-b04574051e70 req-b59965ad-9515-40a2-b5e0-a057854e9e46 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 948 time: 0.6287537 May 26 22:41:51.843441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Request body: {'port': {'device_id': '44771f7b-6722-458a-82e3-f933d74cb749', 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'admin_state_up': True, 'tenant_id': '93d02304ba49492693abcca8313fdeda'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:51.898528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port 76a0da2e-904d-4e7f-8204-ad1fde3bf299 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:51.901316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:51.950535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52339268-97d3-475a-80ba-92c635ff0330 req-762df77f-0a81-4f86-b717-0eba5ecab360 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "DELETE /v2.0/ports/76a0da2e-904d-4e7f-8204-ad1fde3bf299 HTTP/1.1" status: 204 len: 173 time: 2.9242129 May 26 22:41:51.953212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de1df19a-76e6-4118-93f7-9309ace2a0b5 req-ddf08552-7f41-4b5f-8460-642a1d6b5245 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276014 May 26 22:41:51.985880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dae7255-104c-489d-a7a4-b04574051e70 req-6fa0a24d-57ce-4fa5-9506-7999295018cf tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508725 May 26 22:41:52.017513 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.073225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a0b2-1546-4c15-8ce2-2c602f0b6414 req-373813d9-338e-43db-aaf9-aae6eee02e54 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:52.081230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a872a0b2-1546-4c15-8ce2-2c602f0b6414 req-373813d9-338e-43db-aaf9-aae6eee02e54 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 944 time: 0.2474077 May 26 22:41:52.166913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'name': 'network-vif-deleted', 'tag': '76a0da2e-904d-4e7f-8204-ad1fde3bf299'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:52.180034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a872a0b2-1546-4c15-8ce2-2c602f0b6414 req-7d92c0f0-e18d-41b4-8c82-f97ec2eebd8a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967822 May 26 22:41:52.272736 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-5113e5dc-2a4c-4e31-ab78-e012473fde1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=670261df236d4cd993abc0bc5e989930&device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 1099 time: 0.2319710 May 26 22:41:52.301025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:52.331676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:52.412258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.426779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Made reservation on behalf of 93d02304ba49492693abcca8313fdeda for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:52.430571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.566176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-234a52fb-2598-4ef3-a5a4-f687e8600965 req-deefc478-6c41-4920-939c-d1dcf94563f1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:52.594264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.623591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-84de9c71-77b9-4fc1-aa28-73b9758a6547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:52.626006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-84de9c71-77b9-4fc1-aa28-73b9758a6547 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.3472261 May 26 22:41:52.628359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-234a52fb-2598-4ef3-a5a4-f687e8600965 req-deefc478-6c41-4920-939c-d1dcf94563f1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:52.636993 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.642673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c33ea148-2362-412c-b358-e9a5289bef6e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c33ea148-2362-412c-b358-e9a5289bef6e,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:52.652688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.655140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-234a52fb-2598-4ef3-a5a4-f687e8600965 req-deefc478-6c41-4920-939c-d1dcf94563f1 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41dc8b2-5981-4c82-88d4-b1b69e9c154e HTTP/1.1" status: 200 len: 210 time: 0.1407466 May 26 22:41:52.764741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Transition to ACTIVE for port object 0fd3bca1-37fc-431f-b328-f40c6fe27485 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:52.789412 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acbd874-4f0a-4d5c-ae81-d04932ee566e'] response: {'server_uuid': 'f41dc8b2-5981-4c82-88d4-b1b69e9c154e', 'name': 'network-vif-deleted', 'tag': '76a0da2e-904d-4e7f-8204-ad1fde3bf299', 'status': 'completed', 'code': 200} May 26 22:41:52.791689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-3899d723-7d5a-4ec0-bc3b-43e5887aa747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=000e2264-defa-4408-8bd1-aedf32da5843 HTTP/1.1" status: 200 len: 217 time: 0.1303043 May 26 22:41:52.795785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 76a0da2e-904d-4e7f-8204-ad1fde3bf299 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:52.828156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8a23e-56d2-4d7b-858e-39a46ef14011 req-9f9105f7-6277-4c31-aab6-77ba818bb772 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:52.839707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acb8a23e-56d2-4d7b-858e-39a46ef14011 req-9f9105f7-6277-4c31-aab6-77ba818bb772 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.3880541 May 26 22:41:52.890021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.915333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Transition to ACTIVE for port object 0fd3bca1-37fc-431f-b328-f40c6fe27485 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:52.918547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-a3e00697-8cbc-415f-ad71-31feb31b8bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:52.923340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-a3e00697-8cbc-415f-ad71-31feb31b8bb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1238053 May 26 22:41:52.972392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Allocated IP 172.25.4.246 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/2f301381-7bd5-4695-8c6d-00fd52a41386) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:52.987191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 76a0da2e-904d-4e7f-8204-ad1fde3bf299 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:52.987191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 76a0da2e-904d-4e7f-8204-ad1fde3bf299 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:53.009410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.052782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f27c4b10-4afc-42b5-8457-fcae8eebde49 req-088ef225-9983-4231-83d3-5eca4d821605 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 210 time: 0.0765040 May 26 22:41:53.072532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50194) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:53.106690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Network 4a666e1a-4542-4c03-8486-2a5445172564 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:53.120360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-eb541868-f9c1-47e4-b211-9010a2a58af4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887226 May 26 22:41:53.125005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:53.127897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:53.136133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c33ea148-2362-412c-b358-e9a5289bef6e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:53.140083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-32f00e53-a4f9-4977-abcf-482ff6257ca6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:41:53.141046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-32f00e53-a4f9-4977-abcf-482ff6257ca6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050259 May 26 22:41:53.249239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-118892682-network', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:53.264840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:53.266326 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acb8a23e-56d2-4d7b-858e-39a46ef14011 req-6f2bdfd2-41b7-40ad-8ea3-89d292ea3dfd tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257691 May 26 22:41:53.284611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Usage tracker for resource:network and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:53.289161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:53.302204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Allocated IP 172.20.0.2 (bf660f98-980a-48fa-965c-716a3131417c/a68d6fe7-1dca-41be-afc1-56dd4f3391ac/f527b27d-5761-4f31-bcda-5939556b09d8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:53.302713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Pushing event updated for resources: {'Port': ['ID=0fd3bca1-37fc-431f-b328-f40c6fe27485,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:53.320755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:53.367035 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.385081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Made reservation on behalf of 5fa3bab63f6f4ad780dc0cf599cd3a08 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:53.387349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.424818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Attempting to bind port 0fd3bca1-37fc-431f-b328-f40c6fe27485 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:53.425206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Attempting to bind port 0fd3bca1-37fc-431f-b328-f40c6fe27485 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:53.426525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Attempting to bind port 0fd3bca1-37fc-431f-b328-f40c6fe27485 on network 4a666e1a-4542-4c03-8486-2a5445172564 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:53.459419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.468269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8d0f9fe4-9076-4d72-bf54-601f59e320f1 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:53.501436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-25794623-492f-49ef-b252-75a721e6b133 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541656 May 26 22:41:53.508268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:53.509010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Checking segment: {'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:53.509411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.509834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Bound using segment: {'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:53.510295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Bound port: 0fd3bca1-37fc-431f-b328-f40c6fe27485, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:53.510659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.612370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:53.619981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:53.626151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:53.636876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:53.700826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.704960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6478421-c7a0-4f16-b1b7-567ccfb269b0 req-2db82319-b33e-422b-825b-3f8a9717e595 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:53.713038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6478421-c7a0-4f16-b1b7-567ccfb269b0 req-2db82319-b33e-422b-825b-3f8a9717e595 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 948 time: 0.3325205 May 26 22:41:53.742560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12e0494f-213a-4b7c-8e72-ad888da5dd5a req-b92bb685-3a38-4f62-aa35-090c82a2013b service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292757 May 26 22:41:53.781933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Pushing event updated for resources: {'Port': ['ID=2f301381-7bd5-4695-8c6d-00fd52a41386,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:53.803567 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.807231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6478421-c7a0-4f16-b1b7-567ccfb269b0 req-ca58b3af-41cd-4710-ab09-e268d3348670 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932281 May 26 22:41:53.807928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:53.811275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.811718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:53.817994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:53.823596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] For port 0fd3bca1-37fc-431f-b328-f40c6fe27485, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:53.835005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] For port 0fd3bca1-37fc-431f-b328-f40c6fe27485, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0fd3bca1-37fc-431f-b328-f40c6fe27485,segment=NetworkSegment(fd7c5fc0-5292-4b8c-8643-f6f5210add16),segment_id=fd7c5fc0-5292-4b8c-8643-f6f5210add16)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:53.844568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:41:53.873401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25313f9-73fb-4fee-bed1-78510132ae40,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:53.878257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.878716 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Added segment a486aadb-582c-4623-ae6c-6172097ca848 of type vlan for network 7c1f1052-7d58-4687-9115-b6febdf4998f May 26 22:41:53.880022 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.882997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7240cc-a878-4d7d-9e5a-6d91cb04c2d4 req-8eaaf72c-711e-44e4-a151-f7407eb81c8d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:53.889571 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d7240cc-a878-4d7d-9e5a-6d91cb04c2d4 req-8eaaf72c-711e-44e4-a151-f7407eb81c8d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 944 time: 0.4143283 May 26 22:41:53.894787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.923618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.964530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.965761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:53.967906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.999591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:54.012047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd733d86-9239-4aeb-84e7-2e39a83ce5f9 None None] Pushing event updated for resources: {'Port': ['ID=0fd3bca1-37fc-431f-b328-f40c6fe27485,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:54.017104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:54.017478 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.040033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d7240cc-a878-4d7d-9e5a-6d91cb04c2d4 req-316c65ff-c455-402d-8050-fd01c7e8dad5 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491385 May 26 22:41:54.106855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.128124 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0515168 May 26 22:41:54.128124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c23da-1828-4edc-8106-c6763c2a2323 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1f1052-7d58-4687-9115-b6febdf4998f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:54.138339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50212) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:54.138888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 7c1f1052-7d58-4687-9115-b6febdf4998f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:41:54.144030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Request body: {'subnet': {'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-118892682-subnet', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:54.149658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:54.154089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Usage tracker for resource:subnet and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:54.156971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:54.166857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:54.179981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Made reservation on behalf of 5fa3bab63f6f4ad780dc0cf599cd3a08 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:41:54.182903 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.251679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Pushing event updated for resources: {'Port': ['ID=f527b27d-5761-4f31-bcda-5939556b09d8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:54.273636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Network bf660f98-980a-48fa-965c-716a3131417c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:54.275484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:54.280216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:54.374213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:54.374865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.418878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.419673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.424639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-110b8b64-60cd-4f0b-a854-991433b92621 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5891335 May 26 22:41:54.437346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-dff78758-3793-4c0b-a18d-8be2960b5e35 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:41:54.438338 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-dff78758-3793-4c0b-a18d-8be2960b5e35 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059330 May 26 22:41:54.524537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Request body: {'port': {'device_id': '44771f7b-6722-458a-82e3-f933d74cb749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:54.548095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.592237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babb08a-c9dc-4632-acba-6389b28b7893 req-45bbab93-33ea-45c4-8b1a-483664def6d5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:54.593764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4babb08a-c9dc-4632-acba-6389b28b7893 req-45bbab93-33ea-45c4-8b1a-483664def6d5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 931 time: 0.1826339 May 26 22:41:54.602940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0f9fe4-9076-4d72-bf54-601f59e320f1'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:54.619753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8d0f9fe4-9076-4d72-bf54-601f59e320f1, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8d0f9fe4-9076-4d72-bf54-601f59e320f1,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:54.629708 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.770683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4babb08a-c9dc-4632-acba-6389b28b7893 req-d4aeefb9-69ee-47a3-8aab-9717877dc87a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323907 May 26 22:41:54.771880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8d0f9fe4-9076-4d72-bf54-601f59e320f1,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:54.773560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.827858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.855251 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.953135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f31bf-f196-4e9b-9f6b-9bf51dde04ef req-bf98abae-d28a-441a-8813-dd88ef281192 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:54.954944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-726f31bf-f196-4e9b-9f6b-9bf51dde04ef req-bf98abae-d28a-441a-8813-dd88ef281192 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.1924934 May 26 22:41:54.978776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:54.992282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Checking segment: {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:54.992708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Network hostable DHCP agents. Network: 7c1f1052-7d58-4687-9115-b6febdf4998f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:41:55.018043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Network 7c1f1052-7d58-4687-9115-b6febdf4998f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:41:55.031302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 7c1f1052-7d58-4687-9115-b6febdf4998f) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:55.043766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860e033-75c2-4801-9dea-e5fb0865be01 None None] Network 7c1f1052-7d58-4687-9115-b6febdf4998f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:55.047715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:55.048538 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.086326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-96e7f2be-6fe0-439c-98c5-fc5edb951511 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9458933 May 26 22:41:55.089647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50234) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:55.098207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:55.104799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:41:55.110583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Usage tracker for resource:router and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:41:55.113885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:41:55.121009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:41:55.149576 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.152027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.182328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.270149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-726f31bf-f196-4e9b-9f6b-9bf51dde04ef req-1c8458ce-0c96-4704-bf61-52d12e37323b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983367 May 26 22:41:55.303698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c33ea148-2362-412c-b358-e9a5289bef6e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:55.421029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Router 6dc5362e-795f-4304-9fcc-9462fca5f542 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:41:55.449503 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ada28b-1385-429b-b300-bb9f3cda0599'] response: {'server_uuid': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0f9fe4-9076-4d72-bf54-601f59e320f1', 'code': 200} May 26 22:41:55.551751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-7c1f1052-7d58-4687-9115-b6febdf4998f', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:41:55.552441 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.565823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0657ac7-ae26-462b-b593-3b0731b4e0e2 None None] Network 4a666e1a-4542-4c03-8486-2a5445172564 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:55.587695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c33ea148-2362-412c-b358-e9a5289bef6e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:55.588017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.594501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.714323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f527b27d-5761-4f31-bcda-5939556b09d8 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:55.768596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9981b-d736-44e9-b8ed-a9e6927550c8 req-976d476d-2226-4095-9b94-470324bd35a1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:55.770403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ad9981b-d736-44e9-b8ed-a9e6927550c8 req-976d476d-2226-4095-9b94-470324bd35a1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 945 time: 0.1526148 May 26 22:41:55.774680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.814529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Transition to ACTIVE for port object f527b27d-5761-4f31-bcda-5939556b09d8 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:55.831213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:55.847311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ef64ccd-9535-45f4-b7c9-6f089e70772c req-4bf28c67-4acc-4077-a686-8d650b4f37f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 1096 time: 0.3248765 May 26 22:41:55.868452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Allocated IP 172.20.0.2 (7c1f1052-7d58-4687-9115-b6febdf4998f/ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b/c1f9340d-3399-4ecf-8b82-d7b72d4c7b03) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:55.927430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ef64ccd-9535-45f4-b7c9-6f089e70772c req-e3bcc27c-385b-49f8-ac70-d23671fc27a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616233 May 26 22:41:55.941331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ad9981b-d736-44e9-b8ed-a9e6927550c8 req-b7abe4a6-7fab-4659-8c46-2919b7c17750 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278436 May 26 22:41:55.972840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42f65aca-5fad-4c6a-9eb0-096dc9666c15 None None] Provisioning for port 0fd3bca1-37fc-431f-b328-f40c6fe27485 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:56.047614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.110354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.135641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff70-7ea4-4ba4-8664-37312ebeabd3 req-ba03832c-c9d3-4879-8417-1a2ed58c28b3 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:56.137114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b07dff70-7ea4-4ba4-8664-37312ebeabd3 req-ba03832c-c9d3-4879-8417-1a2ed58c28b3 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 948 time: 0.5614088 May 26 22:41:56.184849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Pushing event updated for resources: {'Port': ['ID=f527b27d-5761-4f31-bcda-5939556b09d8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:56.254010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0fd3bca1-37fc-431f-b328-f40c6fe27485 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:56.299383 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.301630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b07dff70-7ea4-4ba4-8664-37312ebeabd3 req-25b5a1a7-edd8-4f18-946d-fae3aad4d3fa tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449044 May 26 22:41:56.302720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Allocated IP 172.25.4.183 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/df091259-2b2e-4105-aa87-b6dff053c9f9) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:41:56.332018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Transition to ACTIVE for port object c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:56.357010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Attempting to bind port f527b27d-5761-4f31-bcda-5939556b09d8 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:56.357752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Attempting to bind port f527b27d-5761-4f31-bcda-5939556b09d8 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:56.357997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Attempting to bind port f527b27d-5761-4f31-bcda-5939556b09d8 on network bf660f98-980a-48fa-965c-716a3131417c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:56.367149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Transition to ACTIVE for port object c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:56.368484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Port f527b27d-5761-4f31-bcda-5939556b09d8 on network bf660f98-980a-48fa-965c-716a3131417c not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:41:56.368886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Attempting to bind port f527b27d-5761-4f31-bcda-5939556b09d8 on network bf660f98-980a-48fa-965c-716a3131417c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:56.383988 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.386258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:56.386648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Checking segment: {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:56.387080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Bound using segment: {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:56.387860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Bound port: f527b27d-5761-4f31-bcda-5939556b09d8, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:56.388340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.411894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:41:56.425954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Sync routers for ids ['6dc5362e-795f-4304-9fcc-9462fca5f542'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:41:56.434364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 0fd3bca1-37fc-431f-b328-f40c6fe27485 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:56.457017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Network 7c1f1052-7d58-4687-9115-b6febdf4998f is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:56.460982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0fd3bca1-37fc-431f-b328-f40c6fe27485 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:56.460982 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.477902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-7bfc0814-daab-404c-ba87-d65c813c168e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:56.479405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-7bfc0814-daab-404c-ba87-d65c813c168e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/ports?device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 950 time: 0.2332397 May 26 22:41:56.495256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.496340 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Routers {'6dc5362e-795f-4304-9fcc-9462fca5f542'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:56.496713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ba0fd907-2d6a-4d7c-81e4-83f9d5189766 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6317880 May 26 22:41:56.498172 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6dc5362e-795f-4304-9fcc-9462fca5f542'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:56.500001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:56.510330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50244) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:56.512193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:56.530231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246a0c0-4d34-40af-beb5-925d2777ed5c req-4ce9a23d-99b1-4ac0-80f5-e33631a3517b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:56.533320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Pushing event updated for resources: {'Port': ['ID=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:56.537138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f246a0c0-4d34-40af-beb5-925d2777ed5c req-4ce9a23d-99b1-4ac0-80f5-e33631a3517b tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=c588e404-ca04-4cdc-9f0c-6e5b48ce4485 HTTP/1.1" status: 200 len: 950 time: 0.4606400 May 26 22:41:56.702274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Attempting to bind port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:56.702536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Attempting to bind port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:56.702743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Attempting to bind port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 on network 7c1f1052-7d58-4687-9115-b6febdf4998f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:56.727895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port 2c863b34-38ef-4739-a9af-72dcc2912fe2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:56.728167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.734913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:56.735283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Checking segment: {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:56.735658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.736046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Bound using segment: {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:56.736523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Bound port: c1f9340d-3399-4ecf-8b82-d7b72d4c7b03, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:56.736899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.764968 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.824675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] For port f527b27d-5761-4f31-bcda-5939556b09d8, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:56.838053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] For port f527b27d-5761-4f31-bcda-5939556b09d8, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f527b27d-5761-4f31-bcda-5939556b09d8,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:56.861287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.908094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 0fd3bca1-37fc-431f-b328-f40c6fe27485, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0fd3bca1-37fc-431f-b328-f40c6fe27485,segment=NetworkSegment(fd7c5fc0-5292-4b8c-8643-f6f5210add16),segment_id=fd7c5fc0-5292-4b8c-8643-f6f5210add16)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:56.910763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06df5f5e-a334-40a3-b936-04e551e8d7f1 None None] Provisioning complete for port 0fd3bca1-37fc-431f-b328-f40c6fe27485 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:56.911126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06df5f5e-a334-40a3-b936-04e551e8d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.956092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] For port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:56.956359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f246a0c0-4d34-40af-beb5-925d2777ed5c req-d9d69e24-2b46-4984-9efb-b69e2eecf76c tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183166 May 26 22:41:56.964951 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.965865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.992500 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:56.994136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] 10.222.0.55 "PUT /v2.0/ports/f527b27d-5761-4f31-bcda-5939556b09d8 HTTP/1.1" status: 200 len: 1091 time: 2.4747539 May 26 22:41:57.011637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44771f7b-6722-458a-82e3-f933d74cb749', 'tag': 'f527b27d-5761-4f31-bcda-5939556b09d8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:57.017647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] For port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:57.031434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:57.082325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=0fd3bca1-37fc-431f-b328-f40c6fe27485,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:57.085727 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Set router 6dc5362e-795f-4304-9fcc-9462fca5f542 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:57.265102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0fd3bca1-37fc-431f-b328-f40c6fe27485 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:57.308673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92e750-6d1f-4de0-ba63-12143067d88c None None] Pushing event updated for resources: {'Port': ['ID=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:57.329511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-3ad71380-a3f8-431e-9405-84bbce9c3a15 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:57.330992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-3ad71380-a3f8-431e-9405-84bbce9c3a15 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0aa918c-6ff4-48d7-8685-ee019ceef1fe HTTP/1.1" status: 200 len: 950 time: 0.7464728 May 26 22:41:57.367694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0fd3bca1-37fc-431f-b328-f40c6fe27485 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:57.368201 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:57.387398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d592c25-0552-4986-bd08-3ac11be7be0b service neutron] Pushing event updated for resources: {'Port': ['ID=f527b27d-5761-4f31-bcda-5939556b09d8,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:57.444882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-e9805448-1b25-4833-be8d-e9b61aadf720 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 1094 time: 0.3938479 May 26 22:41:57.486587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 000e2264-defa-4408-8bd1-aedf32da5843 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:41:57.562473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-c051ba28-33b7-4639-9014-70069dea101d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f527b27d-5761-4f31-bcda-5939556b09d8 HTTP/1.1" status: 200 len: 217 time: 0.0953054 May 26 22:41:57.572910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0520c12-7e98-49ff-a109-47a262fbb606 req-56afea1d-879b-419a-b4c1-cb37e235a45f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:57.573659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d0520c12-7e98-49ff-a109-47a262fbb606 req-56afea1d-879b-419a-b4c1-cb37e235a45f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Synchronizing usage tracker for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:57.587681 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:57.663121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port 2c863b34-38ef-4739-a9af-72dcc2912fe2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2c863b34-38ef-4739-a9af-72dcc2912fe2,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:57.663515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:57.715394 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'name': 'tempest-ServersTestFqdnHostnames-762993160-router', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:50Z', 'updated_at': '2022-05-26T22:41:54Z', 'revision_number': 3, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'gw_port': {'id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:52Z', 'updated_at': '2022-05-26T22:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:57.720993 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Checking router: 6dc5362e-795f-4304-9fcc-9462fca5f542 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:41:57.721333 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Updating router 6dc5362e-795f-4304-9fcc-9462fca5f542 port 2f301381-7bd5-4695-8c6d-00fd52a41386 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:41:57.775322 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:57.789969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-995b9983-5f95-4917-8e4e-0d8626a70e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:57.791766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-995b9983-5f95-4917-8e4e-0d8626a70e8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.2152355 May 26 22:41:57.796300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for 2c863b34-38ef-4739-a9af-72dcc2912fe2 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:57.875146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 000e2264-defa-4408-8bd1-aedf32da5843, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=000e2264-defa-4408-8bd1-aedf32da5843,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:57.896748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '000e2264-defa-4408-8bd1-aedf32da5843', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '000e2264-defa-4408-8bd1-aedf32da5843', 'mac_address': 'fa:16:3e:4f:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:41:57.916714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d0520c12-7e98-49ff-a109-47a262fbb606 req-56afea1d-879b-419a-b4c1-cb37e235a45f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Unset dirty status for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:57.923742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d0520c12-7e98-49ff-a109-47a262fbb606 req-56afea1d-879b-419a-b4c1-cb37e235a45f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 943 time: 1.0387564 May 26 22:41:57.927167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-d85acc50-3452-4b4d-b5a9-08c0ac751ba2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260502 May 26 22:41:57.975247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:57.993779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'd04c90d2-b856-435e-939a-20e14f85f52e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:58.018114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a', '2c863b34-38ef-4739-a9af-72dcc2912fe2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:58.026888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.042087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port d04c90d2-b856-435e-939a-20e14f85f52e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:41:58.042420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.088091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=2c863b34-38ef-4739-a9af-72dcc2912fe2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:58.097926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-70ee42e8-c7a9-4226-b119-a12126bc9868 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419291 May 26 22:41:58.142180 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.164798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000e2264-defa-4408-8bd1-aedf32da5843 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:41:58.239757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b20d45-8cef-47d1-81ff-a52d07235945 req-7c25eb7a-d246-4678-a4a4-5338e0c10e8e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:58.247410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-87b20d45-8cef-47d1-81ff-a52d07235945 req-7c25eb7a-d246-4678-a4a4-5338e0c10e8e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 1.0033939 May 26 22:41:58.258465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 000e2264-defa-4408-8bd1-aedf32da5843, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=000e2264-defa-4408-8bd1-aedf32da5843,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:58.271546 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.288232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.292113 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Transition to ACTIVE for port object 2f301381-7bd5-4695-8c6d-00fd52a41386 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:41:58.307436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d0520c12-7e98-49ff-a109-47a262fbb606 req-c3617f5a-ead4-4017-b5be-68eb4e2a329d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Synchronizing usage tracker for tenant:93d02304ba49492693abcca8313fdeda on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:58.308884 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.335729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:41:58.376379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Pushing event updated for resources: {'Port': ['ID=df091259-2b2e-4105-aa87-b6dff053c9f9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:58.381635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port 2c863b34-38ef-4739-a9af-72dcc2912fe2 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:58.384609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.389838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:41:58.392661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:41:58.401208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d0520c12-7e98-49ff-a109-47a262fbb606 req-c3617f5a-ead4-4017-b5be-68eb4e2a329d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Unset dirty status for tenant:93d02304ba49492693abcca8313fdeda on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:58.403210 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d0520c12-7e98-49ff-a109-47a262fbb606 req-c3617f5a-ead4-4017-b5be-68eb4e2a329d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785919 May 26 22:41:58.416116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62c0d8e0-56b1-480e-a966-a88b28a108f5 req-5473c515-8f7c-4327-8bd0-2aa9a8e43f80 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083088 May 26 22:41:58.431766 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a2dea-885f-4cad-96fa-5dd8162447bf None None] Pushing event updated for resources: {'Port': ['ID=2f301381-7bd5-4695-8c6d-00fd52a41386,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:58.434913 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Attempting to bind port 2f301381-7bd5-4695-8c6d-00fd52a41386 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:41:58.435275 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Attempting to bind port 2f301381-7bd5-4695-8c6d-00fd52a41386 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:41:58.435763 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Attempting to bind port 2f301381-7bd5-4695-8c6d-00fd52a41386 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:41:58.447910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:41:58.447910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:41:58.447910 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.447910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:41:58.448427 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Bound port: 2f301381-7bd5-4695-8c6d-00fd52a41386, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:41:58.448767 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.450995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'name': 'network-vif-deleted', 'tag': '2c863b34-38ef-4739-a9af-72dcc2912fe2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:41:58.604267 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] For port 2f301381-7bd5-4695-8c6d-00fd52a41386, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:41:58.613150 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] For port 2f301381-7bd5-4695-8c6d-00fd52a41386, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2f301381-7bd5-4695-8c6d-00fd52a41386,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:41:58.622212 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:58.645707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a614f943-665d-4ac0-a9d0-7f7178fd5345 req-b424b74a-1be7-4d0b-93f2-ae6fc5c51eb6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "DELETE /v2.0/ports/2c863b34-38ef-4739-a9af-72dcc2912fe2 HTTP/1.1" status: 204 len: 173 time: 2.1569138 May 26 22:41:58.694049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=000e2264-defa-4408-8bd1-aedf32da5843,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:58.723473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-87b20d45-8cef-47d1-81ff-a52d07235945 req-1e1dbc97-4a96-49bb-b083-52bc3735a43c tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750106 May 26 22:41:58.748780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['000e2264-defa-4408-8bd1-aedf32da5843'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:41:58.777500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4d055-a4d1-407d-bb81-1c69d0d18c2d None None] Network 7c1f1052-7d58-4687-9115-b6febdf4998f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:58.879094 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a2dea-885f-4cad-96fa-5dd8162447bf None None] Pushing event updated for resources: {'Port': ['ID=2f301381-7bd5-4695-8c6d-00fd52a41386,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:58.969811 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Routers {'6dc5362e-795f-4304-9fcc-9462fca5f542'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:41:58.970019 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6dc5362e-795f-4304-9fcc-9462fca5f542'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:58.976619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port d04c90d2-b856-435e-939a-20e14f85f52e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d04c90d2-b856-435e-939a-20e14f85f52e,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:41:58.978875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:59.076305 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bb574a-025e-4b51-a6ea-9890bea1bed6'] response: {'name': 'network-changed', 'server_uuid': '44771f7b-6722-458a-82e3-f933d74cb749', 'tag': 'f527b27d-5761-4f31-bcda-5939556b09d8', 'status': 'completed', 'code': 200} May 26 22:41:59.121837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for d04c90d2-b856-435e-939a-20e14f85f52e owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:41:59.265979 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] Set router 6dc5362e-795f-4304-9fcc-9462fca5f542 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:41:59.271621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e381bd03-71ad-4cde-a429-50f90668859e None None] Provisioning for port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:59.294294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:41:59.311417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef8058-f560-4dcb-aeb6-fa1836de7100 req-b9b10295-d375-4d28-a42b-2ce8e2cb339c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:59.312947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03ef8058-f560-4dcb-aeb6-fa1836de7100 req-b9b10295-d375-4d28-a42b-2ce8e2cb339c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 945 time: 0.3541844 May 26 22:41:59.387811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:59.455159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8d77325-afe9-4949-93b9-d7907187627c req-211a95d3-36db-4d8d-842e-2c6648e96425 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 1094 time: 0.3534808 May 26 22:41:59.469442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=d04c90d2-b856-435e-939a-20e14f85f52e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:59.521297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2c863b34-38ef-4739-a9af-72dcc2912fe2 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:41:59.577394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port d04c90d2-b856-435e-939a-20e14f85f52e on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:41:59.583229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:59.598672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92dcb167-2daa-4f9b-bd15-254cf93cda19 req-617fa747-b290-49d1-9cc1-78ce0fa2ba95 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "DELETE /v2.0/ports/d04c90d2-b856-435e-939a-20e14f85f52e HTTP/1.1" status: 204 len: 173 time: 2.2606988 May 26 22:41:59.605183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 2c863b34-38ef-4739-a9af-72dcc2912fe2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:41:59.605514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2c863b34-38ef-4739-a9af-72dcc2912fe2 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:41:59.645828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbebd5-c319-4a85-994e-a99f950ebc78 req-3b442444-d865-45a8-9675-9ed3cf6afa2a tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:59.647533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bbbebd5-c319-4a85-994e-a99f950ebc78 req-3b442444-d865-45a8-9675-9ed3cf6afa2a tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 949 time: 0.3288255 May 26 22:41:59.676575 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03ef8058-f560-4dcb-aeb6-fa1836de7100 req-5594aaa7-5243-452c-be5a-1e4b9945cf29 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501472 May 26 22:41:59.722189 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'name': 'tempest-ServersTestFqdnHostnames-762993160-router', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:50Z', 'updated_at': '2022-05-26T22:41:54Z', 'revision_number': 3, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'gw_port': {'id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:52Z', 'updated_at': '2022-05-26T22:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:41:59.733071 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d43bbc-99e2-4639-8df6-dd91d135bb87 None None] The sync data for ids ['6dc5362e-795f-4304-9fcc-9462fca5f542'] in n-d-843301-1 is: [{'id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'name': 'tempest-ServersTestFqdnHostnames-762993160-router', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:50Z', 'updated_at': '2022-05-26T22:41:54Z', 'revision_number': 3, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'gw_port': {'id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:52Z', 'updated_at': '2022-05-26T22:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:41:59.776949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:41:59.788954 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bbbebd5-c319-4a85-994e-a99f950ebc78 req-0771f973-005c-4ff4-825b-ef2e91df0f5a tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289003 May 26 22:41:59.806040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:59.806266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:59.806611 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:59.806815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:59.820301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d77325-afe9-4949-93b9-d7907187627c req-9e144573-a977-4bb9-8e5f-31e5719c3087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:59.821832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8d77325-afe9-4949-93b9-d7907187627c req-9e144573-a977-4bb9-8e5f-31e5719c3087 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 912 time: 0.3446381 May 26 22:41:59.977142 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8d77325-afe9-4949-93b9-d7907187627c req-5823cb9c-c219-4ef5-937f-f2aa80fcb45a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f527b27d-5761-4f31-bcda-5939556b09d8 HTTP/1.1" status: 200 len: 217 time: 0.1473637 May 26 22:42:00.144544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d77325-afe9-4949-93b9-d7907187627c req-d67e8a1a-bd5d-44d4-8596-fa71b16c8a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:00.147181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8d77325-afe9-4949-93b9-d7907187627c req-d67e8a1a-bd5d-44d4-8596-fa71b16c8a04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.1593332 May 26 22:42:00.185106 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d902678a-b3cd-4685-aac9-198a89df94c1'] response: {'server_uuid': 'c588e404-ca04-4cdc-9f0c-6e5b48ce4485', 'name': 'network-vif-deleted', 'tag': '2c863b34-38ef-4739-a9af-72dcc2912fe2', 'status': 'completed', 'code': 200} May 26 22:42:00.262981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:00.264641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8d77325-afe9-4949-93b9-d7907187627c req-826871b0-fd78-40cc-a248-e8d26b215c12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090543 May 26 22:42:00.348447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:00.360202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42810f0-d058-4124-8761-44eab2ddfca3 req-da289705-eccb-4d30-be56-121f763cfc0c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:00.369187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a42810f0-d058-4124-8761-44eab2ddfca3 req-da289705-eccb-4d30-be56-121f763cfc0c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 943 time: 0.1858559 May 26 22:42:00.391549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:00.466633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:00.497531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:00.507625 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a42810f0-d058-4124-8761-44eab2ddfca3 req-2fa8f106-0755-48c4-b57b-40b0cb2237c1 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368349 May 26 22:42:00.520778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93048c7-ec35-43cd-87e6-2cc9fbf0dda4 req-ee8566e1-835f-49be-b7a6-ebec0a8baa01 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:00.523008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c93048c7-ec35-43cd-87e6-2cc9fbf0dda4 req-ee8566e1-835f-49be-b7a6-ebec0a8baa01 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 945 time: 0.3149681 May 26 22:42:00.532131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8d77325-afe9-4949-93b9-d7907187627c req-54ecfb43-4414-4d3e-adb7-de8fa8594a3e service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198489 May 26 22:42:00.571995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Router 2a967f85-1143-451c-bf5f-b8498fc72642 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:42:00.632693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d546621-7a07-4da5-b427-7b4c24677c1b None None] Provisioning complete for port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:00.632983 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d546621-7a07-4da5-b427-7b4c24677c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:00.786458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f527b27d-5761-4f31-bcda-5939556b09d8 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:42:00.786997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c93048c7-ec35-43cd-87e6-2cc9fbf0dda4 req-bfa457dc-321f-4516-b369-d91226be3655 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180998 May 26 22:42:00.815896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8d77325-afe9-4949-93b9-d7907187627c req-f8443445-f1f3-46bc-bdf7-5b0f48e84830 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481871 May 26 22:42:00.817129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e561-dc1f-4adb-97b6-27df20b6a5c9 req-d6154392-b612-43a8-a9e1-3c9040a20b3d tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:00.818600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ce2e561-dc1f-4adb-97b6-27df20b6a5c9 req-d6154392-b612-43a8-a9e1-3c9040a20b3d tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.1671574 May 26 22:42:00.889605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ce2e561-dc1f-4adb-97b6-27df20b6a5c9 req-e280ceea-9eac-4d11-b897-4bb6eca6c5c6 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625389 May 26 22:42:00.894358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Allocated IP 172.20.0.1 (4a666e1a-4542-4c03-8486-2a5445172564/5865a7f1-f601-4c46-a9a0-467a6fd15630/96f7fc5d-7076-40ef-b487-da71b37df844) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:00.903546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:00.918834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d04c90d2-b856-435e-939a-20e14f85f52e no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:00.938366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:00.940631 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-31957702-42d7-4404-9dad-ab77c5eee7ba admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8491547 May 26 22:42:00.943159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50280) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:00.987996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: d04c90d2-b856-435e-939a-20e14f85f52e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:00.988491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d04c90d2-b856-435e-939a-20e14f85f52e not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:00.990563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Sync routers for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:00.999691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:01.087522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.089913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:01.124313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Transition to ACTIVE for port object 96f7fc5d-7076-40ef-b487-da71b37df844 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:01.162511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.177969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:01.178967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:01.258350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:01.327161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c47e4-9e34-4414-bee3-4075f2ef0e28 req-fae0ffcc-0d72-483f-bcfb-1e6b66a3d58a tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:01.334726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e9c47e4-9e34-4414-bee3-4075f2ef0e28 req-fae0ffcc-0d72-483f-bcfb-1e6b66a3d58a tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 949 time: 0.1216700 May 26 22:42:01.383805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Network 4a666e1a-4542-4c03-8486-2a5445172564 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:01.387598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:01.390108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:01.410983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f527b27d-5761-4f31-bcda-5939556b09d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f527b27d-5761-4f31-bcda-5939556b09d8,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:01.421051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Pushing event updated for resources: {'Port': ['ID=96f7fc5d-7076-40ef-b487-da71b37df844,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:01.431362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e9c47e4-9e34-4414-bee3-4075f2ef0e28 req-0b6cc404-07fc-4943-857a-da812b7f00dd tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954099 May 26 22:42:01.464186 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.470796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'f527b27d-5761-4f31-bcda-5939556b09d8', 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'port_id': 'f527b27d-5761-4f31-bcda-5939556b09d8', 'mac_address': 'fa:16:3e:ea:66:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:42:01.501513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 000e2264-defa-4408-8bd1-aedf32da5843 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:01.607754 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.747721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.821191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f527b27d-5761-4f31-bcda-5939556b09d8 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:01.849507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:01.887000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a710a10-7071-4c7d-baca-60940c570d69 req-4109d31e-5106-4bbc-890b-b572d803ba3c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:01.896056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a710a10-7071-4c7d-baca-60940c570d69 req-4109d31e-5106-4bbc-890b-b572d803ba3c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 945 time: 0.1739547 May 26 22:42:01.911218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:01.911737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.947110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.953924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.957406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-735ff87e-480f-41f9-8250-230ee9258a97 None None] Provisioning for port 96f7fc5d-7076-40ef-b487-da71b37df844 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:01.973218 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a710a10-7071-4c7d-baca-60940c570d69 req-0358883b-5f02-419d-aca8-c0b5de82d356 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760605 May 26 22:42:02.041915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:02.093266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f527b27d-5761-4f31-bcda-5939556b09d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f527b27d-5761-4f31-bcda-5939556b09d8,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:02.098073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-735ff87e-480f-41f9-8250-230ee9258a97 None None] Provisioning complete for port 96f7fc5d-7076-40ef-b487-da71b37df844 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:02.098915 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-735ff87e-480f-41f9-8250-230ee9258a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:02.142467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:02.149483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Pushing event updated for resources: {'Port': ['ID=96f7fc5d-7076-40ef-b487-da71b37df844,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:02.190590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'name': 'network-vif-deleted', 'tag': 'd04c90d2-b856-435e-939a-20e14f85f52e'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:02.221811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 000e2264-defa-4408-8bd1-aedf32da5843 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:02.276462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Network 4a666e1a-4542-4c03-8486-2a5445172564 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:02.279257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:02.311355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 000e2264-defa-4408-8bd1-aedf32da5843 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:02.311716 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:02.381009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=f527b27d-5761-4f31-bcda-5939556b09d8,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:02.538027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6839ca-a5cb-4ede-9179-6fb5bf14de24 req-9322bf5a-6264-4097-85da-ba15deb1e692 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:02.539546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df6839ca-a5cb-4ede-9179-6fb5bf14de24 req-9322bf5a-6264-4097-85da-ba15deb1e692 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 944 time: 0.3963506 May 26 22:42:02.609054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['f527b27d-5761-4f31-bcda-5939556b09d8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:02.665269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df6839ca-a5cb-4ede-9179-6fb5bf14de24 req-ed79cdfe-c522-4ca7-8de4-bbb125b722e3 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197150 May 26 22:42:02.688961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-735ff87e-480f-41f9-8250-230ee9258a97 None None] Port 96f7fc5d-7076-40ef-b487-da71b37df844 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:42:02.779586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:02.791543 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d05aed9-32bc-4929-9b1b-4bb9c38dfb60'] response: {'server_uuid': 'c0aa918c-6ff4-48d7-8685-ee019ceef1fe', 'name': 'network-vif-deleted', 'tag': 'd04c90d2-b856-435e-939a-20e14f85f52e', 'status': 'completed', 'code': 200} May 26 22:42:02.854251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7bbd3-9d66-4e57-ba12-aa9145e9c800 req-ce77af3d-3189-4a54-98e3-2f688e69c6f8 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:02.855767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88a7bbd3-9d66-4e57-ba12-aa9145e9c800 req-ce77af3d-3189-4a54-98e3-2f688e69c6f8 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.2917600 May 26 22:42:02.888155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Router 6dc5362e-795f-4304-9fcc-9462fca5f542 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:02.915253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:02.967518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88a7bbd3-9d66-4e57-ba12-aa9145e9c800 req-c7da67c6-13c8-4dff-80b0-afbf5ab17160 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942409 May 26 22:42:03.103701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Allocated IP 172.20.0.1 (7c1f1052-7d58-4687-9115-b6febdf4998f/ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b/b566fed8-6727-4e05-a0b4-523615e825ad) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:03.142798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba603d-c272-43e8-aac0-54398a69f1a3 req-93ed5bbf-d833-4b85-9933-43589186ac60 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:03.144469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69ba603d-c272-43e8-aac0-54398a69f1a3 req-93ed5bbf-d833-4b85-9933-43589186ac60 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 950 time: 0.1888590 May 26 22:42:03.181848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e2264-defa-4408-8bd1-aedf32da5843'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:03.220515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69ba603d-c272-43e8-aac0-54398a69f1a3 req-26cc7d0a-64f4-4497-abbe-0a0dc565abaf tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681834 May 26 22:42:03.227745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 000e2264-defa-4408-8bd1-aedf32da5843, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=000e2264-defa-4408-8bd1-aedf32da5843,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:03.229960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:03.230738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-419e4749-43c6-48e8-aee9-ddade6175325 None None] Provisioning complete for port 96f7fc5d-7076-40ef-b487-da71b37df844 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:03.231490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-419e4749-43c6-48e8-aee9-ddade6175325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:03.264659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-43e6adc0-6c54-4443-85b0-caca2c92511c admin admin] 10.222.0.32 "PUT /v2.0/routers/6dc5362e-795f-4304-9fcc-9462fca5f542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7531278 May 26 22:42:03.302593 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:03.312220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-30482fd2-1c0a-4cb7-aa1a-95c9619a7e43 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:03.313752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-30482fd2-1c0a-4cb7-aa1a-95c9619a7e43 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 945 time: 0.2764883 May 26 22:42:03.543412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-419e4749-43c6-48e8-aee9-ddade6175325 None None] Port 96f7fc5d-7076-40ef-b487-da71b37df844 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:42:03.544142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50320) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:03.552077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:41:59Z', 'revision_number': 3, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:03.558410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Deleting port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:03.559019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:03.565823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Checking router: 2a967f85-1143-451c-bf5f-b8498fc72642 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:03.566160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Updating router 2a967f85-1143-451c-bf5f-b8498fc72642 port df091259-2b2e-4105-aa87-b6dff053c9f9 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:42:03.597660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=000e2264-defa-4408-8bd1-aedf32da5843,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:03.643140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:03.743943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-ce3d507a-08bc-47b9-b4aa-bf3e17a0251e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:03.746707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-ce3d507a-08bc-47b9-b4aa-bf3e17a0251e tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 950 time: 0.4188387 May 26 22:42:03.767817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:03.785777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Transition to ACTIVE for port object b566fed8-6727-4e05-a0b4-523615e825ad will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:03.795976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2534e-da3b-4c69-85e7-1678a7e6b251 req-83f9a47f-e8f0-448a-89e1-e8412fdb8fa2 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:03.797450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0d2534e-da3b-4c69-85e7-1678a7e6b251 req-83f9a47f-e8f0-448a-89e1-e8412fdb8fa2 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 945 time: 0.3389773 May 26 22:42:03.859619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port fbac3c2c-78c9-475f-a6aa-8bb137eca2df {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:03.859955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:03.924819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0d2534e-da3b-4c69-85e7-1678a7e6b251 req-532899bb-599a-4bbc-87f1-f5a365889802 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200106 May 26 22:42:03.961506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5314980-d1d5-4197-88cb-a6e18a8db00a req-63f7a5e1-03d0-4088-b896-a69af37548fc tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:03.968865 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5314980-d1d5-4197-88cb-a6e18a8db00a req-63f7a5e1-03d0-4088-b896-a69af37548fc tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 950 time: 0.7439432 May 26 22:42:04.113379 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.128635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Transition to ACTIVE for port object df091259-2b2e-4105-aa87-b6dff053c9f9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:04.143098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.154919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.230864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port fbac3c2c-78c9-475f-a6aa-8bb137eca2df, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:04.231691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.243196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a21e9-f16f-4e66-82a5-fdd91f52310a None None] Pushing event updated for resources: {'Port': ['ID=df091259-2b2e-4105-aa87-b6dff053c9f9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:04.263459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Attempting to bind port df091259-2b2e-4105-aa87-b6dff053c9f9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:04.263912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Attempting to bind port df091259-2b2e-4105-aa87-b6dff053c9f9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:04.264382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Attempting to bind port df091259-2b2e-4105-aa87-b6dff053c9f9 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:04.271726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:04.272194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:04.273198 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.273659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:04.274220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Bound port: df091259-2b2e-4105-aa87-b6dff053c9f9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:04.274665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.320505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Pushing event updated for resources: {'Port': ['ID=b566fed8-6727-4e05-a0b4-523615e825ad,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:04.367108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] For port df091259-2b2e-4105-aa87-b6dff053c9f9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:04.371303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] For port df091259-2b2e-4105-aa87-b6dff053c9f9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=df091259-2b2e-4105-aa87-b6dff053c9f9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:04.374369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5314980-d1d5-4197-88cb-a6e18a8db00a req-9ad63945-6bbf-4c32-b3ed-20dcc57e3859 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042876 May 26 22:42:04.380626 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.417269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for fbac3c2c-78c9-475f-a6aa-8bb137eca2df owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:04.433341 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f514177-a814-4088-8a3c-e97e1b7aa758 req-300a3dca-89b6-4924-9131-d29362b31d51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 1.0331275 May 26 22:42:04.454721 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445687b0-f74d-4601-8131-8de909d95c39'] response: {'server_uuid': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e2264-defa-4408-8bd1-aedf32da5843', 'code': 200} May 26 22:42:04.475118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Network 7c1f1052-7d58-4687-9115-b6febdf4998f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:04.520216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a21e9-f16f-4e66-82a5-fdd91f52310a None None] Pushing event updated for resources: {'Port': ['ID=df091259-2b2e-4105-aa87-b6dff053c9f9,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:04.528325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:04.532443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:04.542062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:04.542759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:04.645438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-07bdacb1-0360-4d9b-86d7-a4e9fa95dbcd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:04.646166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-07bdacb1-0360-4d9b-86d7-a4e9fa95dbcd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:04.660467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.739473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:04.774570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:04.777074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=fbac3c2c-78c9-475f-a6aa-8bb137eca2df,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:04.824928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] For port 8d0f9fe4-9076-4d72-bf54-601f59e320f1, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8d0f9fe4-9076-4d72-bf54-601f59e320f1,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:04.825435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.841165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f527b27d-5761-4f31-bcda-5939556b09d8 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:04.883603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6e2ecda-cfb3-4215-aebc-2ddd63f96116 req-bd05dbcc-0a3d-4154-8b5f-2c4fa35220c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 1101 time: 0.2776322 May 26 22:42:04.891967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port fbac3c2c-78c9-475f-a6aa-8bb137eca2df on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:04.908128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.910626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce045acc-a793-43df-b93a-359414b65633', 'name': 'network-vif-deleted', 'tag': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:04.920059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.934840 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fe1fb9c-c002-4e4a-8cec-fd36459d3b21 req-a085a3fc-0740-4686-a4a8-9a6b2bd17f62 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "DELETE /v2.0/ports/fbac3c2c-78c9-475f-a6aa-8bb137eca2df HTTP/1.1" status: 204 len: 173 time: 1.1795800 May 26 22:42:04.951277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba347a8-50a1-4dd4-bb15-7621d3b167b2 req-2e76705d-c854-4062-a633-095047e060ed tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:04.960533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba347a8-50a1-4dd4-bb15-7621d3b167b2 req-2e76705d-c854-4062-a633-095047e060ed tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.3026643 May 26 22:42:05.005601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-572ee720-675b-4ba5-9977-9406b5b6e837 None None] Provisioning for port b566fed8-6727-4e05-a0b4-523615e825ad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:05.005874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Calling delete_port for 8d0f9fe4-9076-4d72-bf54-601f59e320f1 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:05.017453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6e2ecda-cfb3-4215-aebc-2ddd63f96116 req-d8f7f11b-45d4-476f-bfd3-5a7c7d2275ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228795 May 26 22:42:05.034383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-572ee720-675b-4ba5-9977-9406b5b6e837 None None] Provisioning complete for port b566fed8-6727-4e05-a0b4-523615e825ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:05.034656 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-572ee720-675b-4ba5-9977-9406b5b6e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:05.036324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f514177-a814-4088-8a3c-e97e1b7aa758 req-d766b71a-9220-4da5-b4ad-934fc2e3c77f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594809 May 26 22:42:05.046090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-07bdacb1-0360-4d9b-86d7-a4e9fa95dbcd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:05.047142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-07bdacb1-0360-4d9b-86d7-a4e9fa95dbcd tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 950 time: 1.1535633 May 26 22:42:05.053278 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba347a8-50a1-4dd4-bb15-7621d3b167b2 req-719d05ca-6a0c-42b6-9d60-0e9ef3d72fec tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917842 May 26 22:42:05.138095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-572ee720-675b-4ba5-9977-9406b5b6e837 None None] Port b566fed8-6727-4e05-a0b4-523615e825ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:42:05.207106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:05.207434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:05.220273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:05.258314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa53ce-0286-44dd-b432-38ca1fc7b881 req-b315b5d3-b047-4c16-bf6c-8793195fb74d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:05.265464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f8fa53ce-0286-44dd-b432-38ca1fc7b881 req-b315b5d3-b047-4c16-bf6c-8793195fb74d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 944 time: 0.6995060 May 26 22:42:05.310514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0a064ee8-29e6-4a72-9f95-69b861a9cf98 req-a584530a-521b-4c96-8dd9-93498c7c5823 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:05.324665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0a064ee8-29e6-4a72-9f95-69b861a9cf98 req-a584530a-521b-4c96-8dd9-93498c7c5823 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:05.338777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a064ee8-29e6-4a72-9f95-69b861a9cf98 req-a584530a-521b-4c96-8dd9-93498c7c5823 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce045acc-a793-43df-b93a-359414b65633 HTTP/1.1" status: 200 len: 210 time: 0.0732298 May 26 22:42:05.383893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2f301381-7bd5-4695-8c6d-00fd52a41386 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:05.451557 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba1b292-8ac0-41fb-9be7-d8609b76b069'] response: {'server_uuid': 'ce045acc-a793-43df-b93a-359414b65633', 'name': 'network-vif-deleted', 'tag': 'fbac3c2c-78c9-475f-a6aa-8bb137eca2df', 'status': 'completed', 'code': 200} May 26 22:42:05.499904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:05.604157 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f8fa53ce-0286-44dd-b432-38ca1fc7b881 req-b4a4b18a-26be-46ee-8e74-d54ca283f358 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378165 May 26 22:42:05.643094 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ed8234f-46f4-40c9-b8eb-cfcbebdd6953 req-16235c2b-6237-433f-9082-0c65880e6a05 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 210 time: 0.0810244 May 26 22:42:05.662595 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:05.740108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port f527b27d-5761-4f31-bcda-5939556b09d8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:05.786074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8d0f9fe4-9076-4d72-bf54-601f59e320f1 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:05.829906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port f527b27d-5761-4f31-bcda-5939556b09d8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:05.830277 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:05.857249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event deleted for resources: {'Port': ['ID=8d0f9fe4-9076-4d72-bf54-601f59e320f1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:05.895922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 8d0f9fe4-9076-4d72-bf54-601f59e320f1 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:05.896258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8d0f9fe4-9076-4d72-bf54-601f59e320f1 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:06.017799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 2f301381-7bd5-4695-8c6d-00fd52a41386 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:06.039739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2f301381-7bd5-4695-8c6d-00fd52a41386 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:06.040281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.047528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:06.074581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] No DVR routers for this DVR port 8d0f9fe4-9076-4d72-bf54-601f59e320f1 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:06.077241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.088839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'name': 'network-vif-deleted', 'tag': '8d0f9fe4-9076-4d72-bf54-601f59e320f1'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:06.198659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:06.199023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.206816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e2d6bad-2620-4738-b2d8-1f8e63e86e8c req-ae200ba3-16af-45a7-bc3e-8935f5205946 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "DELETE /v2.0/ports/8d0f9fe4-9076-4d72-bf54-601f59e320f1 HTTP/1.1" status: 204 len: 173 time: 2.8855238 May 26 22:42:06.257909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.302282 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.307168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:06.313871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Usage tracker for resource:security_group_rule and tenant:146eb35761e54ade93751621dc36b8c4 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:06.318227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:06.325329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:06.328368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:41:59Z', 'revision_number': 3, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:06.339641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb0519-d3be-42bd-8572-85525bd4724c req-58551bc8-907b-404a-9037-d31e67d0f09a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:06.341388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ddb0519-d3be-42bd-8572-85525bd4724c req-58551bc8-907b-404a-9037-d31e67d0f09a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.1503775 May 26 22:42:06.348535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf4146-3635-4122-92b5-5775dd7e2d33 None None] The sync data for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 is: [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:41:59Z', 'revision_number': 3, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:06.357406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:06.440873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:06.456397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ddb0519-d3be-42bd-8572-85525bd4724c req-6c9aa9b5-81ff-4712-b776-3584390fde86 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913260 May 26 22:42:06.465925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.472123 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.473175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45903af1-0ecd-4867-886b-ffe9f5407d98 req-eeb76738-4d19-422b-9c8c-b5ee7677141a tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:06.481512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45903af1-0ecd-4867-886b-ffe9f5407d98 req-eeb76738-4d19-422b-9c8c-b5ee7677141a tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 950 time: 0.6516747 May 26 22:42:06.496658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44771f7b-6722-458a-82e3-f933d74cb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527b27d-5761-4f31-bcda-5939556b09d8'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:06.511973 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.529928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f527b27d-5761-4f31-bcda-5939556b09d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f527b27d-5761-4f31-bcda-5939556b09d8,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:06.551262 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.552129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device fbac3c2c-78c9-475f-a6aa-8bb137eca2df no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:06.603397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5522a04-1fa0-45d5-8702-84ce9f76aa53,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:06.617920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0f6a671d-7d11-4069-86ed-07c381e256e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=146eb35761e54ade93751621dc36b8c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5684552 May 26 22:42:06.620422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50360) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:06.669594 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95891e9b-14c9-4de1-9a50-12d6f60e3c40'] response: {'server_uuid': '2bd0f34b-b0f0-4130-9079-e6b9dae8f17a', 'name': 'network-vif-deleted', 'tag': '8d0f9fe4-9076-4d72-bf54-601f59e320f1', 'status': 'completed', 'code': 200} May 26 22:42:06.696832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 2f301381-7bd5-4695-8c6d-00fd52a41386, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2f301381-7bd5-4695-8c6d-00fd52a41386,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:06.716563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: fbac3c2c-78c9-475f-a6aa-8bb137eca2df {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:06.717116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device fbac3c2c-78c9-475f-a6aa-8bb137eca2df not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:06.717636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:06.723535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e510dd0-4f9f-4c30-a586-9b91b79342d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.748343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:42:06.784506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.791052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.808669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e510dd0-4f9f-4c30-a586-9b91b79342d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.814425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45903af1-0ecd-4867-886b-ffe9f5407d98 req-4cba7987-8141-40aa-a698-b5cc1666e6e0 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318014 May 26 22:42:06.927784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e510dd0-4f9f-4c30-a586-9b91b79342d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.933142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.944710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=f527b27d-5761-4f31-bcda-5939556b09d8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:06.981931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e510dd0-4f9f-4c30-a586-9b91b79342d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5522a04-1fa0-45d5-8702-84ce9f76aa53,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:06.987966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e510dd0-4f9f-4c30-a586-9b91b79342d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:06.991430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5e510dd0-4f9f-4c30-a586-9b91b79342d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5522a04-1fa0-45d5-8702-84ce9f76aa53 HTTP/1.1" status: 204 len: 168 time: 0.3698390 May 26 22:42:07.065046 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df19d3d-1211-436e-b43c-706ac9a27439'] response: {'server_uuid': '44771f7b-6722-458a-82e3-f933d74cb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527b27d-5761-4f31-bcda-5939556b09d8', 'code': 200} May 26 22:42:07.133693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:07.261166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d93d7ce7-d277-4522-bb8d-e333e974a9b5 req-968507ec-1d0f-48f0-ae88-a0acb12a6813 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd0f34b-b0f0-4130-9079-e6b9dae8f17a HTTP/1.1" status: 200 len: 210 time: 0.1774204 May 26 22:42:07.304752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=2f301381-7bd5-4695-8c6d-00fd52a41386,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:07.372620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:07.465946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:07.516639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-581786e8-d4b5-46e3-8a38-d25b1c86f815 req-5f3c1069-6292-4296-9799-9812609a2dc3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 1096 time: 0.1851351 May 26 22:42:07.593402 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c5d01c6-7646-4cef-aa72-55602a6306dd req-250ad786-aeb0-4416-b9d3-c141a6a82677 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 210 time: 0.0796466 May 26 22:42:07.649976 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:07.651952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-581786e8-d4b5-46e3-8a38-d25b1c86f815 req-b2ac283c-2080-4ea2-a9d0-76e19b922027 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924506 May 26 22:42:07.679125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Pushing event updated for resources: {'Port': ['ID=b566fed8-6727-4e05-a0b4-523615e825ad,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:07.757438 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Sync routers for ids ['6dc5362e-795f-4304-9fcc-9462fca5f542'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:07.773094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=00446ef2-0c1b-4c9c-9c52-ef1219bcccb4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:07.807308 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Routers {'6dc5362e-795f-4304-9fcc-9462fca5f542'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:07.808008 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6dc5362e-795f-4304-9fcc-9462fca5f542'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:07.843431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['36224417-0885-40e0-a609-766357f03b8a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:08.029620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ed2d-57fa-4a92-adc4-e94723e60ba7 req-d0446b02-2f47-47d9-b555-47afc15b477d tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:08.031134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5801ed2d-57fa-4a92-adc4-e94723e60ba7 req-d0446b02-2f47-47d9-b555-47afc15b477d tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.2640538 May 26 22:42:08.094508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port 00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:08.100904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:08.148852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5801ed2d-57fa-4a92-adc4-e94723e60ba7 req-3d5410a8-625f-414f-a21b-50dd29d2bc88 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086144 May 26 22:42:08.183205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bc41b-773e-4e71-81f2-cabf11ff2009 req-c080163c-6894-4756-8da7-0a1463370cbf tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:08.195104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-100bc41b-773e-4e71-81f2-cabf11ff2009 req-c080163c-6894-4756-8da7-0a1463370cbf tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.8018603 May 26 22:42:08.196279 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Set router 6dc5362e-795f-4304-9fcc-9462fca5f542 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:08.233749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40b970f5-820b-4a38-8cc1-bece5fa56f86 req-e76e2460-de82-435a-b2f7-013f57c85977 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.55 "DELETE /v2.0/ports/00446ef2-0c1b-4c9c-9c52-ef1219bcccb4 HTTP/1.1" status: 204 len: 173 time: 3.1620746 May 26 22:42:08.293751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Network 7c1f1052-7d58-4687-9115-b6febdf4998f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:08.311712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-100bc41b-773e-4e71-81f2-cabf11ff2009 req-549f125e-e79b-4009-9a25-57acc39ba744 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127291 May 26 22:42:08.313017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:08.451387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1504922217', 'description': 'tempest-description-1662207007'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:08.483260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584930a-e209-4f38-b68b-9c98874a9b19 req-29cbf73b-2bbb-4ca8-9ca9-0c77ff146bc7 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:08.484781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3584930a-e209-4f38-b68b-9c98874a9b19 req-29cbf73b-2bbb-4ca8-9ca9-0c77ff146bc7 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 950 time: 0.1546862 May 26 22:42:08.602771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:08.621744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3584930a-e209-4f38-b68b-9c98874a9b19 req-09f93116-6677-481c-9109-71fa24bf0f92 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257136 May 26 22:42:08.622250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50396) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:08.676843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:08.684649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'name': 'network-vif-deleted', 'tag': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:08.722771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1fdd2483-dcb8-4e05-b3c7-295a92336591 None None] Provisioning complete for port b566fed8-6727-4e05-a0b4-523615e825ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:08.723150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2483-dcb8-4e05-b3c7-295a92336591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:08.796758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:08.859978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd2483-dcb8-4e05-b3c7-295a92336591 None None] Port b566fed8-6727-4e05-a0b4-523615e825ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:42:08.920027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-645027979-network', 'tenant_id': 'd0cf13b4eb3945a4a65ec51543756f40'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:08.927024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:08.938445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Usage tracker for resource:network and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:08.942659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:08.944877 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'name': 'tempest-ServersTestFqdnHostnames-762993160-router', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:50Z', 'updated_at': '2022-05-26T22:42:01Z', 'revision_number': 4, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'gw_port': {'id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:52Z', 'updated_at': '2022-05-26T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '96f7fc5d-7076-40ef-b487-da71b37df844', 'name': '', 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'mac_address': 'fa:16:3e:2f:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5865a7f1-f601-4c46-a9a0-467a6fd15630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:00Z', 'updated_at': '2022-05-26T22:42:01Z', 'revision_number': 2, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'subnets': [{'id': '5865a7f1-f601-4c46-a9a0-467a6fd15630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:08.947542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:08.952062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Usage tracker for resource:security_group_rule and tenant:d08a593fe63048c6a6e32af4c4f231d9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:08.954256 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Checking router: 6dc5362e-795f-4304-9fcc-9462fca5f542 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:08.954919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:08.955311 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Updating router 6dc5362e-795f-4304-9fcc-9462fca5f542 port 96f7fc5d-7076-40ef-b487-da71b37df844 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:42:08.955607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:08.963421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:08.974702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Made reservation on behalf of d0cf13b4eb3945a4a65ec51543756f40 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:08.977932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.010544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.026927 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.027670 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.053102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:09.058338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:09.106254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.107550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:09.112032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5ff6e6e-6216-4dc9-9a16-dbc4f4591937 req-18556428-5804-4f55-bd48-128a779351ad tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=6829b320-b12f-4a2f-ae5b-25fddfad0676 HTTP/1.1" status: 200 len: 210 time: 0.0507503 May 26 22:42:09.115779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:09.203170 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.204367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9bc06757-0bf8-49a4-8d88-3a5f0ce96bf5 req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.7685845 May 26 22:42:09.239731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.244627 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.260538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a2bae-e02d-458e-b059-898252c29900 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca923cd-0be2-4143-bfaa-264b9cbc0d9b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:09.263150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:42:09.287025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.289474 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Added segment 19a15def-64ec-4ca1-87bb-f31eecb4b4dd of type vlan for network 0d240d45-048e-4124-bc6a-3245d6486cbf May 26 22:42:09.334783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.378378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.379591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:09.380390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.399360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2f301381-7bd5-4695-8c6d-00fd52a41386 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:09.538048 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924c252d-5b67-47b2-9557-f74a38c2aeaf'] response: {'server_uuid': '6829b320-b12f-4a2f-ae5b-25fddfad0676', 'name': 'network-vif-deleted', 'tag': '00446ef2-0c1b-4c9c-9c52-ef1219bcccb4', 'status': 'completed', 'code': 200} May 26 22:42:09.559737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea5fbd-5bb7-4ae3-b8f1-90a43fe05a8c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:09.581522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2f301381-7bd5-4695-8c6d-00fd52a41386 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:09.581522 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.610589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9853566 May 26 22:42:09.611893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0ba55-6cf9-4037-b866-1fa6648303e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0d240d45-048e-4124-bc6a-3245d6486cbf,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:09.614150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:09.631643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Request body: {'subnet': {'network_id': '0d240d45-048e-4124-bc6a-3245d6486cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-645027979-subnet', 'tenant_id': 'd0cf13b4eb3945a4a65ec51543756f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:09.649311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:09.657777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Usage tracker for resource:subnet and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:09.668359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:09.676961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Router 2a967f85-1143-451c-bf5f-b8498fc72642 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:09.685526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:09.711846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Made reservation on behalf of d0cf13b4eb3945a4a65ec51543756f40 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:09.714632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.747642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0d240d45-048e-4124-bc6a-3245d6486cbf details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:42:09.775143 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.804005 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Transition to ACTIVE for port object 96f7fc5d-7076-40ef-b487-da71b37df844 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:09.819478 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:09.934338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device df091259-2b2e-4105-aa87-b6dff053c9f9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:09.963875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-1fda8afc-49f1-4bb9-98ef-61a4a33f9e08 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:09.994695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-1fda8afc-49f1-4bb9-98ef-61a4a33f9e08 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:10.001451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-1fda8afc-49f1-4bb9-98ef-61a4a33f9e08 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1504922217&fields=id&tenant_id=d08a593fe63048c6a6e32af4c4f231d9 HTTP/1.1" status: 200 len: 267 time: 0.2304397 May 26 22:42:10.040689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port df091259-2b2e-4105-aa87-b6dff053c9f9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:10.041088 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4078-fb49-4b23-8e16-2dfafa75df29 None None] Pushing event updated for resources: {'Port': ['ID=96f7fc5d-7076-40ef-b487-da71b37df844,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:10.048696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port df091259-2b2e-4105-aa87-b6dff053c9f9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:10.049379 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.097813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.168200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Deleting port 96f7fc5d-7076-40ef-b487-da71b37df844 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:10.168762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.190117 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.199037 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Attempting to bind port 96f7fc5d-7076-40ef-b487-da71b37df844 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:10.199689 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Attempting to bind port 96f7fc5d-7076-40ef-b487-da71b37df844 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:10.200244 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Attempting to bind port 96f7fc5d-7076-40ef-b487-da71b37df844 on network 4a666e1a-4542-4c03-8486-2a5445172564 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:10.207129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port df091259-2b2e-4105-aa87-b6dff053c9f9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=df091259-2b2e-4105-aa87-b6dff053c9f9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:10.214688 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:10.215127 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Checking segment: {'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:10.215314 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.215881 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.216793 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Bound using segment: {'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:10.216793 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Bound port: 96f7fc5d-7076-40ef-b487-da71b37df844, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7c5fc0-5292-4b8c-8643-f6f5210add16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:10.217309 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.249163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4032891-741e-4b1d-8967-209a4681c1ac,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:10.287911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f5261-b879-4cc6-b9b5-557e1cb8608e req-f6d4e426-704a-4493-bbbd-0d36442b9889 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:10.290075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-5ca7bda0-5823-4ffc-a18f-979f1a629b48 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:10.296092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c56f5261-b879-4cc6-b9b5-557e1cb8608e req-f6d4e426-704a-4493-bbbd-0d36442b9889 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.2800469 May 26 22:42:10.297423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-5ca7bda0-5823-4ffc-a18f-979f1a629b48 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.2950771 May 26 22:42:10.316751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Checking segment: {'id': '19a15def-64ec-4ca1-87bb-f31eecb4b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0d240d45-048e-4124-bc6a-3245d6486cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:10.317432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Network hostable DHCP agents. Network: 0d240d45-048e-4124-bc6a-3245d6486cbf, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:42:10.332540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=df091259-2b2e-4105-aa87-b6dff053c9f9,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:10.365791 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c56f5261-b879-4cc6-b9b5-557e1cb8608e req-2a3c33ab-d02a-48a4-bcdb-f73321da3b00 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684607 May 26 22:42:10.366846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Network 0d240d45-048e-4124-bc6a-3245d6486cbf is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:42:10.373907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Request body: {'port': {'security_groups': ['d3ffd32f-9a37-49fb-8df9-0c2bf6261db1', '3ca923cd-0be2-4143-bfaa-264b9cbc0d9b']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:10.385092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0d240d45-048e-4124-bc6a-3245d6486cbf) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:10.392797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:10.398890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.402427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7c6d6c-cdbc-465d-8661-ec09e626bf39 None None] Network 0d240d45-048e-4124-bc6a-3245d6486cbf requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:10.410756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:10.432025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0ba69f45-6769-49eb-abec-0ad945f11dbf admin admin] 10.222.0.32 "PUT /v2.0/routers/2a967f85-1143-451c-bf5f-b8498fc72642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4796870 May 26 22:42:10.434831 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] For port 96f7fc5d-7076-40ef-b487-da71b37df844, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:10.438161 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] For port 96f7fc5d-7076-40ef-b487-da71b37df844, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=96f7fc5d-7076-40ef-b487-da71b37df844,segment=NetworkSegment(fd7c5fc0-5292-4b8c-8643-f6f5210add16),segment_id=fd7c5fc0-5292-4b8c-8643-f6f5210add16)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:10.447711 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.450529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1980da6f-9619-42e7-8a4e-e431ae1924bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8270388 May 26 22:42:10.615836 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4078-fb49-4b23-8e16-2dfafa75df29 None None] Pushing event updated for resources: {'Port': ['ID=96f7fc5d-7076-40ef-b487-da71b37df844,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:10.691145 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Routers {'6dc5362e-795f-4304-9fcc-9462fca5f542'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:10.691747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:41:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6dc5362e-795f-4304-9fcc-9462fca5f542'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:10.716309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] For port 96f7fc5d-7076-40ef-b487-da71b37df844, host n-d-843301-1, got binding levels [] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:10.723452 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.748328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:10.831801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-f83d2958-77b6-472d-8a81-2e99d2f6eb0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:10.838410 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-f83d2958-77b6-472d-8a81-2e99d2f6eb0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.2912896 May 26 22:42:10.857451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dcee62-5a29-4ae3-b6f4-f90a1011ce82 None None] Network 0d240d45-048e-4124-bc6a-3245d6486cbf requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:10.866157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-a82a1898-9180-405d-a02e-ad6df40bb435 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.0248537 May 26 22:42:10.903256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Calling delete_port for 96f7fc5d-7076-40ef-b487-da71b37df844 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:10.966328 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-c9828a84-a8f9-4bee-86c0-1611a97bcb38 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987236 May 26 22:42:10.978624 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] Set router 6dc5362e-795f-4304-9fcc-9462fca5f542 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:11.051554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-afb41f32-7cd3-43cb-9400-ff143619cc52 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:42:11.059386 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-afb41f32-7cd3-43cb-9400-ff143619cc52 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0920358 May 26 22:42:11.149702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:42:11.151738 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:42:11.216727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device df091259-2b2e-4105-aa87-b6dff053c9f9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:11.321428 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-f171bbd5-fb9f-4af8-a427-171423f8c51b service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610471 May 26 22:42:11.328842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port df091259-2b2e-4105-aa87-b6dff053c9f9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:11.329209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:11.353406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9170587b-b63f-4eaf-ac48-0e65c3865805,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:11.397241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:11.406397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:11.407764 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'name': 'tempest-ServersTestFqdnHostnames-762993160-router', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:50Z', 'updated_at': '2022-05-26T22:42:01Z', 'revision_number': 4, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'gw_port': {'id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:52Z', 'updated_at': '2022-05-26T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '96f7fc5d-7076-40ef-b487-da71b37df844', 'name': '', 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'mac_address': 'fa:16:3e:2f:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5865a7f1-f601-4c46-a9a0-467a6fd15630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:00Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'subnets': [{'id': '5865a7f1-f601-4c46-a9a0-467a6fd15630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:11.417138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920918a-742d-4cd0-895c-86b05ec05165 None None] The sync data for ids ['6dc5362e-795f-4304-9fcc-9462fca5f542'] in n-d-843301-1 is: [{'id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'name': 'tempest-ServersTestFqdnHostnames-762993160-router', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:50Z', 'updated_at': '2022-05-26T22:42:01Z', 'revision_number': 4, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'gw_port': {'id': '2f301381-7bd5-4695-8c6d-00fd52a41386', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:52Z', 'updated_at': '2022-05-26T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '96f7fc5d-7076-40ef-b487-da71b37df844', 'name': '', 'network_id': '4a666e1a-4542-4c03-8486-2a5445172564', 'tenant_id': '7f5429a53e014cc1b76da7fdfdbead27', 'mac_address': 'fa:16:3e:2f:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc5362e-795f-4304-9fcc-9462fca5f542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5865a7f1-f601-4c46-a9a0-467a6fd15630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:00Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '7f5429a53e014cc1b76da7fdfdbead27', 'subnets': [{'id': '5865a7f1-f601-4c46-a9a0-467a6fd15630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:11.457131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9170587b-b63f-4eaf-ac48-0e65c3865805'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:11.515727 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-673f3ca8-6123-4db6-ab91-8bfb7047962c service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909692 May 26 22:42:11.518631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:11.519251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:11.534445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2df8c54-2bac-4e48-a0da-49cb6c2ea427 req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "PUT /v2.0/ports/9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 981 time: 1.2360599 May 26 22:42:11.539580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:11.561248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf32456-beef-4a9b-948b-2942c8effa8b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event updated for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:11.643151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9170587b-b63f-4eaf-ac48-0e65c3865805'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:11.652678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Deleting port 96f7fc5d-7076-40ef-b487-da71b37df844 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:11.653476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.242310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f121789e-c147-4baf-95d7-a5e548971927 req-e0d95fd8-129e-4dc5-82df-cb457fb6f9c9 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 1101 time: 0.5243049 May 26 22:42:12.377409 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.422361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] For port 96f7fc5d-7076-40ef-b487-da71b37df844, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=96f7fc5d-7076-40ef-b487-da71b37df844,segment=NetworkSegment(fd7c5fc0-5292-4b8c-8643-f6f5210add16),segment_id=fd7c5fc0-5292-4b8c-8643-f6f5210add16)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:12.422736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.594363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50462) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:12.601635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13981992', 'description': 'tempest-description--392042752'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:12.621662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:12.633906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Usage tracker for resource:security_group and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:12.635334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Calling delete_port for 96f7fc5d-7076-40ef-b487-da71b37df844 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:12.638239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:12.644343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:12.660475 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.719061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-48861423', 'description': 'tempest-description-2125588048'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:12.721704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:12.726662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Usage tracker for resource:security_group_rule and tenant:287ad55822df4f7fbc75220ce4f31160 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:12.731015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:12.731208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:12.733888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:12.737371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:12.739663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:12.743284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Usage tracker for resource:security_group_rule and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:12.746893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:12.750282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:12.759798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:12.762994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:12.789078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.871963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.895170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.919025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:12.933639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:12.940267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:12.954664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:12.960312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.960988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.961528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.3661785 May 26 22:42:12.964959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50470) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:12.970659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438f88d-f53e-49f0-9e09-89595aef7319 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed136d0-4e7b-40ff-869d-1decf329ff1d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:12.973782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:12.975911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Request body: {'security_group_rule': {'security_group_id': 'eed136d0-4e7b-40ff-869d-1decf329ff1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:12.984510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:12.990962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Usage tracker for resource:security_group_rule and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:12.994354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-fa5c8a02-0434-4ac5-bcb3-3911b18cba6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 1096 time: 0.7026904 May 26 22:42:12.997612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:13.004776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:13.045994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.062033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f121789e-c147-4baf-95d7-a5e548971927 req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8089585 May 26 22:42:13.068692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.079387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.154556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.178261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2273f7bc-d688-4aa1-b848-e7384be07a32 req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.4659331 May 26 22:42:13.180886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fd462-db1f-455b-8707-5b4717f35ba2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255962f0-f15b-4c18-b42b-875aab74c67e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:13.223660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f62f4-592c-42cd-9854-8ae118ce5ba3 tempest-ServersAdminNegativeTestJSON-1240774441 tempest-ServersAdminNegativeTestJSON-1240774441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4dc519-2a3d-4e64-bd9a-fe51f9a5d900,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:13.226030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.265983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.309335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 96f7fc5d-7076-40ef-b487-da71b37df844 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:13.396358 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2f61b7-415f-4020-8a89-6e4459246231'] response: {'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'status': 'completed', 'code': 200} May 26 22:42:13.490166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-4b7887b4-51ef-4c86-bb2f-c86c97e71f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:13.492133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-4b7887b4-51ef-4c86-bb2f-c86c97e71f59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 912 time: 0.4716845 May 26 22:42:13.492749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df777c46-fb7b-478d-bc26-9dbc392d8025,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:13.500922 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.502308 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b6b12235-c7bd-44b2-bad3-64bddb167c73 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5362754 May 26 22:42:13.509632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-c49a038e-10cd-48cb-a31b-5ca79dfd7972 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7204294 May 26 22:42:13.511420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50478) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:13.560182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Request body: {'security_group_rule': {'security_group_id': 'eed136d0-4e7b-40ff-869d-1decf329ff1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:13.568302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf876978-04ca-416f-bbc1-34d0b054fbc0 req-1c788126-2c10-4a8b-8247-4e7c0c3449dc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 210 time: 0.0732141 May 26 22:42:13.574289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:13.582714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Usage tracker for resource:security_group_rule and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:13.595946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:13.608462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:13.613812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-0f096d75-cea3-4306-9a39-275c0c88ef91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f527b27d-5761-4f31-bcda-5939556b09d8 HTTP/1.1" status: 200 len: 217 time: 0.1102374 May 26 22:42:13.640141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-17a442bf-7374-4033-ae91-d1d9e6c68726 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:13.642309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-17a442bf-7374-4033-ae91-d1d9e6c68726 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.4126256 May 26 22:42:13.651753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.667696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Request body: {'port': {'device_id': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'admin_state_up': True, 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:13.681560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-f30f8029-0404-4a37-a2e2-59b0bdeb68cd tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1504922217&fields=id&tenant_id=d08a593fe63048c6a6e32af4c4f231d9 HTTP/1.1" status: 200 len: 267 time: 0.4309790 May 26 22:42:13.686962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 96f7fc5d-7076-40ef-b487-da71b37df844 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:13.694879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 96f7fc5d-7076-40ef-b487-da71b37df844 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:13.695246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.730115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Port 96f7fc5d-7076-40ef-b487-da71b37df844 was deleted so its status cannot be updated. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 26 22:42:13.753632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.893626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Pushing event deleted for resources: {'Port': ['ID=96f7fc5d-7076-40ef-b487-da71b37df844,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:13.903403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:13.910560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Usage tracker for resource:port and tenant:112321dc32c44e748c69eba012b1178e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:13.917095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:13.919126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-bbac7b55-04be-422a-a714-e8ed94563e21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1135 time: 0.5758560 May 26 22:42:13.933030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:13.943333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.950233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.968645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bca21e-e1db-41ab-b084-44c8991055fb req-c3d4b86b-e4e2-4c03-a55d-76d2095c4e96 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:13.970163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42bca21e-e1db-41ab-b084-44c8991055fb req-c3d4b86b-e4e2-4c03-a55d-76d2095c4e96 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.1930797 May 26 22:42:13.977200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:13.980170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:13.984819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-eabdaab4-3ccd-476b-8c1d-6a1eaa143598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:13.986273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-eabdaab4-3ccd-476b-8c1d-6a1eaa143598 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.2974670 May 26 22:42:14.016184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd3e35f-4148-4b3d-b8b9-c474c7af80d4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:14.042544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:14.045839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c046e2ff-432f-4a03-8744-9300a640b845 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5010276 May 26 22:42:14.046954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50484) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:14.100439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:14.109750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:14.117814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Usage tracker for resource:floatingip and tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:14.126660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42bca21e-e1db-41ab-b084-44c8991055fb req-3f9118a5-54a8-4a65-b0d5-d01931a3fe10 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336830 May 26 22:42:14.133012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:14.163458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:14.222462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:14.283336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-668c0880-e848-44d8-8c41-69f8239501a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63db535426764bb8860dd58d851617c8&device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 1101 time: 0.6984987 May 26 22:42:14.303708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-77898263-87a4-4fd6-9ab9-23bfee0124db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2896414 May 26 22:42:14.371898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Allocated IP 172.20.0.14 (263a6ff1-3e06-48dd-beed-251ac06438fc/29ba0ea9-330e-47b1-82d6-d873725d8274/a85e6161-683f-4355-9918-70b984e7ec2d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:14.551059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f14a639d-9c15-4fcf-9806-190594a32f98 req-41f0362d-4913-467d-9aa8-da852d24655a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2387352 May 26 22:42:14.600480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-95397c38-e3e0-411b-aeea-ea0c721d9a4f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:14.603424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-95397c38-e3e0-411b-aeea-ea0c721d9a4f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 984 time: 0.8550277 May 26 22:42:14.608316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:14.610197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-611d4583-c5e4-4360-9257-d24f2adb266a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8496940 May 26 22:42:14.611085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-bc943c30-aee0-4d56-b5a9-f0bf174839d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:14.612371 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-bc943c30-aee0-4d56-b5a9-f0bf174839d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.6572773 May 26 22:42:14.735433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Request body: {'port': {'security_groups': ['d3ffd32f-9a37-49fb-8df9-0c2bf6261db1']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:14.749987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-8249ed5f-2f34-414c-ada6-b7df2cc68ca6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/255962f0-f15b-4c18-b42b-875aab74c67e HTTP/1.1" status: 200 len: 1637 time: 0.1695933 May 26 22:42:14.755040 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:14.767757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '255962f0-f15b-4c18-b42b-875aab74c67e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:14.768071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '255962f0-f15b-4c18-b42b-875aab74c67e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:14.779182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:14.812502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:14.830531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:14.840457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:14.880669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Allocated IP 172.25.4.32 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/6b3e51b8-5414-4ba3-9944-e73e2ecb77ee) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:14.881499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-684ed4e9-ce5b-4510-ad3f-978674fb72a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 217 time: 0.2175088 May 26 22:42:14.919100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:14.929449 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:42:14.931104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:14.948870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-4edd8680-4982-4e27-9b2e-c186a619576f service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367409 May 26 22:42:14.949752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-2500db42-0300-4307-8e5e-519f9959605f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:14.951006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-2500db42-0300-4307-8e5e-519f9959605f service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.6442561 May 26 22:42:15.087437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:15.090504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.096693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:15.109168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:15.136282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event updated for resources: {'Port': ['ID=a85e6161-683f-4355-9918-70b984e7ec2d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:15.187641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-c9fe9cdf-651b-4b74-8930-2276bbb726d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=36224417-0885-40e0-a609-766357f03b8a HTTP/1.1" status: 200 len: 217 time: 0.2281015 May 26 22:42:15.230132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.237013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:15.237615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.242701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-c94ec692-824c-4298-93b5-ddd40755651e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:15.244112 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-c94ec692-824c-4298-93b5-ddd40755651e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.3532047 May 26 22:42:15.249020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.250467 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.261589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.306456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c491fae-e1fe-4176-ba29-963282ec2691,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:15.314002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-70c6b15c-e373-425a-866f-823d384c68bf tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6527767 May 26 22:42:15.317452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.318525 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2817fbec-8a3b-4227-9bff-7405889d2fe3 req-c227e109-794f-4e2f-af57-0816e20b600f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5603895 May 26 22:42:15.327142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Request body: {'port': {'device_id': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:15.352553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-5242d158-2ec1-4d7b-ab91-f2f3976640bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827160 May 26 22:42:15.359921 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-22439ddf-366b-468c-a85c-a84aab26ce08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=670261df236d4cd993abc0bc5e989930&device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 1101 time: 0.6308944 May 26 22:42:15.417371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.474681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-98c69e23-a873-4548-8c57-db27facec4b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:15.476186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-98c69e23-a873-4548-8c57-db27facec4b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.2712150 May 26 22:42:15.632948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:15.633796 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:15.676401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:15.689048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:15.753099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event updated for resources: {'Port': ['ID=6b3e51b8-5414-4ba3-9944-e73e2ecb77ee,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:15.768488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2eee1e1a-da95-4e58-adb5-6faaf577745e req-0595817c-909b-4e0c-9838-c9a409d15d5d service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015656 May 26 22:42:15.940248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-c56307a8-910d-42f7-b2f8-2d945a8ff99e service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452790 May 26 22:42:15.948683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa022-1c73-42e2-a12d-2600979cd817 req-aa426e54-5c36-4d29-8733-783750ced237 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:15.949367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6d5fa022-1c73-42e2-a12d-2600979cd817 req-aa426e54-5c36-4d29-8733-783750ced237 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:15.963729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-8cb451d7-af49-458a-a3b5-524ac85fc8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:15.965160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-8cb451d7-af49-458a-a3b5-524ac85fc8f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.5729721 May 26 22:42:16.050760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6d5fa022-1c73-42e2-a12d-2600979cd817 req-aa426e54-5c36-4d29-8733-783750ced237 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:16.051897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d5fa022-1c73-42e2-a12d-2600979cd817 req-aa426e54-5c36-4d29-8733-783750ced237 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 932 time: 0.3673537 May 26 22:42:16.158669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.177502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.201907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-7fa8e971-7200-42cd-aeaa-04bba69b5a90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4 HTTP/1.1" status: 200 len: 217 time: 0.2294168 May 26 22:42:16.251867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d5fa022-1c73-42e2-a12d-2600979cd817 req-d8e4d748-8fa1-4adc-b0d3-402aaece642f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284807 May 26 22:42:16.270114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-5f18ccda-9959-4f21-9347-2e488e356247 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6876891 May 26 22:42:16.298002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.348427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85e6161-683f-4355-9918-70b984e7ec2d {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:16.358798 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.439629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Transition to ACTIVE for port object a85e6161-683f-4355-9918-70b984e7ec2d will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:16.487249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.549878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89872f06-250d-4e24-9a2a-a96fcb25c216 req-21ad31ed-ad6f-42d5-8b16-a5903bebf8c7 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830977 May 26 22:42:16.553039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9170587b-b63f-4eaf-ac48-0e65c3865805,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:16.562815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-656128cc-6018-4ab1-90ac-a1bbd4338d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:16.564221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-656128cc-6018-4ab1-90ac-a1bbd4338d32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3470714 May 26 22:42:16.647881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Pushing event updated for resources: {'Port': ['ID=a85e6161-683f-4355-9918-70b984e7ec2d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:16.682649 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.688449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-1086013b-45e9-4fd5-847a-3c2b24c799a9 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920999 May 26 22:42:16.700217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.704043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1709c-8085-4833-b8c0-a4a1de432568 req-aab27532-7857-473a-ab81-3e005437b1b3 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:16.705502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24d1709c-8085-4833-b8c0-a4a1de432568 req-aab27532-7857-473a-ab81-3e005437b1b3 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.3329129 May 26 22:42:16.713793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9170587b-b63f-4eaf-ac48-0e65c3865805'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:16.834501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.846485 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.885261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24d1709c-8085-4833-b8c0-a4a1de432568 req-619836ff-78f8-4676-b131-1a4353adfdf6 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472905 May 26 22:42:16.885547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:16.886180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:16.887489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3b7e5b2-3897-4a7b-a442-f5e6293e7465 req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "PUT /v2.0/ports/9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 942 time: 2.2316217 May 26 22:42:16.891072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:16.925737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfda503-e776-4f16-93b3-42abeeb2fe63 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event updated for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:16.925737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-d498f40c-07de-4780-a801-a54d0867e45d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3440032 May 26 22:42:16.963804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d2185e2-6a46-4428-9bc2-dcc0eac73b69 req-f805e1d4-2def-4f7c-82fd-e6cfb34740c3 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594602 May 26 22:42:16.966711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Attempting to bind port a85e6161-683f-4355-9918-70b984e7ec2d on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:16.967045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Attempting to bind port a85e6161-683f-4355-9918-70b984e7ec2d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:16.967369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Attempting to bind port a85e6161-683f-4355-9918-70b984e7ec2d on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:16.988805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-190190387', 'description': 'tempest-description-854638165'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:16.994791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event updated for resources: {'Port': ['ID=6b3e51b8-5414-4ba3-9944-e73e2ecb77ee,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:16.999424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Port a85e6161-683f-4355-9918-70b984e7ec2d on network 263a6ff1-3e06-48dd-beed-251ac06438fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:42:16.999869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Attempting to bind port a85e6161-683f-4355-9918-70b984e7ec2d on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:17.003058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:17.015615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:17.016110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:17.016474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Bound using segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:17.016906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Bound port: a85e6161-683f-4355-9918-70b984e7ec2d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:17.017246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:17.027255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:17.090694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:17.110677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:17.124489 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:17.132202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31f85b6e-53e3-474f-a9f1-74073588d40c tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0740862 May 26 22:42:17.140135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:17.221059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:17.232373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-6332995b-4046-4f09-8d38-1063acb9ef15 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666929 May 26 22:42:17.243623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9170587b-b63f-4eaf-ac48-0e65c3865805'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:17.302224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] For port a85e6161-683f-4355-9918-70b984e7ec2d, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:17.306773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] For port a85e6161-683f-4355-9918-70b984e7ec2d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a85e6161-683f-4355-9918-70b984e7ec2d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:17.316561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:17.320738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d660a84e-16de-41ff-9056-b25bdddeb9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:17.360716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfa753-1185-41a5-a263-81e6af4ba3f4 req-e670f257-9000-44ee-abde-5d3b5356b838 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:17.368561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21bfa753-1185-41a5-a263-81e6af4ba3f4 req-e670f257-9000-44ee-abde-5d3b5356b838 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 950 time: 0.2907486 May 26 22:42:17.423418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:17.424925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] 10.222.0.55 "PUT /v2.0/ports/a85e6161-683f-4355-9918-70b984e7ec2d HTTP/1.1" status: 200 len: 1092 time: 2.1028771 May 26 22:42:17.432944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'tag': 'a85e6161-683f-4355-9918-70b984e7ec2d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:17.458379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77cd4-dbd5-4a2d-b5f6-844729973e20 service neutron] Pushing event updated for resources: {'Port': ['ID=a85e6161-683f-4355-9918-70b984e7ec2d,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:17.474095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21bfa753-1185-41a5-a263-81e6af4ba3f4 req-d7931840-2703-4d82-9a2d-a7433b7e7565 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 May 26 22:42:17.707173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:17.713981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-0c229f3d-d786-4983-aee2-9f9f540ffd15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 1095 time: 0.2217031 May 26 22:42:17.716030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53266-3c20-405e-970a-211630a4e0b3 req-efd25a50-f079-4e34-a417-2d5e2d807fa6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:17.716709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-03e53266-3c20-405e-970a-211630a4e0b3 req-efd25a50-f079-4e34-a417-2d5e2d807fa6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Synchronizing usage tracker for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:17.736238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:17.742758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:17.760574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:17.776843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-708fc8e4-1fc7-4417-b10c-f69c49388ce7 req-1bd228c6-ecaa-40d7-8bd9-96d766eac244 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358679 May 26 22:42:17.786389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-03e53266-3c20-405e-970a-211630a4e0b3 req-efd25a50-f079-4e34-a417-2d5e2d807fa6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Unset dirty status for tenant:63db535426764bb8860dd58d851617c8 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:17.787435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-03e53266-3c20-405e-970a-211630a4e0b3 req-efd25a50-f079-4e34-a417-2d5e2d807fa6 tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "GET /v2.0/ports?device_id=94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e HTTP/1.1" status: 200 len: 950 time: 0.7820470 May 26 22:42:17.808941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-f7fe5c08-80ab-4920-a842-9844303ed921 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2468653 May 26 22:42:17.810281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-964978ad-a22a-40c8-ad84-1d27b83e9a1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a85e6161-683f-4355-9918-70b984e7ec2d HTTP/1.1" status: 200 len: 217 time: 0.0880413 May 26 22:42:17.819787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:17.855594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:17.872249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Usage tracker for resource:floatingip and tenant:d08a593fe63048c6a6e32af4c4f231d9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:17.879664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:17.891334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:17.905365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-bb2b7b13-ea3f-468b-bfce-04f3bd465c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:17.907392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-bb2b7b13-ea3f-468b-bfce-04f3bd465c14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.0919478 May 26 22:42:17.908540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.001271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Deleting port 36224417-0885-40e0-a609-766357f03b8a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:18.001885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.016826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-d09aebae-bbe4-41ee-b419-979d3b61c888 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914009 May 26 22:42:18.054207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.064846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.174757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-0c08b651-8669-4509-bca6-208625303258 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512377 May 26 22:42:18.178057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccd080-35b9-4e31-976b-7c90a4b2a736,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:18.191602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.192796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-adaccd4c-73e1-4632-aa16-39c103c90c29 req-41c01126-7df4-414e-87b0-9d1fcdb43f26 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.2282395 May 26 22:42:18.274841 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4245af6-30d2-47ce-8aef-c015416bb264'] response: {'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'status': 'completed', 'code': 200} May 26 22:42:18.335801 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9407428a-09a7-4f3a-b5fb-2cd17416348d req-815e1e07-58c0-41f7-8bf9-41272f426123 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501312 May 26 22:42:18.345352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.424978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] For port 36224417-0885-40e0-a609-766357f03b8a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=36224417-0885-40e0-a609-766357f03b8a,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:18.425338 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.488565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Allocated IP 172.25.4.206 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/57d9d99d-ba1e-460f-a83f-7fce8687afb9) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:18.570911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Calling delete_port for 36224417-0885-40e0-a609-766357f03b8a owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:18.636572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-eb2ccb21-c96e-4538-ac5d-2231add8042f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 0.3453150 May 26 22:42:18.639815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-48c6ee60-7bba-4ff2-80cc-ce2a5cf40585 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Synchronizing usage tracker for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:18.641917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.671094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:18.744714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:18.748479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:18.751049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:18.770793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-48c6ee60-7bba-4ff2-80cc-ce2a5cf40585 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Unset dirty status for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:18.772479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-48c6ee60-7bba-4ff2-80cc-ce2a5cf40585 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--13981992&fields=id&tenant_id=5fa3bab63f6f4ad780dc0cf599cd3a08 HTTP/1.1" status: 200 len: 267 time: 0.3848004 May 26 22:42:18.774397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Router 6dc5362e-795f-4304-9fcc-9462fca5f542 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:18.776398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event updated for resources: {'Port': ['ID=57d9d99d-ba1e-460f-a83f-7fce8687afb9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:19.116367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-60671ead-a626-4388-98c5-6348640f7788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:19.117820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-60671ead-a626-4388-98c5-6348640f7788 service neutron] 10.222.0.48 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.4745638 May 26 22:42:19.255183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.318889 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-3c71da4a-d358-4511-8bb8-d06226e31f37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 217 time: 0.1872203 May 26 22:42:19.323284 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7cae00b7-a3aa-4853-8b8a-6e04b64d3256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.333978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Pushing event deleted for resources: {'Port': ['ID=36224417-0885-40e0-a609-766357f03b8a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:19.335013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.379876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-8a5603a7-26a6-4995-af7b-fb2a44edd800 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:19.380453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-8a5603a7-26a6-4995-af7b-fb2a44edd800 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Synchronizing usage tracker for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:19.391116 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.500951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] No DVR routers for this DVR port 36224417-0885-40e0-a609-766357f03b8a on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:19.503275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-1390591d-f96d-4720-ae75-dab071882451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:19.504845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-1390591d-f96d-4720-ae75-dab071882451 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.1724625 May 26 22:42:19.507655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.548522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-8a5603a7-26a6-4995-af7b-fb2a44edd800 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Unset dirty status for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:19.549685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-8a5603a7-26a6-4995-af7b-fb2a44edd800 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/networks?id=7c1f1052-7d58-4687-9115-b6febdf4998f HTTP/1.1" status: 200 len: 811 time: 0.7653034 May 26 22:42:19.566962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-03e53266-3c20-405e-970a-211630a4e0b3 req-a0ffbcdb-14cc-4992-b2a8-a7fb537b613f tempest-ServersOnMultiNodesTest-352277971 tempest-ServersOnMultiNodesTest-352277971-project] 10.222.0.48 "DELETE /v2.0/ports/36224417-0885-40e0-a609-766357f03b8a HTTP/1.1" status: 204 len: 173 time: 1.7736938 May 26 22:42:19.575348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-91af58cc-2ec1-4507-a122-d1fd67a1f486 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567729 May 26 22:42:19.606804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-50fdd4f3-114d-49d4-99c4-579fc7651aed tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/quotas/5fa3bab63f6f4ad780dc0cf599cd3a08 HTTP/1.1" status: 200 len: 375 time: 0.0477149 May 26 22:42:19.617503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 36224417-0885-40e0-a609-766357f03b8a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:19.653349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 36224417-0885-40e0-a609-766357f03b8a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:19.653809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 36224417-0885-40e0-a609-766357f03b8a not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:19.748764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.753531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.798579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-1ebc07da-1d0e-4c04-b69b-ba3355efb538 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171156 May 26 22:42:19.815791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-fdfd604f-753e-4117-bcb0-9c8186c0e3bd tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Synchronizing usage tracker for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:19.842469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:19.850819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3fd387a8-38af-4f79-9c72-a169d57e48ce admin admin] 10.222.0.32 "PUT /v2.0/routers/6dc5362e-795f-4304-9fcc-9462fca5f542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3026607 May 26 22:42:19.854546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50524) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:19.868934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event updated for resources: {'Port': ['ID=57d9d99d-ba1e-460f-a83f-7fce8687afb9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:19.886817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.910341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:19.914150 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-d8176325-0344-4d6c-a8c8-e8624312938f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0997093 May 26 22:42:19.994573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-dcac33af-7d33-4b26-8309-1d7603174aed tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:20.012102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-dcac33af-7d33-4b26-8309-1d7603174aed tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:20.013705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-dcac33af-7d33-4b26-8309-1d7603174aed tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.0954170 May 26 22:42:20.049895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-fdfd604f-753e-4117-bcb0-9c8186c0e3bd tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Unset dirty status for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:20.051206 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-fdfd604f-753e-4117-bcb0-9c8186c0e3bd tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5fa3bab63f6f4ad780dc0cf599cd3a08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3939426 May 26 22:42:20.165956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-ac7bfeb9-623c-4908-987d-8455714c283f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:20.167242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac36ad41-a881-414f-b00e-b3a2eac15bfe req-ac7bfeb9-623c-4908-987d-8455714c283f tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1480834 May 26 22:42:20.202761 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b613e08-ee5f-4aed-85ac-8ccb679c129f req-f76a6abc-0392-41ea-b9fc-9a22e239046d service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833659 May 26 22:42:20.253394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-3e28c6f4-461b-417c-9bd5-d4f7fda6ab1a service neutron] 10.222.0.32 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760457 May 26 22:42:20.278583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'name': 'network-vif-deleted', 'tag': '36224417-0885-40e0-a609-766357f03b8a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:20.355599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc3d7-511f-4993-bda8-62dd96267cbc req-0c46c542-2442-477d-8599-e2baa51bc599 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:20.357384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0fdc3d7-511f-4993-bda8-62dd96267cbc req-0c46c542-2442-477d-8599-e2baa51bc599 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 944 time: 0.0818076 May 26 22:42:20.389370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:20.403607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0fdc3d7-511f-4993-bda8-62dd96267cbc req-497330d4-4213-490e-b6cf-daf6ca5061d1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 May 26 22:42:20.457314 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:20.484384 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92bea9d8-8e6f-4842-9ddc-229f0de89a1b'] response: {'name': 'network-changed', 'server_uuid': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'tag': 'a85e6161-683f-4355-9918-70b984e7ec2d', 'status': 'completed', 'code': 200} May 26 22:42:20.589817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-4f34b962-9a99-46c9-b80c-83f349f65ce7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 1095 time: 0.0794458 May 26 22:42:20.641377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-15f4f03d-d008-4162-b4e4-c7c8f3fbfb8a service neutron] 10.222.0.32 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807013 May 26 22:42:20.694746 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:20.734710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:20.751166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Deleting port 2f301381-7bd5-4695-8c6d-00fd52a41386 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:20.751508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:20.807455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-1f54cc29-3ecb-4041-8019-300f06353436 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:20.809005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-1f54cc29-3ecb-4041-8019-300f06353436 service neutron] 10.222.0.55 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.2128382 May 26 22:42:20.877562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f324897-501a-4aee-8890-9a65d83fc561 req-8cc3b102-f5a7-48c3-86d7-f5075298bea7 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:20.879050 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f324897-501a-4aee-8890-9a65d83fc561 req-8cc3b102-f5a7-48c3-86d7-f5075298bea7 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.2638869 May 26 22:42:20.896797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a85e6161-683f-4355-9918-70b984e7ec2d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:42:20.915125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-400883b5-3420-47ba-ab98-09b5bb8141ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a85e6161-683f-4355-9918-70b984e7ec2d HTTP/1.1" status: 200 len: 217 time: 0.0967908 May 26 22:42:20.939894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f324897-501a-4aee-8890-9a65d83fc561 req-dad3e1fb-151c-4ec3-8926-10270869cf20 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537462 May 26 22:42:20.950905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-51cc3c76-036f-4784-b039-6319d03a78ae tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/e2ccd080-35b9-4e31-976b-7c90a4b2a736 HTTP/1.1" status: 200 len: 1637 time: 0.1230540 May 26 22:42:20.995020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e2ccd080-35b9-4e31-976b-7c90a4b2a736', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:20.995328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e2ccd080-35b9-4e31-976b-7c90a4b2a736', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:21.003349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:21.022617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:21.027852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:21.039497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:21.042936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] For port 2f301381-7bd5-4695-8c6d-00fd52a41386, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2f301381-7bd5-4695-8c6d-00fd52a41386,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:21.043379 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.047395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-6bd0e41f-36a6-487a-93bb-3e1a97a4b64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:21.050453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-6bd0e41f-36a6-487a-93bb-3e1a97a4b64c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1132469 May 26 22:42:21.104175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-ee322aa3-fadf-44a7-a118-93b4de13c0e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463169 May 26 22:42:21.143075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port a85e6161-683f-4355-9918-70b984e7ec2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a85e6161-683f-4355-9918-70b984e7ec2d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:21.161942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'a85e6161-683f-4355-9918-70b984e7ec2d', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'port_id': 'a85e6161-683f-4355-9918-70b984e7ec2d', 'mac_address': 'fa:16:3e:95:ae:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ba0ea9-330e-47b1-82d6-d873725d8274', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:42:21.224406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Calling delete_port for 2f301381-7bd5-4695-8c6d-00fd52a41386 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:21.246309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.283049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85e6161-683f-4355-9918-70b984e7ec2d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:21.324064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port a85e6161-683f-4355-9918-70b984e7ec2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a85e6161-683f-4355-9918-70b984e7ec2d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:21.331328 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.335780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.362068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.373988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.384565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-abb29c99-9a64-42d8-abc6-2ead35ba6a06 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731714 May 26 22:42:21.435448 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.450400 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7480a319-30e7-4e0c-90f0-060aa3cebb89 req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.4865022 May 26 22:42:21.477119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d2ef-d66b-4fa0-8dec-cda4990a148d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558c69cc-82dd-4d12-847e-a30658a990d6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:21.505793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=a85e6161-683f-4355-9918-70b984e7ec2d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:21.530555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.532132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.532527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.533555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.533827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.535774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.541482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.541874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.542220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.542553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.542880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:21.565974 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5904aa84-a5d8-45d9-8fe9-59d7a258e92f'] response: {'server_uuid': '94b7ba7e-c12c-45d8-9bcf-6f0f55e9459e', 'name': 'network-vif-deleted', 'tag': '36224417-0885-40e0-a609-766357f03b8a', 'status': 'completed', 'code': 200} May 26 22:42:21.581371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['a85e6161-683f-4355-9918-70b984e7ec2d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:21.647909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525552f-5d63-407f-8745-e28c73546418 req-aeaa3997-bd9f-4451-869a-7ea675446a9e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:21.649497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-aeaa3997-bd9f-4451-869a-7ea675446a9e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3619807 May 26 22:42:21.673235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50552) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:21.689317 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.747613 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13aa44e3-7a0d-4108-a242-dcebdc80d27c req-f75412ac-6e9b-4a4e-94a9-96509accd222 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562007 May 26 22:42:21.749181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f301381-7bd5-4695-8c6d-00fd52a41386,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:21.793717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-3563f6ca-68b5-4c9d-b40c-781378d986e0 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.1259122 May 26 22:42:21.800658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Request body: {'floatingip': {'port_id': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:21.842294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.049284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.075476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.242440 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-94d5027f-131f-43f4-aaf2-4b2614f71d3a req-59747166-b233-49bd-9347-f5d77db708cc tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 210 time: 0.1679151 May 26 22:42:22.255227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bc7a75cb-1534-404a-9f21-8b3766b63a52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63db535426764bb8860dd58d851617c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5786700 May 26 22:42:22.255536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50562) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:22.661315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.684022 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.697253 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09ed363-c19b-4c9e-b9fe-8a3917619601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.698438 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.702332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.782731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09ed363-c19b-4c9e-b9fe-8a3917619601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.793710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-4c33afc6-80f0-4c87-aa9c-93b95a8802db tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:22.795085 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-4c33afc6-80f0-4c87-aa9c-93b95a8802db tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.48 "GET /v2.0/networks?id=7c1f1052-7d58-4687-9115-b6febdf4998f HTTP/1.1" status: 200 len: 811 time: 0.2799459 May 26 22:42:22.809522 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.810072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc5362e-795f-4304-9fcc-9462fca5f542 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:42:22.860654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b3357-47e8-4663-a22e-ffa3a3678d41 req-6e7b71ad-648c-4cc9-8e86-3e48b34d03a2 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:22.861332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0e3b3357-47e8-4663-a22e-ffa3a3678d41 req-6e7b71ad-648c-4cc9-8e86-3e48b34d03a2 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:22.878461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.879541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ff6c3fa6-a89b-4d26-a6de-734e761eb6b3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6dc5362e-795f-4304-9fcc-9462fca5f542 HTTP/1.1" status: 204 len: 168 time: 3.0191805 May 26 22:42:22.886266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50566) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:22.905824 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Floating IP c730f43c-fc1e-4d56-8c1e-3028896d49b7 associated. External IP: 172.25.4.206, port: 9170587b-b63f-4eaf-ac48-0e65c3865805. May 26 22:42:22.906084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a85e6161-683f-4355-9918-70b984e7ec2d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:22.941736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0e3b3357-47e8-4663-a22e-ffa3a3678d41 req-6e7b71ad-648c-4cc9-8e86-3e48b34d03a2 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:22.943750 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e3b3357-47e8-4663-a22e-ffa3a3678d41 req-6e7b71ad-648c-4cc9-8e86-3e48b34d03a2 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 945 time: 0.4321938 May 26 22:42:22.963508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-0f622c02-82f7-4189-ba0a-c213a5e8c1ff tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa3bab63f6f4ad780dc0cf599cd3a08 HTTP/1.1" status: 200 len: 378 time: 0.1490836 May 26 22:42:22.981705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port a85e6161-683f-4355-9918-70b984e7ec2d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:22.986260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09ed363-c19b-4c9e-b9fe-8a3917619601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.987062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port a85e6161-683f-4355-9918-70b984e7ec2d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:22.987426 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.992502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Request body: {'port': {'device_id': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'admin_state_up': True, 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'security_groups': ['eed136d0-4e7b-40ff-869d-1decf329ff1d']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:23.089593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed363-c19b-4c9e-b9fe-8a3917619601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2e72e3-f2aa-498b-aebc-8a2d809ef30c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:23.093418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] Deleting subnet 5865a7f1-f601-4c46-a9a0-467a6fd15630 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:42:23.110061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.128089 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.165143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09ed363-c19b-4c9e-b9fe-8a3917619601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.166241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e09ed363-c19b-4c9e-b9fe-8a3917619601 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a2e72e3-f2aa-498b-aebc-8a2d809ef30c HTTP/1.1" status: 204 len: 168 time: 0.9096284 May 26 22:42:23.189558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.196139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85e6161-683f-4355-9918-70b984e7ec2d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:23.227584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port a85e6161-683f-4355-9918-70b984e7ec2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a85e6161-683f-4355-9918-70b984e7ec2d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:23.228257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e3b3357-47e8-4663-a22e-ffa3a3678d41 req-cb596a5c-695b-4377-bca6-db6661dd5331 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638156 May 26 22:42:23.236944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.280758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:23.298978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:23.304542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1984313252', 'description': 'tempest-description-587162778'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:23.321539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:23.328216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:23.332112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:23.339524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Made reservation on behalf of 5fa3bab63f6f4ad780dc0cf599cd3a08 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:23.342605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.343793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=a85e6161-683f-4355-9918-70b984e7ec2d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:23.354972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:23.376942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Router 3b2c3174-da10-4687-98a4-7cf70d685426 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:23.377572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.448979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.553839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:23.559347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:23.569502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:23.613710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:23.626287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50578) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:23.657579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.712766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e9405c0a-a7c1-4da6-be2d-933ff1ae1174 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d19ac67379ad411db7a59c81e3e0df94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0847094 May 26 22:42:23.713217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5865a7f1-f601-4c46-a9a0-467a6fd15630,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:23.715375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:23.728171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Allocated IP 172.20.0.11 (7c1f1052-7d58-4687-9115-b6febdf4998f/ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b/bdf4fd2a-80d6-4fcd-9142-dcf626892f68) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:23.746187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.752218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ed77d-f0bd-4cdb-94f2-3aa877d4bdfc None None] Network 4a666e1a-4542-4c03-8486-2a5445172564 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:23.793341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a04f1844-29b8-4041-ad6d-5b1ab5343b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.831736 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a04f1844-29b8-4041-ad6d-5b1ab5343b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.849359 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.862957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.868485 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f346cf6-1232-4f6d-841f-31e2809b50c6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5865a7f1-f601-4c46-a9a0-467a6fd15630 HTTP/1.1" status: 204 len: 168 time: 0.9812491 May 26 22:42:23.874163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:23.875593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50586) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:23.883258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.892180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] Sync routers for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:23.908393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d991189d-f251-4a7a-a2a5-e6f04cb60b08,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:23.951002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:23.952295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:23.994813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.004907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-11beb45e-63a1-4517-8b18-7477acf7e408 req-3a43c181-f573-4cf4-b7e9-3a7169c689fc tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.7050273 May 26 22:42:24.029453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-4628ffe4-2f8b-4e1f-b97a-7a1071aa17a2 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "PUT /v2.0/floatingips/c730f43c-fc1e-4d56-8c1e-3028896d49b7 HTTP/1.1" status: 200 len: 996 time: 2.2345219 May 26 22:42:24.039119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:24.054282 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.059108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a04f1844-29b8-4041-ad6d-5b1ab5343b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.102515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-07506511-13aa-4789-ada7-f497758f82ee tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:24.106627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-07506511-13aa-4789-ada7-f497758f82ee tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 950 time: 0.3388712 May 26 22:42:24.121904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1844-29b8-4041-ad6d-5b1ab5343b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17605863-6e8f-49d6-9994-05bd71dc7c31,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:24.137627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Deleting port 0fd3bca1-37fc-431f-b328-f40c6fe27485 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:24.137917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.160216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:24.166113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a04f1844-29b8-4041-ad6d-5b1ab5343b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.167229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a04f1844-29b8-4041-ad6d-5b1ab5343b33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17605863-6e8f-49d6-9994-05bd71dc7c31 HTTP/1.1" status: 204 len: 168 time: 0.4509747 May 26 22:42:24.227264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] DHCP port deletion for 4a666e1a-4542-4c03-8486-2a5445172564 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:42:24.247068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Deleting port 0fd3bca1-37fc-431f-b328-f40c6fe27485 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:24.247734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.263467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-935ed8d5-41c9-4b33-abe3-cc80984de479 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 0.2055075 May 26 22:42:24.304739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Deleting port 000e2264-defa-4408-8bd1-aedf32da5843 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:24.305344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.483385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] For port 0fd3bca1-37fc-431f-b328-f40c6fe27485, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0fd3bca1-37fc-431f-b328-f40c6fe27485,segment=NetworkSegment(fd7c5fc0-5292-4b8c-8643-f6f5210add16),segment_id=fd7c5fc0-5292-4b8c-8643-f6f5210add16)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:24.484021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.556191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1775c00-9553-42f0-9236-fdbc00af01bf req-1239221a-6713-4d74-88fb-d5d3ae278d38 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:24.563754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1775c00-9553-42f0-9236-fdbc00af01bf req-1239221a-6713-4d74-88fb-d5d3ae278d38 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3 HTTP/1.1" status: 200 len: 950 time: 0.3962829 May 26 22:42:24.619643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Calling delete_port for 0fd3bca1-37fc-431f-b328-f40c6fe27485 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:24.652680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525552f-5d63-407f-8745-e28c73546418 req-02229a39-49d1-4bd9-bd47-ddf56bbf5674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:24.654070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-02229a39-49d1-4bd9-bd47-ddf56bbf5674 service neutron] 10.222.0.32 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.3846641 May 26 22:42:24.780546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-5748c025-378a-40e6-88c7-35c5dccac0d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 999 time: 0.1139789 May 26 22:42:24.790038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] For port 0fd3bca1-37fc-431f-b328-f40c6fe27485, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0fd3bca1-37fc-431f-b328-f40c6fe27485,segment=NetworkSegment(fd7c5fc0-5292-4b8c-8643-f6f5210add16),segment_id=fd7c5fc0-5292-4b8c-8643-f6f5210add16)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:24.790293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.851284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.868661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525552f-5d63-407f-8745-e28c73546418 req-efd44d78-db1b-4fd7-879d-4dfd349222ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:24.870459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-efd44d78-db1b-4fd7-879d-4dfd349222ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.0820229 May 26 22:42:24.871671 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.898707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Transition to ACTIVE for port object bdf4fd2a-80d6-4fcd-9142-dcf626892f68 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:24.924648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd3bca1-37fc-431f-b328-f40c6fe27485,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:24.969965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] For port 000e2264-defa-4408-8bd1-aedf32da5843, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=000e2264-defa-4408-8bd1-aedf32da5843,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:24.970320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.976080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-6e781a16-a0ae-4cc8-8a8a-1fb45311bce2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533550 May 26 22:42:24.979572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] No DVR routers for this DVR port 0fd3bca1-37fc-431f-b328-f40c6fe27485 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:25.004557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Calling delete_port for 0fd3bca1-37fc-431f-b328-f40c6fe27485 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:25.052293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.111279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c730f43c-fc1e-4d56-8c1e-3028896d49b7', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'port_id': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'mac_address': 'fa:16:3e:12:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:42:18Z', 'updated_at': '2022-05-26T22:42:22Z', 'revision_number': 1, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:24Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:25.118817 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:42:25.119586 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:42:25.121512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] Checking router: 3b2c3174-da10-4687-98a4-7cf70d685426 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:25.135588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Calling delete_port for 000e2264-defa-4408-8bd1-aedf32da5843 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:25.137266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:25.138550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:25.189994 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1775c00-9553-42f0-9236-fdbc00af01bf req-927de709-8229-4c17-b912-eb7f92dcb099 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250927 May 26 22:42:25.280159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0fd3bca1-37fc-431f-b328-f40c6fe27485 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:25.328142 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.335520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 0fd3bca1-37fc-431f-b328-f40c6fe27485 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:25.335760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.336295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0fd3bca1-37fc-431f-b328-f40c6fe27485 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:25.376089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a666e1a-4542-4c03-8486-2a5445172564']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:25.401768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50614) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:25.406830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7c5fc0-5292-4b8c-8643-f6f5210add16') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:25.407222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7c5fc0-5292-4b8c-8643-f6f5210add16') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:25.416591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:25.427195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-541c057f-6c8b-4b45-91cd-b62586d83e47 service neutron] 10.222.0.32 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166331 May 26 22:42:25.429521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.460739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Network 7c1f1052-7d58-4687-9115-b6febdf4998f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:25.495318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:25.500250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event updated for resources: {'Port': ['ID=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:25.513692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.539923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:25.542131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:42:25.547370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: timer() May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:42:25.574611 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:42:25.629401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Deleting port 0fd3bca1-37fc-431f-b328-f40c6fe27485 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:25.629788 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.652206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-241012703-network', 'tenant_id': '3716fd985d9e4ea994bef2abc1294b63'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:25.657659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:25.661528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Usage tracker for resource:network and tenant:3716fd985d9e4ea994bef2abc1294b63 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:25.665342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:25.671396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:25.688300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Made reservation on behalf of 3716fd985d9e4ea994bef2abc1294b63 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:25.691021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.724587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.749996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.795760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.824615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Pushing event deleted for resources: {'Port': ['ID=000e2264-defa-4408-8bd1-aedf32da5843,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:25.824857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.834633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['904f451d-a19b-4597-bb4f-3bfb7e2a94e4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:25.838769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a666e1a-4542-4c03-8486-2a5445172564 HTTP/1.1" status: 204 len: 168 time: 1.9577579 May 26 22:42:25.838769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f525552f-5d63-407f-8745-e28c73546418 req-7c4d669e-2c21-482f-b173-8ff5e15beba5 service neutron] 10.222.0.32 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014754 May 26 22:42:25.843854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbed3da-e5af-4692-8827-1995e89961c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a666e1a-4542-4c03-8486-2a5445172564,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:25.856594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:25.862458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Usage tracker for resource:security_group_rule and tenant:3716fd985d9e4ea994bef2abc1294b63 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:25.865492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:25.874100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:25.931592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-91909169-a4bb-4cbf-bc3a-3b1dec4794f2 None None] The port '0fd3bca1-37fc-431f-b328-f40c6fe27485' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:42:25.957954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:25.958823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.991886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.999858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.004184 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccffd1d4-805a-4193-8cbf-1f9b43f1b5a3'] response: {'server_uuid': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85e6161-683f-4355-9918-70b984e7ec2d', 'code': 200} May 26 22:42:26.017505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] No DVR routers for this DVR port 000e2264-defa-4408-8bd1-aedf32da5843 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:26.027423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.045184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:42:26.045737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'name': 'network-vif-deleted', 'tag': '000e2264-defa-4408-8bd1-aedf32da5843'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:26.078520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-439413b6-4d2b-4f03-852f-1e0e8765fe59 req-58d7ef73-cea9-4720-89f8-d888efc277de tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.48 "DELETE /v2.0/ports/000e2264-defa-4408-8bd1-aedf32da5843 HTTP/1.1" status: 204 len: 173 time: 1.9611137 May 26 22:42:26.093484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-84dfba7e-64c6-4ceb-9c14-1eea2872e1fb tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1239977 May 26 22:42:26.098361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-859aa2cb-be42-459a-9f46-8bf9d039f709 None None] Provisioning for port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:26.108159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Request body: {'port': {'device_id': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:26.119771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4875d0cb-1b71-47dc-8f35-9e39f7a6e4e8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:26.131685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-859aa2cb-be42-459a-9f46-8bf9d039f709 None None] Provisioning complete for port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:26.132104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-859aa2cb-be42-459a-9f46-8bf9d039f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.164625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.165434 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Added segment 949a6645-1c40-4157-9278-88b401dc2bed of type vlan for network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa May 26 22:42:26.182120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50626) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:26.198618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d974b-95bb-47c5-8f80-a2b9c6e5b5d7 req-4d28b187-2b69-4d0e-b565-cf36138cfc2a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:26.200159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a01d974b-95bb-47c5-8f80-a2b9c6e5b5d7 req-4d28b187-2b69-4d0e-b565-cf36138cfc2a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.7061012 May 26 22:42:26.277484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.293082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-859aa2cb-be42-459a-9f46-8bf9d039f709 None None] Port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:42:26.358751 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.388105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb5fb5c8-8013-43f8-b062-aa5d43b5f303 req-1ac58282-6ce3-48fc-adaa-1a28d254cd30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 1097 time: 0.3448718 May 26 22:42:26.433009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a01d974b-95bb-47c5-8f80-a2b9c6e5b5d7 req-d85f3e79-1ee0-4a05-bc56-d85820d54adf tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161872 May 26 22:42:26.441264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f2e2d3d6-d365-4bc7-8481-94e9024e33cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f5429a53e014cc1b76da7fdfdbead27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2553012 May 26 22:42:26.443119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.443978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:26.444554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.446678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50632) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:26.455944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c730f43c-fc1e-4d56-8c1e-3028896d49b7', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'port_id': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'mac_address': 'fa:16:3e:12:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:42:18Z', 'updated_at': '2022-05-26T22:42:22Z', 'revision_number': 1, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:24Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:26.470476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca50a24-0a2a-46ac-aaf3-16ac3f95d3c0 None None] The sync data for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 is: [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c730f43c-fc1e-4d56-8c1e-3028896d49b7', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'port_id': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'mac_address': 'fa:16:3e:12:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:42:18Z', 'updated_at': '2022-05-26T22:42:22Z', 'revision_number': 1, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:24Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:26.521870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1542160955', 'description': 'tempest-description-1551600158'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:26.551932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:26.568294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:26.577311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:26.579970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1753359 May 26 22:42:26.586347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb5fb5c8-8013-43f8-b062-aa5d43b5f303 req-fac4f9ae-723a-49e3-9ded-cd9ed10a9da8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880138 May 26 22:42:26.587706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50636) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:26.589649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2687a7a-2644-4f21-ae13-a36a0c1c4147 admin admin] Pushing event updated for resources: {'Network': ['ID=99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:26.589821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:26.599125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862cdf-4e1f-449f-98b7-c7ae202be4f2 req-a4ed1b63-3e90-4a53-b837-955a3613374a tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:26.601199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e862cdf-4e1f-449f-98b7-c7ae202be4f2 req-a4ed1b63-3e90-4a53-b837-955a3613374a tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 932 time: 0.3446712 May 26 22:42:26.602191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:42:26.602572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Request body: {'subnet': {'network_id': '99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-241012703-subnet', 'tenant_id': '3716fd985d9e4ea994bef2abc1294b63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:26.607277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:26.615487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Usage tracker for resource:subnet and tenant:3716fd985d9e4ea994bef2abc1294b63 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:26.618909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:26.625068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:26.662056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2e862cdf-4e1f-449f-98b7-c7ae202be4f2 req-d14bd78e-7cb1-4dc1-b791-c2850fa1c2a5 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Synchronizing usage tracker for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:26.672256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51f20e93-22fc-4143-a603-e0d790d50fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.675641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2e862cdf-4e1f-449f-98b7-c7ae202be4f2 req-d14bd78e-7cb1-4dc1-b791-c2850fa1c2a5 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Unset dirty status for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:26.689065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e862cdf-4e1f-449f-98b7-c7ae202be4f2 req-d14bd78e-7cb1-4dc1-b791-c2850fa1c2a5 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805094 May 26 22:42:26.717666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Made reservation on behalf of 3716fd985d9e4ea994bef2abc1294b63 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:26.724364 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.736739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.793239 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa8bdb7-8332-4120-a00b-2086721f1c0b'] response: {'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'status': 'completed', 'code': 200} May 26 22:42:26.915543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51f20e93-22fc-4143-a603-e0d790d50fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.971945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5e70a-5109-4d4c-ade7-7960ea486da1 req-6710f97a-ba30-4460-90a6-f0b89c86bf7f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:26.980106 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44c5e70a-5109-4d4c-ade7-7960ea486da1 req-6710f97a-ba30-4460-90a6-f0b89c86bf7f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 946 time: 0.0863671 May 26 22:42:27.007686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:27.021240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44c5e70a-5109-4d4c-ade7-7960ea486da1 req-85cc9bb6-f719-410f-a799-ea22380c7c80 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 May 26 22:42:27.024527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:27.029300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:27.057558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:27.179623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-f9eae7c5-01ff-4916-80d9-6103600cb754 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 0.3474138 May 26 22:42:27.191690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-324208a9-ff8d-4d21-a19f-f712a6fcff91 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 999 time: 0.1340499 May 26 22:42:27.191935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51f20e93-22fc-4143-a603-e0d790d50fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.270785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-9e68987d-97d6-44ab-9b52-eb8d17efa5c0 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:27.272814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-9e68987d-97d6-44ab-9b52-eb8d17efa5c0 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports/9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 942 time: 0.0751524 May 26 22:42:27.409518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f20e93-22fc-4143-a603-e0d790d50fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134fd005-1bb6-4d5d-b682-bfa2da954e5c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:27.418424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf4fd2a-80d6-4fcd-9142-dcf626892f68 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:27.446909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.458823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-34fb56a5-0fa0-47f4-93b4-a5a96333f861 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 999 time: 0.1004455 May 26 22:42:27.484575 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.486215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.515791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.544961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Transition to ACTIVE for port object bdf4fd2a-80d6-4fcd-9142-dcf626892f68 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:27.558516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51f20e93-22fc-4143-a603-e0d790d50fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.562120 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-51f20e93-22fc-4143-a603-e0d790d50fe9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/134fd005-1bb6-4d5d-b682-bfa2da954e5c HTTP/1.1" status: 204 len: 168 time: 1.1146405 May 26 22:42:27.572125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.612130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-1aa8062b-92bf-4e50-86d1-188fc58f7880 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:27.613654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-1aa8062b-92bf-4e50-86d1-188fc58f7880 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1494014 May 26 22:42:27.617849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.642692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 000e2264-defa-4408-8bd1-aedf32da5843 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:27.683035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 000e2264-defa-4408-8bd1-aedf32da5843 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:27.683393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 000e2264-defa-4408-8bd1-aedf32da5843 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:27.738205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.739427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78966961-7ab2-4c8b-bc50-c8bdf9b2c60a req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.2288187 May 26 22:42:27.759323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3d4f1-b32c-4273-ba3f-5ce9fdae0059 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db93f102-d78e-4817-a593-9533f1a3350a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:27.768298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-07237b58-a226-4f97-804c-cab3615846ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:27.769939 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-07237b58-a226-4f97-804c-cab3615846ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.5792654 May 26 22:42:27.802141 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-f8ebc5b5-9af3-4379-ae0a-a5af05c9ee3b tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 999 time: 0.1805549 May 26 22:42:27.808637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:27.845279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff3253c-0bfd-4ecb-a316-e2701ab59122,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:27.955989 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1022ac-1c94-49e7-97db-66ba87d4cc9b'] response: {'server_uuid': 'ad0dc6fd-79c1-46e7-b4b5-d8483c83b7a3', 'name': 'network-vif-deleted', 'tag': '000e2264-defa-4408-8bd1-aedf32da5843', 'status': 'completed', 'code': 200} May 26 22:42:27.957646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Pushing event updated for resources: {'Port': ['ID=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:28.094185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Checking segment: {'id': '949a6645-1c40-4157-9278-88b401dc2bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:28.094559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Network hostable DHCP agents. Network: 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:42:28.114795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-59ab154a-1123-416f-81fa-325fa9e18c77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 999 time: 0.3351839 May 26 22:42:28.136966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.299640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-c0542219-ce2b-4855-b6af-9238f8510203 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:28.299640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-c0542219-ce2b-4855-b6af-9238f8510203 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.1562679 May 26 22:42:28.304531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Attempting to bind port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:28.304859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Attempting to bind port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:28.305213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Attempting to bind port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 on network 7c1f1052-7d58-4687-9115-b6febdf4998f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:28.345383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:42:28.366478 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-4a045729-4a6c-4768-a9a6-fd613aa9d51b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535035 May 26 22:42:28.368959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 on network 7c1f1052-7d58-4687-9115-b6febdf4998f not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:42:28.369222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Attempting to bind port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 on network 7c1f1052-7d58-4687-9115-b6febdf4998f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:28.372460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:28.382247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26d78c-79e7-45b3-aca9-91bf33ad8f66 None None] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:28.404819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:28.405399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.439038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.452137 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.452460 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Floating IP c730f43c-fc1e-4d56-8c1e-3028896d49b7 disassociated. External IP: 172.25.4.206, port: 9170587b-b63f-4eaf-ac48-0e65c3865805. May 26 22:42:28.463764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:28.463764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Checking segment: {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:28.463764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Bound using segment: {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:28.463764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Bound port: bdf4fd2a-80d6-4fcd-9142-dcf626892f68, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:28.463764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.555619 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c926c7af-b932-459f-aaf9-17c02eb1bd07 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9611735 May 26 22:42:28.561365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc95381-45f1-457a-8f13-6c73507b2d78 req-0f087977-c6b6-4474-b8dd-c577cbd5083d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:28.567926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bdc95381-45f1-457a-8f13-6c73507b2d78 req-0f087977-c6b6-4474-b8dd-c577cbd5083d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.3783681 May 26 22:42:28.571555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50666) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:28.598198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-241012703-router', 'tenant_id': '3716fd985d9e4ea994bef2abc1294b63', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:28.636901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:28.655940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Usage tracker for resource:router and tenant:3716fd985d9e4ea994bef2abc1294b63 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:28.664359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:28.670472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa', 'network_id': '99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa', 'tenant_id': '3716fd985d9e4ea994bef2abc1294b63', 'fixed_ips': [{'subnet_id': 'fff3253c-0bfd-4ecb-a316-e2701ab59122'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:42:28.671631 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.674356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:28.723337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-cc8ad1c0-5bc1-4022-bbbc-bec7c1e4fd97 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477862 May 26 22:42:28.731534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.732592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.770800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bdc95381-45f1-457a-8f13-6c73507b2d78 req-6269331b-e8bd-4dbc-b187-8417d0a3f298 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021084 May 26 22:42:28.774504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] For port bdf4fd2a-80d6-4fcd-9142-dcf626892f68, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:28.776305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50672) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:28.894060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] For port bdf4fd2a-80d6-4fcd-9142-dcf626892f68, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:28.913125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.925709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Allocated IP 172.20.0.2 (99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa/fff3253c-0bfd-4ecb-a316-e2701ab59122/0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:28.988244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Router 3b2c3174-da10-4687-98a4-7cf70d685426 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:29.019448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-836897208-network', 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:29.041047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:29.050757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.070581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Usage tracker for resource:network and tenant:742a146aaf934365a02fa017040542f1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:29.088706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.090009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] 10.222.0.48 "PUT /v2.0/ports/bdf4fd2a-80d6-4fcd-9142-dcf626892f68 HTTP/1.1" status: 200 len: 1092 time: 2.9869051 May 26 22:42:29.090969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:29.104318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:29.147518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e02b0e-0d5c-40de-a480-22361f55643b service neutron] Pushing event updated for resources: {'Port': ['ID=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:29.194216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3335f71-ad13-4d14-91fe-4eb43a345654 req-3cf6466f-57bf-4c75-bc74-f8da77ae39f6 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577217 May 26 22:42:29.243251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:29.248560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.250916 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] Sync routers for ids ['6dc5362e-795f-4304-9fcc-9462fca5f542'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:29.264785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.273515 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:29.273916 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 22:42:29.274551 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6dc5362e-795f-4304-9fcc-9462fca5f542'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 22:42:29.278630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Transition to ACTIVE for port object 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:29.296060 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:29.296410 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 22:42:29.296986 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6dc5362e-795f-4304-9fcc-9462fca5f542'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 22:42:29.297346 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee0c28-5d87-473c-8acc-bbf69c5c9205 None None] The sync data for ids ['6dc5362e-795f-4304-9fcc-9462fca5f542'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:29.301685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:29.303427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Transition to ACTIVE for port object 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:29.303941 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.314772 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.330362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-7d2ee269-3c19-4ee6-85aa-7d5530f79624 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "PUT /v2.0/floatingips/c730f43c-fc1e-4d56-8c1e-3028896d49b7 HTTP/1.1" status: 200 len: 693 time: 1.5255480 May 26 22:42:29.331315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:29.411978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-4bf28cfe-0d8b-462e-b82e-8e463a08dca1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0747330 May 26 22:42:29.412856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:29.418671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Pushing event updated for resources: {'Port': ['ID=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:29.421993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:29.424148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:29.500701 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.511049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Attempting to bind port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:29.511394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Attempting to bind port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '949a6645-1c40-4157-9278-88b401dc2bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:29.511747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Attempting to bind port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e on network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:29.518295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:29.518652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Checking segment: {'id': '949a6645-1c40-4157-9278-88b401dc2bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:29.519047 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.519422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Bound using segment: {'id': '949a6645-1c40-4157-9278-88b401dc2bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:29.519873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Bound port: 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949a6645-1c40-4157-9278-88b401dc2bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:29.520233 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.546684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea604a49-020f-4306-93bc-428d649b843a req-969bf0ad-e0b6-4574-82b6-c48f2c64ec82 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:29.547362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea604a49-020f-4306-93bc-428d649b843a req-969bf0ad-e0b6-4574-82b6-c48f2c64ec82 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Synchronizing usage tracker for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:29.571162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-a7f056fd-3859-455f-8cae-26e35ff31583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:29.572772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-a7f056fd-3859-455f-8cae-26e35ff31583 service neutron] 10.222.0.32 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.1406124 May 26 22:42:29.588486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:29.591399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea604a49-020f-4306-93bc-428d649b843a req-969bf0ad-e0b6-4574-82b6-c48f2c64ec82 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Unset dirty status for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:29.592538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea604a49-020f-4306-93bc-428d649b843a req-969bf0ad-e0b6-4574-82b6-c48f2c64ec82 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 944 time: 0.6722481 May 26 22:42:29.596783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.600883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Usage tracker for resource:security_group_rule and tenant:742a146aaf934365a02fa017040542f1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:29.607744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:29.617105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:29.620916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,segment=NetworkSegment(949a6645-1c40-4157-9278-88b401dc2bed),segment_id=949a6645-1c40-4157-9278-88b401dc2bed)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:29.630076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:29.630349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:29.639465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-fe2e94c3-3e2b-4145-8742-8c6078d1c4b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fa3bab63f6f4ad780dc0cf599cd3a08&device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 1095 time: 0.4931333 May 26 22:42:29.673177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-b9336afa-be71-40e5-831e-0cd960dc7c69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 217 time: 0.0933471 May 26 22:42:29.733985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3db69-bf20-40a8-a0fd-8cb25af11e42 None None] Pushing event updated for resources: {'Port': ['ID=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:29.744920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-fd9c68c8-e64e-41ea-a8d0-acf93bf4bf8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:29.746680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-fd9c68c8-e64e-41ea-a8d0-acf93bf4bf8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.0728714 May 26 22:42:29.766502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-34dfab00-febc-4dd4-8eb3-c9782dbf9fdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68 HTTP/1.1" status: 200 len: 217 time: 0.1138561 May 26 22:42:29.794093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-57c40229-af4a-4ce1-8dd1-8823e1d3d2b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412815 May 26 22:42:29.861783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea604a49-020f-4306-93bc-428d649b843a req-a960c146-076c-47ad-97a1-3fee9070943b tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2566137 May 26 22:42:29.961061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:29.971747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-855ad15f-4ab6-4757-b9fc-74435c653e16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:29.973206 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-855ad15f-4ab6-4757-b9fc-74435c653e16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b HTTP/1.1" status: 200 len: 850 time: 0.2000482 May 26 22:42:29.974992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.026921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.071863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-8e1fd3ef-f00e-4f6f-a6b8-437fdedf040c service neutron] 10.222.0.32 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712045 May 26 22:42:30.090979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:42:30.117817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddef783-314a-497b-a44a-f1f100b793b2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:30.129953 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.130330 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Added segment f55058f4-bffd-4042-9d69-f8730a96e602 of type vlan for network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 May 26 22:42:30.184311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.189629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31468faf-169b-4d4e-8243-840458f06662 req-6e1c69d5-fb38-42d9-8864-6c707855bf27 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/d991189d-f251-4a7a-a2a5-e6f04cb60b08 HTTP/1.1" status: 200 len: 1638 time: 0.2054451 May 26 22:42:30.209996 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba01ccde-5f84-4515-b591-9e746d4067ff req-63e8f28e-37b4-4d91-a198-043b10039b29 service neutron] 10.222.0.32 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314542 May 26 22:42:30.231669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-6a0986de-6e97-4d98-8891-6aa1b15cf52b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c1f1052-7d58-4687-9115-b6febdf4998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485876 May 26 22:42:30.367206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Sync routers for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:30.382793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:30.383604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:30.391002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.391813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:30.392380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.570226 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3931da1-8eaa-4459-b722-d3beb59d5d10 None None] New status for floating IP c730f43c-fc1e-4d56-8c1e-3028896d49b7: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:42:30.593265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] Pushing event updated for resources: {'Network': ['ID=fb59c85f-9bff-412f-bbc8-87b64e62f4b6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:30.608940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:42:30.634763 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31468faf-169b-4d4e-8243-840458f06662 req-46aede35-a93c-4bc6-83f2-fa42f22ca8fa tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/db93f102-d78e-4817-a593-9533f1a3350a HTTP/1.1" status: 200 len: 1639 time: 0.4351752 May 26 22:42:30.640966 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.745346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:30.753268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Request body: {'subnet': {'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-836897208-subnet', 'tenant_id': '742a146aaf934365a02fa017040542f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:30.755372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d3c99b9-6f45-4229-938d-4ad200dd7f50 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9769161 May 26 22:42:30.759378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd991189d-f251-4a7a-a2a5-e6f04cb60b08', 'remote_group_id': 'db93f102-d78e-4817-a593-9533f1a3350a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:30.759689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd991189d-f251-4a7a-a2a5-e6f04cb60b08', 'remote_group_id': 'db93f102-d78e-4817-a593-9533f1a3350a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:30.774704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:30.777882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.780120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:30.789669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eeb97-13d7-4e5f-a1d2-a28b8a583b5f req-03d5ed24-3f4f-4979-8d79-a857ae313dd0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:30.791641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-193eeb97-13d7-4e5f-a1d2-a28b8a583b5f req-03d5ed24-3f4f-4979-8d79-a857ae313dd0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 946 time: 0.1579561 May 26 22:42:30.792933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Usage tracker for resource:subnet and tenant:742a146aaf934365a02fa017040542f1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:30.796501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:30.825582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:30.841945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:30.849021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:30.871078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-193eeb97-13d7-4e5f-a1d2-a28b8a583b5f req-b3507312-f507-45e3-b49b-c4a4e0f3dd02 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714507 May 26 22:42:30.879727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:30.888294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:30.891873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:30.892667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:30.938360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-2d455aee-dab5-4fb6-8ace-1ee482940720 service neutron] 10.222.0.48 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697974 May 26 22:42:31.045969 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b9ade4-83e1-4651-aa95-e49af33dcd1c'] response: {'name': 'network-changed', 'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'status': 'completed', 'code': 200} May 26 22:42:31.172270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c49da8a-2e25-4482-8265-34896bc710ec None None] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:31.307089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-96220126-8dc6-4daa-a3c3-c50f8a2d6fef None None] Provisioning for port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:31.324154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:31.377965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.378957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Allocated IP 172.25.4.156 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/31a1270a-b150-4bd6-aba4-e972e8c81159) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:31.383325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.391306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f801253-20c4-4955-969a-bb1c8faa3b57 req-b0411501-2d25-4571-8436-268fff2300a4 service neutron] 10.222.0.48 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412212 May 26 22:42:31.442383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.446502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-04a2a5af-922a-49ef-82b7-03356e9f5eb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 1096 time: 0.3442364 May 26 22:42:31.469640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daaccb09-0e18-47e1-90de-a298a331d2b9,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:31.487656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.488114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4df68-462f-45ca-833d-3345527d9461 req-2393a9a7-bb18-421f-80f2-5558eb4e9a0a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:31.494423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caa4df68-462f-45ca-833d-3345527d9461 req-2393a9a7-bb18-421f-80f2-5558eb4e9a0a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.1991959 May 26 22:42:31.499063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:31.499853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:31.500104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Network hostable DHCP agents. Network: fb59c85f-9bff-412f-bbc8-87b64e62f4b6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:42:31.557973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caa4df68-462f-45ca-833d-3345527d9461 req-3a10c747-130e-42bb-bf0f-2684a0ffc849 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623443 May 26 22:42:31.567034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:31.567405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.569412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:42:31.583227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, fb59c85f-9bff-412f-bbc8-87b64e62f4b6) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:31.602238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:31.603428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.611693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f505887-51a0-473e-9f1b-bd5cbecca505 None None] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:31.630478 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a031f09-ed7e-4a1e-ab7e-9089d5618da5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8827229 May 26 22:42:31.819276 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48addad6-ed46-485c-82ed-b9a90a396bbb'] response: {'name': 'network-changed', 'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'status': 'completed', 'code': 200} May 26 22:42:31.890679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f684b7b2-70e4-4750-82ad-e7909feb7906,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:31.972305 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.985997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-16a0d650-83a2-4199-b1b3-8d1c8f402aaf tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips/c730f43c-fc1e-4d56-8c1e-3028896d49b7 HTTP/1.1" status: 200 len: 693 time: 0.2117672 May 26 22:42:31.987418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31468faf-169b-4d4e-8243-840458f06662 req-f206648c-b50c-42a2-8aa6-14f8c8098651 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.3508933 May 26 22:42:32.121596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 2, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:32.138009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Checking router: 2a967f85-1143-451c-bf5f-b8498fc72642 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:32.138434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Updating router 2a967f85-1143-451c-bf5f-b8498fc72642 port b566fed8-6727-4e05-a0b4-523615e825ad binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:42:32.177230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-7ec0cbd9-4596-4cde-b1f4-e26ffd29dd78 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:32.180012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-7ec0cbd9-4596-4cde-b1f4-e26ffd29dd78 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.55 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 950 time: 0.2930512 May 26 22:42:32.190500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-2aefa469-e296-4072-aceb-4cab8c91e19c tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:32.198844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-2aefa469-e296-4072-aceb-4cab8c91e19c tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.2122447 May 26 22:42:32.206528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.260103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-889bd569-c7c4-4248-a79f-416892aedc6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:32.261906 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-889bd569-c7c4-4248-a79f-416892aedc6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 200 len: 920 time: 0.7990210 May 26 22:42:32.289524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693b305-c378-4573-b5fe-e2e099493a87 None None] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:32.304867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.363060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-d174ebf4-a047-40fc-a717-2a8f7bac91a5 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.1629219 May 26 22:42:32.385028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.397640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,segment=NetworkSegment(949a6645-1c40-4157-9278-88b401dc2bed),segment_id=949a6645-1c40-4157-9278-88b401dc2bed)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:32.433140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.451906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Deleting port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:32.452453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.470348 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.481286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 96f7fc5d-7076-40ef-b487-da71b37df844 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:32.513870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-8695118b-f917-4a70-96c0-b76251626b6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 200 len: 217 time: 0.2208524 May 26 22:42:32.551127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 96f7fc5d-7076-40ef-b487-da71b37df844 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:32.551485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 96f7fc5d-7076-40ef-b487-da71b37df844 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:32.563166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-eb1fe4af-9a1f-40db-87ef-08ccd4400d51 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.1992273 May 26 22:42:32.592688 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-8d4cbf42-906f-457d-97d3-b97d09bae52e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fa3bab63f6f4ad780dc0cf599cd3a08&device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 1095 time: 0.7666316 May 26 22:42:32.699079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:32.704413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Pushing event updated for resources: {'Port': ['ID=31a1270a-b150-4bd6-aba4-e972e8c81159,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:32.720004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:32.733910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:32.740005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:32.765620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-55863497-9dd8-4503-8164-e15f0f6f8269 None None] Provisioning complete for port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:32.766008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55863497-9dd8-4503-8164-e15f0f6f8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.770607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-fcda3a21-9afc-4ac1-a9f5-2cb1dba6b51e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:32.772599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-fcda3a21-9afc-4ac1-a9f5-2cb1dba6b51e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 200 len: 859 time: 0.2381580 May 26 22:42:32.837433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af1ecf-8d4e-4ac2-9685-ee024398ab6c req-df92b9f1-9966-429a-93ba-71c94225abd1 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:32.838360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-08af1ecf-8d4e-4ac2-9685-ee024398ab6c req-df92b9f1-9966-429a-93ba-71c94225abd1 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Synchronizing usage tracker for tenant:670261df236d4cd993abc0bc5e989930 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:32.869729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-637d7263-9a67-4d72-93d2-aabd352d6e52 req-18074db7-622f-4a33-a579-b2f113be632d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 1096 time: 0.7599645 May 26 22:42:32.886015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-212cd954-c147-4db3-9134-1fcca552785b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=422ede77-b375-49ee-a8a7-f17f6c77850e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850790 May 26 22:42:32.886255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] Sync routers for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:32.903988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Deleting port 57d9d99d-ba1e-460f-a83f-7fce8687afb9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:32.904407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.961978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-08af1ecf-8d4e-4ac2-9685-ee024398ab6c req-df92b9f1-9966-429a-93ba-71c94225abd1 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Unset dirty status for tenant:670261df236d4cd993abc0bc5e989930 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:32.963035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08af1ecf-8d4e-4ac2-9685-ee024398ab6c req-df92b9f1-9966-429a-93ba-71c94225abd1 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dcf92b-2b3a-4851-87fa-8e717393c032 HTTP/1.1" status: 200 len: 950 time: 0.7482400 May 26 22:42:32.971082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:32.971695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:33.080630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-a9e7329a-b88d-4d5a-b204-868942daf224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:33.080851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-a9e7329a-b88d-4d5a-b204-868942daf224 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c1f1052-7d58-4687-9115-b6febdf4998f HTTP/1.1" status: 200 len: 912 time: 0.4722786 May 26 22:42:33.140449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] For port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:33.140808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.196489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-637d7263-9a67-4d72-93d2-aabd352d6e52 req-3664bf52-9f11-473c-b25a-93851dfd3f04 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083925 May 26 22:42:33.217221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-85efcd88-b6b3-4029-8425-03a8919e6bad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68 HTTP/1.1" status: 200 len: 217 time: 0.1183889 May 26 22:42:33.269624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:33.298241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08af1ecf-8d4e-4ac2-9685-ee024398ab6c req-22ecbe7e-281c-4609-8bbf-4b0366adf19b tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.32 "GET /v2.0/security-groups?id=18566fbb-3df0-445e-bc59-9023858948a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638199 May 26 22:42:33.317221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.317613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.319518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-f0c5916f-3614-4650-9b6c-b18bcb66d7f4 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088950 May 26 22:42:33.411705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-c9044eae-07e0-4cfe-8e8f-c80f83d5248e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:33.413150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-c9044eae-07e0-4cfe-8e8f-c80f83d5248e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b HTTP/1.1" status: 200 len: 850 time: 0.1709926 May 26 22:42:33.415869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:33.452032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Calling delete_port for 57d9d99d-ba1e-460f-a83f-7fce8687afb9 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:33.489528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Calling delete_port for 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:33.546754 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:42:33.609752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36e7067e-155d-42dc-89f4-e494c7c06e3a req-697e7169-52c6-44d2-82b6-403b2aba8c89 service neutron] 10.222.0.48 "GET /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820561 May 26 22:42:33.632634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-080f293a-2c5a-43d8-89bc-7eaa48138345 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c1f1052-7d58-4687-9115-b6febdf4998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073996 May 26 22:42:33.633411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.634182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.667582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a22aea-bb18-4766-86cd-566bc13e78ac req-546274f8-ab16-4242-83a3-66a7c470c4ca tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:33.669018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3a22aea-bb18-4766-86cd-566bc13e78ac req-546274f8-ab16-4242-83a3-66a7c470c4ca tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 944 time: 0.1936581 May 26 22:42:33.739677 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.745996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.754017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.774208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Transition to ACTIVE for port object b566fed8-6727-4e05-a0b4-523615e825ad will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:33.779119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:33.779525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.819935 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:33.886932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Pushing event deleted for resources: {'Port': ['ID=904f451d-a19b-4597-bb4f-3bfb7e2a94e4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:33.966353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event deleted for resources: {'Port': ['ID=57d9d99d-ba1e-460f-a83f-7fce8687afb9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:33.992777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea492335-bfd2-4f7b-be42-801574aa36d9 None None] Pushing event updated for resources: {'Port': ['ID=b566fed8-6727-4e05-a0b4-523615e825ad,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:34.023619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] No DVR routers for this DVR port 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:34.026452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:24Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:34.027619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:34.041559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'name': 'network-vif-deleted', 'tag': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:34.051663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c47e643-08dc-4d69-a00b-1120a53a133a req-f38b13ab-2a10-47c9-94eb-23e4e5d71553 tempest-ServersAdminNegativeTestJSON-1355035020 tempest-ServersAdminNegativeTestJSON-1355035020-project] 10.222.0.55 "DELETE /v2.0/ports/904f451d-a19b-4597-bb4f-3bfb7e2a94e4 HTTP/1.1" status: 204 len: 173 time: 1.7904954 May 26 22:42:34.052619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:34.061748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:34.080389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c87906c1-f7e5-473a-be74-f9018d6c7029 req-72498cdb-36db-4b7a-9693-e0cae2353f60 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "DELETE /v2.0/floatingips/c730f43c-fc1e-4d56-8c1e-3028896d49b7 HTTP/1.1" status: 204 len: 173 time: 1.5155585 May 26 22:42:34.117082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] Checking router: 3b2c3174-da10-4687-98a4-7cf70d685426 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:34.131953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-9f8975a9-2f2a-43d5-b7a7-7239c283d237 service neutron] 10.222.0.48 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920616 May 26 22:42:34.152964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3a22aea-bb18-4766-86cd-566bc13e78ac req-e97df4c8-66da-4d50-960f-46eda2fbe013 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3033097 May 26 22:42:34.257390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2f301381-7bd5-4695-8c6d-00fd52a41386 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:34.340013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 2f301381-7bd5-4695-8c6d-00fd52a41386 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:34.340722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2f301381-7bd5-4695-8c6d-00fd52a41386 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:34.351645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:34.352288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:34.354419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ada339d9-df5d-454a-b3dc-8637a44f471a req-5a6ca786-a112-4183-b337-61a7c7963701 service neutron] 10.222.0.48 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972554 May 26 22:42:34.463068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Attempting to bind port b566fed8-6727-4e05-a0b4-523615e825ad on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:34.464681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Attempting to bind port b566fed8-6727-4e05-a0b4-523615e825ad by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:34.467369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Attempting to bind port b566fed8-6727-4e05-a0b4-523615e825ad on network 7c1f1052-7d58-4687-9115-b6febdf4998f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:34.480556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Router 1252d917-2a81-4a2e-8abf-860f2bf129ce is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:42:34.573082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-5dec56b2-4e9f-45ba-9728-efe24942dc4b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:34.576257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:34.576884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Checking segment: {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:34.579911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-5dec56b2-4e9f-45ba-9728-efe24942dc4b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.3094215 May 26 22:42:34.582744 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:34.583210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Bound using segment: {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:34.584096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Bound port: b566fed8-6727-4e05-a0b4-523615e825ad, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a486aadb-582c-4623-ae6c-6172097ca848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:34.584750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:34.597293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-815d8920-979a-458d-a74a-0d127ac21e5e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.0164604 May 26 22:42:34.704091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-2f17569e-a057-433e-891d-2e2629ae6e55 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058033 May 26 22:42:34.786153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-a35a637a-22b0-4e31-aa0d-de5c99613cfd tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:34.788270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-a35a637a-22b0-4e31-aa0d-de5c99613cfd tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:34.808194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:34.826537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-a35a637a-22b0-4e31-aa0d-de5c99613cfd tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:34.833984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-a35a637a-22b0-4e31-aa0d-de5c99613cfd tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.2016006 May 26 22:42:34.856210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-9d9c820e-3f8c-4852-b97f-d8cf253bf83b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/quotas/742a146aaf934365a02fa017040542f1 HTTP/1.1" status: 200 len: 375 time: 0.0212333 May 26 22:42:34.876250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] For port b566fed8-6727-4e05-a0b4-523615e825ad, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:34.902738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] For port b566fed8-6727-4e05-a0b4-523615e825ad, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b566fed8-6727-4e05-a0b4-523615e825ad,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:34.909931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-096c1d64-870b-4c44-bde4-83f5981f768c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527616 May 26 22:42:34.974049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:34.977835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:34.993913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-d55f8449-806f-440e-988b-4f0e358cb63d service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792165 May 26 22:42:35.057657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:35.058069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 904f451d-a19b-4597-bb4f-3bfb7e2a94e4 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:35.061195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-800d4de4-ca21-4c77-8208-61c62a002588 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503069 May 26 22:42:35.159965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-0fd42819-d503-4fd2-b9c0-5fe737c07a1b service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586595 May 26 22:42:35.189894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea492335-bfd2-4f7b-be42-801574aa36d9 None None] Pushing event updated for resources: {'Port': ['ID=b566fed8-6727-4e05-a0b4-523615e825ad,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:35.192346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:35.197491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:35.198136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:35.207423 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Sync routers for ids ['1252d917-2a81-4a2e-8abf-860f2bf129ce'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:35.225782 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Routers {'1252d917-2a81-4a2e-8abf-860f2bf129ce'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:35.226412 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['1252d917-2a81-4a2e-8abf-860f2bf129ce'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:35.262031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-d6768492-d36e-4f7d-91a7-141ddd9d6c5a service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879349 May 26 22:42:35.273758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:35.274960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d71d0bfd-2332-4724-81d7-007f8ae6b7ab admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7002740 May 26 22:42:35.277768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50728) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:35.382382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-456843180', 'description': 'tempest-description-97153824'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:35.393102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:35.401336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:35.406440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:35.417730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:35.445746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:35.570325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:35.580794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:35.588812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:35.614996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:35.621695 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Set router 1252d917-2a81-4a2e-8abf-860f2bf129ce gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:35.623060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:35.668030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device bdf4fd2a-80d6-4fcd-9142-dcf626892f68 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:42:35.688848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:24Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:35.723375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cb6eea-8fd1-4d88-949e-e65b755f763e None None] The sync data for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 is: [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:41:16Z', 'revision_number': 4, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7788f5f1-18d3-45cf-9416-90eeaab09f45', 'name': '', 'network_id': '422ede77-b375-49ee-a8a7-f17f6c77850e', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:14Z', 'updated_at': '2022-05-26T22:41:24Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'subnets': [{'id': '3de8054a-c06b-4344-bfbd-6c5ac123fbf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:35.824691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb28b59-cd83-44f6-bb8b-ecfa66d3aa99 req-12a60fbf-096b-4a65-964f-2a894b8d6f25 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:35.826411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cb28b59-cd83-44f6-bb8b-ecfa66d3aa99 req-12a60fbf-096b-4a65-964f-2a894b8d6f25 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.2005668 May 26 22:42:35.834846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:35.847578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:35.885485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:42:35.935222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cb28b59-cd83-44f6-bb8b-ecfa66d3aa99 req-8e52ce73-fb76-4089-88f1-162fffbec962 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990131 May 26 22:42:35.964374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a79756-0ff3-4ab5-8b3c-d91bfdd10415,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:36.039107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.046417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61e680e3-4784-43ac-bfbb-168a2f55e754 req-475f37b2-2d84-4aec-9f8d-606b30d5f0d3 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.6707385 May 26 22:42:36.082440 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9072b60b-a080-46d6-8594-32cfaa93ee3b'] response: {'server_uuid': '64dcf92b-2b3a-4851-87fa-8e717393c032', 'name': 'network-vif-deleted', 'tag': '904f451d-a19b-4597-bb4f-3bfb7e2a94e4', 'status': 'completed', 'code': 200} May 26 22:42:36.205857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c71c5e1-3914-47d8-bad4-3304ea5f57eb req-2dfde751-86f5-42e1-8125-8601299d69cf tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups/3ca923cd-0be2-4143-bfaa-264b9cbc0d9b HTTP/1.1" status: 200 len: 1642 time: 0.0947828 May 26 22:42:36.310975 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1252d917-2a81-4a2e-8abf-860f2bf129ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-241012703-router', 'tenant_id': '3716fd985d9e4ea994bef2abc1294b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '31a1270a-b150-4bd6-aba4-e972e8c81159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:28Z', 'updated_at': '2022-05-26T22:42:33Z', 'revision_number': 3, 'project_id': '3716fd985d9e4ea994bef2abc1294b63', 'gw_port': {'id': '31a1270a-b150-4bd6-aba4-e972e8c81159', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1252d917-2a81-4a2e-8abf-860f2bf129ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:30Z', 'updated_at': '2022-05-26T22:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:36.319326 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Checking router: 1252d917-2a81-4a2e-8abf-860f2bf129ce for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:36.319672 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Updating router 1252d917-2a81-4a2e-8abf-860f2bf129ce port 31a1270a-b150-4bd6-aba4-e972e8c81159 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:42:36.390420 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.429045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2c71c5e1-3914-47d8-bad4-3304ea5f57eb req-dfe406ee-9b6e-4692-9123-548ec4e8ce61 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.463057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port bdf4fd2a-80d6-4fcd-9142-dcf626892f68, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:36.529015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2c71c5e1-3914-47d8-bad4-3304ea5f57eb req-dfe406ee-9b6e-4692-9123-548ec4e8ce61 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.538518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'port_id': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'mac_address': 'fa:16:3e:f4:41:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:42:36.610679 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2c71c5e1-3914-47d8-bad4-3304ea5f57eb req-dfe406ee-9b6e-4692-9123-548ec4e8ce61 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.612302 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.658803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf4fd2a-80d6-4fcd-9142-dcf626892f68 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:36.671018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe406ee-9b6e-4692-9123-548ec4e8ce61 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca923cd-0be2-4143-bfaa-264b9cbc0d9b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:36.676123 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2c71c5e1-3914-47d8-bad4-3304ea5f57eb req-dfe406ee-9b6e-4692-9123-548ec4e8ce61 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.677489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c71c5e1-3914-47d8-bad4-3304ea5f57eb req-dfe406ee-9b6e-4692-9123-548ec4e8ce61 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ca923cd-0be2-4143-bfaa-264b9cbc0d9b HTTP/1.1" status: 204 len: 173 time: 0.4650235 May 26 22:42:36.695750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:34Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:36.705277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50764) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:36.759186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port bdf4fd2a-80d6-4fcd-9142-dcf626892f68, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:36.768810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a918e-dda7-4d74-997a-4872bb92472d None None] The sync data for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 is: [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:34Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:36.784061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:36.862927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bc49c-fc0e-4ed1-89ce-e9b183288b73 req-c5037049-8299-44b3-b07a-1b29903af595 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:36.871440 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf5bc49c-fc0e-4ed1-89ce-e9b183288b73 req-c5037049-8299-44b3-b07a-1b29903af595 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 944 time: 0.3108022 May 26 22:42:36.971934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:36.972997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf5bc49c-fc0e-4ed1-89ce-e9b183288b73 req-f0185ee7-b262-4a5c-b67c-add4691e02af tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885825 May 26 22:42:37.016882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a73ecb7-f48c-460a-ae06-0bf1d8e3ec8d req-ffeaa901-2935-4892-9c19-7060158df369 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 210 time: 0.0942047 May 26 22:42:37.025181 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.060640 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Transition to ACTIVE for port object 31a1270a-b150-4bd6-aba4-e972e8c81159 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:37.075598 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.122265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['bdf4fd2a-80d6-4fcd-9142-dcf626892f68'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:37.171635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1158606700', 'description': 'tempest-description-639278990'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:37.211985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:37.242394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:37.261710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:37.292676 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-027dd39c-bdc0-4800-9e12-d1f723166287 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=670261df236d4cd993abc0bc5e989930&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5821326 May 26 22:42:37.293657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50770) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:37.294934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:37.300847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eefbfc-c716-4058-bf0e-e0121ca12624 None None] New status for floating IP c730f43c-fc1e-4d56-8c1e-3028896d49b7: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:42:37.362443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.398110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Pushing event updated for resources: {'Port': ['ID=31a1270a-b150-4bd6-aba4-e972e8c81159,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:37.400020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd8f66c8-2cab-4471-84cf-b2706becb924 req-3ef5eaa1-bcd6-495b-80bf-32de64f660ff tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 210 time: 0.1193142 May 26 22:42:37.425514 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.426233 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.426790 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.427418 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.428010 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.432560 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.433216 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.433857 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.434421 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.434982 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.435551 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:37.439019 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Attempting to bind port 31a1270a-b150-4bd6-aba4-e972e8c81159 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:37.439660 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Attempting to bind port 31a1270a-b150-4bd6-aba4-e972e8c81159 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:37.440244 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Attempting to bind port 31a1270a-b150-4bd6-aba4-e972e8c81159 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:37.448433 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:37.448927 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:37.449417 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.449935 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:37.450502 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Bound port: 31a1270a-b150-4bd6-aba4-e972e8c81159, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:37.451773 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.479001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:37.484898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:37.488639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:37.498937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:37.501087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b566fed8-6727-4e05-a0b4-523615e825ad up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:37.564327 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] For port 31a1270a-b150-4bd6-aba4-e972e8c81159, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:37.572412 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] For port 31a1270a-b150-4bd6-aba4-e972e8c81159, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31a1270a-b150-4bd6-aba4-e972e8c81159,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:37.580229 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.615620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.651384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.767924 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6488b-1d64-477c-83bb-e5dc0fdd24d3 None None] Pushing event updated for resources: {'Port': ['ID=31a1270a-b150-4bd6-aba4-e972e8c81159,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:37.778871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b3505c-1c7a-49e4-bc62-dbbe49e6fe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.797443 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Routers {'1252d917-2a81-4a2e-8abf-860f2bf129ce'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:37.798360 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['1252d917-2a81-4a2e-8abf-860f2bf129ce'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:37.813820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b3505c-1c7a-49e4-bc62-dbbe49e6fe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.902913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e97480-ad06-4494-b2db-f1b82d59772a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:37.927093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b3505c-1c7a-49e4-bc62-dbbe49e6fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.941316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b566fed8-6727-4e05-a0b4-523615e825ad completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:37.949990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.951877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b31dac8a-f376-4220-b78e-1588467de2bb req-f08b9694-b81a-46e1-bb2e-55396ece07df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.8168252 May 26 22:42:37.966678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b566fed8-6727-4e05-a0b4-523615e825ad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:37.967064 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.970044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3505c-1c7a-49e4-bc62-dbbe49e6fe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18566fbb-3df0-445e-bc59-9023858948a2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:37.975262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b3505c-1c7a-49e4-bc62-dbbe49e6fe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:37.977100 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84b3505c-1c7a-49e4-bc62-dbbe49e6fe68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18566fbb-3df0-445e-bc59-9023858948a2 HTTP/1.1" status: 204 len: 168 time: 0.6646905 May 26 22:42:38.042805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-d5af405a-c753-48ed-8edc-9a4694cf02d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:38.045628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-d5af405a-c753-48ed-8edc-9a4694cf02d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.6335251 May 26 22:42:38.105197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Request body: {'port': {'device_id': 'c249758b-3e1b-49e5-9505-2086b052c013', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'admin_state_up': True, 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:38.225362 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] Set router 1252d917-2a81-4a2e-8abf-860f2bf129ce gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:38.389546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:38.404530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-3302ad5d-f0be-43dc-82c4-d3f9209bfcfe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/18a79756-0ff3-4ab5-8b3c-d91bfdd10415 HTTP/1.1" status: 200 len: 1636 time: 0.0774081 May 26 22:42:38.418326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:38.426893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b566fed8-6727-4e05-a0b4-523615e825ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b566fed8-6727-4e05-a0b4-523615e825ad,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:38.432987 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:38.511240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-e623e525-9afe-4450-8d61-e84ec192a5bf tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/04e97480-ad06-4494-b2db-f1b82d59772a HTTP/1.1" status: 200 len: 1638 time: 0.1051097 May 26 22:42:38.517454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18a79756-0ff3-4ab5-8b3c-d91bfdd10415', 'remote_group_id': '04e97480-ad06-4494-b2db-f1b82d59772a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:38.517913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18a79756-0ff3-4ab5-8b3c-d91bfdd10415', 'remote_group_id': '04e97480-ad06-4494-b2db-f1b82d59772a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:38.524729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:38.530995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:38.534594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:38.542393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:38.565762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-9d7ffe31-f932-4f46-96c7-b5bb37d12429 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:38.569875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-9d7ffe31-f932-4f46-96c7-b5bb37d12429 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 811 time: 0.8707039 May 26 22:42:38.597845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b566fed8-6727-4e05-a0b4-523615e825ad,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:38.601009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:38.654318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:38.670891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:38.673852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:38.696378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-239ea464-54c4-4ac8-a087-8a8323f59635 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/quotas/93d02304ba49492693abcca8313fdeda HTTP/1.1" status: 200 len: 375 time: 0.0819674 May 26 22:42:38.700913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:38.709523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:38.742276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:38.751666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e761ff69-b678-4015-9893-df9c0bc5e678,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:38.759772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:38.772936 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f04ea62d-8656-475b-b641-4dc5a9b94535 req-790279d2-aa14-48de-b607-039efcbbbb03 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2604873 May 26 22:42:38.794297 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1252d917-2a81-4a2e-8abf-860f2bf129ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-241012703-router', 'tenant_id': '3716fd985d9e4ea994bef2abc1294b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '31a1270a-b150-4bd6-aba4-e972e8c81159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:28Z', 'updated_at': '2022-05-26T22:42:33Z', 'revision_number': 3, 'project_id': '3716fd985d9e4ea994bef2abc1294b63', 'gw_port': {'id': '31a1270a-b150-4bd6-aba4-e972e8c81159', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1252d917-2a81-4a2e-8abf-860f2bf129ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:30Z', 'updated_at': '2022-05-26T22:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:38.798826 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1034c23-cac4-4fef-ae66-6c71ff676169 None None] The sync data for ids ['1252d917-2a81-4a2e-8abf-860f2bf129ce'] in n-d-843301-1 is: [{'id': '1252d917-2a81-4a2e-8abf-860f2bf129ce', 'name': 'tempest-FloatingIPsNegativeTestJSON-241012703-router', 'tenant_id': '3716fd985d9e4ea994bef2abc1294b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '31a1270a-b150-4bd6-aba4-e972e8c81159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:28Z', 'updated_at': '2022-05-26T22:42:33Z', 'revision_number': 3, 'project_id': '3716fd985d9e4ea994bef2abc1294b63', 'gw_port': {'id': '31a1270a-b150-4bd6-aba4-e972e8c81159', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1252d917-2a81-4a2e-8abf-860f2bf129ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:30Z', 'updated_at': '2022-05-26T22:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:38.936799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-ebb21aa3-cfba-4893-a121-6ae9bd987d86 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:38.938110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-ebb21aa3-cfba-4893-a121-6ae9bd987d86 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.8828404 May 26 22:42:38.942919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc34587-b474-46fe-9c69-48aa0e5e8c02 req-322ee0a8-113b-4cd8-a782-4532ca14efb8 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:38.944927 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6cc34587-b474-46fe-9c69-48aa0e5e8c02 req-322ee0a8-113b-4cd8-a782-4532ca14efb8 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 945 time: 0.0803318 May 26 22:42:38.965921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Request body: {'port': {'device_id': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'admin_state_up': True, 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:38.991419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6cc34587-b474-46fe-9c69-48aa0e5e8c02 req-f9edd4a2-d401-4e45-84a8-8bb2d423812d tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404122 May 26 22:42:39.149160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-754e81c9-cd4b-446f-b30c-f52ebde444ff req-90bd109f-2df5-4b1e-9882-7d0f044719a9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 210 time: 0.0450544 May 26 22:42:39.194474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b566fed8-6727-4e05-a0b4-523615e825ad up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:39.240984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f478107-2884-488d-ab7c-3a409d0678cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=287ad55822df4f7fbc75220ce4f31160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4915018 May 26 22:42:39.243786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:39.278648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b566fed8-6727-4e05-a0b4-523615e825ad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:39.279161 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.324504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-9a22039b-a770-42da-a0f6-ab97529d24e7 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6272800 May 26 22:42:39.364216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac636502-4a35-4396-a382-0ad883d7745d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.397465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac636502-4a35-4396-a382-0ad883d7745d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.412897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ecb88-b1cb-4f97-9943-9d44a2434124 req-60112c16-b643-486d-a299-0a2d7cf66b4e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:39.413569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d00ecb88-b1cb-4f97-9943-9d44a2434124 req-60112c16-b643-486d-a299-0a2d7cf66b4e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:39.444067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d00ecb88-b1cb-4f97-9943-9d44a2434124 req-60112c16-b643-486d-a299-0a2d7cf66b4e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:39.445108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d00ecb88-b1cb-4f97-9943-9d44a2434124 req-60112c16-b643-486d-a299-0a2d7cf66b4e tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.1652780 May 26 22:42:39.492091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d00ecb88-b1cb-4f97-9943-9d44a2434124 req-96cd59df-7889-4b01-8caa-78fa3ba0e514 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Synchronizing usage tracker for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:39.501011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac636502-4a35-4396-a382-0ad883d7745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.514470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Allocated IP 172.20.0.6 (263a6ff1-3e06-48dd-beed-251ac06438fc/29ba0ea9-330e-47b1-82d6-d873725d8274/9653005e-c5cf-4a16-9983-285b9a526cbb) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:39.520203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:39.522159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac636502-4a35-4396-a382-0ad883d7745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4dc519-2a3d-4e64-bd9a-fe51f9a5d900,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:39.526450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d00ecb88-b1cb-4f97-9943-9d44a2434124 req-96cd59df-7889-4b01-8caa-78fa3ba0e514 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Unset dirty status for tenant:d08a593fe63048c6a6e32af4c4f231d9 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:39.527582 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d00ecb88-b1cb-4f97-9943-9d44a2434124 req-96cd59df-7889-4b01-8caa-78fa3ba0e514 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765851 May 26 22:42:39.528687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac636502-4a35-4396-a382-0ad883d7745d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.532247 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ac636502-4a35-4396-a382-0ad883d7745d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee4dc519-2a3d-4e64-bd9a-fe51f9a5d900 HTTP/1.1" status: 204 len: 168 time: 0.2849762 May 26 22:42:39.546648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Usage tracker for resource:port and tenant:742a146aaf934365a02fa017040542f1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:39.561954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:39.567051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:39.574079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.638567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-cd0970b2-88bc-4ac1-bbd6-b4ec0f2d741d service neutron] 10.222.0.32 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056552 May 26 22:42:39.644527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:39.647488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.701805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device bdf4fd2a-80d6-4fcd-9142-dcf626892f68 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:39.733271 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30232193-6564-4638-b31b-d10865e38c80 req-81ba6c0f-1fb2-486b-8a6f-5632b898ecd2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 210 time: 0.0458288 May 26 22:42:39.826671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:39.837660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:39.840967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.858888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bdab3e3-4e14-4e87-9481-4452f10d2ada req-13782e78-6264-4658-8c54-4fe47a05fd65 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/04e97480-ad06-4494-b2db-f1b82d59772a HTTP/1.1" status: 200 len: 1638 time: 0.0783601 May 26 22:42:39.957046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3bdab3e3-4e14-4e87-9481-4452f10d2ada req-95330da4-a82c-4eb2-8944-0a1f47ddd3e6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:39.988909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3bdab3e3-4e14-4e87-9481-4452f10d2ada req-95330da4-a82c-4eb2-8944-0a1f47ddd3e6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:40.038405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:40.074454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:40.094085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port bdf4fd2a-80d6-4fcd-9142-dcf626892f68, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:40.099300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:40.101765 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3bdab3e3-4e14-4e87-9481-4452f10d2ada req-95330da4-a82c-4eb2-8944-0a1f47ddd3e6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:40.129020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3bdab3e3-4e14-4e87-9481-4452f10d2ada req-95330da4-a82c-4eb2-8944-0a1f47ddd3e6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:40.134094 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bdab3e3-4e14-4e87-9481-4452f10d2ada req-95330da4-a82c-4eb2-8944-0a1f47ddd3e6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-groups/04e97480-ad06-4494-b2db-f1b82d59772a HTTP/1.1" status: 204 len: 173 time: 0.2743878 May 26 22:42:40.135035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95330da4-a82c-4eb2-8944-0a1f47ddd3e6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e97480-ad06-4494-b2db-f1b82d59772a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:40.185078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-af2ea442-9d77-42dc-8188-cbb00ef514ed service neutron] 10.222.0.32 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214245 May 26 22:42:40.190301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:40.317185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:40.360316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Allocated IP 172.20.0.2 (fb59c85f-9bff-412f-bbc8-87b64e62f4b6/daaccb09-0e18-47e1-90de-a298a331d2b9/71350981-2a13-415b-9c21-a27889fa5375) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:40.368547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Allocated IP 172.20.0.1 (99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa/fff3253c-0bfd-4ecb-a316-e2701ab59122/5c75ed3e-f943-4df6-bbc4-2d96a32c6414) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:40.384967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea96aa-2a44-43bd-a029-8954148b04e2 req-a24ac91c-4e93-4269-8275-0f8ef9a3307a tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:40.387320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5bea96aa-2a44-43bd-a029-8954148b04e2 req-a24ac91c-4e93-4269-8275-0f8ef9a3307a tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.1189673 May 26 22:42:40.419978 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7d8339-c150-442d-9fba-0fd1259aaaac'] response: {'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'code': 200} May 26 22:42:40.462730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5bea96aa-2a44-43bd-a029-8954148b04e2 req-061e0f26-a2e1-4c94-9450-caedbd57a79e tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677898 May 26 22:42:40.567401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:40.583093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['a85e6161-683f-4355-9918-70b984e7ec2d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:40.597341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f075ec44-8985-4877-b1da-ae32c012b356 req-fe46916e-5a22-4f28-b798-134217b98542 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 1097 time: 0.1093788 May 26 22:42:40.674752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:40.741532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f075ec44-8985-4877-b1da-ae32c012b356 req-b15e13bb-b680-4e9c-ba48-92b6251966c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334145 May 26 22:42:40.812599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e51147-e0bd-4a47-95d7-40b695c7d335 req-6439cbcd-cf35-4e68-91db-b5e5120a211f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:40.821446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9e51147-e0bd-4a47-95d7-40b695c7d335 req-6439cbcd-cf35-4e68-91db-b5e5120a211f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 931 time: 0.1292162 May 26 22:42:40.846621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:40.859094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:40.861824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:40.920318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9e51147-e0bd-4a47-95d7-40b695c7d335 req-899ef328-4d7c-4307-a96b-ba4c5ee3dff8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879588 May 26 22:42:40.945648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3d63b09-9009-494f-bf7d-27b129efacdf req-2f0d54c5-7e4f-471a-bd66-774af2c548f6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/18a79756-0ff3-4ab5-8b3c-d91bfdd10415 HTTP/1.1" status: 200 len: 1636 time: 0.4219012 May 26 22:42:40.962806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event updated for resources: {'Port': ['ID=9653005e-c5cf-4a16-9983-285b9a526cbb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:41.034389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.096458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Transition to ACTIVE for port object 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:41.191376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.280701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f2182db3-335a-4cb2-b215-93df34db1320 req-558fba9d-d205-4739-8bc0-13f03a0bde50 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 210 time: 0.2371109 May 26 22:42:41.284929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.329708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-eb8c31ed-97b0-4f8e-ac28-fe1da7cffdf9 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:41.331172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-eb8c31ed-97b0-4f8e-ac28-fe1da7cffdf9 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.3083568 May 26 22:42:41.409759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.413794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Pushing event updated for resources: {'Port': ['ID=5c75ed3e-f943-4df6-bbc4-2d96a32c6414,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:41.429013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:41.429756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.433905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a6f0f-8320-429a-9a9e-665deb9f028a req-426295c3-bc14-4c45-b9fb-1aa799288a74 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:41.442025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-903a6f0f-8320-429a-9a9e-665deb9f028a req-426295c3-bc14-4c45-b9fb-1aa799288a74 tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3911f46-c9c2-4a63-ae75-be5e75011aa0 HTTP/1.1" status: 200 len: 945 time: 0.3511081 May 26 22:42:41.511526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Deleting port 9170587b-b63f-4eaf-ac48-0e65c3865805 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:41.511879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.545229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-903a6f0f-8320-429a-9a9e-665deb9f028a req-83790fbb-1386-4683-b310-04ba6cabd9cb tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022267 May 26 22:42:41.629040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-53873731', 'description': 'tempest-description-1501576905'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:41.642287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:41.650738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:41.655788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:41.680754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:41.682760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:41.683613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event updated for resources: {'Port': ['ID=71350981-2a13-415b-9c21-a27889fa5375,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:41.686917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-9836cf6f-7ae8-47da-b25e-4858ad4ad02c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6225204 May 26 22:42:41.718194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:41.731029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Request body: {'port': {'device_id': 'c249758b-3e1b-49e5-9505-2086b052c013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:41.782951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.801837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:41.876019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] For port 9170587b-b63f-4eaf-ac48-0e65c3865805, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9170587b-b63f-4eaf-ac48-0e65c3865805,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:41.876568 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:41.904222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.047364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-351fc9a7-97be-4e4d-a1d6-8c69deb15c4e None None] Provisioning for port 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:42.059229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-351fc9a7-97be-4e4d-a1d6-8c69deb15c4e None None] Provisioning complete for port 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:42.060075 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-351fc9a7-97be-4e4d-a1d6-8c69deb15c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.072469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Calling delete_port for 9170587b-b63f-4eaf-ac48-0e65c3865805 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:42.072807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:42.087982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:42.110935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:42.115018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:42.168214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.277742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-351fc9a7-97be-4e4d-a1d6-8c69deb15c4e None None] Port 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:42:42.295736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:42.300217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:42.318887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:42.372723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eb4b6-f9fb-4f36-843e-87e5cc4898e3 req-6ef150d0-a39d-43da-b97e-33309da06f66 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:42.373422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c8eb4b6-f9fb-4f36-843e-87e5cc4898e3 req-6ef150d0-a39d-43da-b97e-33309da06f66 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:42.384899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:42.385499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.395635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.415370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.467788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c8eb4b6-f9fb-4f36-843e-87e5cc4898e3 req-6ef150d0-a39d-43da-b97e-33309da06f66 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:42.468696 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c8eb4b6-f9fb-4f36-843e-87e5cc4898e3 req-6ef150d0-a39d-43da-b97e-33309da06f66 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 931 time: 1.0024860 May 26 22:42:42.496736 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-3895dbca-5e54-4ec3-bb21-2d856e285a89 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5403953 May 26 22:42:42.500558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc0184-fc1b-473b-86ba-69e8836c1ceb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:42.515714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.518160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a67afe6f-109b-4a7d-afcf-94c85f011847 req-6541127e-c2fe-43e1-924d-dc98aacac8df tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.8964157 May 26 22:42:42.529361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Request body: {'port': {'device_id': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:42.589668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e3a2abc3-da93-40cd-8ef0-79f77a532cfd tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:42.591403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e3a2abc3-da93-40cd-8ef0-79f77a532cfd tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 811 time: 0.5479815 May 26 22:42:42.598461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.654183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Request body: {'port': {'device_id': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'admin_state_up': True, 'tenant_id': '93d02304ba49492693abcca8313fdeda'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:42.732360 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.799865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Pushing event deleted for resources: {'Port': ['ID=9170587b-b63f-4eaf-ac48-0e65c3865805,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:42.804592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c8eb4b6-f9fb-4f36-843e-87e5cc4898e3 req-c0c12974-cbc4-482e-bb54-783348219557 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:42.883092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9653005e-c5cf-4a16-9983-285b9a526cbb {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:42.887055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.913005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.943072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1c8eb4b6-f9fb-4f36-843e-87e5cc4898e3 req-c0c12974-cbc4-482e-bb54-783348219557 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:42.944263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c8eb4b6-f9fb-4f36-843e-87e5cc4898e3 req-c0c12974-cbc4-482e-bb54-783348219557 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614213 May 26 22:42:42.967487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] No DVR routers for this DVR port 9170587b-b63f-4eaf-ac48-0e65c3865805 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:42:42.971609 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:42.974108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'name': 'network-vif-deleted', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:43.002120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:43.016010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1583d1ab-2dac-4e31-918c-75de2c4345d1 req-39ae0469-5cdb-47ff-aed5-39042bbbd45a tempest-ServerRescueTestJSONUnderV235-652517772 tempest-ServerRescueTestJSONUnderV235-652517772-project] 10.222.0.48 "DELETE /v2.0/ports/9170587b-b63f-4eaf-ac48-0e65c3865805 HTTP/1.1" status: 204 len: 173 time: 1.6770144 May 26 22:42:43.020471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:43.044126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0d63e-083f-44b7-8045-4b4fc8069cdf req-bf9bfd32-5f08-4ce4-afc9-8fdc9657997f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:43.046775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0b0d63e-083f-44b7-8045-4b4fc8069cdf req-bf9bfd32-5f08-4ce4-afc9-8fdc9657997f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.2385650 May 26 22:42:43.048143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Made reservation on behalf of 93d02304ba49492693abcca8313fdeda for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:43.051696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:43.074671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Transition to ACTIVE for port object 9653005e-c5cf-4a16-9983-285b9a526cbb will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:43.091971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:43.173980 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0b0d63e-083f-44b7-8045-4b4fc8069cdf req-c0e90dde-c01f-47eb-b09d-a409557f5cb9 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075468 May 26 22:42:43.288506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Allocated IP 172.20.0.9 (bf660f98-980a-48fa-965c-716a3131417c/a68d6fe7-1dca-41be-afc1-56dd4f3391ac/aee2dd46-cbc1-4976-8311-576402cddfc6) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:43.398219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c55d5055-c9c9-4c25-b3c2-cf3cf6503fd6 req-c40a5213-7496-4721-9053-f96a0baa823e tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 210 time: 0.0639203 May 26 22:42:43.413346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Pushing event updated for resources: {'Port': ['ID=9653005e-c5cf-4a16-9983-285b9a526cbb,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:43.723448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9170587b-b63f-4eaf-ac48-0e65c3865805 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:43.783526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:42:43.820025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 9170587b-b63f-4eaf-ac48-0e65c3865805 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:43.820539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9170587b-b63f-4eaf-ac48-0e65c3865805 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:43.820943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6bc86-6174-406b-8ed3-2ca58a0d0512 req-0daf0332-162d-4661-b145-612fb284c004 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:43.835515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d4a6bc86-6174-406b-8ed3-2ca58a0d0512 req-0daf0332-162d-4661-b145-612fb284c004 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:43.857596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:43.858221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:43.879219 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:43.910635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-e208c392-f965-4197-a7eb-c6cab17f5147 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/f0cc0184-fc1b-473b-86ba-69e8836c1ceb HTTP/1.1" status: 200 len: 1637 time: 0.0762858 May 26 22:42:43.925110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0cc0184-fc1b-473b-86ba-69e8836c1ceb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:43.925580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0cc0184-fc1b-473b-86ba-69e8836c1ceb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:43.933334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:43.938558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:43.942185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:43.945881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:43.960394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['f527b27d-5761-4f31-bcda-5939556b09d8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:43.996669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:44.010997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.047960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Network bf660f98-980a-48fa-965c-716a3131417c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:44.052670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:44.055762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:44.095940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Pushing event updated for resources: {'Port': ['ID=aee2dd46-cbc1-4976-8311-576402cddfc6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:44.159912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:44.160611 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.173955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.178193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d4a6bc86-6174-406b-8ed3-2ca58a0d0512 req-0daf0332-162d-4661-b145-612fb284c004 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:44.182177 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4a6bc86-6174-406b-8ed3-2ca58a0d0512 req-0daf0332-162d-4661-b145-612fb284c004 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 943 time: 1.0971735 May 26 22:42:44.209497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-833e4a71-334b-4da5-a437-919c991d07a4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5612566 May 26 22:42:44.211139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.214815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.233843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Request body: {'port': {'device_id': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:44.248528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:44.250226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Attempting to bind port 9653005e-c5cf-4a16-9983-285b9a526cbb on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:44.250608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Attempting to bind port 9653005e-c5cf-4a16-9983-285b9a526cbb by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:44.250873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Attempting to bind port 9653005e-c5cf-4a16-9983-285b9a526cbb on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:44.258832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:44.280381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15670ed0-9ee8-4034-b436-fbb634f38fe4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:44.301453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.302756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c3fbcf8-5535-44b5-ac9f-fba4827ef4b3 req-03b9cbea-9a24-4a3f-a191-3ef9858155fe tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3821104 May 26 22:42:44.337214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Pushing event updated for resources: {'Port': ['ID=5c75ed3e-f943-4df6-bbc4-2d96a32c6414,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:44.374645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.436329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4a6bc86-6174-406b-8ed3-2ca58a0d0512 req-99052394-66d9-4d01-b83e-646ae90085aa tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403224 May 26 22:42:44.437107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50888) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:44.446293 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:42:44.462780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Port 9653005e-c5cf-4a16-9983-285b9a526cbb on network 263a6ff1-3e06-48dd-beed-251ac06438fc not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:42:44.463244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Attempting to bind port 9653005e-c5cf-4a16-9983-285b9a526cbb on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:44.520658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3681e2fe-9432-4666-83e0-c6afba691db9 None None] Provisioning complete for port 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:44.521034 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3681e2fe-9432-4666-83e0-c6afba691db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.624932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3681e2fe-9432-4666-83e0-c6afba691db9 None None] Port 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:42:44.669587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:44.670084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:44.670569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Bound using segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:44.671117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Bound port: 9653005e-c5cf-4a16-9983-285b9a526cbb, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:44.671559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.706877 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541f7451-32bc-4a27-b021-f7995f3f8c02'] response: {'server_uuid': 'f3911f46-c9c2-4a63-ae75-be5e75011aa0', 'name': 'network-vif-deleted', 'tag': '9170587b-b63f-4eaf-ac48-0e65c3865805', 'status': 'completed', 'code': 200} May 26 22:42:44.765023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71350981-2a13-415b-9c21-a27889fa5375 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:44.814774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.864603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Transition to ACTIVE for port object 71350981-2a13-415b-9c21-a27889fa5375 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:44.884052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.888976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee2dd46-cbc1-4976-8311-576402cddfc6 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:44.900357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33bcd9-a269-4c57-ac3e-69bf7150af9e req-881e95bf-6bd3-4a33-b548-25f0eaab60ac tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:44.901844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f33bcd9-a269-4c57-ac3e-69bf7150af9e req-881e95bf-6bd3-4a33-b548-25f0eaab60ac tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 931 time: 0.1481094 May 26 22:42:44.903522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:44.937825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Transition to ACTIVE for port object aee2dd46-cbc1-4976-8311-576402cddfc6 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:44.948369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.013050 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f33bcd9-a269-4c57-ac3e-69bf7150af9e req-01aef784-5f9e-4d34-90f5-347d92f835dc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048462 May 26 22:42:45.132120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Pushing event updated for resources: {'Port': ['ID=aee2dd46-cbc1-4976-8311-576402cddfc6,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:45.169514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] For port 9653005e-c5cf-4a16-9983-285b9a526cbb, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:45.177014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Pushing event updated for resources: {'Port': ['ID=71350981-2a13-415b-9c21-a27889fa5375,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:45.193042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] For port 9653005e-c5cf-4a16-9983-285b9a526cbb, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9653005e-c5cf-4a16-9983-285b9a526cbb,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:45.200548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043032d-0e45-4c57-8ade-1b11eee87a21 req-caa8330a-dabc-403e-8216-adab582d1824 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:45.202076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d043032d-0e45-4c57-8ade-1b11eee87a21 req-caa8330a-dabc-403e-8216-adab582d1824 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.4925945 May 26 22:42:45.210220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.228445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50898) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:45.243014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Request body: {'floatingip': {'port_id': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:45.256813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31a1270a-b150-4bd6-aba4-e972e8c81159 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:45.342587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4168f1ab-82db-48a6-bbc9-2142f983abd6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/f0cc0184-fc1b-473b-86ba-69e8836c1ceb HTTP/1.1" status: 200 len: 2140 time: 0.2488408 May 26 22:42:45.342838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 31a1270a-b150-4bd6-aba4-e972e8c81159 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:45.348775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 31a1270a-b150-4bd6-aba4-e972e8c81159 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:45.349021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.351098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.439488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0cc0184-fc1b-473b-86ba-69e8836c1ceb', 'remote_group_id': None}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:45.439797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0cc0184-fc1b-473b-86ba-69e8836c1ceb', 'remote_group_id': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:45.485505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:45.489895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.497255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Usage tracker for resource:security_group_rule and tenant:d0cf13b4eb3945a4a65ec51543756f40 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:45.507031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:45.507283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 31a1270a-b150-4bd6-aba4-e972e8c81159, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31a1270a-b150-4bd6-aba4-e972e8c81159,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:45.510015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Attempting to bind port aee2dd46-cbc1-4976-8311-576402cddfc6 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:45.510216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.510341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Attempting to bind port aee2dd46-cbc1-4976-8311-576402cddfc6 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:45.510661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Attempting to bind port aee2dd46-cbc1-4976-8311-576402cddfc6 on network bf660f98-980a-48fa-965c-716a3131417c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:45.511449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] 10.222.0.48 "PUT /v2.0/ports/9653005e-c5cf-4a16-9983-285b9a526cbb HTTP/1.1" status: 200 len: 1091 time: 3.7846022 May 26 22:42:45.511776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.530936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:45.549056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Port aee2dd46-cbc1-4976-8311-576402cddfc6 on network bf660f98-980a-48fa-965c-716a3131417c not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:42:45.549056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Attempting to bind port aee2dd46-cbc1-4976-8311-576402cddfc6 on network bf660f98-980a-48fa-965c-716a3131417c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:45.549425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249758b-3e1b-49e5-9505-2086b052c013', 'tag': '9653005e-c5cf-4a16-9983-285b9a526cbb'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:45.602541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=31a1270a-b150-4bd6-aba4-e972e8c81159,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:45.609863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:45.610188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Checking segment: {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:45.610573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Bound using segment: {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:45.611021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Bound port: aee2dd46-cbc1-4976-8311-576402cddfc6, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4158d180-d6af-4f95-b67c-bde6a213347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:45.611365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.660055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd59d1-31dc-454c-b232-bd46c5093d7f service neutron] Pushing event updated for resources: {'Port': ['ID=9653005e-c5cf-4a16-9983-285b9a526cbb,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:45.772202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Attempting to bind port 71350981-2a13-415b-9c21-a27889fa5375 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:45.772525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Attempting to bind port 71350981-2a13-415b-9c21-a27889fa5375 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:45.772840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Attempting to bind port 71350981-2a13-415b-9c21-a27889fa5375 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:45.848233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Port 71350981-2a13-415b-9c21-a27889fa5375 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:42:45.848951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Attempting to bind port 71350981-2a13-415b-9c21-a27889fa5375 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:45.869085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd5ae-cf65-43ee-bac7-4b110d15cfbf req-000c6828-f0e6-4b05-99be-43325ec10d54 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:45.870579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ae3cd5ae-cf65-43ee-bac7-4b110d15cfbf req-000c6828-f0e6-4b05-99be-43325ec10d54 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 943 time: 0.4829059 May 26 22:42:45.897834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:45.898171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:45.898541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Bound using segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:45.898975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Bound port: 71350981-2a13-415b-9c21-a27889fa5375, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:45.899312 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.941215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-e6397a38-a084-452d-ad75-f199cd69c424 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 1094 time: 0.3698897 May 26 22:42:45.942832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:45.987290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] For port aee2dd46-cbc1-4976-8311-576402cddfc6, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:45.991695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] For port aee2dd46-cbc1-4976-8311-576402cddfc6, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=aee2dd46-cbc1-4976-8311-576402cddfc6,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:46.003894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.053446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.070743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.086313 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-1bc8e06c-a203-40f2-a783-58101e0ca0fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9653005e-c5cf-4a16-9983-285b9a526cbb HTTP/1.1" status: 200 len: 217 time: 0.1335738 May 26 22:42:46.152555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ae3cd5ae-cf65-43ee-bac7-4b110d15cfbf req-d0a8c614-7acb-4815-b09e-e8732ccc8065 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597978 May 26 22:42:46.176046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.177969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] 10.222.0.55 "PUT /v2.0/ports/aee2dd46-cbc1-4976-8311-576402cddfc6 HTTP/1.1" status: 200 len: 1091 time: 1.9546711 May 26 22:42:46.178623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd43462b-f007-4dfc-a490-af0b09913ebf,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:46.189778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Router 1252d917-2a81-4a2e-8abf-860f2bf129ce has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:46.201425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-34fa1019-ffc6-43dc-a94e-cadd81edff23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:46.203027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-34fa1019-ffc6-43dc-a94e-cadd81edff23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1083252 May 26 22:42:46.209495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] For port 71350981-2a13-415b-9c21-a27889fa5375, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:46.211277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1e23e-931c-4a90-a4a1-c654f2c20742 service neutron] Pushing event updated for resources: {'Port': ['ID=aee2dd46-cbc1-4976-8311-576402cddfc6,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:46.216298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.217447 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1438efa9-8d93-4f4d-b0ad-69d712208162 req-4e2512fb-ca85-4deb-9944-a2ae5a135e3f tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.8031762 May 26 22:42:46.269260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-93d19861-4e57-46ae-814a-1bc0feadc049 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558422 May 26 22:42:46.320550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] For port 71350981-2a13-415b-9c21-a27889fa5375, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71350981-2a13-415b-9c21-a27889fa5375,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:46.337411 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb977cc-71c4-4b24-8835-c93c7d0b843b'] response: {'name': 'network-changed', 'server_uuid': 'c249758b-3e1b-49e5-9505-2086b052c013', 'tag': '9653005e-c5cf-4a16-9983-285b9a526cbb', 'status': 'completed', 'code': 200} May 26 22:42:46.345348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-dce86b59-ad01-413c-9565-80dff8e97cf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 1094 time: 0.1004491 May 26 22:42:46.447940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.528783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-d15bac04-b862-4149-bf72-f7c8eaa2fcd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee2dd46-cbc1-4976-8311-576402cddfc6 HTTP/1.1" status: 200 len: 217 time: 0.1301610 May 26 22:42:46.576252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.597202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.630762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.632609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] 10.222.0.48 "PUT /v2.0/ports/71350981-2a13-415b-9c21-a27889fa5375 HTTP/1.1" status: 200 len: 1091 time: 4.1130183 May 26 22:42:46.676791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:46.710291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'tag': 'aee2dd46-cbc1-4976-8311-576402cddfc6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:46.735436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-d291dfa7-15cb-48c3-9b37-e1b18afbdffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:46.736999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-d291dfa7-15cb-48c3-9b37-e1b18afbdffb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.2007082 May 26 22:42:46.787935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d1f2-b33b-4edd-8fcc-571818acdeb9 req-2b0d0ce3-0c3b-454c-b2a1-d422de43f25e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:46.789348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3070d1f2-b33b-4edd-8fcc-571818acdeb9 req-2b0d0ce3-0c3b-454c-b2a1-d422de43f25e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 943 time: 0.3897543 May 26 22:42:46.806926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-1c6b7719-43fd-477a-85c7-22e798e151db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628548 May 26 22:42:46.942469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3070d1f2-b33b-4edd-8fcc-571818acdeb9 req-c7046fdb-6852-43f9-83ab-8ecbf0de8802 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401703 May 26 22:42:47.003075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Pushing event updated for resources: {'Port': ['ID=71350981-2a13-415b-9c21-a27889fa5375,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:47.012579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-c8a29200-e5c2-47c5-9caa-d9ee822f1a74 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894999 May 26 22:42:47.027513 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-21743fb1-650d-413c-b2bc-fc7cc81a692e service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504098 May 26 22:42:47.073864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.074202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.074532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.074861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.075183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.075503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.075823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.076141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.076455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.076769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.077083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18702b-52dc-4d10-990b-d7499e6eb9ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:47.106306 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62ad4596-7f88-4051-9f90-de83556ba355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:47.147236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41f4914b-1ad4-407c-9c02-574715b586e1 req-328d2d2b-2559-4929-a81d-4d8d7916bb8c tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/f0cc0184-fc1b-473b-86ba-69e8836c1ceb HTTP/1.1" status: 200 len: 2648 time: 0.1587427 May 26 22:42:47.174537 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Floating IP 2c4d7135-841b-462e-a6d1-57f74c56b26e associated. External IP: 172.25.4.32, port: bdf4fd2a-80d6-4fcd-9142-dcf626892f68. May 26 22:42:47.182253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3bb67-d22b-4b2b-94eb-7aebb38d4438 req-d8cfbdb4-7cd6-4936-a3aa-070d9dfd48c6 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:47.195679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4f3bb67-d22b-4b2b-94eb-7aebb38d4438 req-d8cfbdb4-7cd6-4936-a3aa-070d9dfd48c6 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 943 time: 0.7520685 May 26 22:42:47.215917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31a1270a-b150-4bd6-aba4-e972e8c81159 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:47.298563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-25b85e9d-5c68-49bb-87d5-9a9d63586964 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 1094 time: 0.5631580 May 26 22:42:47.349296 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a98398b-8520-4484-abd5-5793c1679699'] response: {'name': 'network-changed', 'server_uuid': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'tag': 'aee2dd46-cbc1-4976-8311-576402cddfc6', 'status': 'completed', 'code': 200} May 26 22:42:47.364401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 31a1270a-b150-4bd6-aba4-e972e8c81159 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:47.364889 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:47.399338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4f3bb67-d22b-4b2b-94eb-7aebb38d4438 req-18868af5-5ef2-407a-af3d-e0679ea240bb tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028754 May 26 22:42:47.404141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96672c52-7482-4854-aaf1-9be233a1fbc5 req-8d2d56ee-1558-430f-aeca-cff9a9ead6ba service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686850 May 26 22:42:47.410379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-1494f267-52c4-47ed-9808-19afd8088708 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71350981-2a13-415b-9c21-a27889fa5375 HTTP/1.1" status: 200 len: 217 time: 0.1017034 May 26 22:42:47.455805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfec20dd-d3e9-4e1b-89fd-4c74fd102e8d req-f8f57056-37bf-46a8-a771-7e481d19eb37 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302201 May 26 22:42:47.465649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50f4259d-e5f7-43ca-8133-cb0844cffac8 req-8de9febb-ccc0-48ea-bdc0-b9568f26741c tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-group-rules/dd43462b-f007-4dfc-a490-af0b09913ebf HTTP/1.1" status: 200 len: 718 time: 0.1155047 May 26 22:42:47.581299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-1bf2d0c4-a03b-4f6f-8c67-1de81d8c41b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:47.583073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-1bf2d0c4-a03b-4f6f-8c67-1de81d8c41b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.1564281 May 26 22:42:47.594078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50f4259d-e5f7-43ca-8133-cb0844cffac8 req-771e2b0a-0a3c-46a4-b6f9-425a77307602 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/f0cc0184-fc1b-473b-86ba-69e8836c1ceb HTTP/1.1" status: 200 len: 2648 time: 0.1275456 May 26 22:42:47.654218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50f4259d-e5f7-43ca-8133-cb0844cffac8 req-41e634ad-c8bc-4b30-bb2f-6b77633b5b37 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:47.662610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:47.667407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50f4259d-e5f7-43ca-8133-cb0844cffac8 req-41e634ad-c8bc-4b30-bb2f-6b77633b5b37 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:47.685546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-e513a4c7-0bba-437a-a7a8-b20780cb6c1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 1094 time: 0.1615071 May 26 22:42:47.695609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-657a0700-b7ef-4926-99ed-7cc41ba01075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028979 May 26 22:42:47.704038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b05bfcd8-4bee-40af-aeb3-a5cae1b0afea admin admin] 10.222.0.32 "PUT /v2.0/routers/1252d917-2a81-4a2e-8abf-860f2bf129ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4252801 May 26 22:42:47.777743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50f4259d-e5f7-43ca-8133-cb0844cffac8 req-41e634ad-c8bc-4b30-bb2f-6b77633b5b37 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:47.812417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e634ad-c8bc-4b30-bb2f-6b77633b5b37 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd43462b-f007-4dfc-a490-af0b09913ebf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:47.817422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50f4259d-e5f7-43ca-8133-cb0844cffac8 req-41e634ad-c8bc-4b30-bb2f-6b77633b5b37 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:47.823450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50f4259d-e5f7-43ca-8133-cb0844cffac8 req-41e634ad-c8bc-4b30-bb2f-6b77633b5b37 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/dd43462b-f007-4dfc-a490-af0b09913ebf HTTP/1.1" status: 204 len: 173 time: 0.2186372 May 26 22:42:47.882176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-6ee99192-1cc5-48fd-89e6-b244a7193da5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 1094 time: 0.4063170 May 26 22:42:48.005474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-f68ab347-d139-47aa-8e22-8fd66a36900d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:48.007334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-f68ab347-d139-47aa-8e22-8fd66a36900d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 912 time: 0.3102832 May 26 22:42:48.040105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17512ba3-d45f-404a-aef0-c4da0c4aa12d req-ab1e1abd-de5f-4996-bf19-82314c7b529f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:48.041565 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17512ba3-d45f-404a-aef0-c4da0c4aa12d req-ab1e1abd-de5f-4996-bf19-82314c7b529f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 943 time: 0.3955765 May 26 22:42:48.100729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-78cd297d-ea5f-4fa3-8d59-31dd6d08f878 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee2dd46-cbc1-4976-8311-576402cddfc6 HTTP/1.1" status: 200 len: 217 time: 0.0869617 May 26 22:42:48.122833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-bdb041f6-c8a1-4983-ac92-401a895d5083 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165039 May 26 22:42:48.174531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6341c9b3-456e-4423-9432-112b7888b3a0 req-3bda5f9a-8397-4d71-a6cb-867bc31df120 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/f0cc0184-fc1b-473b-86ba-69e8836c1ceb HTTP/1.1" status: 200 len: 2140 time: 0.2291133 May 26 22:42:48.214202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-1c97c6fd-4d71-4b31-b865-e00a94e64ae9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:48.215622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-1c97c6fd-4d71-4b31-b865-e00a94e64ae9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.1004603 May 26 22:42:48.276129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-f5535b2f-1815-4246-9f3a-51607fc67b0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501516 May 26 22:42:48.329830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-de36131a-0e32-4d61-83c2-4eab501e17bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:48.331268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-de36131a-0e32-4d61-83c2-4eab501e17bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.4376173 May 26 22:42:48.341308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'tag': '71350981-2a13-415b-9c21-a27889fa5375'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:48.398229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6341c9b3-456e-4423-9432-112b7888b3a0 req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:48.425051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17512ba3-d45f-404a-aef0-c4da0c4aa12d req-0d0b3cca-9614-4dae-8cc3-92a6a7509794 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751705 May 26 22:42:48.443311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-7b216d9e-9f79-43e0-b054-23846b780d0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9653005e-c5cf-4a16-9983-285b9a526cbb HTTP/1.1" status: 200 len: 217 time: 0.1025181 May 26 22:42:48.470472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6341c9b3-456e-4423-9432-112b7888b3a0 req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:48.495405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-45a5c320-b7d2-4192-b279-e2d2a94c8a94 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107201 May 26 22:42:48.563526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf49de3f-d360-49bf-89d9-1f38ed1d63cf req-33a7a5ce-f142-451c-9368-770f71bc4931 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232626 May 26 22:42:48.626950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Router 2a967f85-1143-451c-bf5f-b8498fc72642 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:48.641227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b54bb460-1e09-4032-aa50-48bceb90fa87 req-45db2bff-a716-44de-8c78-834b44c3550a tempest-FloatingIPsNegativeTestJSON-1569745907 tempest-FloatingIPsNegativeTestJSON-1569745907-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=3716fd985d9e4ea994bef2abc1294b63 HTTP/1.1" status: 200 len: 217 time: 0.0936189 May 26 22:42:48.752456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6341c9b3-456e-4423-9432-112b7888b3a0 req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:48.772317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bde68bfc-89e7-4cec-9177-cb264acc1ff7 req-17e9886c-bec4-4628-8f8a-db374461880a service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698948 May 26 22:42:48.814031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-77df4586-599a-4a0f-9e6a-981ac36bb804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:48.815455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-77df4586-599a-4a0f-9e6a-981ac36bb804 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.3379633 May 26 22:42:48.834239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc0184-fc1b-473b-86ba-69e8836c1ceb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:48.854947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6341c9b3-456e-4423-9432-112b7888b3a0 req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:48.856127 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6341c9b3-456e-4423-9432-112b7888b3a0 req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-groups/f0cc0184-fc1b-473b-86ba-69e8836c1ceb HTTP/1.1" status: 204 len: 173 time: 0.6742654 May 26 22:42:48.858719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.859956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.860400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.860848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.861274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.861720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.862319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.862766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.863181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.863619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.864042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e9b7a-6ef7-4463-8cae-cda5d04f9385 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:48.903892 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-2de43718-42ed-4dd6-90c7-730ebb8b9a6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543103 May 26 22:42:48.943599 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340b26f8-9631-4e71-9222-f11d53476b0e'] response: {'name': 'network-changed', 'server_uuid': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'tag': '71350981-2a13-415b-9c21-a27889fa5375', 'status': 'completed', 'code': 200} May 26 22:42:48.960441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:48.965140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:48.972162 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] Sync routers for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:48.983890 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:48.984718 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:49.027081 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a52141e0-4ff5-49ea-bb84-517c12c27866 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "PUT /v2.0/floatingips/2c4d7135-841b-462e-a6d1-57f74c56b26e HTTP/1.1" status: 200 len: 991 time: 3.7913294 May 26 22:42:49.153710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b08f0-0095-48d1-b665-91a4bc4fd843 req-56554ac0-0e0b-4cf3-a699-5aff7a27a002 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:49.155200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-076b08f0-0095-48d1-b665-91a4bc4fd843 req-56554ac0-0e0b-4cf3-a699-5aff7a27a002 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 943 time: 0.3379030 May 26 22:42:49.167078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-cf5232f3-b8e8-41f4-b691-4f8e2369f9fd service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537742 May 26 22:42:49.216836 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:49.247305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbfbca-2cc7-4874-b5b2-f5182f8e7eb7 req-06a9af5d-d9e2-4d7f-ae77-17143c4e77ab tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:49.248773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5abbfbca-2cc7-4874-b5b2-f5182f8e7eb7 req-06a9af5d-d9e2-4d7f-ae77-17143c4e77ab tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 943 time: 0.2061100 May 26 22:42:49.295229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5abbfbca-2cc7-4874-b5b2-f5182f8e7eb7 req-dd31c2de-6e90-45bc-b099-eaf8323c4977 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 May 26 22:42:49.297577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd56990b-1991-474f-8490-7847a81e5e8b req-98efb998-af09-495d-bf1b-91a9ae3ada23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 1094 time: 0.2869833 May 26 22:42:49.327914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0365e155-566d-48d8-b08c-1142d823f233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:49.350862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:49.387351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9047351b-c1c3-423b-9244-23cb7f5cad30 req-75142279-e6df-48d2-9481-a7230de01a88 tempest-FloatingIPsNegativeTestJSON-1569745907 tempest-FloatingIPsNegativeTestJSON-1569745907-project] Synchronizing usage tracker for tenant:3716fd985d9e4ea994bef2abc1294b63 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:49.408473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9047351b-c1c3-423b-9244-23cb7f5cad30 req-75142279-e6df-48d2-9481-a7230de01a88 tempest-FloatingIPsNegativeTestJSON-1569745907 tempest-FloatingIPsNegativeTestJSON-1569745907-project] Unset dirty status for tenant:3716fd985d9e4ea994bef2abc1294b63 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:49.409784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9047351b-c1c3-423b-9244-23cb7f5cad30 req-75142279-e6df-48d2-9481-a7230de01a88 tempest-FloatingIPsNegativeTestJSON-1569745907 tempest-FloatingIPsNegativeTestJSON-1569745907-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0497386 May 26 22:42:49.470513 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-076b08f0-0095-48d1-b665-91a4bc4fd843 req-d29297c1-9136-4fe8-b542-98c89bf5f904 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076532 May 26 22:42:49.512225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaae8257-a4e0-481c-94f8-f8260d9271ea req-3e8b38b7-a43c-4e1f-92d0-596642973e0b service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289881 May 26 22:42:49.554761 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-1ba0e430-762c-4aba-b78d-d0024359d9a5 req-cd6a7a24-34b7-469c-9aa0-8077c6bfe46d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] show failed (client error): The resource could not be found. May 26 22:42:49.555892 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ba0e430-762c-4aba-b78d-d0024359d9a5 req-cd6a7a24-34b7-469c-9aa0-8077c6bfe46d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/04e97480-ad06-4494-b2db-f1b82d59772a HTTP/1.1" status: 404 len: 352 time: 0.0421064 May 26 22:42:49.616321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56990b-1991-474f-8490-7847a81e5e8b req-05ce5fc1-6801-4d7b-a80e-66805f7f8792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:49.617914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd56990b-1991-474f-8490-7847a81e5e8b req-05ce5fc1-6801-4d7b-a80e-66805f7f8792 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.3006792 May 26 22:42:49.623008 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2c4d7135-841b-462e-a6d1-57f74c56b26e', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'port_id': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'mac_address': 'fa:16:3e:f4:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:42:15Z', 'updated_at': '2022-05-26T22:42:46Z', 'revision_number': 1, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:38Z', 'revision_number': 5, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:49.627778 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] Checking router: 2a967f85-1143-451c-bf5f-b8498fc72642 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:49.641290 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:49.641859 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:49.650581 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775209cf-721c-42f3-89c2-235d96ef08e9'] response: {'name': 'network-changed', 'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'status': 'completed', 'code': 200} May 26 22:42:49.745938 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-9570ae12-3386-4600-9c9d-6c076b847332 req-044e76e8-2fd0-4024-b750-c308cadc34ff tempest-FloatingIPsNegativeTestJSON-1569745907 tempest-FloatingIPsNegativeTestJSON-1569745907-project] show failed (client error): The resource could not be found. May 26 22:42:49.759470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9570ae12-3386-4600-9c9d-6c076b847332 req-044e76e8-2fd0-4024-b750-c308cadc34ff tempest-FloatingIPsNegativeTestJSON-1569745907 tempest-FloatingIPsNegativeTestJSON-1569745907-project] 10.222.0.32 "GET /v2.0/floatingips/a02ede1c-96f1-46c2-958a-bf5fd9d526c3 HTTP/1.1" status: 404 len: 350 time: 0.0851717 May 26 22:42:49.760197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50966) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:49.853903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Deleting port 7788f5f1-18d3-45cf-9416-90eeaab09f45 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:49.854360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:49.898149 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:49.915306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd56990b-1991-474f-8490-7847a81e5e8b req-b8e804ca-d53b-4157-8089-9b9e6a9ab7c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71350981-2a13-415b-9c21-a27889fa5375 HTTP/1.1" status: 200 len: 217 time: 0.2810376 May 26 22:42:50.080217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50972) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:50.098588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc325d-bd21-4924-a92c-45330b8f8371 req-d14e8bac-0043-4e9c-80f3-a89d1c17f58c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:50.099421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-20fc325d-bd21-4924-a92c-45330b8f8371 req-d14e8bac-0043-4e9c-80f3-a89d1c17f58c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Synchronizing usage tracker for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:50.113275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56990b-1991-474f-8490-7847a81e5e8b req-d4dfd170-c057-41fc-9759-da4da238266c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:50.115574 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd56990b-1991-474f-8490-7847a81e5e8b req-d4dfd170-c057-41fc-9759-da4da238266c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.1905260 May 26 22:42:50.125833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-20fc325d-bd21-4924-a92c-45330b8f8371 req-d14e8bac-0043-4e9c-80f3-a89d1c17f58c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Unset dirty status for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:50.134414 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc325d-bd21-4924-a92c-45330b8f8371 req-d14e8bac-0043-4e9c-80f3-a89d1c17f58c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 943 time: 0.1692810 May 26 22:42:50.172484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663d61d-4e4e-47af-ad4c-b140d175765d req-7e7b074a-7c6a-4d16-8655-2b237c37ed35 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:50.174771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4663d61d-4e4e-47af-ad4c-b140d175765d req-7e7b074a-7c6a-4d16-8655-2b237c37ed35 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.4404089 May 26 22:42:50.228224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] For port 7788f5f1-18d3-45cf-9416-90eeaab09f45, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7788f5f1-18d3-45cf-9416-90eeaab09f45,segment=NetworkSegment(dc26ce6c-ca73-431c-882f-ced397c61602),segment_id=dc26ce6c-ca73-431c-882f-ced397c61602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:50.228589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.261283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20fc325d-bd21-4924-a92c-45330b8f8371 req-cb8c8d4c-6e1c-45c2-be02-fed4b4ca5e3c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257577 May 26 22:42:50.306609 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2c4d7135-841b-462e-a6d1-57f74c56b26e', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'port_id': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'mac_address': 'fa:16:3e:f4:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:42:15Z', 'updated_at': '2022-05-26T22:42:46Z', 'revision_number': 1, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:38Z', 'revision_number': 5, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:50.310837 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae285650-0434-441f-a79f-17acf56d4da2 None None] The sync data for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 is: [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2c4d7135-841b-462e-a6d1-57f74c56b26e', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'port_id': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'mac_address': 'fa:16:3e:f4:41:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:42:15Z', 'updated_at': '2022-05-26T22:42:46Z', 'revision_number': 1, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:38Z', 'revision_number': 5, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:50.344014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.357969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Calling delete_port for 7788f5f1-18d3-45cf-9416-90eeaab09f45 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:50.390058 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd56990b-1991-474f-8490-7847a81e5e8b req-ace252e9-8e2e-4d59-a23e-da3c87a2cb54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2674215 May 26 22:42:50.437300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:50.445508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Usage tracker for resource:security_group_rule and tenant:a17a5216190747c5b7713d899a2068e4 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:50.450477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c51a119b-51ce-4c6b-b180-45ab32b3d7a3 req-585d766c-c913-49af-9110-8422929a3ab8 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/18a79756-0ff3-4ab5-8b3c-d91bfdd10415 HTTP/1.1" status: 200 len: 1636 time: 0.1132147 May 26 22:42:50.451396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:50.461151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:50.475737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.584300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c51a119b-51ce-4c6b-b180-45ab32b3d7a3 req-0cd477b4-6175-4573-bb81-1fde6db92355 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.629537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.645656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-e35ce241-8d52-424c-918e-b01da27eb679 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fa3bab63f6f4ad780dc0cf599cd3a08&device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 1097 time: 0.8660629 May 26 22:42:50.648200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.657821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c51a119b-51ce-4c6b-b180-45ab32b3d7a3 req-0cd477b4-6175-4573-bb81-1fde6db92355 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.687043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.738906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb05d794-4d59-4986-81b9-31b9be5cf900,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:50.747243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.771868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4663d61d-4e4e-47af-ad4c-b140d175765d req-596fbb4f-b3c8-4e14-9cfe-edfb094d4833 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3839509 May 26 22:42:50.804808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef4f66f5-28bc-4aa9-a7f4-0b554ddcbc6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a17a5216190747c5b7713d899a2068e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7225854 May 26 22:42:50.812595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50984) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:50.852858 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd56990b-1991-474f-8490-7847a81e5e8b req-3e61267c-d7e8-490e-b153-d090ec35faf6 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221073 May 26 22:42:50.886085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-e4bf07ea-91f9-4acb-9fdb-4b46ef5c3465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:50.887790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-e4bf07ea-91f9-4acb-9fdb-4b46ef5c3465 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c1f1052-7d58-4687-9115-b6febdf4998f HTTP/1.1" status: 200 len: 912 time: 0.2297430 May 26 22:42:50.904520 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c51a119b-51ce-4c6b-b180-45ab32b3d7a3 req-0cd477b4-6175-4573-bb81-1fde6db92355 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.941843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd477b4-6175-4573-bb81-1fde6db92355 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a79756-0ff3-4ab5-8b3c-d91bfdd10415,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:50.965300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c51a119b-51ce-4c6b-b180-45ab32b3d7a3 req-0cd477b4-6175-4573-bb81-1fde6db92355 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:50.966451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c51a119b-51ce-4c6b-b180-45ab32b3d7a3 req-0cd477b4-6175-4573-bb81-1fde6db92355 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-groups/18a79756-0ff3-4ab5-8b3c-d91bfdd10415 HTTP/1.1" status: 204 len: 173 time: 0.5066862 May 26 22:42:50.998141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb14b669-ec1c-40a3-8327-fcc7e1a57046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.034420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb14b669-ec1c-40a3-8327-fcc7e1a57046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.050074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device aee2dd46-cbc1-4976-8311-576402cddfc6 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:42:51.160462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb14b669-ec1c-40a3-8327-fcc7e1a57046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.186640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14b669-ec1c-40a3-8327-fcc7e1a57046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb05d794-4d59-4986-81b9-31b9be5cf900,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:51.188101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-fd7d7bf4-3c01-482f-9f31-cdec9c3f9329 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68 HTTP/1.1" status: 200 len: 999 time: 0.2470706 May 26 22:42:51.188723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port aee2dd46-cbc1-4976-8311-576402cddfc6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=aee2dd46-cbc1-4976-8311-576402cddfc6,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:51.204531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb14b669-ec1c-40a3-8327-fcc7e1a57046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.208575 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eb14b669-ec1c-40a3-8327-fcc7e1a57046 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb05d794-4d59-4986-81b9-31b9be5cf900 HTTP/1.1" status: 204 len: 168 time: 0.3460963 May 26 22:42:51.216267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'aee2dd46-cbc1-4976-8311-576402cddfc6', 'network_id': 'bf660f98-980a-48fa-965c-716a3131417c', 'port_id': 'aee2dd46-cbc1-4976-8311-576402cddfc6', 'mac_address': 'fa:16:3e:19:5b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68d6fe7-1dca-41be-afc1-56dd4f3391ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:42:51.235847 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd56990b-1991-474f-8490-7847a81e5e8b req-dd9588c4-a04b-4417-b81a-8249fee7960b service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727458 May 26 22:42:51.242742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.292434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.304756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Pushing event deleted for resources: {'Port': ['ID=7788f5f1-18d3-45cf-9416-90eeaab09f45,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:51.313938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee2dd46-cbc1-4976-8311-576402cddfc6 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:51.315805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc994c4-2794-402b-9e4f-5557a8c4854d req-35a32934-299a-405c-91a7-2e288c221266 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:51.317263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6fc994c4-2794-402b-9e4f-5557a8c4854d req-35a32934-299a-405c-91a7-2e288c221266 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 943 time: 0.3773680 May 26 22:42:51.339300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port aee2dd46-cbc1-4976-8311-576402cddfc6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=aee2dd46-cbc1-4976-8311-576402cddfc6,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:51.344712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.386701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd92cd4-0afc-46d2-8b89-badcb70065e6 req-2ffd42d1-96b8-42eb-b509-a637981f215f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:51.397636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd92cd4-0afc-46d2-8b89-badcb70065e6 req-2ffd42d1-96b8-42eb-b509-a637981f215f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 943 time: 0.3070140 May 26 22:42:51.403033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-9d7ad202-7acc-4ce2-9ac2-13e24ad94832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:51.404444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-9d7ad202-7acc-4ce2-9ac2-13e24ad94832 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b HTTP/1.1" status: 200 len: 850 time: 0.2069948 May 26 22:42:51.431668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=aee2dd46-cbc1-4976-8311-576402cddfc6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:51.495285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6fc994c4-2794-402b-9e4f-5557a8c4854d req-03286f5d-dab8-4ac3-9d80-92b763be2c96 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434970 May 26 22:42:51.504215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd92cd4-0afc-46d2-8b89-badcb70065e6 req-4a4afd13-24f7-4cd4-91e7-6197c214e9ab tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051743 May 26 22:42:51.611344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['aee2dd46-cbc1-4976-8311-576402cddfc6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:51.621805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50996) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:51.680692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.738114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-db368b1f-5d4f-4acf-9e4f-51c81b401e4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c1f1052-7d58-4687-9115-b6febdf4998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3225954 May 26 22:42:51.793298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9653005e-c5cf-4a16-9983-285b9a526cbb details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:42:51.796128 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:51.832475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2d14629-d4f8-44b0-8f65-628dedfe5466 req-c0625ba8-84c1-4b74-9371-cf3837e3fdc5 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/db93f102-d78e-4817-a593-9533f1a3350a HTTP/1.1" status: 200 len: 1639 time: 0.2095683 May 26 22:42:51.841010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:51.855502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f213-3db8-4bfa-be6a-fe5f0f8ea885 req-46b57175-4c52-4463-81b0-1f43844dfb0a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:51.857120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3027f213-3db8-4bfa-be6a-fe5f0f8ea885 req-46b57175-4c52-4463-81b0-1f43844dfb0a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 944 time: 0.1447988 May 26 22:42:51.857292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Usage tracker for resource:security_group_rule and tenant:12d198ce24f94470b6fa65f5a9bf0de8 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:51.871826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:51.886851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:51.939095 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:42:51.966268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3027f213-3db8-4bfa-be6a-fe5f0f8ea885 req-a09f8ad4-afa5-4dfd-b74d-b2ee30976189 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017995 May 26 22:42:51.983769 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-a8c463f0-8dcf-4d93-ab50-b6de9e800fad service neutron] 10.222.0.48 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303979 May 26 22:42:52.026135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9653005e-c5cf-4a16-9983-285b9a526cbb, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9653005e-c5cf-4a16-9983-285b9a526cbb,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:52.041582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '9653005e-c5cf-4a16-9983-285b9a526cbb', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'port_id': '9653005e-c5cf-4a16-9983-285b9a526cbb', 'mac_address': 'fa:16:3e:b4:be:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ba0ea9-330e-47b1-82d6-d873725d8274', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:42:52.060100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Deleting port 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:52.060907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.097806 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.116485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9653005e-c5cf-4a16-9983-285b9a526cbb {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:52.133265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9653005e-c5cf-4a16-9983-285b9a526cbb, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9653005e-c5cf-4a16-9983-285b9a526cbb,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:52.138118 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.205379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9653005e-c5cf-4a16-9983-285b9a526cbb,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:52.214504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e2d14629-d4f8-44b0-8f65-628dedfe5466 req-6753e3f2-3c98-4d9f-adef-47dad053da1d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.251955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.280537 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.295263 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.311364 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e2d14629-d4f8-44b0-8f65-628dedfe5466 req-6753e3f2-3c98-4d9f-adef-47dad053da1d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.371806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Calling delete_port for 5c75ed3e-f943-4df6-bbc4-2d96a32c6414 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:52.404421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f21e1d1c-3f67-42e5-b4af-81b5bbedd8d6 req-74ca804c-cb6a-4817-b002-41c7b4c28bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991570 May 26 22:42:52.404697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed828f6-6ed5-440f-9af9-67518584b36f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:52.417143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.429979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c0e6bc7a-3057-4b8f-b4ee-47ad14074935 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12d198ce24f94470b6fa65f5a9bf0de8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8041842 May 26 22:42:52.433801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51000) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:52.462944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9653005e-c5cf-4a16-9983-285b9a526cbb'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:52.555730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.602196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c75ed3e-f943-4df6-bbc4-2d96a32c6414,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:52.618540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e2d14629-d4f8-44b0-8f65-628dedfe5466 req-6753e3f2-3c98-4d9f-adef-47dad053da1d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.653594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e3f2-3c98-4d9f-adef-47dad053da1d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db93f102-d78e-4817-a593-9533f1a3350a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:52.671951 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daf75035-464c-426f-bd12-87ae2bbc914f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.726570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e2d14629-d4f8-44b0-8f65-628dedfe5466 req-6753e3f2-3c98-4d9f-adef-47dad053da1d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.727684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2d14629-d4f8-44b0-8f65-628dedfe5466 req-6753e3f2-3c98-4d9f-adef-47dad053da1d tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-groups/db93f102-d78e-4817-a593-9533f1a3350a HTTP/1.1" status: 204 len: 173 time: 0.8755307 May 26 22:42:52.735900 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daf75035-464c-426f-bd12-87ae2bbc914f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.969379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e448b-4a4e-450e-849e-69f77abd1808 req-316b7dda-c811-4d0a-b966-2999266ef3c7 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:52.970796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc6e448b-4a4e-450e-849e-69f77abd1808 req-316b7dda-c811-4d0a-b966-2999266ef3c7 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 943 time: 0.1778212 May 26 22:42:53.020478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daf75035-464c-426f-bd12-87ae2bbc914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.028116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc6e448b-4a4e-450e-849e-69f77abd1808 req-128d35cc-f440-4d98-819c-57ed95b979d9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507634 May 26 22:42:53.055848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf75035-464c-426f-bd12-87ae2bbc914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed828f6-6ed5-440f-9af9-67518584b36f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:53.061705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device aee2dd46-cbc1-4976-8311-576402cddfc6 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:53.069798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daf75035-464c-426f-bd12-87ae2bbc914f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.070796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-daf75035-464c-426f-bd12-87ae2bbc914f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eed828f6-6ed5-440f-9af9-67518584b36f HTTP/1.1" status: 204 len: 168 time: 0.6331680 May 26 22:42:53.076433 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.147815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port aee2dd46-cbc1-4976-8311-576402cddfc6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:53.148360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a5676-2dff-46e7-a5a5-53ec85632441 req-67ccfdc1-844a-4b64-a639-781153c97f0f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:53.149919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-874a5676-2dff-46e7-a5a5-53ec85632441 req-67ccfdc1-844a-4b64-a639-781153c97f0f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 944 time: 0.2336407 May 26 22:42:53.163793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port aee2dd46-cbc1-4976-8311-576402cddfc6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:53.164154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.312499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-874a5676-2dff-46e7-a5a5-53ec85632441 req-94caca04-5dd3-40f8-b0ac-e6f2f24af7bc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686250 May 26 22:42:53.325907 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8da9a688-74e8-41fa-ba4a-cbc896c7d9f1 req-3641ffd7-78a3-40ca-aa09-cbcf944a8436 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/d991189d-f251-4a7a-a2a5-e6f04cb60b08 HTTP/1.1" status: 200 len: 1638 time: 0.2380092 May 26 22:42:53.328267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.384351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port aee2dd46-cbc1-4976-8311-576402cddfc6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=aee2dd46-cbc1-4976-8311-576402cddfc6,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:53.386562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee2dd46-cbc1-4976-8311-576402cddfc6'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:53.397960 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.441407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8da9a688-74e8-41fa-ba4a-cbc896c7d9f1 req-1d1d4cc5-de98-4f35-9357-605665e201a6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.490599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8da9a688-74e8-41fa-ba4a-cbc896c7d9f1 req-1d1d4cc5-de98-4f35-9357-605665e201a6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.555697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=aee2dd46-cbc1-4976-8311-576402cddfc6,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:53.620216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Router 3b2c3174-da10-4687-98a4-7cf70d685426 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:53.623567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac48f53-ed60-4988-8eaf-10e3068cafaa None None] New status for floating IP 2c4d7135-841b-462e-a6d1-57f74c56b26e: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:42:53.637948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f96e-d01f-4a83-9314-38d8c8844b88 req-9ea50abd-c2b9-4d5e-adf2-e1a0bb73edd6 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:53.646542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ed5f96e-d01f-4a83-9314-38d8c8844b88 req-9ea50abd-c2b9-4d5e-adf2-e1a0bb73edd6 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1285038 May 26 22:42:53.840835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71350981-2a13-415b-9c21-a27889fa5375 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:42:53.843060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9653005e-c5cf-4a16-9983-285b9a526cbb up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:53.869826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ed5f96e-d01f-4a83-9314-38d8c8844b88 req-3a5b0904-a450-4e79-81bf-de73816557b7 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223554 May 26 22:42:53.900410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8da9a688-74e8-41fa-ba4a-cbc896c7d9f1 req-1d1d4cc5-de98-4f35-9357-605665e201a6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.923560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d4cc5-de98-4f35-9357-605665e201a6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d991189d-f251-4a7a-a2a5-e6f04cb60b08,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:53.952605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:53.961730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce62e916-033b-40c6-a8e2-4c4a099eb633 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b2c3174-da10-4687-98a4-7cf70d685426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5043626 May 26 22:42:53.961938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8da9a688-74e8-41fa-ba4a-cbc896c7d9f1 req-1d1d4cc5-de98-4f35-9357-605665e201a6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.962735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8da9a688-74e8-41fa-ba4a-cbc896c7d9f1 req-1d1d4cc5-de98-4f35-9357-605665e201a6 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-groups/d991189d-f251-4a7a-a2a5-e6f04cb60b08 HTTP/1.1" status: 204 len: 173 time: 0.6359928 May 26 22:42:53.966146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51030) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:53.975208 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] Sync routers for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:53.996486 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:53.998542 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:54.017174 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481604dd-a658-4b2a-b219-51e3bb053fa3'] response: {'server_uuid': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee2dd46-cbc1-4976-8311-576402cddfc6', 'code': 200} May 26 22:42:54.047981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:42:54.256123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7854a3eb-3cef-4fd8-b017-c7b4e1145a2a req-6c296818-215b-43ae-82e4-a1dc65249ea7 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/e2ccd080-35b9-4e31-976b-7c90a4b2a736 HTTP/1.1" status: 200 len: 2144 time: 0.2195399 May 26 22:42:54.297388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6139377-0193-47b4-b3d9-c4d1c8849a13 req-05d56c04-9fba-4301-850b-8d7c0c0ad266 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 1096 time: 0.1744854 May 26 22:42:54.322813 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:54.398249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 9653005e-c5cf-4a16-9983-285b9a526cbb completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:54.415307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 9653005e-c5cf-4a16-9983-285b9a526cbb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:54.415677 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.434831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6139377-0193-47b4-b3d9-c4d1c8849a13 req-2574e236-645e-4768-9ff3-392d17ba3605 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303248 May 26 22:42:54.438644 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7854a3eb-3cef-4fd8-b017-c7b4e1145a2a req-04ab3072-76f8-46fa-8a69-cdd802db1487 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.469219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7854a3eb-3cef-4fd8-b017-c7b4e1145a2a req-04ab3072-76f8-46fa-8a69-cdd802db1487 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.538172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0f4e-b2d2-4b0f-82bf-d1bde1bd81f0 req-671656e5-548a-4c4b-b092-0f992511141d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:54.540079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7854a3eb-3cef-4fd8-b017-c7b4e1145a2a req-04ab3072-76f8-46fa-8a69-cdd802db1487 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.545392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-015c0f4e-b2d2-4b0f-82bf-d1bde1bd81f0 req-671656e5-548a-4c4b-b092-0f992511141d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 943 time: 0.1133187 May 26 22:42:54.562354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab3072-76f8-46fa-8a69-cdd802db1487 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccd080-35b9-4e31-976b-7c90a4b2a736,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:54.585935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Router 1252d917-2a81-4a2e-8abf-860f2bf129ce has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:42:54.591566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7854a3eb-3cef-4fd8-b017-c7b4e1145a2a req-04ab3072-76f8-46fa-8a69-cdd802db1487 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.592770 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7854a3eb-3cef-4fd8-b017-c7b4e1145a2a req-04ab3072-76f8-46fa-8a69-cdd802db1487 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2ccd080-35b9-4e31-976b-7c90a4b2a736 HTTP/1.1" status: 204 len: 173 time: 0.3265486 May 26 22:42:54.654242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-015c0f4e-b2d2-4b0f-82bf-d1bde1bd81f0 req-0b4a6162-5d42-4281-bbe9-435c7a22db74 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071939 May 26 22:42:54.656310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51048) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:54.685717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 71350981-2a13-415b-9c21-a27889fa5375, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71350981-2a13-415b-9c21-a27889fa5375,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:54.765146 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:42:51Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:54.769112 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] Checking router: 3b2c3174-da10-4687-98a4-7cf70d685426 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:42:54.780918 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] Routers {'3b2c3174-da10-4687-98a4-7cf70d685426'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:54.781531 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3b2c3174-da10-4687-98a4-7cf70d685426'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:54.791561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '71350981-2a13-415b-9c21-a27889fa5375', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'port_id': '71350981-2a13-415b-9c21-a27889fa5375', 'mac_address': 'fa:16:3e:54:03:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaccb09-0e18-47e1-90de-a298a331d2b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:42:54.819905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.916599 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.930901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.954184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71350981-2a13-415b-9c21-a27889fa5375 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:42:54.960842 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.981907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb67eba-f421-4817-8b12-09c3ad5af8e9 req-99816cc7-5025-4684-9eff-c07f4fa7cbb9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:54.983412 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bb67eba-f421-4817-8b12-09c3ad5af8e9 req-99816cc7-5025-4684-9eff-c07f4fa7cbb9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 944 time: 0.1293519 May 26 22:42:54.999670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 71350981-2a13-415b-9c21-a27889fa5375, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71350981-2a13-415b-9c21-a27889fa5375,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:55.002261 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] Set router 3b2c3174-da10-4687-98a4-7cf70d685426 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:42:55.007889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9653005e-c5cf-4a16-9983-285b9a526cbb, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9653005e-c5cf-4a16-9983-285b9a526cbb,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:55.009832 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.012366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-network', 'tenant_id': 'b392744ec58c457baa9120126efb0605'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:55.017473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:55.021833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Usage tracker for resource:network and tenant:b392744ec58c457baa9120126efb0605 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:55.025213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:55.031123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:55.050365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Made reservation on behalf of b392744ec58c457baa9120126efb0605 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:55.053034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.053281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bb67eba-f421-4817-8b12-09c3ad5af8e9 req-d9e52281-c0db-4660-b040-7be5a314ff15 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617936 May 26 22:42:55.068861 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.069651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.092278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:42:55.095134 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d6af97e-50c4-4bcb-9adf-6c5df9b79065 req-eee01732-001e-4ab1-8ec0-0c7f8996d6b2 tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "GET /v2.0/security-groups/255962f0-f15b-4c18-b42b-875aab74c67e HTTP/1.1" status: 200 len: 2140 time: 0.3262765 May 26 22:42:55.104482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3130d4c5-9d49-4bf4-9038-5fedce90eb40 admin admin] 10.222.0.32 "PUT /v2.0/routers/1252d917-2a81-4a2e-8abf-860f2bf129ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3394575 May 26 22:42:55.105177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51056) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:55.131594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:55.135866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Usage tracker for resource:security_group_rule and tenant:b392744ec58c457baa9120126efb0605 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:55.139006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:55.145434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=71350981-2a13-415b-9c21-a27889fa5375,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:55.146831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:55.214922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.233241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9653005e-c5cf-4a16-9983-285b9a526cbb,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:55.253997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.315339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:42:55.332720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf8e7ba-f952-4033-8d95-722c330f5117,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:55.335031 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:42:51Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:55.339469 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ff55f-5dc1-4809-a354-4a299b006e5e None None] The sync data for ids ['3b2c3174-da10-4687-98a4-7cf70d685426'] in n-d-843301-1 is: [{'id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'name': 'tempest-ServerRescueTestJSONUnderV235-201510826-router', 'tenant_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:06Z', 'updated_at': '2022-05-26T22:42:51Z', 'revision_number': 5, 'project_id': 'd08a593fe63048c6a6e32af4c4f231d9', 'gw_port': {'id': '08748395-3c0b-422b-97ae-4de53ce8c2c5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c3174-da10-4687-98a4-7cf70d685426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:07Z', 'updated_at': '2022-05-26T22:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:55.346207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.346532 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Added segment 5e79221c-1ec3-481f-a2bf-f876116f315e of type vlan for network 2bca550c-5555-4e17-997c-fb45673af988 May 26 22:42:55.386897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['71350981-2a13-415b-9c21-a27889fa5375'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:42:55.393113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1d6af97e-50c4-4bcb-9adf-6c5df9b79065 req-3fb6ba6a-67b7-496d-9344-8cc6aea1020e tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.410656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.423898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855b473-ad99-4478-b447-c5956e9b851f req-f689ef58-d1c7-4c27-b61e-b5d5b873222a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:55.430163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8855b473-ad99-4478-b447-c5956e9b851f req-f689ef58-d1c7-4c27-b61e-b5d5b873222a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1220016 May 26 22:42:55.444092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1d6af97e-50c4-4bcb-9adf-6c5df9b79065 req-3fb6ba6a-67b7-496d-9344-8cc6aea1020e tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.493138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8855b473-ad99-4478-b447-c5956e9b851f req-1094bf19-5792-46ad-b8ca-59c71c4e863c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 May 26 22:42:55.522159 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.522802 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.523840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:55.524637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.620086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.622660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1d6af97e-50c4-4bcb-9adf-6c5df9b79065 req-3fb6ba6a-67b7-496d-9344-8cc6aea1020e tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.688371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6ba6a-67b7-496d-9344-8cc6aea1020e tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255962f0-f15b-4c18-b42b-875aab74c67e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:55.697618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Deleting port 08748395-3c0b-422b-97ae-4de53ce8c2c5 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:55.697976 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.730676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] Pushing event updated for resources: {'Network': ['ID=2bca550c-5555-4e17-997c-fb45673af988,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:55.743904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1d6af97e-50c4-4bcb-9adf-6c5df9b79065 req-3fb6ba6a-67b7-496d-9344-8cc6aea1020e tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:55.753528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d6af97e-50c4-4bcb-9adf-6c5df9b79065 req-3fb6ba6a-67b7-496d-9344-8cc6aea1020e tempest-SecurityGroupRulesTestJSON-1178609429 tempest-SecurityGroupRulesTestJSON-1178609429-project] 10.222.0.32 "DELETE /v2.0/security-groups/255962f0-f15b-4c18-b42b-875aab74c67e HTTP/1.1" status: 204 len: 173 time: 0.6571844 May 26 22:42:55.760303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2bca550c-5555-4e17-997c-fb45673af988 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:42:55.763874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51062) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:55.803928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6819027d-8975-4578-a240-22043d97b0ba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1406224 May 26 22:42:55.809081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51066) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:55.834255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Request body: {'subnet': {'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-subnet', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:55.859432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:55.918589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Usage tracker for resource:subnet and tenant:b392744ec58c457baa9120126efb0605 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:55.930725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:55.940985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:55.947759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] Deleting subnet c4032891-741e-4b1d-8967-209a4681c1ac {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:42:55.956565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.006441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaec2d9-5ac9-4ef0-8773-03575f2ed887 req-dc5a1f5b-b66c-4e32-a0fc-c12efb34b306 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:56.007111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Made reservation on behalf of b392744ec58c457baa9120126efb0605 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:56.007894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eaec2d9-5ac9-4ef0-8773-03575f2ed887 req-dc5a1f5b-b66c-4e32-a0fc-c12efb34b306 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 944 time: 0.0996232 May 26 22:42:56.012758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.019419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249758b-3e1b-49e5-9505-2086b052c013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9653005e-c5cf-4a16-9983-285b9a526cbb'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:56.035888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.056574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Deleting port 31a1270a-b150-4bd6-aba4-e972e8c81159 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:56.056873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.080734 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b83d870-1457-44bf-a7fd-4d780001842b'] response: {'server_uuid': 'c249758b-3e1b-49e5-9505-2086b052c013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9653005e-c5cf-4a16-9983-285b9a526cbb', 'code': 200} May 26 22:42:56.109209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eaec2d9-5ac9-4ef0-8773-03575f2ed887 req-10315f67-a5a2-431f-9536-0e6c77e313b1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895278 May 26 22:42:56.135466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.237377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] For port 08748395-3c0b-422b-97ae-4de53ce8c2c5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=08748395-3c0b-422b-97ae-4de53ce8c2c5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:56.237632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.260249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] For port 31a1270a-b150-4bd6-aba4-e972e8c81159, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31a1270a-b150-4bd6-aba4-e972e8c81159,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:56.260715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.379934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Calling delete_port for 31a1270a-b150-4bd6-aba4-e972e8c81159 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:56.414654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Calling delete_port for 08748395-3c0b-422b-97ae-4de53ce8c2c5 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:56.548742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.592582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Pushing event deleted for resources: {'Port': ['ID=31a1270a-b150-4bd6-aba4-e972e8c81159,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:56.593736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.783297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56f8fc54-d8fa-460c-a234-0d1204ab960c req-12229292-4981-4f1f-b40b-913fbcbacc43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 1096 time: 0.6201999 May 26 22:42:56.834861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3006910-2f2f-4dd8-90d9-0626a00bdbfb req-4306cfb6-1146-43f7-b934-cd395af8ee7e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:56.836244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c3006910-2f2f-4dd8-90d9-0626a00bdbfb req-4306cfb6-1146-43f7-b934-cd395af8ee7e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 945 time: 0.6145337 May 26 22:42:56.854664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.888266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.931650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:56.934886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4032891-741e-4b1d-8967-209a4681c1ac,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:56.982603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.029894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e813c8d-df9b-49fc-9f45-0c38115a1ad7 req-9f9173d8-3349-4bb5-af79-7a00ad910ea9 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:57.031367 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e813c8d-df9b-49fc-9f45-0c38115a1ad7 req-9f9173d8-3349-4bb5-af79-7a00ad910ea9 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.3547657 May 26 22:42:57.084454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56f8fc54-d8fa-460c-a234-0d1204ab960c req-721042d4-cd5d-4c12-a50f-ee5a01e0dd34 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939103 May 26 22:42:57.094849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-53eab6c9-3b56-4c72-b44b-378a25d84c76 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c4032891-741e-4b1d-8967-209a4681c1ac HTTP/1.1" status: 204 len: 168 time: 1.3296299 May 26 22:42:57.103166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51076) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:57.103785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3468cd34-6703-4129-9aaa-dff03c823a96,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:57.108244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c3006910-2f2f-4dd8-90d9-0626a00bdbfb req-c6a16249-c7ba-45c2-b551-167d7ca8a70d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550139 May 26 22:42:57.181279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.192877 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.212254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e813c8d-df9b-49fc-9f45-0c38115a1ad7 req-028506ac-b1ce-4cd8-984a-c37075ffb534 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254060 May 26 22:42:57.235599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.236431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1252d917-2a81-4a2e-8abf-860f2bf129ce {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:42:57.241791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.273497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7788f5f1-18d3-45cf-9416-90eeaab09f45 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:57.275697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Checking segment: {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:57.276043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Network hostable DHCP agents. Network: 2bca550c-5555-4e17-997c-fb45673af988, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:42:57.283696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.284827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dc8d6902-298e-41aa-9e94-93615290297c admin admin] 10.222.0.32 "DELETE /v2.0/routers/1252d917-2a81-4a2e-8abf-860f2bf129ce HTTP/1.1" status: 204 len: 168 time: 2.1786995 May 26 22:42:57.287894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51084) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:57.299904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Pushing event deleted for resources: {'Port': ['ID=08748395-3c0b-422b-97ae-4de53ce8c2c5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:57.306948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.315770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7788f5f1-18d3-45cf-9416-90eeaab09f45 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:42:57.316251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7788f5f1-18d3-45cf-9416-90eeaab09f45 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:42:57.371676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] Deleting subnet fff3253c-0bfd-4ecb-a316-e2701ab59122 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:42:57.374926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.515212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.545018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.582344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Network 2bca550c-5555-4e17-997c-fb45673af988 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:42:57.683955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.750033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-eafa008e-4865-4caf-9e12-30c870da5c80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 1096 time: 0.1621661 May 26 22:42:57.751259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.753083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2bca550c-5555-4e17-997c-fb45673af988) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:57.762198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669adf1-563e-45c4-b4eb-da00bd006bcd None None] Network 2bca550c-5555-4e17-997c-fb45673af988 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:57.785904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661b35-7761-4694-843b-1b5405a40dbc req-940ccfa1-4d6b-4a78-a838-7f354a841fad tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:57.787966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43661b35-7761-4694-843b-1b5405a40dbc req-940ccfa1-4d6b-4a78-a838-7f354a841fad tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 944 time: 0.4723997 May 26 22:42:57.791570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:57.792175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.802624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d240d45-048e-4124-bc6a-3245d6486cbf']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:57.839017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a15def-64ec-4ca1-87bb-f31eecb4b4dd') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:57.839374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a15def-64ec-4ca1-87bb-f31eecb4b4dd') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:57.853308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71350981-2a13-415b-9c21-a27889fa5375 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:57.854225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1bffbd44-c28c-4d10-8b62-d9702c92727c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0396619 May 26 22:42:57.858794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.869865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51090) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:57.871592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.888033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:57.900265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:57.909549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Usage tracker for resource:router and tenant:b392744ec58c457baa9120126efb0605 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:42:57.918740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:42:57.926481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e66aa-52fc-4138-b032-6d1df607e160 req-e2c60e9c-13f1-48c4-b449-e1ceb551e515 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:57.928920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-764e66aa-52fc-4138-b032-6d1df607e160 req-e2c60e9c-13f1-48c4-b449-e1ceb551e515 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.2741544 May 26 22:42:57.948829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:58.009707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 71350981-2a13-415b-9c21-a27889fa5375 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:58.010785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-a0cca409-ff88-4a17-aec2-a1e37f6df3f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:58.012254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-a0cca409-ff88-4a17-aec2-a1e37f6df3f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 912 time: 0.2298248 May 26 22:42:58.014476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.015412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.016729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 71350981-2a13-415b-9c21-a27889fa5375 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:58.017098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.020916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.047569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43661b35-7761-4694-843b-1b5405a40dbc req-4e40270d-e600-4d42-8930-01e43463dda9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499099 May 26 22:42:58.051456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.063379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:42:58.064252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: timer() May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:42:58.078953 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:42:58.140625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff3253c-0bfd-4ecb-a316-e2701ab59122,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:58.156243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-2bca550c-5555-4e17-997c-fb45673af988', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:42:58.156495 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.175102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.180421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-287323dc-d6fc-44e1-a969-3871070e9cf6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee2dd46-cbc1-4976-8311-576402cddfc6 HTTP/1.1" status: 200 len: 217 time: 0.1548970 May 26 22:42:58.185862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-764e66aa-52fc-4138-b032-6d1df607e160 req-f22e4180-3c71-466e-82ff-dee52d0f43d6 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348523 May 26 22:42:58.192869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc463d-7b38-492b-98b1-51e6607d6ef0 None None] Network 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:58.227352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e2144e2-d083-445a-af34-6713fc5935be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fff3253c-0bfd-4ecb-a316-e2701ab59122 HTTP/1.1" status: 204 len: 168 time: 0.9384460 May 26 22:42:58.248008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51096) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:58.367291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] Sync routers for ids ['1252d917-2a81-4a2e-8abf-860f2bf129ce'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:42:58.440313 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.456288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Deleting port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:58.456709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.492157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-776a949d-823a-4302-9936-e097f827b49e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:58.493642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-776a949d-823a-4302-9936-e097f827b49e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.3054812 May 26 22:42:58.507123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.521229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.521584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:58.522153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 22:42:58.523261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1252d917-2a81-4a2e-8abf-860f2bf129ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84031) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 22:42:58.555932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-57841f92-0db7-4214-8d1c-a4b930b8b504 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517354 May 26 22:42:58.565754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.590336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.604864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d240d45-048e-4124-bc6a-3245d6486cbf,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:58.610823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.611347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2c3174-da10-4687-98a4-7cf70d685426 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:42:58.615435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a9e5ef6d-b07b-41d5-81d4-a55fbd556132 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0d240d45-048e-4124-bc6a-3245d6486cbf HTTP/1.1" status: 204 len: 168 time: 1.4994671 May 26 22:42:58.618706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.622712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d89ecdb1-7165-4e18-bf22-cb0e779acafc admin admin] 10.222.0.32 "DELETE /v2.0/routers/3b2c3174-da10-4687-98a4-7cf70d685426 HTTP/1.1" status: 204 len: 168 time: 4.6526675 May 26 22:42:58.622822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51104) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:58.723403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-f24ec21b-71a4-4d5e-a49b-094d82bdefc6 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596835 May 26 22:42:58.755464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] Deleting subnet 3de8054a-c06b-4344-bfbd-6c5ac123fbf7 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:42:58.759056 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.767864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:42:58.768227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 22:42:58.768830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1252d917-2a81-4a2e-8abf-860f2bf129ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84031) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 22:42:58.769316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f135cb6-8e4e-4984-b842-f3ed6a37a2f1 None None] The sync data for ids ['1252d917-2a81-4a2e-8abf-860f2bf129ce'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:42:58.774788 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.827386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71350981-2a13-415b-9c21-a27889fa5375'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:42:58.856621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Allocated IP 172.20.0.2 (2bca550c-5555-4e17-997c-fb45673af988/3468cd34-6703-4129-9aaa-dff03c823a96/99a59a96-968a-4680-a9b7-1c3231b40abc) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:58.885448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 71350981-2a13-415b-9c21-a27889fa5375, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71350981-2a13-415b-9c21-a27889fa5375,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:58.888356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a946d3-9e52-4b8b-aa67-b1b8573995c9 req-9fca84bd-5af5-48e9-a7f4-3dbf74697479 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:58.889929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7a946d3-9e52-4b8b-aa67-b1b8573995c9 req-9fca84bd-5af5-48e9-a7f4-3dbf74697479 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 945 time: 0.5288370 May 26 22:42:58.893344 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:58.920611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51110) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:58.983798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.000433 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0752b49e-50d7-426e-8885-029376d203fd'] response: {'server_uuid': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71350981-2a13-415b-9c21-a27889fa5375', 'code': 200} May 26 22:42:59.023393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] DHCP port deletion for 99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:42:59.028386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.120776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7a946d3-9e52-4b8b-aa67-b1b8573995c9 req-3279e750-0d3c-4566-ac51-e923bf29c2d9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178919 May 26 22:42:59.166072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.205762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Deleting port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:42:59.206496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.210479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0ea1524-d3de-4ab3-bb35-f9f698eada8e req-06567c3b-41d1-42fc-9935-3d05de5dd2a8 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699163 May 26 22:42:59.252496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1e57ee5-e6ee-4b17-ba77-c0b516cba22c req-c27c07c4-5532-424f-a846-02b04da3b343 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 1096 time: 0.2091680 May 26 22:42:59.290072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:59.310550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.357024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1e57ee5-e6ee-4b17-ba77-c0b516cba22c req-e76a0697-060b-4f24-818c-ee5218b31021 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978606 May 26 22:42:59.357758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de8054a-c06b-4344-bfbd-6c5ac123fbf7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:59.365490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.375844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f91533c9-eca6-4617-8b14-68a15c446180 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3de8054a-c06b-4344-bfbd-6c5ac123fbf7 HTTP/1.1" status: 204 len: 168 time: 0.7520397 May 26 22:42:59.378498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:59.494407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=71350981-2a13-415b-9c21-a27889fa5375,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:59.518639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6f895e57-1dcd-4a39-b19f-be0e24165dc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0cf13b4eb3945a4a65ec51543756f40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5712278 May 26 22:42:59.520810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51124) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:59.529884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,segment=NetworkSegment(949a6645-1c40-4157-9278-88b401dc2bed),segment_id=949a6645-1c40-4157-9278-88b401dc2bed)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:59.530249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.566376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.602928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.603719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b065e-78fd-4875-af54-86997d7eb7bf req-150d5dba-ec67-42a2-9f06-a9971e1d0d30 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:59.610375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b30b065e-78fd-4875-af54-86997d7eb7bf req-150d5dba-ec67-42a2-9f06-a9971e1d0d30 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.2332706 May 26 22:42:59.667991 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.689353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Transition to ACTIVE for port object 99a59a96-968a-4680-a9b7-1c3231b40abc will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:59.690580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Calling delete_port for 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:59.733569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,segment=NetworkSegment(949a6645-1c40-4157-9278-88b401dc2bed),segment_id=949a6645-1c40-4157-9278-88b401dc2bed)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:59.734114 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.742214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Transition to ACTIVE for port object 99a59a96-968a-4680-a9b7-1c3231b40abc will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:59.743081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.767662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-57d2533f-9dca-408f-a3d5-c49b18f92667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.787564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.797960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3ab5a-4882-4824-b36e-ea6c3b0c2f98 req-1a03ba0d-8696-40c4-ac24-d1be6d84a48d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:59.799713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a4e3ab5a-4882-4824-b36e-ea6c3b0c2f98 req-1a03ba0d-8696-40c4-ac24-d1be6d84a48d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 945 time: 0.5995529 May 26 22:42:59.804184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b30b065e-78fd-4875-af54-86997d7eb7bf req-a324e02e-0293-4ea2-a0ee-258f5e6c0b61 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929636 May 26 22:42:59.813065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,segment=NetworkSegment(949a6645-1c40-4157-9278-88b401dc2bed),segment_id=949a6645-1c40-4157-9278-88b401dc2bed)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:59.833805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-57d2533f-9dca-408f-a3d5-c49b18f92667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.870224 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.879537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Calling delete_port for 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:42:59.885649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422ede77-b375-49ee-a8a7-f17f6c77850e']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:59.888167 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:42:59.888483 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:42:59.901816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc26ce6c-ca73-431c-882f-ced397c61602') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:59.902429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc26ce6c-ca73-431c-882f-ced397c61602') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:42:59.922584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.931451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a4e3ab5a-4882-4824-b36e-ea6c3b0c2f98 req-ec20ba8f-519a-4ee5-acd1-30495d3434e6 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148443 May 26 22:42:59.950625 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.951027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.951299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 08748395-3c0b-422b-97ae-4de53ce8c2c5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:42:59.955814 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-57d2533f-9dca-408f-a3d5-c49b18f92667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:59.982079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2533f-9dca-408f-a3d5-c49b18f92667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea5fbd-5bb7-4ae3-b8f1-90a43fe05a8c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:59.985028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:42:59.985583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: timer() May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:43:00.000883 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:43:00.020188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 08748395-3c0b-422b-97ae-4de53ce8c2c5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:00.020544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 08748395-3c0b-422b-97ae-4de53ce8c2c5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:00.048720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Network 2bca550c-5555-4e17-997c-fb45673af988 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:00.049460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Pushing event updated for resources: {'Port': ['ID=99a59a96-968a-4680-a9b7-1c3231b40abc,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:00.058505 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-57d2533f-9dca-408f-a3d5-c49b18f92667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.061953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-57d2533f-9dca-408f-a3d5-c49b18f92667 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6ea5fbd-5bb7-4ae3-b8f1-90a43fe05a8c HTTP/1.1" status: 204 len: 168 time: 0.5384161 May 26 22:43:00.069082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.091196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.094397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:00.104008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.111840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:00.117085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.144334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] Pushing event deleted for resources: {'Network': ['ID=422ede77-b375-49ee-a8a7-f17f6c77850e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:00.154540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5804bd35-be6e-410a-bb7c-27395ad23081 admin admin] 10.222.0.32 "DELETE /v2.0/networks/422ede77-b375-49ee-a8a7-f17f6c77850e HTTP/1.1" status: 204 len: 168 time: 0.7751002 May 26 22:43:00.185781 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:43:00.186199 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:43:00.257805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:00.266887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Attempting to bind port 99a59a96-968a-4680-a9b7-1c3231b40abc on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:00.267251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Attempting to bind port 99a59a96-968a-4680-a9b7-1c3231b40abc by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:00.267609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Attempting to bind port 99a59a96-968a-4680-a9b7-1c3231b40abc on network 2bca550c-5555-4e17-997c-fb45673af988 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:00.281230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:00.283404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Checking segment: {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:00.283823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.285473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Bound using segment: {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:00.287406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Bound port: 99a59a96-968a-4680-a9b7-1c3231b40abc, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:00.287804 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.291310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Allocated IP 172.25.4.88 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d18a6c15-5f96-49c2-b98a-db3bdbdae8b3) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:00.353300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e733dc-a919-47e7-8ce0-e744fb375baa req-753ed57a-ab28-4425-bc76-5be9671f8864 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:00.365942 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6e733dc-a919-47e7-8ce0-e744fb375baa req-753ed57a-ab28-4425-bc76-5be9671f8864 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 945 time: 0.1193976 May 26 22:43:00.389191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Deleting port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:00.389542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.434082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] For port 99a59a96-968a-4680-a9b7-1c3231b40abc, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:00.438437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] For port 99a59a96-968a-4680-a9b7-1c3231b40abc, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99a59a96-968a-4680-a9b7-1c3231b40abc,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:00.439347 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6e733dc-a919-47e7-8ce0-e744fb375baa req-d203ae9c-dc3c-4228-ba37-0a00e89e0cd0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720713 May 26 22:43:00.446059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.516173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51138) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:00.584534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1261-c116-476c-b396-e80067cb55f4 None None] Pushing event updated for resources: {'Port': ['ID=99a59a96-968a-4680-a9b7-1c3231b40abc,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:00.606465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dd0ed4b0-3707-4e67-bd3e-dab3c0008032 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d08a593fe63048c6a6e32af4c4f231d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0891504 May 26 22:43:00.608898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51144) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:00.688024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Deleting port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:00.688410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.730523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a7c447d-73c7-4cac-ae06-21c3b455478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.800003 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a7c447d-73c7-4cac-ae06-21c3b455478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.952084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a7c447d-73c7-4cac-ae06-21c3b455478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:00.972179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,segment=NetworkSegment(949a6645-1c40-4157-9278-88b401dc2bed),segment_id=949a6645-1c40-4157-9278-88b401dc2bed)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:00.972485 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:01.009343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c447d-73c7-4cac-ae06-21c3b455478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ffd32f-9a37-49fb-8df9-0c2bf6261db1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:01.025939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a7c447d-73c7-4cac-ae06-21c3b455478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:01.032760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5a7c447d-73c7-4cac-ae06-21c3b455478b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3ffd32f-9a37-49fb-8df9-0c2bf6261db1 HTTP/1.1" status: 204 len: 168 time: 0.4221117 May 26 22:43:01.224789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:01.233613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Calling delete_port for 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:01.262862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] For port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,segment=NetworkSegment(949a6645-1c40-4157-9278-88b401dc2bed),segment_id=949a6645-1c40-4157-9278-88b401dc2bed)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:01.263815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:01.314064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151630d7-d545-4f4c-9285-125a8dc5d393 req-884e31d5-309b-4451-afdd-10637b50bc5f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:01.315552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-151630d7-d545-4f4c-9285-125a8dc5d393 req-884e31d5-309b-4451-afdd-10637b50bc5f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 946 time: 0.6331928 May 26 22:43:01.358676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26d9c-31c0-4d9e-9244-453123c71e33 req-90c8757a-5077-403b-89f7-0b91e37d3e19 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:01.368210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1f26d9c-31c0-4d9e-9244-453123c71e33 req-90c8757a-5077-403b-89f7-0b91e37d3e19 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1177022 May 26 22:43:01.398536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-151630d7-d545-4f4c-9285-125a8dc5d393 req-d244df23-9f5b-4191-971a-1d53cf2f700d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661948 May 26 22:43:01.400139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:01.448038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:01.479554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:01.523468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1f26d9c-31c0-4d9e-9244-453123c71e33 req-b287bc70-c26f-4fbe-8cb0-ff7490520755 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536357 May 26 22:43:01.763959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Calling delete_port for 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:01.811699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:01.821190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] No DVR routers for this DVR port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:01.919540 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:43:01.920158 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:43:01.920997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99a59a96-968a-4680-a9b7-1c3231b40abc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:01.943940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:02.004426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 99a59a96-968a-4680-a9b7-1c3231b40abc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:02.008310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:02.021088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31a1270a-b150-4bd6-aba4-e972e8c81159 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:02.027941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:02.080558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 31a1270a-b150-4bd6-aba4-e972e8c81159 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:02.081209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31a1270a-b150-4bd6-aba4-e972e8c81159 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:02.095448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7837c44-09d2-45e9-b2c8-5465b5a05d88 req-899d2c4d-9385-415a-8821-0efeb86e5623 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:02.102891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7837c44-09d2-45e9-b2c8-5465b5a05d88 req-899d2c4d-9385-415a-8821-0efeb86e5623 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 945 time: 0.3395946 May 26 22:43:02.119581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44303e54-0b24-4444-954e-bf31790787fe None None] Network 2bca550c-5555-4e17-997c-fb45673af988 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:02.152280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51180) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:02.190524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7837c44-09d2-45e9-b2c8-5465b5a05d88 req-7a5bfd45-2b28-4705-a7a4-d5593556e8cb tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865386 May 26 22:43:02.245020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.265292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-857e6a19-b2df-4d20-954e-a246536d4d4e None None] Provisioning for port 99a59a96-968a-4680-a9b7-1c3231b40abc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:02.284962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-857e6a19-b2df-4d20-954e-a246536d4d4e None None] Provisioning complete for port 99a59a96-968a-4680-a9b7-1c3231b40abc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:02.284962 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-857e6a19-b2df-4d20-954e-a246536d4d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.320670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:02.345579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf5201-cd37-47ee-9cbf-7f5974cbb723 req-28a5f9ab-8581-4489-86ea-eeeac9373342 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:02.347147 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abcf5201-cd37-47ee-9cbf-7f5974cbb723 req-28a5f9ab-8581-4489-86ea-eeeac9373342 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 945 time: 0.5239823 May 26 22:43:02.365210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949a6645-1c40-4157-9278-88b401dc2bed') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:02.365441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949a6645-1c40-4157-9278-88b401dc2bed') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:02.410236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.424451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1089897394-network', 'tenant_id': 'e690c00c514146589a6ed784d9ab9585'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:02.431313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:02.436689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Usage tracker for resource:network and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:02.439998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:02.446736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:02.459538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Made reservation on behalf of e690c00c514146589a6ed784d9ab9585 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:02.464474 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.495239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.499993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.524112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:43:02.524529 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.544942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: timer() May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:43:02.546740 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:43:02.569714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:02.574769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:02.578282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:02.586291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:02.597325 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-857e6a19-b2df-4d20-954e-a246536d4d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.644103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-857e6a19-b2df-4d20-954e-a246536d4d4e None None] For port 99a59a96-968a-4680-a9b7-1c3231b40abc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99a59a96-968a-4680-a9b7-1c3231b40abc,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:02.648675 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-857e6a19-b2df-4d20-954e-a246536d4d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.696359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Deleting port 0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:02.696908 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.697805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abcf5201-cd37-47ee-9cbf-7f5974cbb723 req-c950cd22-c2d8-4163-8563-1f96e658fcf6 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202391 May 26 22:43:02.698082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.703577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.704713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.717992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.781714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.806137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-870d0d19-cd79-4664-bccb-fa58160e796a None None] The port '0bcdb452-c4c5-4a7c-b3e2-c881a4e0db4e' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:43:02.832180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.837741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e6a19-b2df-4d20-954e-a246536d4d4e None None] Pushing event updated for resources: {'Port': ['ID=99a59a96-968a-4680-a9b7-1c3231b40abc,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:02.840370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] Pushing event deleted for resources: {'Network': ['ID=99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:02.880668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:43:02.889445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a6da6-8e2e-4fae-8eb7-63d959720b39,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:02.924635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1370758546-network', 'tenant_id': '6615c805519f473bbaae6776d7f43b88'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:02.931713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.932102 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Added segment 6cb2ece7-db11-42c2-87a3-b166eaed80c2 of type vlan for network 14033c08-7d12-4110-9b92-7b9e5367234f May 26 22:43:02.933390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:02.946905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Usage tracker for resource:network and tenant:6615c805519f473bbaae6776d7f43b88 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:02.953776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:02.971294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:02.982692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:02.996423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf502-06e2-40b9-9cff-5c9b8476fd4b req-b104b5f5-5058-4448-a1c3-5ba0304a7972 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:02.998281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74ebf502-06e2-40b9-9cff-5c9b8476fd4b req-b104b5f5-5058-4448-a1c3-5ba0304a7972 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 945 time: 0.2986658 May 26 22:43:03.023800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Made reservation on behalf of 6615c805519f473bbaae6776d7f43b88 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:03.025991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.031192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-23ef296f-6f35-4841-89bd-9c934b6c5652 admin admin] 10.222.0.32 "DELETE /v2.0/networks/99a8fc9d-4c18-4aef-bd7f-dcd77d0dc3fa HTTP/1.1" status: 204 len: 168 time: 4.7793193 May 26 22:43:03.054193 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.057853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eaee2-6283-4b7a-a07d-804a46516da0 req-8ca1dcb2-ea9b-4fee-ad07-da2816c5bde3 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:03.059303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe9eaee2-6283-4b7a-a07d-804a46516da0 req-8ca1dcb2-ea9b-4fee-ad07-da2816c5bde3 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1299818 May 26 22:43:03.078379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a54b87e4-8b7c-466a-a2ec-52bf41133c27 None None] Provisioning complete for port 99a59a96-968a-4680-a9b7-1c3231b40abc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:03.081386 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a54b87e4-8b7c-466a-a2ec-52bf41133c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.117833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74ebf502-06e2-40b9-9cff-5c9b8476fd4b req-6b621089-4dad-4374-b979-3e7ac9d73702 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126637 May 26 22:43:03.119044 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.120080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:03.121995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.135199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe9eaee2-6283-4b7a-a07d-804a46516da0 req-e1f9852e-4a5b-4dda-bbbb-43ed1279fdd2 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688715 May 26 22:43:03.202272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:03.254618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Router f686d42a-f3b1-458b-8475-f7c230e1c333 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:43:03.256948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51208) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:03.287766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99a59a96-968a-4680-a9b7-1c3231b40abc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:03.304829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Usage tracker for resource:security_group_rule and tenant:6615c805519f473bbaae6776d7f43b88 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:03.309631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:03.323689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:03.328507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] Pushing event updated for resources: {'Network': ['ID=14033c08-7d12-4110-9b92-7b9e5367234f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:03.340497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5888eb14-a219-4907-8f06-a31168dda096 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1867385 May 26 22:43:03.342385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51214) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:03.349305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Request body: {'subnet': {'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1089897394-subnet', 'tenant_id': 'e690c00c514146589a6ed784d9ab9585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:03.357154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:03.365213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Usage tracker for resource:subnet and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:03.370025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:03.380766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:03.403223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Made reservation on behalf of e690c00c514146589a6ed784d9ab9585 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:03.405327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 14033c08-7d12-4110-9b92-7b9e5367234f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:43:03.406367 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.457092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6e1df11-09ca-40c1-877e-7ac0c3d837f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3716fd985d9e4ea994bef2abc1294b63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1989887 May 26 22:43:03.475870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51220) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:03.526029 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.541544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.547405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 99a59a96-968a-4680-a9b7-1c3231b40abc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:03.547787 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.583797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:43:03.597013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2efe6-f5ba-45db-b8d5-7f30fbec3017,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:03.605639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.606013 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Added segment a001e248-c57d-4174-9605-c9b967dc10c6 of type vlan for network a82bf288-ca96-4c01-a423-f4700c8855e4 May 26 22:43:03.637272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0caee25c-a5f5-4671-8971-f5807c1a76c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.678172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.690462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0caee25c-a5f5-4671-8971-f5807c1a76c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.745574 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.763105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313a30e-9bf0-497f-909d-3bdff4ae9298 req-d96a5ae7-a665-4ca6-b418-406a76ebfa5b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:03.764561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4313a30e-9bf0-497f-909d-3bdff4ae9298 req-d96a5ae7-a665-4ca6-b418-406a76ebfa5b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 945 time: 0.1762879 May 26 22:43:03.778878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.779703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:03.780277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.789482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:43:03.799863 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Sync routers for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:43:03.811662 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:03.812612 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:03.819843 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0caee25c-a5f5-4671-8971-f5807c1a76c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.862322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caee25c-a5f5-4671-8971-f5807c1a76c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4875d0cb-1b71-47dc-8f35-9e39f7a6e4e8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:03.898583 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0caee25c-a5f5-4671-8971-f5807c1a76c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.902370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0caee25c-a5f5-4671-8971-f5807c1a76c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4875d0cb-1b71-47dc-8f35-9e39f7a6e4e8 HTTP/1.1" status: 204 len: 168 time: 0.4229345 May 26 22:43:03.902370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:03.904151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-593e9aee-a12d-43fa-907e-015d1f5f3ef2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.0304348 May 26 22:43:03.907196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4313a30e-9bf0-497f-909d-3bdff4ae9298 req-5791a891-f572-4988-8bde-c2beb6735039 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363091 May 26 22:43:03.907318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51226) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:03.974156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eeeaded-cccd-4455-850e-00ab71aa0212,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:03.990271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4433732 May 26 22:43:03.991423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51230) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:03.997270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Request body: {'subnet': {'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1370758546-subnet', 'tenant_id': '6615c805519f473bbaae6776d7f43b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:04.003113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:04.011443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Usage tracker for resource:subnet and tenant:6615c805519f473bbaae6776d7f43b88 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:04.011837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248a78e-99c5-4d2e-bbca-bc806d95569c admin admin] Pushing event updated for resources: {'Network': ['ID=a82bf288-ca96-4c01-a423-f4700c8855e4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:04.014575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:04.025461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:04.027907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network a82bf288-ca96-4c01-a423-f4700c8855e4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:43:04.040531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Made reservation on behalf of 6615c805519f473bbaae6776d7f43b88 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:04.045419 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:04.057266 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:04.158930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Checking segment: {'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:04.159545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Network hostable DHCP agents. Network: 14033c08-7d12-4110-9b92-7b9e5367234f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:43:04.244329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-5dacd739-0975-4d52-8c24-ae3ac9e0539c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:04.245947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-5dacd739-0975-4d52-8c24-ae3ac9e0539c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 945 time: 0.1729708 May 26 22:43:04.247708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Network 14033c08-7d12-4110-9b92-7b9e5367234f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:43:04.310981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 14033c08-7d12-4110-9b92-7b9e5367234f) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:04.322981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:04.323691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:04.325527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fae30-e9f1-4049-ad1f-bc6df65749b1 None None] Network 14033c08-7d12-4110-9b92-7b9e5367234f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:04.335666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Deleting port 9653005e-c5cf-4a16-9983-285b9a526cbb {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:04.336010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:04.464796 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:02Z', 'revision_number': 3, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:04.474496 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Checking router: f686d42a-f3b1-458b-8475-f7c230e1c333 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:43:04.476234 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Updating router f686d42a-f3b1-458b-8475-f7c230e1c333 port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:43:04.503166 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6262d282-183d-48bf-81ff-abddecc10e8a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1597581 May 26 22:43:04.568291 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:04.730621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:04.859405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400375d3-4f60-45da-ab7f-73da9b515436,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:04.876741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Checking segment: {'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:04.877667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Network hostable DHCP agents. Network: a82bf288-ca96-4c01-a423-f4700c8855e4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:43:04.934707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70dc5f-83ab-4cac-80ea-efc85cc19eee None None] Network 14033c08-7d12-4110-9b92-7b9e5367234f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:04.938903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61398d-879d-443e-a401-10f047140eca req-9d1247f7-9bea-494b-aa8e-c7004e851b7a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:04.947203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd61398d-879d-443e-a401-10f047140eca req-9d1247f7-9bea-494b-aa8e-c7004e851b7a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.4146876 May 26 22:43:05.007234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd61398d-879d-443e-a401-10f047140eca req-34ffad96-4424-4047-96f9-392f2dc88a2a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587373 May 26 22:43:05.021743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Network a82bf288-ca96-4c01-a423-f4700c8855e4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:43:05.037259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, a82bf288-ca96-4c01-a423-f4700c8855e4) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:05.054074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:05.054844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.056842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3c9ad-6a95-4f16-a5d9-327fdccb1e6a None None] Network a82bf288-ca96-4c01-a423-f4700c8855e4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:05.062171 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.089115 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fdc0a464-fbbf-49d9-9fb2-5a9bcabdf075 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0881052 May 26 22:43:05.092227 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Transition to ACTIVE for port object d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:05.102989 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.277781 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6cfb-ee58-4b86-a0c1-1d7cacec4756 None None] Pushing event updated for resources: {'Port': ['ID=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:05.283412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af4b15-0a1a-4e62-b1b2-df3143c626ca req-e4382df7-c082-403a-ba22-a1f8ea19aca3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:05.284872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88af4b15-0a1a-4e62-b1b2-df3143c626ca req-e4382df7-c082-403a-ba22-a1f8ea19aca3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=c249758b-3e1b-49e5-9505-2086b052c013 HTTP/1.1" status: 200 len: 945 time: 0.8960323 May 26 22:43:05.303843 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Attempting to bind port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:05.304356 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Attempting to bind port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:05.304819 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Attempting to bind port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:05.311676 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:05.312160 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:05.312637 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.313105 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:05.313664 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Bound port: d18a6c15-5f96-49c2-b98a-db3bdbdae8b3, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:05.314167 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.363607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-154266200', 'description': 'tempest-description-1152807968'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:05.374351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:05.387251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:05.391604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:05.396876 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] For port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:05.402649 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] For port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:05.407544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:05.414749 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.443203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.452305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] For port 9653005e-c5cf-4a16-9983-285b9a526cbb, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9653005e-c5cf-4a16-9983-285b9a526cbb,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:05.452924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.523286 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:05.523853 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:05.538523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:05.544271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e527a-be3b-496c-9a92-816d98867517 None None] Network a82bf288-ca96-4c01-a423-f4700c8855e4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:05.544742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:05.547890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:05.555622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:05.591615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88af4b15-0a1a-4e62-b1b2-df3143c626ca req-b980e4eb-0b16-431b-b428-a98e0706afc1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858160 May 26 22:43:05.598550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Calling delete_port for 9653005e-c5cf-4a16-9983-285b9a526cbb owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:05.649928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-e8832c9e-b241-4086-966e-9291b1a63117 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:05.651368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-e8832c9e-b241-4086-966e-9291b1a63117 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 945 time: 0.5241385 May 26 22:43:05.667718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51268) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:05.754422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.765294 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.837971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.839598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a073a90d-1a7e-43cd-af2d-591b9940e5a7 req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4811628 May 26 22:43:05.846869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff4560-9f31-4a73-a86d-c7f7de14435c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1b43bb-7d3a-412b-9f99-40909d09420a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:05.872397 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6cfb-ee58-4b86-a0c1-1d7cacec4756 None None] Pushing event updated for resources: {'Port': ['ID=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:05.883725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Deleting port 71350981-2a13-415b-9c21-a27889fa5375 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:05.883974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-229848102-network', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:05.884078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.889405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:05.893629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Usage tracker for resource:network and tenant:2695d4f071754e10b0e683f66c59cb21 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:05.897926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:05.905438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:05.920364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Made reservation on behalf of 2695d4f071754e10b0e683f66c59cb21 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:05.923866 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.939815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:05.981604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:05.986476 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:05.990302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Usage tracker for resource:security_group_rule and tenant:2695d4f071754e10b0e683f66c59cb21 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:05.994559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:06.005785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:06.123069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.128752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.167594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:43:06.169076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.182783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:06.187308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002bb30d-0e03-4212-9e88-9217c4f399a3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:06.209070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.209358 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Added segment 5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b of type vlan for network 1a16fcc9-7156-451f-a5e7-698c39511ab4 May 26 22:43:06.244022 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.253276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['a85e6161-683f-4355-9918-70b984e7ec2d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:06.303739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.304820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:06.305457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.306618 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:02Z', 'revision_number': 3, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:06.311014 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d48046-790f-4f94-9497-d771777c7fe9 None None] The sync data for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 is: [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:02Z', 'revision_number': 3, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:43:06.314781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event deleted for resources: {'Port': ['ID=9653005e-c5cf-4a16-9983-285b9a526cbb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:06.437073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7682791 May 26 22:43:06.438084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b7554-60b2-41f7-83d5-5ec16aa92fad admin admin] Pushing event updated for resources: {'Network': ['ID=1a16fcc9-7156-451f-a5e7-698c39511ab4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:06.440533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51284) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:06.448844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Request body: {'subnet': {'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-subnet', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:06.467150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:43:06.476487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:06.531393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Usage tracker for resource:subnet and tenant:2695d4f071754e10b0e683f66c59cb21 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:06.539549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:06.555588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:06.588208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d016f84-2fe9-48ad-ba6b-167ab31aa31f req-e7ff8235-85ec-4c70-aca8-06f929a5a3e4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:06.597075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d016f84-2fe9-48ad-ba6b-167ab31aa31f req-e7ff8235-85ec-4c70-aca8-06f929a5a3e4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4be5ddd-83c9-4a26-b672-e8c9d27de98c HTTP/1.1" status: 200 len: 945 time: 0.7795968 May 26 22:43:06.618240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Made reservation on behalf of 2695d4f071754e10b0e683f66c59cb21 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:06.621435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.645920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] No DVR routers for this DVR port 9653005e-c5cf-4a16-9983-285b9a526cbb on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:06.649155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.680404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249758b-3e1b-49e5-9505-2086b052c013', 'name': 'network-vif-deleted', 'tag': '9653005e-c5cf-4a16-9983-285b9a526cbb'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:06.693844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e399f836-6ace-41be-bb3c-d3e1ae07e2b5 req-ce2e62b7-cbbd-4646-9f03-37d2335a18d4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "DELETE /v2.0/ports/9653005e-c5cf-4a16-9983-285b9a526cbb HTTP/1.1" status: 204 len: 173 time: 2.4400182 May 26 22:43:06.771605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d016f84-2fe9-48ad-ba6b-167ab31aa31f req-5ca582f0-4db0-419e-b4c5-98250a4a888d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711063 May 26 22:43:06.793535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] For port 71350981-2a13-415b-9c21-a27889fa5375, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71350981-2a13-415b-9c21-a27889fa5375,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:06.793987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:06.845068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-fe12718e-85d3-424e-97fc-e5d95c6c1866 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:06.846790 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-fe12718e-85d3-424e-97fc-e5d95c6c1866 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 814 time: 0.4030528 May 26 22:43:06.880197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-d8e8aa32-c194-498d-8b66-7d3d4f8a782a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/quotas/6615c805519f473bbaae6776d7f43b88 HTTP/1.1" status: 200 len: 375 time: 0.0249505 May 26 22:43:06.932867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-76676ff9-6024-4c16-8566-9c93d57efcb2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450923 May 26 22:43:07.118279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Calling delete_port for 71350981-2a13-415b-9c21-a27889fa5375 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:07.147050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.151245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-68151369', 'description': 'tempest-description-2102213238'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:07.168884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:07.176895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-104f711b-28df-401a-89bc-1727bb9e874b service neutron] 10.222.0.32 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065451 May 26 22:43:07.182320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:07.188595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:07.197489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:07.287948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:07.293318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.342121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a8045e-d9b3-4585-a3e9-c81310373553,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:07.399796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.417804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Checking segment: {'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:07.418168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Network hostable DHCP agents. Network: 1a16fcc9-7156-451f-a5e7-698c39511ab4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:43:07.431001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:07.437979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-79ffbe3a-7f5b-4655-9602-7c0d427fe2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530384 May 26 22:43:07.438638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:07.439494 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.479715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:43:07.483510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:07.499443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1a16fcc9-7156-451f-a5e7-698c39511ab4) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:07.506251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event deleted for resources: {'Port': ['ID=71350981-2a13-415b-9c21-a27889fa5375,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:07.507056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:07.508507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.510498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:07.516210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:07.516591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd1707-2570-4f61-8926-69c8ce7f467d None None] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:07.527416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:07.554808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b32977f1-7a03-4b9c-9faf-f52214839b83 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1131351 May 26 22:43:07.558018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51292) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:07.568416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:07.579940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:07.587207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Usage tracker for resource:router and tenant:2695d4f071754e10b0e683f66c59cb21 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:07.591120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:07.599404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:07.618470 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.620477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.651345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] No DVR routers for this DVR port 71350981-2a13-415b-9c21-a27889fa5375 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:07.660226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.788607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.847009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc754ea8-71b9-46ae-b7c7-80125efb399e req-27fcb90e-b07d-48d9-9398-0d84b9cf9fd3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "DELETE /v2.0/ports/71350981-2a13-415b-9c21-a27889fa5375 HTTP/1.1" status: 204 len: 173 time: 2.1820586 May 26 22:43:07.875710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.896405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.907819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.918212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:07.923172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-1a16fcc9-7156-451f-a5e7-698c39511ab4', 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'fixed_ips': [{'subnet_id': '40a8045e-d9b3-4585-a3e9-c81310373553'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:43:07.924351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:07.936604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71350981-2a13-415b-9c21-a27889fa5375 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:07.966307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.055829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.065532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 71350981-2a13-415b-9c21-a27889fa5375 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:08.065956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71350981-2a13-415b-9c21-a27889fa5375 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:08.066298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9653005e-c5cf-4a16-9983-285b9a526cbb no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:08.085892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bca130-10aa-4a75-bb27-5275f1de7eb4 req-dc1b60b0-93c6-4dde-aa3f-aa443d93f608 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:08.093043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-59bca130-10aa-4a75-bb27-5275f1de7eb4 req-dc1b60b0-93c6-4dde-aa3f-aa443d93f608 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.2848463 May 26 22:43:08.111315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 9653005e-c5cf-4a16-9983-285b9a526cbb {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:08.111688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9653005e-c5cf-4a16-9983-285b9a526cbb not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:08.123160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.188227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.189477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40918b3e-65c1-4c06-a4e7-9b3f52a451ab req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.0807502 May 26 22:43:08.193747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:08.206575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd6b43-4752-4711-892b-018983206603 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b87f91-0287-401e-ae8e-e8f93e3b7e55,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:08.349977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Allocated IP 172.20.0.1 (2bca550c-5555-4e17-997c-fb45673af988/3468cd34-6703-4129-9aaa-dff03c823a96/90150f4c-0fe7-438a-b51e-b9e02abe145c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:08.364580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Allocated IP 172.20.0.2 (1a16fcc9-7156-451f-a5e7-698c39511ab4/40a8045e-d9b3-4585-a3e9-c81310373553/2afc336d-8b55-4cd0-aa8f-440f7b65dde3) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:08.471222 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda42a5b-f7d3-45e9-89cb-bde151924ded'] response: {'server_uuid': 'c249758b-3e1b-49e5-9505-2086b052c013', 'name': 'network-vif-deleted', 'tag': '9653005e-c5cf-4a16-9983-285b9a526cbb', 'status': 'completed', 'code': 200} May 26 22:43:08.509030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-59bca130-10aa-4a75-bb27-5275f1de7eb4 req-f6fe6894-ee5c-41fb-8503-6d529bb213e1 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149995 May 26 22:43:08.621800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.670301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-396a6436-b30b-4923-a439-c4d49ac24df8 req-e745d502-883b-45b9-96f8-7f5306564e5a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 210 time: 0.0520205 May 26 22:43:08.680135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Transition to ACTIVE for port object 90150f4c-0fe7-438a-b51e-b9e02abe145c will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:08.728959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.772156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.799125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Transition to ACTIVE for port object 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:08.802527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.803607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Network 2bca550c-5555-4e17-997c-fb45673af988 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:08.820424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:08.828158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:08.839808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Transition to ACTIVE for port object 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:08.854195 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.896403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.909527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Pushing event updated for resources: {'Port': ['ID=90150f4c-0fe7-438a-b51e-b9e02abe145c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:08.924218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:08.957294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:08.963798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:09.025332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:09.028008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Pushing event updated for resources: {'Port': ['ID=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:09.057627 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.195930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Attempting to bind port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:09.196343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Attempting to bind port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:09.196846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Attempting to bind port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 on network 1a16fcc9-7156-451f-a5e7-698c39511ab4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:09.204829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:09.208207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Checking segment: {'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:09.208715 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.209182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Bound using segment: {'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:09.209894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Bound port: 2afc336d-8b55-4cd0-aa8f-440f7b65dde3, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:09.211867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.292900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:09.346185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6738ecdd-3328-4fce-884d-1bdc39a4010c None None] Provisioning for port 90150f4c-0fe7-438a-b51e-b9e02abe145c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:09.355463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b6299-68e2-4f27-b503-86597d925a92 req-d532b848-9e5a-48f0-b139-9857554f2963 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:09.357605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-d532b848-9e5a-48f0-b139-9857554f2963 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 813 time: 0.4854674 May 26 22:43:09.369791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6738ecdd-3328-4fce-884d-1bdc39a4010c None None] Provisioning complete for port 90150f4c-0fe7-438a-b51e-b9e02abe145c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:09.370353 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6738ecdd-3328-4fce-884d-1bdc39a4010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.449609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] For port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:09.451691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-559c34ef-996f-4dd4-a224-d5ae25a0044d tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/quotas/e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 375 time: 0.0388455 May 26 22:43:09.454530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] For port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,segment=NetworkSegment(5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b),segment_id=5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:09.455612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6738ecdd-3328-4fce-884d-1bdc39a4010c None None] Port 90150f4c-0fe7-438a-b51e-b9e02abe145c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:43:09.466000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.472540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Allocated IP 172.25.4.215 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d8997f60-d200-4304-a2ee-11fb8549889f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:09.510484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-2c847154-4563-498d-9ba0-dea3fcc650d1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:09.517808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-2c847154-4563-498d-9ba0-dea3fcc650d1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.2718861 May 26 22:43:09.539640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c50c-3126-4b7b-8156-3769452bd5b3 None None] Pushing event updated for resources: {'Port': ['ID=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:09.540265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-4b30ca0a-2a28-434c-ad85-2f202c760de0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/quotas/742a146aaf934365a02fa017040542f1 HTTP/1.1" status: 200 len: 375 time: 0.0215328 May 26 22:43:09.544166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:09.544608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.551443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-0f882cde-cd90-47b1-a6a7-cc978ffd3911 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728676 May 26 22:43:09.587257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-dfaff417-6299-4a0c-8fb4-bea0b643ec18 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:09.611491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.622656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.689100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-be730b7f-c3fa-42de-855a-cfc2923d526d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:09.691515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-be730b7f-c3fa-42de-855a-cfc2923d526d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 814 time: 0.3823535 May 26 22:43:09.801268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Request body: {'port': {'device_id': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4', 'admin_state_up': True, 'tenant_id': '6615c805519f473bbaae6776d7f43b88'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:09.823726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-dfaff417-6299-4a0c-8fb4-bea0b643ec18 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:09.831210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-dfaff417-6299-4a0c-8fb4-bea0b643ec18 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2900977 May 26 22:43:09.836202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-19d6eaf9-2613-4664-8a02-e1170e30ad34 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:09.842144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-19d6eaf9-2613-4664-8a02-e1170e30ad34 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101562 May 26 22:43:09.884750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:09.984276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Pushing event updated for resources: {'Port': ['ID=90150f4c-0fe7-438a-b51e-b9e02abe145c,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:10.007912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:10.044356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:10.048624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Usage tracker for resource:port and tenant:6615c805519f473bbaae6776d7f43b88 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:10.052317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:10.061961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-622fdc8e-c409-4d98-b5ce-c9ae7f70a5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086429 May 26 22:43:10.064140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:10.103746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Made reservation on behalf of 6615c805519f473bbaae6776d7f43b88 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:10.106661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:10.175417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-84453b77-1eca-49d6-a49b-2b13013adef3 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848160 May 26 22:43:10.210518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Network 2bca550c-5555-4e17-997c-fb45673af988 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:10.213645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:10.240751 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:10.373479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Pushing event updated for resources: {'Port': ['ID=d8997f60-d200-4304-a2ee-11fb8549889f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:10.386830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:10.389051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-0b457002-41ce-4398-a4ee-49ae9e481e68 service neutron] 10.222.0.32 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143647 May 26 22:43:10.392835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:10.395442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:10.472222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'name': 'network-vif-deleted', 'tag': '71350981-2a13-415b-9c21-a27889fa5375'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:10.506283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f496ddd-c2df-4ade-9025-c535f719ecd4 None None] Provisioning complete for port 90150f4c-0fe7-438a-b51e-b9e02abe145c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:10.507387 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f496ddd-c2df-4ade-9025-c535f719ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:10.530296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-8a91483a-2059-4376-a7c6-c544b25163c0 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453507 May 26 22:43:10.688303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7f496ddd-c2df-4ade-9025-c535f719ecd4 None None] Port 90150f4c-0fe7-438a-b51e-b9e02abe145c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:43:11.012381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-c50d63c4-8250-44de-82e6-5e4f81421d0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:11.013236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-c50d63c4-8250-44de-82e6-5e4f81421d0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:11.048668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Allocated IP 172.20.0.7 (a82bf288-ca96-4c01-a423-f4700c8855e4/400375d3-4f60-45da-ab7f-73da9b515436/85692da8-2839-4dcc-8b18-b2eaae24aafe) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:11.054256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-c50d63c4-8250-44de-82e6-5e4f81421d0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:11.055280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-c50d63c4-8250-44de-82e6-5e4f81421d0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 946 time: 0.3827207 May 26 22:43:11.112433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ba0e7-3c31-458b-8533-0a0ddfb9b546 None None] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:11.166046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Deleting port a85e6161-683f-4355-9918-70b984e7ec2d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:11.166398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.443936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:11.528878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b9ce-d1c4-4733-b881-a6bb4447f65d req-5848b386-1e10-4895-bbdb-f5025e72afb1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:11.540189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ee1b9ce-d1c4-4733-b881-a6bb4447f65d req-5848b386-1e10-4895-bbdb-f5025e72afb1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 946 time: 0.5779455 May 26 22:43:11.589524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-67c108cb-f4ef-4750-b812-d41950e1ec32 None None] Provisioning for port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:11.626629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:11.633102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-67c108cb-f4ef-4750-b812-d41950e1ec32 None None] Provisioning complete for port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:11.633476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67c108cb-f4ef-4750-b812-d41950e1ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.653287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d2784-c8f4-4b17-b010-00303fc0d077 req-4664d573-3a78-4c1e-b2cd-dc08d97861ce tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:11.654826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e5d2784-c8f4-4b17-b010-00303fc0d077 req-4664d573-3a78-4c1e-b2cd-dc08d97861ce tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.6976995 May 26 22:43:11.700483 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ee1b9ce-d1c4-4733-b881-a6bb4447f65d req-bd5eb55f-eddf-4293-b1cb-be895de2aa5f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593120 May 26 22:43:11.708591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.767697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:11.768063 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.789118 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e5d2784-c8f4-4b17-b010-00303fc0d077 req-d43c8b92-b45c-48af-8c4c-550c321642ef tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215582 May 26 22:43:11.790682 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.881501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.882437 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.967128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Router f686d42a-f3b1-458b-8475-f7c230e1c333 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:43:11.969149 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82894e42-3f11-4ec9-bee9-eb8f71b37a7f'] response: {'server_uuid': 'd4be5ddd-83c9-4a26-b672-e8c9d27de98c', 'name': 'network-vif-deleted', 'tag': '71350981-2a13-415b-9c21-a27889fa5375', 'status': 'completed', 'code': 200} May 26 22:43:11.970826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] For port a85e6161-683f-4355-9918-70b984e7ec2d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a85e6161-683f-4355-9918-70b984e7ec2d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:11.971195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:11.998401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67c108cb-f4ef-4750-b812-d41950e1ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:12.104137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:12.159299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Network a82bf288-ca96-4c01-a423-f4700c8855e4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:12.162650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:12.169789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:12.186086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:12.203990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-67c108cb-f4ef-4750-b812-d41950e1ec32 None None] For port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,segment=NetworkSegment(5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b),segment_id=5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:12.217210 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67c108cb-f4ef-4750-b812-d41950e1ec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:12.313390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:12.314538 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:12.359413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a88ef6-a2e3-4e8f-8129-ab9575d8b0fb req-54260e5e-82bc-486b-8ab0-62b60310fc8f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:12.360669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00a88ef6-a2e3-4e8f-8129-ab9575d8b0fb req-54260e5e-82bc-486b-8ab0-62b60310fc8f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Synchronizing usage tracker for tenant:6615c805519f473bbaae6776d7f43b88 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:12.368168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-e65bb66c-1310-4754-a573-be83f6edfa22 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5790365 May 26 22:43:12.382869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Request body: {'port': {'device_id': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:12.434476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:43:12.434834 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:43:12.461389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00a88ef6-a2e3-4e8f-8129-ab9575d8b0fb req-54260e5e-82bc-486b-8ab0-62b60310fc8f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Unset dirty status for tenant:6615c805519f473bbaae6776d7f43b88 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:12.468643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00a88ef6-a2e3-4e8f-8129-ab9575d8b0fb req-54260e5e-82bc-486b-8ab0-62b60310fc8f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 931 time: 0.5890450 May 26 22:43:12.518864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-80df1bfa-f9b8-44ef-b0d9-41f302b0fc22 None None] Provisioning complete for port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:12.519289 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-80df1bfa-f9b8-44ef-b0d9-41f302b0fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:12.553574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c108cb-f4ef-4750-b812-d41950e1ec32 None None] Pushing event updated for resources: {'Port': ['ID=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:12.558858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Calling delete_port for a85e6161-683f-4355-9918-70b984e7ec2d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:12.590884 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:12.646675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00a88ef6-a2e3-4e8f-8129-ab9575d8b0fb req-06f7257d-f749-4966-8c73-5fcaf5737af9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767759 May 26 22:43:12.827577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb045ace-11de-4aee-ba78-a11ba5f7bea4 req-536c7021-f2f1-4fa8-9130-ffbc23d1a9ce tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 210 time: 0.4951062 May 26 22:43:12.959877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8889d1c-354c-4157-888d-e4a7fcb53525 req-14ccce11-8032-429f-8ca4-a3d1cc77ad58 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 210 time: 0.1226687 May 26 22:43:13.177258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b6299-68e2-4f27-b503-86597d925a92 req-d2187400-8937-4074-8c06-3e8d4cfe5d42 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:13.177944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-af5b6299-68e2-4f27-b503-86597d925a92 req-d2187400-8937-4074-8c06-3e8d4cfe5d42 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:13.221020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Router 05ca0c19-f06f-4c3e-8b8f-0457db026139 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:43:13.232711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:13.234794 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-1d42c39d-f5cc-4dab-bffe-43accb55f29a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3966534 May 26 22:43:13.277088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-a305f366-8620-4d35-be8f-7278a3108f88 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:13.278671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-a305f366-8620-4d35-be8f-7278a3108f88 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.4997897 May 26 22:43:13.283556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-af5b6299-68e2-4f27-b503-86597d925a92 req-d2187400-8937-4074-8c06-3e8d4cfe5d42 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:13.284586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-d2187400-8937-4074-8c06-3e8d4cfe5d42 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 813 time: 0.8784008 May 26 22:43:13.309275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'port': {'device_id': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f', 'admin_state_up': True, 'tenant_id': 'e690c00c514146589a6ed784d9ab9585'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:13.323745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:13.324185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:13.327426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Request body: {'port': {'device_id': 'b85dc383-7921-4694-a671-b327c89e3981', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'admin_state_up': True, 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:13.344110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:13.358459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:13.523753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270c291-d218-4422-bfc0-112ebb716b98 req-5f97b3d9-211e-40ed-85b1-f608d140105f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:13.525576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8270c291-d218-4422-bfc0-112ebb716b98 req-5f97b3d9-211e-40ed-85b1-f608d140105f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45 HTTP/1.1" status: 200 len: 946 time: 0.4870276 May 26 22:43:13.556680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event deleted for resources: {'Port': ['ID=a85e6161-683f-4355-9918-70b984e7ec2d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:13.568730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804bb23-cf60-43d8-8bb4-570b77c91a93 req-b065e07d-db9f-4a08-b4a4-6f09cee437f5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:13.570746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e804bb23-cf60-43d8-8bb4-570b77c91a93 req-b065e07d-db9f-4a08-b4a4-6f09cee437f5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.4662347 May 26 22:43:13.581456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:43:13.714995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85692da8-2839-4dcc-8b18-b2eaae24aafe {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:13.729499 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:13.738395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-ba7f45bd-5457-49eb-8c6a-e9f94aa665e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 1097 time: 0.4787588 May 26 22:43:13.753571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] No DVR routers for this DVR port a85e6161-683f-4355-9918-70b984e7ec2d on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:13.755767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e804bb23-cf60-43d8-8bb4-570b77c91a93 req-d2766261-ac5a-476d-a90f-ddcd5269a88f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740127 May 26 22:43:13.774467 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:13.796830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Transition to ACTIVE for port object 85692da8-2839-4dcc-8b18-b2eaae24aafe will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:13.804382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8270c291-d218-4422-bfc0-112ebb716b98 req-af90c1f2-fb3c-4637-b9d4-70bdba29c485 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606833 May 26 22:43:13.809811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:13.818581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:port and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:13.822371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:13.825895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fab90af0-1dfc-4448-ac18-a9c4dbd1e325 req-d9038b03-fd01-4746-b369-d80d5facab07 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "DELETE /v2.0/ports/a85e6161-683f-4355-9918-70b984e7ec2d HTTP/1.1" status: 204 len: 173 time: 2.7572665 May 26 22:43:13.838842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:13.843516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:13.856713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:43:13.866604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Sync routers for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:43:13.874042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5f6c0bd9-c0e0-45eb-86a8-b02062824db9 admin admin] 10.222.0.32 "PUT /v2.0/routers/f686d42a-f3b1-458b-8475-f7c230e1c333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9579282 May 26 22:43:13.876969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:13.887554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Made reservation on behalf of e690c00c514146589a6ed784d9ab9585 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:13.890585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:13.905604 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:13.906208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:13.907958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:13.934271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:13.937268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:13.970144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'name': 'network-vif-deleted', 'tag': 'a85e6161-683f-4355-9918-70b984e7ec2d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:14.191413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:14.229700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7306eecd-5362-4c70-a3e1-e43f6a3f828c req-7e1b2518-0fc9-4c62-b179-5c2a331d79b7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 210 time: 0.2281246 May 26 22:43:14.263765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:14.275085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e9e8-670a-4144-a340-c7103043679a req-8641c4f5-3e75-42b2-bee5-a13a7dbae6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:14.276561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-8641c4f5-3e75-42b2-bee5-a13a7dbae6a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.5114403 May 26 22:43:14.334392 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f684f1a-415d-4ca8-8f38-f678f8a10f21'] response: {'server_uuid': 'a25a6d5a-db7f-42ab-a6ad-9b3d2b1f9d45', 'name': 'network-vif-deleted', 'tag': 'a85e6161-683f-4355-9918-70b984e7ec2d', 'status': 'completed', 'code': 200} May 26 22:43:14.464879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Allocated IP 172.20.0.5 (14033c08-7d12-4110-9b92-7b9e5367234f/6eeeaded-cccd-4455-850e-00ab71aa0212/b560aac1-0e43-486c-af05-01dc4eba6d0d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:14.472510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Allocated IP 172.20.0.7 (fb59c85f-9bff-412f-bbc8-87b64e62f4b6/daaccb09-0e18-47e1-90de-a298a331d2b9/0a969136-5159-4be1-9dcb-6b8056d12cd2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:14.535016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5a181a2-33cb-47ca-b1dd-5df959c4c878 req-09719bec-542f-488c-b32d-6ac056dbde86 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 210 time: 0.0547071 May 26 22:43:14.584685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-b61fcbb5-cb3b-401d-bf9e-fbe701b4b6eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c77a208e-94ea-4564-a309-ddb57c21b93d HTTP/1.1" status: 200 len: 217 time: 0.2718070 May 26 22:43:14.620887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314f943-9153-486d-b8d0-d0e875397336 req-53be99c1-a4e0-4d73-9446-8023696c5b18 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:14.631910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:09Z', 'revision_number': 2, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:14.635235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3314f943-9153-486d-b8d0-d0e875397336 req-53be99c1-a4e0-4d73-9446-8023696c5b18 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.7154245 May 26 22:43:14.636711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Checking router: f686d42a-f3b1-458b-8475-f7c230e1c333 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:43:14.637066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Updating router f686d42a-f3b1-458b-8475-f7c230e1c333 port 90150f4c-0fe7-438a-b51e-b9e02abe145c binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:43:14.703878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:14.866091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e9e8-670a-4144-a340-c7103043679a req-be2ff7a0-98c8-4f25-af7f-0574f87b3dce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:14.867682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-be2ff7a0-98c8-4f25-af7f-0574f87b3dce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.2271299 May 26 22:43:14.873824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:43:14.884878 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Sync routers for ids ['05ca0c19-f06f-4c3e-8b8f-0457db026139'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:43:14.886928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Attempting to bind port 85692da8-2839-4dcc-8b18-b2eaae24aafe on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:14.887463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Attempting to bind port 85692da8-2839-4dcc-8b18-b2eaae24aafe by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:14.887965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Attempting to bind port 85692da8-2839-4dcc-8b18-b2eaae24aafe on network a82bf288-ca96-4c01-a423-f4700c8855e4 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:14.901535 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Routers {'05ca0c19-f06f-4c3e-8b8f-0457db026139'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:14.903092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['05ca0c19-f06f-4c3e-8b8f-0457db026139'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:14.948941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Port 85692da8-2839-4dcc-8b18-b2eaae24aafe on network a82bf288-ca96-4c01-a423-f4700c8855e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:43:14.949349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Attempting to bind port 85692da8-2839-4dcc-8b18-b2eaae24aafe on network a82bf288-ca96-4c01-a423-f4700c8855e4 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:14.953017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-0c4a4104-c60a-44d1-960f-41bb07e52762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773582 May 26 22:43:14.965524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3314f943-9153-486d-b8d0-d0e875397336 req-316fb50f-d5c1-4ee6-936b-277900366991 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294504 May 26 22:43:14.986274 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:14.987223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cdcddb7e-9eae-4ca0-9446-c161079771dc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4284735 May 26 22:43:14.990535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:14.990871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Checking segment: {'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:14.991243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Bound using segment: {'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:14.991681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Bound port: 85692da8-2839-4dcc-8b18-b2eaae24aafe, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:14.992144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.004985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51384) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:15.150469 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.155409 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Set router 05ca0c19-f06f-4c3e-8b8f-0457db026139 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:15.179080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Transition to ACTIVE for port object 90150f4c-0fe7-438a-b51e-b9e02abe145c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:15.188650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.209877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.217471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.241625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a85e6161-683f-4355-9918-70b984e7ec2d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:15.248607 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-d4a204b7-330a-4bef-97bb-4877c69a03f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4904149 May 26 22:43:15.267782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-de9e5410-6cee-4b47-b324-01444f15be61 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:15.268523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-de9e5410-6cee-4b47-b324-01444f15be61 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:15.341989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: a85e6161-683f-4355-9918-70b984e7ec2d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:15.342899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a85e6161-683f-4355-9918-70b984e7ec2d not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:15.358137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.359922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-de9e5410-6cee-4b47-b324-01444f15be61 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:15.366575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-de9e5410-6cee-4b47-b324-01444f15be61 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks?id=2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 200 len: 828 time: 0.5022235 May 26 22:43:15.432140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.454335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-1acc41f9-4725-4bc0-b2fe-3434cc95a810 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915774 May 26 22:43:15.493153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-572e1706-48ba-4d82-8f50-9c1aa57bdb39 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/quotas/b392744ec58c457baa9120126efb0605 HTTP/1.1" status: 200 len: 375 time: 0.1256278 May 26 22:43:15.524383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8d35-ae5f-4363-b539-5f12db755a13 None None] Pushing event updated for resources: {'Port': ['ID=90150f4c-0fe7-438a-b51e-b9e02abe145c,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:15.569652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Network 14033c08-7d12-4110-9b92-7b9e5367234f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:15.594170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:15.598999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:15.625103 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:11Z', 'revision_number': 3, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:15.630443 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Checking router: 05ca0c19-f06f-4c3e-8b8f-0457db026139 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:43:15.630834 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Updating router 05ca0c19-f06f-4c3e-8b8f-0457db026139 port d8997f60-d200-4304-a2ee-11fb8549889f binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:43:15.653231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Attempting to bind port 90150f4c-0fe7-438a-b51e-b9e02abe145c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:15.653868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Attempting to bind port 90150f4c-0fe7-438a-b51e-b9e02abe145c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:15.654215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Attempting to bind port 90150f4c-0fe7-438a-b51e-b9e02abe145c on network 2bca550c-5555-4e17-997c-fb45673af988 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:15.658390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:15.666056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:15.669663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Checking segment: {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:15.670235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.670723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Bound using segment: {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:15.671335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Bound port: 90150f4c-0fe7-438a-b51e-b9e02abe145c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:15.671820 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.706411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:15.710045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-cdae40f2-d6c8-44b5-bf10-7d2866855a8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 1096 time: 0.4343193 May 26 22:43:15.723436 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.731898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:15.746559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:15.806291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:15.814666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c113-abef-40e3-a54c-cebe555872b3 req-3d8d3d73-4a8f-47ee-9735-27b84914aa33 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:15.815126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] For port 90150f4c-0fe7-438a-b51e-b9e02abe145c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:15.816097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d72c113-abef-40e3-a54c-cebe555872b3 req-3d8d3d73-4a8f-47ee-9735-27b84914aa33 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.5937076 May 26 22:43:15.818640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] For port 90150f4c-0fe7-438a-b51e-b9e02abe145c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=90150f4c-0fe7-438a-b51e-b9e02abe145c,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:15.828904 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.847522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:15.892934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.928744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8d35-ae5f-4363-b539-5f12db755a13 None None] Pushing event updated for resources: {'Port': ['ID=90150f4c-0fe7-438a-b51e-b9e02abe145c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:15.935300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:15.936061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:15.967830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:15.968887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8029e9e8-670a-4144-a340-c7103043679a req-ef9d55b2-f894-4a56-b81c-2f8de4a0ef6c service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994314 May 26 22:43:15.972752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:15.991563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event updated for resources: {'Port': ['ID=0a969136-5159-4be1-9dcb-6b8056d12cd2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:16.042189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d72c113-abef-40e3-a54c-cebe555872b3 req-8d236ab4-0938-48e2-8f17-4165cb94205c tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122347 May 26 22:43:16.057173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:16.059970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] 10.222.0.55 "PUT /v2.0/ports/85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 1091 time: 3.6822410 May 26 22:43:16.064620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:16.085014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:16.096855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:16.154871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-60ddd43e-3fca-4d79-bd4e-51b1eb67a659 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8501425 May 26 22:43:16.184081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Request body: {'port': {'device_id': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:16.190433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510970d-5a49-4f25-8845-f790bc82c19a service neutron] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:16.229585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:16.302812 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:16.338010 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Transition to ACTIVE for port object d8997f60-d200-4304-a2ee-11fb8549889f will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:16.342797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-4164cc15-ba5f-4d43-9fb3-8f3343525a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:16.344468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-4164cc15-ba5f-4d43-9fb3-8f3343525a93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 912 time: 0.5497367 May 26 22:43:16.347963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-354cf7f2-8bee-41a3-a298-1fd0740f1e68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0443950 May 26 22:43:16.352925 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:16.360795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-07022ff2-6d27-4147-a601-e2fd94c19b39 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:16.396384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Request body: {'port': {'device_id': 'b85dc383-7921-4694-a671-b327c89e3981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:16.479026 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25ebca-da6f-4ad4-ab41-6cb06e2fc2c5 None None] Pushing event updated for resources: {'Port': ['ID=d8997f60-d200-4304-a2ee-11fb8549889f,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:16.519138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Attempting to bind port d8997f60-d200-4304-a2ee-11fb8549889f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:16.519859 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Attempting to bind port d8997f60-d200-4304-a2ee-11fb8549889f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:16.520966 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Attempting to bind port d8997f60-d200-4304-a2ee-11fb8549889f on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:16.529027 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:16.529776 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:16.530351 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:16.530905 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:16.531560 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Bound port: d8997f60-d200-4304-a2ee-11fb8549889f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:16.532134 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:16.601188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-822e98f6-f2bc-4d38-975c-a44a322c8219 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1094 time: 0.4119051 May 26 22:43:16.632055 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] For port d8997f60-d200-4304-a2ee-11fb8549889f, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:16.635702 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] For port d8997f60-d200-4304-a2ee-11fb8549889f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d8997f60-d200-4304-a2ee-11fb8549889f,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:16.642020 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:16.688922 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-db836991-38cb-48a2-a34c-069c316f671b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 217 time: 0.0794604 May 26 22:43:16.698500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33af305-bed3-4460-9418-c09981416cf2 req-6dca0ca5-0001-41b5-af03-6573eebbd934 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:16.700438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a33af305-bed3-4460-9418-c09981416cf2 req-6dca0ca5-0001-41b5-af03-6573eebbd934 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 931 time: 0.2411296 May 26 22:43:16.707176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:15Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:16.712704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d326d-3d05-4c76-ae26-5256bb2117bd None None] The sync data for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 is: [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:15Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:43:16.721813 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Routers {'05ca0c19-f06f-4c3e-8b8f-0457db026139'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:16.722553 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:42:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['05ca0c19-f06f-4c3e-8b8f-0457db026139'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:16.812030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-626a237b-6a7e-4048-ba1a-5d0068f54c5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f527b27d-5761-4f31-bcda-5939556b09d8 HTTP/1.1" status: 200 len: 217 time: 0.4216931 May 26 22:43:16.853646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-67a7080f-b0a8-470f-8c28-b6c1c9eddce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:16.855132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-67a7080f-b0a8-470f-8c28-b6c1c9eddce0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.1519985 May 26 22:43:16.872074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-07022ff2-6d27-4147-a601-e2fd94c19b39 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:16.879993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-07022ff2-6d27-4147-a601-e2fd94c19b39 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b392744ec58c457baa9120126efb0605&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3858111 May 26 22:43:16.927911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-cb1b1a99-972e-492e-b8a8-8e65e822498c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573926 May 26 22:43:16.943040 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25ebca-da6f-4ad4-ab41-6cb06e2fc2c5 None None] Pushing event updated for resources: {'Port': ['ID=d8997f60-d200-4304-a2ee-11fb8549889f,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:16.963560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a33af305-bed3-4460-9418-c09981416cf2 req-bc8108f3-5d18-4e10-925d-ae0a64a1dabd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:16.990412 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] Set router 05ca0c19-f06f-4c3e-8b8f-0457db026139 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:17.049329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:17.072285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-a18af4bf-fdc3-4482-974d-dbbee3f606ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:17.073850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-a18af4bf-fdc3-4482-974d-dbbee3f606ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.2531850 May 26 22:43:17.113606 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2664c389-3e77-4b07-8f3b-32e77054ea71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:17.128078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:17.204824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a33af305-bed3-4460-9418-c09981416cf2 req-bc8108f3-5d18-4e10-925d-ae0a64a1dabd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:17.206089 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a33af305-bed3-4460-9418-c09981416cf2 req-bc8108f3-5d18-4e10-925d-ae0a64a1dabd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649181 May 26 22:43:17.208942 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-a118b4f9-9469-4a27-a77e-c6dd5dbe95c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160827 May 26 22:43:17.241387 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-8244fcb3-b060-45c7-9cea-53c049a21981 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061581 May 26 22:43:17.330176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90150f4c-0fe7-438a-b51e-b9e02abe145c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:17.431540 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:11Z', 'revision_number': 3, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:17.435847 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b36aec-b684-4cd0-900d-f44383b42f54 None None] The sync data for ids ['05ca0c19-f06f-4c3e-8b8f-0457db026139'] in n-d-843301-1 is: [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:11Z', 'revision_number': 3, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:43:17.465101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 90150f4c-0fe7-438a-b51e-b9e02abe145c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:17.470387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 90150f4c-0fe7-438a-b51e-b9e02abe145c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:17.470892 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:17.518548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b743b6b6-d110-4bed-86f5-d2fc94003af8 req-bd4c0ffb-d267-45b9-b8e7-3941b8298d61 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672937 May 26 22:43:17.535104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-7742d13a-0b55-4800-a00f-1357c470df13 service neutron] 10.222.0.32 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542840 May 26 22:43:17.590454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620483a7-33e4-428d-9030-1f563b442724 req-644cd8d6-fa21-46dc-b9a9-877bfe2c04ab tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:17.592048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-620483a7-33e4-428d-9030-1f563b442724 req-644cd8d6-fa21-46dc-b9a9-877bfe2c04ab tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 931 time: 0.2111852 May 26 22:43:17.662613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:17.725613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 90150f4c-0fe7-438a-b51e-b9e02abe145c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=90150f4c-0fe7-438a-b51e-b9e02abe145c,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:17.731574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:17.753052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-620483a7-33e4-428d-9030-1f563b442724 req-15d26d09-13a1-4e56-993b-34211883b740 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276646 May 26 22:43:17.838054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=90150f4c-0fe7-438a-b51e-b9e02abe145c,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:17.863163 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:17.904456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-6800eddb-a0ba-4f4b-8ad8-8ac526016571 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820233 May 26 22:43:18.258238 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-d82438cc-ba64-4355-a48d-76d4a60ece68 service neutron] 10.222.0.32 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192075 May 26 22:43:18.281157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2a9e2-4005-48fd-a783-060d6b555f9e req-6e4e3a47-dd4d-495a-a34b-8c65021c47bc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:18.283214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6e2a9e2-4005-48fd-a783-060d6b555f9e req-6e4e3a47-dd4d-495a-a34b-8c65021c47bc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.3146415 May 26 22:43:18.306172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Allocated IP 172.20.0.1 (1a16fcc9-7156-451f-a5e7-698c39511ab4/40a8045e-d9b3-4585-a3e9-c81310373553/1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:18.312563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b4276bf-f092-4f0e-a273-dfbc5c30818d req-903db66f-2804-4675-9232-c39d0168e778 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315716 May 26 22:43:18.447468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b560aac1-0e43-486c-af05-01dc4eba6d0d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:18.457400 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:18.458614 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d503ac-ce41-47a2-ab1b-50ecc8adae05'] response: {'name': 'network-changed', 'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'status': 'completed', 'code': 200} May 26 22:43:18.464536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a969136-5159-4be1-9dcb-6b8056d12cd2 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:18.469945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6e2a9e2-4005-48fd-a783-060d6b555f9e req-2de17aa8-3a17-4a53-b9a4-42a52f33d91a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660323 May 26 22:43:18.588451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:18.613687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Transition to ACTIVE for port object 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:18.646446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:18.655312 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:18.701276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Transition to ACTIVE for port object b560aac1-0e43-486c-af05-01dc4eba6d0d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:18.764687 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:18.769364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Transition to ACTIVE for port object 0a969136-5159-4be1-9dcb-6b8056d12cd2 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:18.772685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:18.784311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:18.787971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:18.833596 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:18.835450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:18.870750 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:18.907485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915fa27-ca49-4f40-bdce-29a462c44d8a req-ac927d2b-7513-4672-a678-3a391c2b299b tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:18.915603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5915fa27-ca49-4f40-bdce-29a462c44d8a req-ac927d2b-7513-4672-a678-3a391c2b299b tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.2586920 May 26 22:43:19.026405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5915fa27-ca49-4f40-bdce-29a462c44d8a req-af55307b-9167-4480-8c49-ad78af62a220 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098239 May 26 22:43:19.032225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-328f031d-746d-4c19-a5c1-7459c59b9d08 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:19.034198 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-328f031d-746d-4c19-a5c1-7459c59b9d08 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.3752828 May 26 22:43:19.037225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.133842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Pushing event updated for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:19.219011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-77ec7056-2574-4bc3-96f3-c3aa971aecf4 None None] Provisioning for port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:19.225043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:43:19.237200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-77ec7056-2574-4bc3-96f3-c3aa971aecf4 None None] Provisioning complete for port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:19.238050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a969136-5159-4be1-9dcb-6b8056d12cd2,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:19.239869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-77ec7056-2574-4bc3-96f3-c3aa971aecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.284534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90150f4c-0fe7-438a-b51e-b9e02abe145c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:19.345207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91103671-29f9-45c8-8262-dd057270c1d8 req-b46607c0-8bbd-4f3c-a994-a57bfa50fe5b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:19.346720 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91103671-29f9-45c8-8262-dd057270c1d8 req-b46607c0-8bbd-4f3c-a994-a57bfa50fe5b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 943 time: 0.1896744 May 26 22:43:19.369424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-409b4ec7-de72-41de-9ec3-60b3156f473b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1094 time: 0.8962958 May 26 22:43:19.378194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-34ce321f-e79a-47c1-9c16-b6ff510e72ad tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.2667568 May 26 22:43:19.395934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-77ec7056-2574-4bc3-96f3-c3aa971aecf4 None None] Port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:43:19.416556 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7571df87-1726-4762-b9e5-facb0efd9393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.421077 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91103671-29f9-45c8-8262-dd057270c1d8 req-9a7b385e-fc06-402d-8f58-44283a5d4a56 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654252 May 26 22:43:19.428632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.435039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.550429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.553479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:19.554800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:19.568811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 90150f4c-0fe7-438a-b51e-b9e02abe145c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:19.569299 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.576230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-86699602-aed3-4762-9345-354caeeef194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:19.576726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-86699602-aed3-4762-9345-354caeeef194 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 915 time: 0.1433189 May 26 22:43:19.598952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4', 'port_id': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'mac_address': 'fa:16:3e:4b:e9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400375d3-4f60-45da-ab7f-73da9b515436', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:43:19.608534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b322e0c-c6ab-4b69-aeef-348f56b245ea req-29e67d81-dbca-4c07-80f3-3c0135d1ca91 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 210 time: 0.0507233 May 26 22:43:19.725642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Attempting to bind port b560aac1-0e43-486c-af05-01dc4eba6d0d on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:19.726648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Attempting to bind port b560aac1-0e43-486c-af05-01dc4eba6d0d by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:19.727170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Attempting to bind port b560aac1-0e43-486c-af05-01dc4eba6d0d on network 14033c08-7d12-4110-9b92-7b9e5367234f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:19.737430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-f2720e5c-d57c-443a-b901-1d1f2205a23b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 217 time: 0.1401584 May 26 22:43:19.811208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:19.827152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-0e078365-36a6-4f01-be6e-199993e9829b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:19.830141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-0e078365-36a6-4f01-be6e-199993e9829b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.0707023 May 26 22:43:19.830377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:19.831478 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.836331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Attempting to bind port 0a969136-5159-4be1-9dcb-6b8056d12cd2 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:19.836683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Attempting to bind port 0a969136-5159-4be1-9dcb-6b8056d12cd2 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:19.837138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Attempting to bind port 0a969136-5159-4be1-9dcb-6b8056d12cd2 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:19.844204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Port b560aac1-0e43-486c-af05-01dc4eba6d0d on network 14033c08-7d12-4110-9b92-7b9e5367234f not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:43:19.844527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Attempting to bind port b560aac1-0e43-486c-af05-01dc4eba6d0d on network 14033c08-7d12-4110-9b92-7b9e5367234f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:19.887704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85692da8-2839-4dcc-8b18-b2eaae24aafe {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:19.894562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-fb9fd0a1-d19a-4d59-9f5c-78e37873775e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451860 May 26 22:43:19.930163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:19.932332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Port 0a969136-5159-4be1-9dcb-6b8056d12cd2 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:43:19.932587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Attempting to bind port 0a969136-5159-4be1-9dcb-6b8056d12cd2 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:19.935661 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:19.952887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:19.953216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Checking segment: {'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:19.953598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Bound using segment: {'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:19.954072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Bound port: b560aac1-0e43-486c-af05-01dc4eba6d0d, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:19.954414 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.015980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:20.037120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:20.037454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:20.037866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Bound using segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:20.038312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Bound port: 0a969136-5159-4be1-9dcb-6b8056d12cd2, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:20.038657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.054925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-1102a165-6f72-4b51-90ed-5b0dd999cc79 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:20.212056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['85692da8-2839-4dcc-8b18-b2eaae24aafe'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:20.216848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-1102a165-6f72-4b51-90ed-5b0dd999cc79 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:20.218179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-1102a165-6f72-4b51-90ed-5b0dd999cc79 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8248601 May 26 22:43:20.306964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:20.311375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:20.333884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8c5fa193-434b-4927-bfdc-d000352ec156 None None] Provisioning complete for port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:20.334431 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c5fa193-434b-4927-bfdc-d000352ec156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.337601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-c95fcd51-8e4e-4ded-870a-e1c7861b118d service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310641 May 26 22:43:20.420938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8c5fa193-434b-4927-bfdc-d000352ec156 None None] Port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:43:20.427774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-fd945d62-fec3-4780-a511-f01b3e6915d2 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:20.429400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-fd945d62-fec3-4780-a511-f01b3e6915d2 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.55 "GET /v2.0/networks?id=2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 200 len: 828 time: 0.6204617 May 26 22:43:20.440526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147675d-8b6d-44e8-a3af-4c261e78da01 req-7c556f9f-0c69-4126-a690-a11c39af3a05 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:20.442652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5147675d-8b6d-44e8-a3af-4c261e78da01 req-7c556f9f-0c69-4126-a690-a11c39af3a05 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 943 time: 0.5455992 May 26 22:43:20.450947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Request body: {'port': {'device_id': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'admin_state_up': True, 'tenant_id': 'b392744ec58c457baa9120126efb0605'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:20.486297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.566584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.725350 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.734217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5147675d-8b6d-44e8-a3af-4c261e78da01 req-36a5e447-fbc0-4025-bbe5-d696a8323f3e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663665 May 26 22:43:20.760788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Pushing event updated for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:20.782103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:20.796433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:20.800542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] For port 0a969136-5159-4be1-9dcb-6b8056d12cd2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:20.804506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.806462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-bf52b71e-adfc-425c-9b17-7b82821bf13c service neutron] 10.222.0.48 "PUT /v2.0/ports/b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 1091 time: 4.6265802 May 26 22:43:20.810466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:20.826575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Made reservation on behalf of b392744ec58c457baa9120126efb0605 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:20.829771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.844692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] For port 0a969136-5159-4be1-9dcb-6b8056d12cd2, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0a969136-5159-4be1-9dcb-6b8056d12cd2,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:20.861738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:20.873305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-877e275b-38e9-4a86-ba97-8cbf5a31269f service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212537 May 26 22:43:21.081377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d525aa8a-e5f5-44b3-afd1-0362a2d1e483 req-f1724ecb-ef47-4d74-905a-3fc585e9bf17 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336976 May 26 22:43:21.090471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Router 05ca0c19-f06f-4c3e-8b8f-0457db026139 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:43:21.091009 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.092332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] 10.222.0.48 "PUT /v2.0/ports/0a969136-5159-4be1-9dcb-6b8056d12cd2 HTTP/1.1" status: 200 len: 1091 time: 4.7128618 May 26 22:43:21.113516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf43a0-6837-451c-932c-ae465a2a0833 req-a47bc220-05ab-4eba-bf51-63abe70f8fe3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:21.115111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20bf43a0-6837-451c-932c-ae465a2a0833 req-a47bc220-05ab-4eba-bf51-63abe70f8fe3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 944 time: 0.2041850 May 26 22:43:21.125954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Allocated IP 172.20.0.9 (2bca550c-5555-4e17-997c-fb45673af988/3468cd34-6703-4129-9aaa-dff03c823a96/c5e4d643-3f8d-4f7d-a7a0-73867c74de9d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:21.133022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb1f3b-a0e5-4616-b51d-ffa3c47919cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a969136-5159-4be1-9dcb-6b8056d12cd2,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:21.208080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-8fe22b49-cbdd-4bd0-9dab-22d61060bfd4 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335116 May 26 22:43:21.211775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-b456c0bc-0756-484a-a297-3c52e2440824 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1094 time: 0.3184254 May 26 22:43:21.237433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:21.295944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8997f60-d200-4304-a2ee-11fb8549889f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:21.322104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-309019a4-68b3-4bf3-8c77-fa718373160f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 217 time: 0.1021876 May 26 22:43:21.363236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20bf43a0-6837-451c-932c-ae465a2a0833 req-a0f3eb2f-8769-4d0c-ab50-fe52309c63d5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412608 May 26 22:43:21.411212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-df23bc4a-59c5-4929-90f3-775f5b73ffb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 1094 time: 0.2699642 May 26 22:43:21.480224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d8997f60-d200-4304-a2ee-11fb8549889f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:21.495353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d8997f60-d200-4304-a2ee-11fb8549889f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:21.496575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b6299-68e2-4f27-b503-86597d925a92 req-9d0da1f7-efec-400e-9539-7641adfc7b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:21.497219 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.498390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-9d0da1f7-efec-400e-9539-7641adfc7b34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.1703708 May 26 22:43:21.500138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-bb2a2e23-2375-4260-891e-53c5ccf86537 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a969136-5159-4be1-9dcb-6b8056d12cd2 HTTP/1.1" status: 200 len: 217 time: 0.0813239 May 26 22:43:21.562328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 85692da8-2839-4dcc-8b18-b2eaae24aafe completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:21.570914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 85692da8-2839-4dcc-8b18-b2eaae24aafe triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:21.571295 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.599798 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-c53b2a37-db82-4af4-9387-b45dfd009007 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908837 May 26 22:43:21.657381 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.675183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Transition to ACTIVE for port object c5e4d643-3f8d-4f7d-a7a0-73867c74de9d will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:21.716345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.772641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-968fe2ce-ac21-4ab9-8283-6596af344d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:21.774354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-968fe2ce-ac21-4ab9-8283-6596af344d50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.2274203 May 26 22:43:21.783910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.828048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.838451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d8997f60-d200-4304-a2ee-11fb8549889f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d8997f60-d200-4304-a2ee-11fb8549889f,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:21.843939 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.849515 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.862332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-a1021b1f-15d8-447e-86de-c18bbdd283ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775387 May 26 22:43:21.877119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Network 2bca550c-5555-4e17-997c-fb45673af988 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:21.892175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:21.896805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:21.922448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d8997f60-d200-4304-a2ee-11fb8549889f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:21.940679 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:21.957182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.957552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.958702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.959032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.959487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.959818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.960139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.960456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.960782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.961085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.961400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:21.967226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:21.973005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:21.992225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event updated for resources: {'Port': ['ID=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:22.005926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:22.007985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:22.018004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:43:22.018926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-65d11ca4-38e0-4226-a01e-edf4a4017b02 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099209 May 26 22:43:22.074563 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3bfa7e1e-de6f-49e1-a7dc-5f751f693687 admin admin] 10.222.0.32 "PUT /v2.0/routers/05ca0c19-f06f-4c3e-8b8f-0457db026139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0584700 May 26 22:43:22.074563 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-4863d55f-32d9-4a18-9ec5-dc113d469d17 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6273062 May 26 22:43:22.087451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Request body: {'port': {'device_id': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:22.105832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:22.133955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50ca29-25b5-40d7-adf6-efe85b97e0ed req-cdb3b407-d30e-4065-b3e2-c4a62912fdef tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:22.138146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc50ca29-25b5-40d7-adf6-efe85b97e0ed req-cdb3b407-d30e-4065-b3e2-c4a62912fdef tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.5089378 May 26 22:43:22.147125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12bf06-f92f-4d54-a72e-ad9f187a6c83 req-6409d08c-f1ae-42a0-86cd-fd7e50d35ed7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:22.148658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff12bf06-f92f-4d54-a72e-ad9f187a6c83 req-6409d08c-f1ae-42a0-86cd-fd7e50d35ed7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 943 time: 0.5774627 May 26 22:43:22.252409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-6b9843bd-21c4-4d18-9266-a9fca612ecbe service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829551 May 26 22:43:22.260011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c1d5741a-396e-4859-9997-083c3ac4a044 None None] Provisioning for port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:22.266787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c1d5741a-396e-4859-9997-083c3ac4a044 None None] Provisioning complete for port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:22.267153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1d5741a-396e-4859-9997-083c3ac4a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:22.294159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff12bf06-f92f-4d54-a72e-ad9f187a6c83 req-1d1f019e-ff81-4033-862d-be808f3c7f56 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335111 May 26 22:43:22.315770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:22.350000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5741a-396e-4859-9997-083c3ac4a044 None None] Port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:43:22.505879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc50ca29-25b5-40d7-adf6-efe85b97e0ed req-eaa10415-9983-417c-a70c-ee5ae80ca4fe tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429630 May 26 22:43:22.568914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af5b6299-68e2-4f27-b503-86597d925a92 req-824ffa76-5951-4c32-a3e0-a5336b928338 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362425 May 26 22:43:22.589001 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d69810-42d2-4afb-b7f5-55305d95e608'] response: {'name': 'network-changed', 'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d', 'status': 'completed', 'code': 200} May 26 22:43:22.684650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d4195c9-77d7-47e5-bfd2-d57909a4c9da req-e5c7d8d6-b6ef-4854-a67e-3dd3e6c20b57 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036250 May 26 22:43:22.716115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-b4d61af6-9048-4bbb-a07f-16787824ff16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1094 time: 0.0964065 May 26 22:43:22.776034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8040f14b-f2ba-42d2-9257-cf729b4c8170 req-f603c2f1-ce04-4c8b-946e-bd999b84d933 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 210 time: 0.0589695 May 26 22:43:22.800892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb099a3-91b2-4bbf-b625-bc34a7e74015 req-46128364-8b1b-4c85-ba30-aae11918b66a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:22.802278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4eb099a3-91b2-4bbf-b625-bc34a7e74015 req-46128364-8b1b-4c85-ba30-aae11918b66a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:22.843025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4eb099a3-91b2-4bbf-b625-bc34a7e74015 req-46128364-8b1b-4c85-ba30-aae11918b66a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:22.851375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4eb099a3-91b2-4bbf-b625-bc34a7e74015 req-46128364-8b1b-4c85-ba30-aae11918b66a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 931 time: 0.3586473 May 26 22:43:22.912679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-507d5c23-55a8-4295-a37d-f2fd65ae34f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:22.914559 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-507d5c23-55a8-4295-a37d-f2fd65ae34f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.1672189 May 26 22:43:22.954452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4eb099a3-91b2-4bbf-b625-bc34a7e74015 req-f38d5e68-dfcb-48b8-a463-7abe46cdcfca tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035504 May 26 22:43:22.956284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e4d643-3f8d-4f7d-a7a0-73867c74de9d {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:22.963965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:22.978934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Transition to ACTIVE for port object c5e4d643-3f8d-4f7d-a7a0-73867c74de9d will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:22.992466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.062155 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec5e822-58a9-4ba1-9e75-5717b6eb7f19'] response: {'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'code': 200} May 26 22:43:23.107008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-66f0a8b3-d552-483f-94b0-72b4a37481af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 217 time: 0.1638339 May 26 22:43:23.130623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Pushing event updated for resources: {'Port': ['ID=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:23.285925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8997f60-d200-4304-a2ee-11fb8549889f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:23.304396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-28a3627b-026d-45f4-a034-12e673459ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:23.305858 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-28a3627b-026d-45f4-a034-12e673459ba0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.1853471 May 26 22:43:23.359876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-18c1600a-069d-4270-b718-aef47e964944 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:23.361257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-18c1600a-069d-4270-b718-aef47e964944 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.4128730 May 26 22:43:23.362335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d8997f60-d200-4304-a2ee-11fb8549889f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:23.362704 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.380719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-fd43ef45-0cc7-4b85-bc02-314bf67c8b84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649476 May 26 22:43:23.386028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Request body: {'port': {'device_id': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'admin_state_up': True, 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:23.411384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d43f59-81a1-4561-8f3e-cdcdce74c80d req-7295dcbb-70a6-4f8f-bae2-ac433d09249b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:23.412560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-32d43f59-81a1-4561-8f3e-cdcdce74c80d req-7295dcbb-70a6-4f8f-bae2-ac433d09249b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:23.440111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Attempting to bind port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:23.440448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Attempting to bind port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:23.440759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Attempting to bind port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d on network 2bca550c-5555-4e17-997c-fb45673af988 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:23.464272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d on network 2bca550c-5555-4e17-997c-fb45673af988 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:43:23.464697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Attempting to bind port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d on network 2bca550c-5555-4e17-997c-fb45673af988 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:23.474534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-7a02d219-9c6e-453c-9b58-3c266a43a860 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Synchronizing usage tracker for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:23.482367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:23.483835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Checking segment: {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:23.484517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Bound using segment: {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:23.485893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Bound port: c5e4d643-3f8d-4f7d-a7a0-73867c74de9d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e79221c-1ec3-481f-a2bf-f876116f315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2bca550c-5555-4e17-997c-fb45673af988'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:23.486226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.547807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-7a02d219-9c6e-453c-9b58-3c266a43a860 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Unset dirty status for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:23.549391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-7a02d219-9c6e-453c-9b58-3c266a43a860 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2812963 May 26 22:43:23.562126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:23.576124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:23.583613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Usage tracker for resource:floatingip and tenant:2695d4f071754e10b0e683f66c59cb21 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:23.588162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:23.604642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:23.620572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-32d43f59-81a1-4561-8f3e-cdcdce74c80d req-7295dcbb-70a6-4f8f-bae2-ac433d09249b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:23.621914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32d43f59-81a1-4561-8f3e-cdcdce74c80d req-7295dcbb-70a6-4f8f-bae2-ac433d09249b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 943 time: 0.7118623 May 26 22:43:23.622594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] For port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:23.624719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09767705-65ee-4d58-bcd1-311f1521e54b req-685e589c-fd29-4bdf-b2a1-e9126dddf13d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1096 time: 0.4122651 May 26 22:43:23.625841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.652490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] For port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:23.702198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.711673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:23.755498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:23.760534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-7ff96536-a1aa-4a12-a35f-5dcd3071b57d service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560071 May 26 22:43:23.773888 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32d43f59-81a1-4561-8f3e-cdcdce74c80d req-a7b08c92-f38d-43a4-839d-b585aa4865e1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408391 May 26 22:43:23.775978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09767705-65ee-4d58-bcd1-311f1521e54b req-9e361b1c-efb2-44a5-9457-247ec59e77d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419351 May 26 22:43:23.776673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:23.779521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.782669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.784000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] 10.222.0.55 "PUT /v2.0/ports/c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 1091 time: 1.7020018 May 26 22:43:23.786735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:23.817618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35059546-b0ab-4e48-9458-0c16dbbf7dfd service neutron] Pushing event updated for resources: {'Port': ['ID=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:23.880668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.087637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Allocated IP 172.25.4.24 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/3f8341f5-1aa0-4fc0-aa56-bea3251f5e1d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:24.116153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf64e054-e97a-4434-8c08-c817e8e25d1e req-de92045a-49fd-4f68-a9e5-f0956ff502a7 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782512 May 26 22:43:24.132780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Allocated IP 172.20.0.6 (263a6ff1-3e06-48dd-beed-251ac06438fc/29ba0ea9-330e-47b1-82d6-d873725d8274/2fbab10c-e9b5-4f0e-ba85-50b1853b5a98) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:24.145282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be7026-e82e-439c-a051-7109f9395d88 req-62096784-c3c5-44fa-819b-e75135566ac5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:24.146719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68be7026-e82e-439c-a051-7109f9395d88 req-62096784-c3c5-44fa-819b-e75135566ac5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2291152 May 26 22:43:24.212248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-bda46c6d-0c61-4131-8c83-49781c7930f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b392744ec58c457baa9120126efb0605&device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 1094 time: 0.1763513 May 26 22:43:24.312689 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-f211d651-8cfe-42fd-a2bf-b69ca0de8203 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 217 time: 0.0854990 May 26 22:43:24.354341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-68be7026-e82e-439c-a051-7109f9395d88 req-e3f8d224-084b-4a99-9539-295ec9aed830 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Synchronizing usage tracker for tenant:6615c805519f473bbaae6776d7f43b88 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:24.370283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.398493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-867b2ff3-7455-430b-a734-6e0be3d5576e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:24.399918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-867b2ff3-7455-430b-a734-6e0be3d5576e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3468cd34-6703-4129-9aaa-dff03c823a96 HTTP/1.1" status: 200 len: 867 time: 0.0750520 May 26 22:43:24.440682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-68be7026-e82e-439c-a051-7109f9395d88 req-e3f8d224-084b-4a99-9539-295ec9aed830 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Unset dirty status for tenant:6615c805519f473bbaae6776d7f43b88 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:24.442079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68be7026-e82e-439c-a051-7109f9395d88 req-e3f8d224-084b-4a99-9539-295ec9aed830 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891285 May 26 22:43:24.455354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.504255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.540427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.553841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:24.637604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85dc383-7921-4694-a671-b327c89e3981', 'tag': '0a969136-5159-4be1-9dcb-6b8056d12cd2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:24.653312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:24.655388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=3f8341f5-1aa0-4fc0-aa56-bea3251f5e1d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:24.660254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:24.662995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:24.716064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-df744074-02ce-43e1-af5d-c0ca71f5676c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bca550c-5555-4e17-997c-fb45673af988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074398 May 26 22:43:24.724588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:24.726106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event updated for resources: {'Port': ['ID=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:24.730892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:24.739216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:24.825024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cfad9-f076-48df-82d3-4ee7b622d2c7 req-e3209a1d-2b8c-462d-9cd1-7c051a2065fe tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:24.825726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-536cfad9-f076-48df-82d3-4ee7b622d2c7 req-e3209a1d-2b8c-462d-9cd1-7c051a2065fe tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:24.835294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:24.835880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.866470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-536cfad9-f076-48df-82d3-4ee7b622d2c7 req-e3209a1d-2b8c-462d-9cd1-7c051a2065fe tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:24.867816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-536cfad9-f076-48df-82d3-4ee7b622d2c7 req-e3209a1d-2b8c-462d-9cd1-7c051a2065fe tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 943 time: 0.2832198 May 26 22:43:24.872044 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-c5bb315d-3706-424a-a57d-5bac33f910d0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4938133 May 26 22:43:24.877132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-21854076-3508-4fb3-8b90-25c5c25594b7 service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483846 May 26 22:43:24.894441 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.902378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Request body: {'port': {'device_id': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:25.028178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.028777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-536cfad9-f076-48df-82d3-4ee7b622d2c7 req-cf0cd600-38b2-4f0e-ab58-f25b42647d55 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:25.054907 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.068081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-536cfad9-f076-48df-82d3-4ee7b622d2c7 req-cf0cd600-38b2-4f0e-ab58-f25b42647d55 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:25.069217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-536cfad9-f076-48df-82d3-4ee7b622d2c7 req-cf0cd600-38b2-4f0e-ab58-f25b42647d55 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948540 May 26 22:43:25.108897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.171844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db777cc-f700-4cd6-b0c3-66ea38be4cdf req-78c2b2ec-0fea-4dc4-9267-666942fc3e85 service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376609 May 26 22:43:25.338234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.343494 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.368828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac1f1-ce86-4cfa-bd1a-7c3c5aaf6333 req-1f2a0e9d-3923-4d2c-8d1c-bab33ab4a42f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:25.370291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e0ac1f1-ce86-4cfa-bd1a-7c3c5aaf6333 req-1f2a0e9d-3923-4d2c-8d1c-bab33ab4a42f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1849539 May 26 22:43:25.442300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e0ac1f1-ce86-4cfa-bd1a-7c3c5aaf6333 req-946df5cc-2fab-4f54-9958-891be8762ec5 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 May 26 22:43:25.450263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=3f8341f5-1aa0-4fc0-aa56-bea3251f5e1d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:25.464502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.488922 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.490124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ce1db199-f8ca-46fd-a51b-f6793a0d4060 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9343998 May 26 22:43:25.519574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:25.528227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.544103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Transition to ACTIVE for port object 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:25.548057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.587972 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef58c47-1163-48b9-9f75-4c70882f23d3'] response: {'name': 'network-changed', 'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'status': 'completed', 'code': 200} May 26 22:43:25.632065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ba6d0358-2b7f-4016-9a7f-e73725e03163 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Synchronizing usage tracker for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:25.664076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ba6d0358-2b7f-4016-9a7f-e73725e03163 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Unset dirty status for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:25.665399 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-ba6d0358-2b7f-4016-9a7f-e73725e03163 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200 len: 695 time: 0.1682036 May 26 22:43:25.678695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-1a74262c-0cb9-4e17-8f9a-503c073a3736 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b392744ec58c457baa9120126efb0605&device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 1094 time: 0.1212473 May 26 22:43:25.722049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:25.850702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d41ee-1b02-4668-9046-d5ef8c32b2a3 req-f93f5947-7579-4298-a3a8-05cf28ef57c7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:25.851455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-185d41ee-1b02-4668-9046-d5ef8c32b2a3 req-f93f5947-7579-4298-a3a8-05cf28ef57c7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:25.858198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Attempting to bind port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:25.858526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Attempting to bind port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:25.858843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Attempting to bind port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:25.871412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 on network 263a6ff1-3e06-48dd-beed-251ac06438fc not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:43:25.871749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Attempting to bind port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:25.876034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-185d41ee-1b02-4668-9046-d5ef8c32b2a3 req-f93f5947-7579-4298-a3a8-05cf28ef57c7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:25.877162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-185d41ee-1b02-4668-9046-d5ef8c32b2a3 req-f93f5947-7579-4298-a3a8-05cf28ef57c7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 943 time: 0.2197554 May 26 22:43:25.880925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:25.881264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:25.881595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Bound using segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:25.882043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Bound port: 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:25.882389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:25.940594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-b8d9e6e5-e845-40db-81ef-6e563fa791dd tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:25.942473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-b8d9e6e5-e845-40db-81ef-6e563fa791dd tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.2620547 May 26 22:43:25.944813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-bcc8973c-57cb-45d4-a177-f4c7fe16ff64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:25.946082 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-bcc8973c-57cb-45d4-a177-f4c7fe16ff64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 200 len: 929 time: 0.2396569 May 26 22:43:25.953654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-d4528958-6d8b-4be6-9feb-3ebae159339a tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:25.954579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c11dacb-3667-4bbe-b240-2cf688521cd0 req-d4528958-6d8b-4be6-9feb-3ebae159339a tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051942 May 26 22:43:25.982727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-185d41ee-1b02-4668-9046-d5ef8c32b2a3 req-f8a0e9b2-8599-43af-a028-8305bb9e0900 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898404 May 26 22:43:26.014928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] For port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:26.018747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] For port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:26.023942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:26.025820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-eb47b36b-741a-45e1-96a2-8a3d5ce44f7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 217 time: 0.0703607 May 26 22:43:26.066159 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3df335-e414-44d9-b1cb-1c5b86a131a6'] response: {'name': 'network-changed', 'server_uuid': 'b85dc383-7921-4694-a671-b327c89e3981', 'tag': '0a969136-5159-4be1-9dcb-6b8056d12cd2', 'status': 'completed', 'code': 200} May 26 22:43:26.147478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-fd16f7f7-d0aa-4d7e-b073-5e5bd9b2a776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:26.149723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-fd16f7f7-d0aa-4d7e-b073-5e5bd9b2a776 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3468cd34-6703-4129-9aaa-dff03c823a96 HTTP/1.1" status: 200 len: 867 time: 0.1168072 May 26 22:43:26.150910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:26.152260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] 10.222.0.48 "PUT /v2.0/ports/2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 HTTP/1.1" status: 200 len: 1091 time: 1.2558563 May 26 22:43:26.173204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a1ad7-cd9a-435f-a630-6142db1c7a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:26.246518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b425e-74ee-4e95-8efa-191a6558a241 req-425ebc32-d216-4d59-b4b1-a7bc34052c69 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:26.247919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c14b425e-74ee-4e95-8efa-191a6558a241 req-425ebc32-d216-4d59-b4b1-a7bc34052c69 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 943 time: 0.1533864 May 26 22:43:26.386974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-34cb17da-6801-4210-a005-f12b82b257dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bca550c-5555-4e17-997c-fb45673af988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253001 May 26 22:43:26.408416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf72177-13d7-408e-becd-5206eb0afdaf req-ce7229f9-8fb1-4c2b-8a7f-b1422074b91a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 1094 time: 0.3176882 May 26 22:43:26.483672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c14b425e-74ee-4e95-8efa-191a6558a241 req-bdc609d4-3bff-4825-8aa9-3211a5b958dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291007 May 26 22:43:26.521545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132badc0-1386-4dfc-86a4-4214931dd81f req-b5f6ea23-8125-48e8-ba22-ea81f297341d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:26.523016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-132badc0-1386-4dfc-86a4-4214931dd81f req-b5f6ea23-8125-48e8-ba22-ea81f297341d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 943 time: 0.3509345 May 26 22:43:26.531854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-f7c78194-39bb-4752-a087-2ea9d33ab094 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 1094 time: 0.3212130 May 26 22:43:26.534553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-bcb74b35-ff84-4a6b-9695-a1f4f11bf0ba service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396179 May 26 22:43:26.646458 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-db51b9de-a17d-4e6c-bdcc-d1faa1313155 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 HTTP/1.1" status: 200 len: 217 time: 0.0832703 May 26 22:43:26.690123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72177-13d7-408e-becd-5206eb0afdaf req-0ac4e69d-35da-4810-8008-f6ef1ab754fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:26.691576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf72177-13d7-408e-becd-5206eb0afdaf req-0ac4e69d-35da-4810-8008-f6ef1ab754fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.2760186 May 26 22:43:26.721132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c4a46b-63dd-4932-a5f9-69b2b792df00 req-a00ecd4f-5fb3-48cd-b051-0d4e03623fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804752 May 26 22:43:26.738324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cd2ed-f1fd-4744-a9f0-603d0a6a88dd req-2334f752-938f-4953-b7a9-0a23a725be4b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:26.740364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-596cd2ed-f1fd-4744-a9f0-603d0a6a88dd req-2334f752-938f-4953-b7a9-0a23a725be4b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1351001 May 26 22:43:26.777630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-132badc0-1386-4dfc-86a4-4214931dd81f req-bffbbb09-d029-4dac-81ca-05e100f040cd tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430933 May 26 22:43:26.783018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf72177-13d7-408e-becd-5206eb0afdaf req-92b24f44-571f-46f0-a760-5fde38eecb99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a969136-5159-4be1-9dcb-6b8056d12cd2 HTTP/1.1" status: 200 len: 217 time: 0.0796127 May 26 22:43:26.792088 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-596cd2ed-f1fd-4744-a9f0-603d0a6a88dd req-c8fcf4d2-a7ec-454a-9a2c-82ae8968673c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 May 26 22:43:26.823468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-d95cbee6-ecc4-4ca9-b69c-4d49bffef41e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:26.824923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-d95cbee6-ecc4-4ca9-b69c-4d49bffef41e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.1697774 May 26 22:43:26.957318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-80ca49ad-c79b-487c-bc10-71a5d8f12e70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168613 May 26 22:43:26.982750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03388581-6a66-42f6-ad42-597ef141ff86 req-1e527c29-2329-4969-b9e5-e91fa403ab7f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:26.984438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03388581-6a66-42f6-ad42-597ef141ff86 req-1e527c29-2329-4969-b9e5-e91fa403ab7f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 943 time: 0.0764668 May 26 22:43:27.029956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03388581-6a66-42f6-ad42-597ef141ff86 req-67a2caf0-cd87-402c-a574-f3d647bc0239 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 May 26 22:43:27.045753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72177-13d7-408e-becd-5206eb0afdaf req-97ca7713-76d0-4575-adbf-e9757affafc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:27.047204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf72177-13d7-408e-becd-5206eb0afdaf req-97ca7713-76d0-4575-adbf-e9757affafc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.2570190 May 26 22:43:27.124015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf72177-13d7-408e-becd-5206eb0afdaf req-96468974-0687-4ea1-ae73-5a2530296631 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691769 May 26 22:43:27.221190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aec59-5fa9-47cb-9e7e-7d37899a043b req-9c656c71-bb3f-4a7e-8d96-c4c6a3dc3b60 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:27.222676 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e87aec59-5fa9-47cb-9e7e-7d37899a043b req-9c656c71-bb3f-4a7e-8d96-c4c6a3dc3b60 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.0798917 May 26 22:43:27.258709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-dadc21a2-cea4-4e61-8cea-9ffd72dadf25 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4302635 May 26 22:43:27.266456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-0782052a-e3c3-484e-b6d2-2fb6ca778694 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988112 May 26 22:43:27.269049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e87aec59-5fa9-47cb-9e7e-7d37899a043b req-fab77053-1983-40e6-b3cf-461e2f33e648 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 May 26 22:43:27.271841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:27.298175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c5e4d643-3f8d-4f7d-a7a0-73867c74de9d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:43:27.298707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:27.377136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:27.412588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf72177-13d7-408e-becd-5206eb0afdaf req-d46aca19-3ab2-4917-8aac-84d87a07a645 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801867 May 26 22:43:27.417029 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:27.440553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:27.455123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'port_id': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'mac_address': 'fa:16:3e:31:d3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:43:27.525489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac09e4c-6efb-4798-ab36-a317d150862c req-50158038-778a-4cf0-84cb-8843645d326a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:27.527347 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:27.531902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-50158038-778a-4cf0-84cb-8843645d326a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 814 time: 0.1588864 May 26 22:43:27.543619 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:27.546252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-22737cec-8e96-4881-bfbf-c26b8bf12a6b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/quotas/6615c805519f473bbaae6776d7f43b88 HTTP/1.1" status: 200 len: 375 time: 0.0134480 May 26 22:43:27.546724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e4d643-3f8d-4f7d-a7a0-73867c74de9d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:27.562869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:27.567206 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:27.600695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73af987b-198d-4fb3-8cf1-78fa61dd138d req-8208ba5a-4c39-4945-a108-1eb2b2ea458f service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233833 May 26 22:43:27.629964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-974a0ba9-f505-47cf-b1e7-2645279e5cbe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794494 May 26 22:43:27.649953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:27.665375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf72177-13d7-408e-becd-5206eb0afdaf req-0d064941-ea55-4768-8db7-5210b9830c04 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301576 May 26 22:43:27.708288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:27.782503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-04c7b758-06d3-4821-9ddc-64902c4079ef service neutron] 10.222.0.32 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395991 May 26 22:43:27.815503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c5e4d643-3f8d-4f7d-a7a0-73867c74de9d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:27.923773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-47dae628-bc79-456a-a7ac-715e06b90e88 service neutron] 10.222.0.32 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346159 May 26 22:43:27.967118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Allocated IP 172.25.4.114 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/f32c4625-791d-4802-9001-2eca2a6fbffa) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:28.066477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b560aac1-0e43-486c-af05-01dc4eba6d0d details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:43:28.071924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'tag': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:28.153913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.191360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.250904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47220f0e-ec6a-4732-8b24-332089e25ea3 req-c0f473cd-5852-491b-acd6-51ec2d8f4b11 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:28.253148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47220f0e-ec6a-4732-8b24-332089e25ea3 req-c0f473cd-5852-491b-acd6-51ec2d8f4b11 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 943 time: 0.0974956 May 26 22:43:28.266140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:28.268606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:28.272045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:28.276552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:28.286687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'b560aac1-0e43-486c-af05-01dc4eba6d0d', 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f', 'port_id': 'b560aac1-0e43-486c-af05-01dc4eba6d0d', 'mac_address': 'fa:16:3e:c2:f3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeeaded-cccd-4455-850e-00ab71aa0212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:43:28.305850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=f32c4625-791d-4802-9001-2eca2a6fbffa,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:28.309580 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47220f0e-ec6a-4732-8b24-332089e25ea3 req-4e0d7f9e-3d85-4f93-9a6d-f1fd74151630 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510261 May 26 22:43:28.389719 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.407241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b560aac1-0e43-486c-af05-01dc4eba6d0d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:28.425858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:28.430445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.431512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0a969136-5159-4be1-9dcb-6b8056d12cd2 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:43:28.485110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.569479 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.590402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56673e6-e66d-41cc-bd5d-a24688830c68 req-ce26366c-219a-4b24-ab3a-276fd6ba7502 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:28.592112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:28.598815 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a56673e6-e66d-41cc-bd5d-a24688830c68 req-ce26366c-219a-4b24-ab3a-276fd6ba7502 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 944 time: 0.0956814 May 26 22:43:28.661414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0a969136-5159-4be1-9dcb-6b8056d12cd2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0a969136-5159-4be1-9dcb-6b8056d12cd2,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:28.664425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a56673e6-e66d-41cc-bd5d-a24688830c68 req-d2f9065b-e757-4acb-a60a-ee6f7d08f65c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634241 May 26 22:43:28.684634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '0a969136-5159-4be1-9dcb-6b8056d12cd2', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'port_id': '0a969136-5159-4be1-9dcb-6b8056d12cd2', 'mac_address': 'fa:16:3e:63:2b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaccb09-0e18-47e1-90de-a298a331d2b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:43:28.746016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.774406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a969136-5159-4be1-9dcb-6b8056d12cd2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:28.796882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0a969136-5159-4be1-9dcb-6b8056d12cd2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0a969136-5159-4be1-9dcb-6b8056d12cd2,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:28.802376 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.849344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.854921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:28.880882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0a969136-5159-4be1-9dcb-6b8056d12cd2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:28.912415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8720-1d3e-4931-bfb6-ebeb61f989ff req-b2924f5f-eb7b-4edd-9eae-55478dc79568 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:28.921054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a03f8720-1d3e-4931-bfb6-ebeb61f989ff req-b2924f5f-eb7b-4edd-9eae-55478dc79568 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 944 time: 0.1065292 May 26 22:43:28.930103 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:43:28.966889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a03f8720-1d3e-4931-bfb6-ebeb61f989ff req-fb61adfe-1c5e-4e32-b353-8e1d15f2f18c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 May 26 22:43:28.977365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=f32c4625-791d-4802-9001-2eca2a6fbffa,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:28.986170 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:29.019209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:29.020486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-a8af7479-8ab6-4cb6-8432-e87fcadb6b87 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7561691 May 26 22:43:29.105686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-c63ecb17-2649-45c4-b661-5e3ec147afc3 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Synchronizing usage tracker for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:29.121172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-c63ecb17-2649-45c4-b661-5e3ec147afc3 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Unset dirty status for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:29.122325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-c63ecb17-2649-45c4-b661-5e3ec147afc3 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.0958548 May 26 22:43:29.193378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf94ca-e6a4-43d9-974f-a5aa4da33186 req-1ce49efa-15c1-45ea-8200-27fc95b3c799 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:29.194857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16cf94ca-e6a4-43d9-974f-a5aa4da33186 req-1ce49efa-15c1-45ea-8200-27fc95b3c799 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 944 time: 0.0792558 May 26 22:43:29.244327 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16cf94ca-e6a4-43d9-974f-a5aa4da33186 req-62c14625-5135-4a99-9b31-1bd97de70e17 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 May 26 22:43:29.274271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-ccac71c2-ab78-4d9d-9f4f-c7e9f47a9800 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:29.275686 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-360d5f96-af5a-4f24-9807-ff8176d4b16e req-ccac71c2-ab78-4d9d-9f4f-c7e9f47a9800 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1464770 May 26 22:43:29.293501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:29.325069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['0a969136-5159-4be1-9dcb-6b8056d12cd2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:29.329769 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02701672-061f-430d-b5b6-bcbc4dba3214'] response: {'name': 'network-changed', 'server_uuid': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'tag': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98', 'status': 'completed', 'code': 200} May 26 22:43:29.370207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c5e4d643-3f8d-4f7d-a7a0-73867c74de9d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:29.430961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1dd34c89-a626-45fe-a6b9-7ab9fa9f101f req-807332ad-99bc-406a-b236-c8c9e2994d0d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 210 time: 0.0742116 May 26 22:43:29.435037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-17eaaebf-0121-4d4e-88b9-1a029f0a04cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 1094 time: 0.0769780 May 26 22:43:29.630836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:29.640270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:29.640642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:29.743038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-9a169cb0-d4e8-4459-9bdb-d98cfd5fe80e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:29.744482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-9a169cb0-d4e8-4459-9bdb-d98cfd5fe80e service neutron] 10.222.0.48 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.3032401 May 26 22:43:29.754912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ab7c-8d6c-4a32-9edd-881be7ccc352 req-6b04e0f8-fd7e-424a-9ad6-0beae3774af3 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:29.762063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93a7ab7c-8d6c-4a32-9edd-881be7ccc352 req-6b04e0f8-fd7e-424a-9ad6-0beae3774af3 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.2173843 May 26 22:43:29.848510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-e379e06a-52a9-43d0-9157-88109a6705e5 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3539338 May 26 22:43:29.849401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-2bf6bfa7-50a4-4cf1-a9fd-e2f256a3b1c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 HTTP/1.1" status: 200 len: 217 time: 0.0845892 May 26 22:43:29.859759 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:29.870065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:29.878462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:29.885998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac09e4c-6efb-4798-ab36-a317d150862c req-6e2a72d9-ffad-43cc-8fe5-710816faa6ab tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:29.887448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-6e2a72d9-ffad-43cc-8fe5-710816faa6ab tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 814 time: 0.4335344 May 26 22:43:29.891462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:29.896323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:29.903195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:29.905419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Request body: {'port': {'device_id': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4', 'admin_state_up': True, 'tenant_id': '6615c805519f473bbaae6776d7f43b88'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:29.907835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:29.914549 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93a7ab7c-8d6c-4a32-9edd-881be7ccc352 req-993ed835-b122-43e0-a220-fde5d46dbe76 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516480 May 26 22:43:29.931437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-7d931c56-3335-4957-8279-79057f42a327 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:29.933012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-7d931c56-3335-4957-8279-79057f42a327 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.0713732 May 26 22:43:29.992026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:29.994392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:29.995271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-0df2e25c-de2d-4a11-aca0-aa32b444d893 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546613 May 26 22:43:30.125925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:30.140311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:30.155648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Made reservation on behalf of 6615c805519f473bbaae6776d7f43b88 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:43:30.158573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:30.252953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:30.282020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-bcfdd875-e570-4a48-aa08-229d18c42d81 service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788961 May 26 22:43:30.291755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611436ee-08f9-466e-87cc-d4f45b9158eb req-0b7637f8-4bdb-417b-b80f-a810dc95dfbc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:30.293116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-611436ee-08f9-466e-87cc-d4f45b9158eb req-0b7637f8-4bdb-417b-b80f-a810dc95dfbc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 943 time: 0.1719596 May 26 22:43:30.433982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-611436ee-08f9-466e-87cc-d4f45b9158eb req-aea08d4b-20db-45d6-a8d7-eef188c610ee tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221757 May 26 22:43:30.454396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Allocated IP 172.20.0.11 (a82bf288-ca96-4c01-a423-f4700c8855e4/400375d3-4f60-45da-ab7f-73da9b515436/57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:30.457869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daba3c93-10dc-4746-84a7-2ffcf4b28c35 req-b55a5236-69a6-47b6-a82e-40acb2d28c1f service neutron] 10.222.0.48 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633358 May 26 22:43:30.481359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Allocated IP 172.25.4.79 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/679db141-8d72-4c7e-9002-a8fcaf00ffbe) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:30.706141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f89fdb2a-6dbc-43b5-bf30-3ed5fd1a840a req-812eb019-2e59-4045-afef-f4947f7cf04d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 1096 time: 0.1345906 May 26 22:43:30.712291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93249b5b-091b-4b5c-9366-0c701dde3158 req-f58cb8be-59ed-4cee-96fe-819b2654fc96 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:30.714495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93249b5b-091b-4b5c-9366-0c701dde3158 req-f58cb8be-59ed-4cee-96fe-819b2654fc96 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 945 time: 0.1143034 May 26 22:43:30.780618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f89fdb2a-6dbc-43b5-bf30-3ed5fd1a840a req-d1a7bb32-bbd7-4259-a7f3-205fc540dd10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651584 May 26 22:43:30.782619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:30.787097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-93249b5b-091b-4b5c-9366-0c701dde3158 req-55846f5f-5b9f-43d4-bcc5-c31d74dde35d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:30.803529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-93249b5b-091b-4b5c-9366-0c701dde3158 req-55846f5f-5b9f-43d4-bcc5-c31d74dde35d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:30.804628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93249b5b-091b-4b5c-9366-0c701dde3158 req-55846f5f-5b9f-43d4-bcc5-c31d74dde35d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764544 May 26 22:43:30.809001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:30.842647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:30.874675 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69af8dc-6322-4e39-9d46-dc4f9f46e270'] response: {'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'code': 200} May 26 22:43:30.893711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:30.905765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['85692da8-2839-4dcc-8b18-b2eaae24aafe'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:30.920587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:30.925550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:30.930453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:30.961396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=679db141-8d72-4c7e-9002-a8fcaf00ffbe,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:31.013403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Network a82bf288-ca96-4c01-a423-f4700c8855e4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:31.024162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:31.042249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:31.113708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Pushing event updated for resources: {'Port': ['ID=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:31.132873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:31.133472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:31.135960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5f57617-6e9d-4a79-a3cd-b067b4d07494 req-ddd151a7-8a53-4be4-99a4-fa82db708dbc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 1096 time: 0.1002488 May 26 22:43:31.144387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde9f3e-757a-4cad-9a46-fd42e04a1ddb req-68634ae6-3284-4bbb-83e5-5fa20af74232 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:31.146340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cde9f3e-757a-4cad-9a46-fd42e04a1ddb req-68634ae6-3284-4bbb-83e5-5fa20af74232 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 944 time: 0.1599269 May 26 22:43:31.177534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-e2e039bf-3766-4258-b07c-50c9d9d8b769 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2759340 May 26 22:43:31.214272 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5f57617-6e9d-4a79-a3cd-b067b4d07494 req-f50e0023-0523-464f-aaac-32bbdb85d08e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669281 May 26 22:43:31.218726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cde9f3e-757a-4cad-9a46-fd42e04a1ddb req-835fadaa-7afd-4a73-8037-f3018818572e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571234 May 26 22:43:31.238199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Request body: {'port': {'device_id': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:31.290956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:31.396950 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:31.405815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e386fa-5f5d-4d7b-9ab1-19264cec93ab req-dbda2fd5-2b1b-4ad3-bb76-60284578a4cd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:31.407315 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41e386fa-5f5d-4d7b-9ab1-19264cec93ab req-dbda2fd5-2b1b-4ad3-bb76-60284578a4cd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 944 time: 0.0797689 May 26 22:43:31.455087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41e386fa-5f5d-4d7b-9ab1-19264cec93ab req-a390e978-7e13-4596-8a36-9d499a87cb4b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 May 26 22:43:31.560414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:31.638856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08ed3-70be-4503-a4ba-8d6e4549889a req-88884d6b-84f0-476d-a02b-1bb60c4a1b03 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:31.640468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3e08ed3-70be-4503-a4ba-8d6e4549889a req-88884d6b-84f0-476d-a02b-1bb60c4a1b03 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 932 time: 0.0767112 May 26 22:43:31.685789 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3e08ed3-70be-4503-a4ba-8d6e4549889a req-9bd6ddaf-b6f1-45ef-bfd4-1ee674710912 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 May 26 22:43:31.873087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c14e8-41f9-4772-b60e-1412c1cd33d8 req-fe647db9-989f-4981-b8a7-c78d738d00b0 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:31.874696 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-294c14e8-41f9-4772-b60e-1412c1cd33d8 req-fe647db9-989f-4981-b8a7-c78d738d00b0 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.0790527 May 26 22:43:31.924049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-294c14e8-41f9-4772-b60e-1412c1cd33d8 req-f7f981fd-d2e6-470b-819f-4accc277523d tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 May 26 22:43:31.934972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:31.952214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.057329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=679db141-8d72-4c7e-9002-a8fcaf00ffbe,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:32.108517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:43:32.114571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b560aac1-0e43-486c-af05-01dc4eba6d0d up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:32.131984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c010c-2b31-438f-afe8-033208ee2e85 req-4af422cc-3d74-4a2b-8e5d-d90a1c20fcc0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:32.134008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f89c010c-2b31-438f-afe8-033208ee2e85 req-4af422cc-3d74-4a2b-8e5d-d90a1c20fcc0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 943 time: 0.0882261 May 26 22:43:32.136595 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.156420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:32.165232 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.168134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.174943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-6bbc2e73-7938-4425-8297-44162ee35e98 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3121407 May 26 22:43:32.204857 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f89c010c-2b31-438f-afe8-033208ee2e85 req-fb072e92-a320-41bc-a525-27c35ca70856 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600896 May 26 22:43:32.260504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Transition to ACTIVE for port object 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:32.263488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-4df1829e-fdf1-4f6b-9a26-8db0496eed03 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Synchronizing usage tracker for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:32.271998 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.308363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port b560aac1-0e43-486c-af05-01dc4eba6d0d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:32.326796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:32.335225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-4df1829e-fdf1-4f6b-9a26-8db0496eed03 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Unset dirty status for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:32.341274 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-4df1829e-fdf1-4f6b-9a26-8db0496eed03 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.1655138 May 26 22:43:32.342910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'port_id': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98', 'mac_address': 'fa:16:3e:14:fc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ba0ea9-330e-47b1-82d6-d873725d8274', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:43:32.401701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port b560aac1-0e43-486c-af05-01dc4eba6d0d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:32.402058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.469959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aece9-721f-4fdb-9824-04884fb24f24 req-b9e5ab2b-300d-4965-a79a-961fc427f3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:32.477171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c2aece9-721f-4fdb-9824-04884fb24f24 req-b9e5ab2b-300d-4965-a79a-961fc427f3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 945 time: 0.1021125 May 26 22:43:32.478703 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.537606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c2aece9-721f-4fdb-9824-04884fb24f24 req-e1944f55-1cbb-4f25-af24-1c78b26363da tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592353 May 26 22:43:32.573455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:32.601297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:32.668965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.731059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.765911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Pushing event updated for resources: {'Port': ['ID=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:32.784567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d7b9-a68f-4d14-b28e-830aa595362f req-389c6e2c-d0a3-4c6f-8bb0-5e08487ddb40 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:32.792082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:32.792502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1b0d7b9-a68f-4d14-b28e-830aa595362f req-389c6e2c-d0a3-4c6f-8bb0-5e08487ddb40 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 944 time: 0.1117771 May 26 22:43:32.793850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:32.806249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.807038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0a969136-5159-4be1-9dcb-6b8056d12cd2 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:32.846331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1b0d7b9-a68f-4d14-b28e-830aa595362f req-192efd31-6239-4574-8635-cdee475419a1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527415 May 26 22:43:32.853239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-75c14cad-9ba5-4f2e-b9cf-93c8329e2554 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:32.854604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6750bf3f-5c08-4ffa-b502-63b6f9edf9b5 req-75c14cad-9ba5-4f2e-b9cf-93c8329e2554 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.5124888 May 26 22:43:32.888448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Attempting to bind port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:32.888956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Attempting to bind port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:32.889381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Attempting to bind port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 on network a82bf288-ca96-4c01-a423-f4700c8855e4 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:32.896389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 on network a82bf288-ca96-4c01-a423-f4700c8855e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:43:32.896779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Attempting to bind port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 on network a82bf288-ca96-4c01-a423-f4700c8855e4 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:32.904347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:32.904759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Checking segment: {'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:32.905212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Bound using segment: {'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:32.905782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Bound port: 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a001e248-c57d-4174-9605-c9b967dc10c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:32.906219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:32.908065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:32.912963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:32.955346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 0a969136-5159-4be1-9dcb-6b8056d12cd2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:32.960655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 0a969136-5159-4be1-9dcb-6b8056d12cd2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:32.961041 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:33.046073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359318ac-bb51-4237-970c-95fe46444e39 req-8f8beb6d-ce66-4ff7-a192-12f2520d68f0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:33.048009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-359318ac-bb51-4237-970c-95fe46444e39 req-8f8beb6d-ce66-4ff7-a192-12f2520d68f0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 944 time: 0.0781376 May 26 22:43:33.074851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['2fbab10c-e9b5-4f0e-ba85-50b1853b5a98'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:33.095406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-359318ac-bb51-4237-970c-95fe46444e39 req-fcc24e12-62ef-4744-a0bc-0529d2b58163 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 May 26 22:43:33.096862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] For port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:33.100572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] For port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:33.106545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:33.125741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:33.149708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b151b-b4fc-4f78-8893-abeca9ccaba0 req-6836c7df-8861-497b-97f7-0411dc0b744b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:33.151464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f47b151b-b4fc-4f78-8893-abeca9ccaba0 req-6836c7df-8861-497b-97f7-0411dc0b744b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 945 time: 0.1604054 May 26 22:43:33.185555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0a969136-5159-4be1-9dcb-6b8056d12cd2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0a969136-5159-4be1-9dcb-6b8056d12cd2,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:33.194827 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:33.196974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:33.198378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] 10.222.0.55 "PUT /v2.0/ports/57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 HTTP/1.1" status: 200 len: 1092 time: 1.9697299 May 26 22:43:33.204664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'tag': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:33.246005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0565b-c6c6-4e5c-afd7-8888f8637637 service neutron] Pushing event updated for resources: {'Port': ['ID=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:33.293540 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f47b151b-b4fc-4f78-8893-abeca9ccaba0 req-e6e3f288-4da3-4815-90fd-9a47709db49a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314294 May 26 22:43:33.294434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0a969136-5159-4be1-9dcb-6b8056d12cd2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:33.321870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-95476916-bcb3-43a0-804a-ffa19f20ccd7 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1871786 May 26 22:43:33.334646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-6699f128-ec14-4778-9bfd-4b149915e232 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 1095 time: 0.0901775 May 26 22:43:33.343838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:33.350224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:33.360546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:33.376351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:33.385701 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497cfbc3-7416-4aa1-b4d2-078a41a966b8'] response: {'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d', 'code': 200} May 26 22:43:33.421060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-0f0410b8-453c-4152-be73-57d84eb1b22a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 HTTP/1.1" status: 200 len: 217 time: 0.0780225 May 26 22:43:33.649072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac09e4c-6efb-4798-ab36-a317d150862c req-5c897377-4447-4df0-83d8-7d867f5c25ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:33.650530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-5c897377-4447-4df0-83d8-7d867f5c25ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.2232094 May 26 22:43:33.669102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b3e81ff-8992-453e-a5fa-c0a012685898 req-fa1331b1-d855-4549-be7a-06b3ff99536f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1096 time: 0.1066711 May 26 22:43:33.704198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-b63912da-57bc-40c3-b944-3c5b72af154b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453811 May 26 22:43:33.714133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf4722-9dce-4102-b0da-1d214b98ab88 req-9169dded-ca68-43d5-b9f7-ae58d28a420a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:33.715495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b3bf4722-9dce-4102-b0da-1d214b98ab88 req-9169dded-ca68-43d5-b9f7-ae58d28a420a tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1381357 May 26 22:43:33.724134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:33.763741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b3e81ff-8992-453e-a5fa-c0a012685898 req-85951db0-5336-4e9a-ac4c-46cc4b3e1462 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842257 May 26 22:43:33.845249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b3bf4722-9dce-4102-b0da-1d214b98ab88 req-ae51ae5f-8053-45d5-842d-e9fce89bc447 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092775 May 26 22:43:33.878876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-075cd3ee-b724-46d7-9b6c-6c6adb626c95 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624522 May 26 22:43:33.889945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Allocated IP 172.25.4.41 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/cfa76d71-95c2-4351-b92d-e37440712d71) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:33.957102 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c212c223-650a-4bd8-81bc-f4305bf27b05'] response: {'name': 'network-changed', 'server_uuid': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'tag': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9', 'status': 'completed', 'code': 200} May 26 22:43:34.043878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.049592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac09e4c-6efb-4798-ab36-a317d150862c req-d7466f1d-0b05-4ce5-9c22-51d56a638296 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651027 May 26 22:43:34.075543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.098472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa44c77-4114-4c53-aaa0-241c6b107a18 req-00daf868-6a88-4fc0-91df-9848990f0a12 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:34.099905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfa44c77-4114-4c53-aaa0-241c6b107a18 req-00daf868-6a88-4fc0-91df-9848990f0a12 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 944 time: 0.0881798 May 26 22:43:34.148637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:34.151730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:34.156171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:34.186704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=cfa76d71-95c2-4351-b92d-e37440712d71,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:34.204814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfa44c77-4114-4c53-aaa0-241c6b107a18 req-856950d8-f6e6-4d93-a6ac-05d8410574cb tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663762 May 26 22:43:34.219022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67083413-9073-40f4-aea2-a38445b43024 req-151f1178-a466-4243-a74d-eff76096f0c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 1095 time: 0.1182175 May 26 22:43:34.321497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.381046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.412056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67083413-9073-40f4-aea2-a38445b43024 req-a0d6aa34-9340-419b-a5c9-c6dbd758e4d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:34.413495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67083413-9073-40f4-aea2-a38445b43024 req-a0d6aa34-9340-419b-a5c9-c6dbd758e4d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 915 time: 0.1884744 May 26 22:43:34.487515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67083413-9073-40f4-aea2-a38445b43024 req-9ccade4a-e7d7-48fd-a650-291a4103514a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 HTTP/1.1" status: 200 len: 217 time: 0.0671754 May 26 22:43:34.494582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2f6c-501c-4a0a-9c50-af17f8d88732 req-96c62b42-84d9-4206-bdcc-a7cbb9bfaa1a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:34.495998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-275e2f6c-501c-4a0a-9c50-af17f8d88732 req-96c62b42-84d9-4206-bdcc-a7cbb9bfaa1a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 945 time: 0.1816688 May 26 22:43:34.584763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67083413-9073-40f4-aea2-a38445b43024 req-21b048a8-681f-4442-b972-aa4420ea7f36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:34.586213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67083413-9073-40f4-aea2-a38445b43024 req-21b048a8-681f-4442-b972-aa4420ea7f36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.0893881 May 26 22:43:34.590863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-275e2f6c-501c-4a0a-9c50-af17f8d88732 req-d75db656-c75f-45b0-8049-309df2a57baa tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 May 26 22:43:34.591175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.595841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.638189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67083413-9073-40f4-aea2-a38445b43024 req-c4e84af5-c5b4-4441-bde0-661816ff6bbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387523 May 26 22:43:34.719698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event updated for resources: {'Port': ['ID=cfa76d71-95c2-4351-b92d-e37440712d71,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:34.731229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.758737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.759826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-897e5bb7-37b1-472a-9e65-df422bd27499 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4306197 May 26 22:43:34.840280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-6dbf09c5-88b8-4103-8a64-8f1b68081199 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Synchronizing usage tracker for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:34.848840 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67083413-9073-40f4-aea2-a38445b43024 req-a90c8b38-1bc7-473c-b19d-07ce410bf42a service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917562 May 26 22:43:34.855808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-6dbf09c5-88b8-4103-8a64-8f1b68081199 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Unset dirty status for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:34.857078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-6dbf09c5-88b8-4103-8a64-8f1b68081199 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.0916359 May 26 22:43:34.881908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e044-0a24-4606-bff5-3cbd53ed99fa req-49f62eaf-ba79-4508-9972-cce9f5284bf2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:34.883327 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9776e044-0a24-4606-bff5-3cbd53ed99fa req-49f62eaf-ba79-4508-9972-cce9f5284bf2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 945 time: 0.1468256 May 26 22:43:35.002228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-51cde362-7888-433b-8b5b-22124651f6d1 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:35.003524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-51cde362-7888-433b-8b5b-22124651f6d1 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1409085 May 26 22:43:35.007275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9776e044-0a24-4606-bff5-3cbd53ed99fa req-f680a9b5-cb21-4a75-a90a-922ddbfa210a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177406 May 26 22:43:35.013302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-625bf7d6-4baa-405d-b2a4-d0498827225e tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:35.014287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4bb9e0af-f89a-485d-b1f9-ec0b225d8443 req-625bf7d6-4baa-405d-b2a4-d0498827225e tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053151 May 26 22:43:35.038175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67083413-9073-40f4-aea2-a38445b43024 req-9693a3db-163a-4ec9-9f67-0a3a29bf5194 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798043 May 26 22:43:35.193222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1838310-b618-435f-bae1-503674e903a2 req-887d96ea-4e15-4aad-965e-ccfd22d19ff1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:35.194070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f1838310-b618-435f-bae1-503674e903a2 req-887d96ea-4e15-4aad-965e-ccfd22d19ff1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Synchronizing usage tracker for tenant:6615c805519f473bbaae6776d7f43b88 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:35.211641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f1838310-b618-435f-bae1-503674e903a2 req-887d96ea-4e15-4aad-965e-ccfd22d19ff1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Unset dirty status for tenant:6615c805519f473bbaae6776d7f43b88 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:35.212895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1838310-b618-435f-bae1-503674e903a2 req-887d96ea-4e15-4aad-965e-ccfd22d19ff1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 944 time: 0.0970228 May 26 22:43:35.370229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082c540-f210-4081-98f2-550d3a8261bc req-6ccb8ac3-77c0-499d-8a62-eb7ff6c989f0 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:35.371764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a082c540-f210-4081-98f2-550d3a8261bc req-6ccb8ac3-77c0-499d-8a62-eb7ff6c989f0 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 945 time: 0.0811551 May 26 22:43:35.386653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85dc383-7921-4694-a671-b327c89e3981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a969136-5159-4be1-9dcb-6b8056d12cd2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:35.418570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a082c540-f210-4081-98f2-550d3a8261bc req-6848f11c-4d17-404b-9b2c-df5644e367d2 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 May 26 22:43:35.425555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1838310-b618-435f-bae1-503674e903a2 req-91ee3c2a-73c6-4712-9f47-521223c6c65e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062173 May 26 22:43:35.440498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-66d12c68-6e76-4b40-a53c-31c046bb9a82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93d02304ba49492693abcca8313fdeda&device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 1096 time: 0.2008746 May 26 22:43:35.608395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-793ee5b8-c4d6-42aa-acdb-54261bc1960c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 258 time: 0.1490166 May 26 22:43:35.614986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7239326-00ff-4150-8a6f-292c924f2372 req-e8e77e9d-5330-4dc6-9d9b-b70792e8b747 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips/216b5ea7-5048-4ff8-86b1-88869528c324 HTTP/1.1" status: 200 len: 692 time: 0.1397579 May 26 22:43:35.619777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:35.626320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:35.630873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Usage tracker for resource:floatingip and tenant:b392744ec58c457baa9120126efb0605 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:35.633776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:35.640085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:35.653412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:35.747066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-d480b698-b067-45e0-a488-94611572bffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:35.749208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-d480b698-b067-45e0-a488-94611572bffa service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 200 len: 912 time: 0.2989779 May 26 22:43:35.757458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Sync routers for ids ['05ca0c19-f06f-4c3e-8b8f-0457db026139'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:43:35.770245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Routers {'05ca0c19-f06f-4c3e-8b8f-0457db026139'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:35.770862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['05ca0c19-f06f-4c3e-8b8f-0457db026139'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:35.845695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-a41b5461-dbba-4100-8827-b2c14bc2a3d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee2dd46-cbc1-4976-8311-576402cddfc6 HTTP/1.1" status: 200 len: 217 time: 0.0905366 May 26 22:43:35.897786 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:35.916628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239326-00ff-4150-8a6f-292c924f2372 req-3a7006ab-71e9-4b39-aa28-5affd681aedd tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:35.917981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7239326-00ff-4150-8a6f-292c924f2372 req-3a7006ab-71e9-4b39-aa28-5affd681aedd tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.2962511 May 26 22:43:35.932189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-e7239326-00ff-4150-8a6f-292c924f2372 req-ba0604a9-7046-4eaa-9203-2dd1ff64396d tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:35.933277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7239326-00ff-4150-8a6f-292c924f2372 req-ba0604a9-7046-4eaa-9203-2dd1ff64396d tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060534 May 26 22:43:35.940531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-3fff0d50-58ce-4d63-bfad-bf6e493915c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:35.942039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-3fff0d50-58ce-4d63-bfad-bf6e493915c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 200 len: 851 time: 0.0835626 May 26 22:43:35.958930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Set router 05ca0c19-f06f-4c3e-8b8f-0457db026139 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:36.000403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-0f893874-7749-4237-9f33-8ad20f222178 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf660f98-980a-48fa-965c-716a3131417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522177 May 26 22:43:36.057817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Allocated IP 172.25.4.248 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/bc09c585-6e0f-45f8-9866-5df1fe8392dd) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:36.116320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:36.195901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-94bf0429-cf88-4959-94d0-99b1e15b20b7 service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893773 May 26 22:43:36.208201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074a417-98f2-4e25-b62c-305dd3549a85 req-7e002f68-0bfc-47a9-af1d-f372e3ace40f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:36.209754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8074a417-98f2-4e25-b62c-305dd3549a85 req-7e002f68-0bfc-47a9-af1d-f372e3ace40f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1315749 May 26 22:43:36.219474 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.251730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.319050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:36.326356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:36.326652 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.334146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:36.337336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:36.341319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:36.355512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8074a417-98f2-4e25-b62c-305dd3549a85 req-5ee0da56-c897-460c-8584-8fc707aef9dd tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269884 May 26 22:43:36.381533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aa9a774-16e9-4e64-be0e-13c4b78bb9b8 req-708fd82e-15d3-464a-9481-3fdacff2cacb service neutron] 10.222.0.55 "GET /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686394 May 26 22:43:36.394561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event updated for resources: {'Port': ['ID=bc09c585-6e0f-45f8-9866-5df1fe8392dd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:36.400107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:18Z', 'revision_number': 4, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6', 'name': '', 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'mac_address': 'fa:16:3e:c7:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40a8045e-d9b3-4585-a3e9-c81310373553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:17Z', 'updated_at': '2022-05-26T22:43:19Z', 'revision_number': 2, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'subnets': [{'id': '40a8045e-d9b3-4585-a3e9-c81310373553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:36.435041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Checking router: 05ca0c19-f06f-4c3e-8b8f-0457db026139 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:43:36.435390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Updating router 05ca0c19-f06f-4c3e-8b8f-0457db026139 port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:43:36.509069 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.517610 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.559507 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.594541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee20bd-8a41-40a9-ba88-8afebbae0f31 req-069cbfb4-be12-4255-8c5a-b88305137955 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:36.595983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c2ee20bd-8a41-40a9-ba88-8afebbae0f31 req-069cbfb4-be12-4255-8c5a-b88305137955 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 944 time: 0.0833924 May 26 22:43:36.599983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:36.621069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.642370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.680702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c2ee20bd-8a41-40a9-ba88-8afebbae0f31 req-a01d4c96-58d6-41c5-9328-29dd5d3790af tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 May 26 22:43:36.776481 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2560bf3e-2e68-4663-b032-b273f6ff59c4'] response: {'server_uuid': 'b85dc383-7921-4694-a671-b327c89e3981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a969136-5159-4be1-9dcb-6b8056d12cd2', 'code': 200} May 26 22:43:36.798379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:36.929588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5755ab81-5e96-4405-9d47-3de5685be734 req-745603f0-5723-4fb0-8494-039ae759cb46 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips/216b5ea7-5048-4ff8-86b1-88869528c324 HTTP/1.1" status: 200 len: 692 time: 0.0989051 May 26 22:43:36.964989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.979419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:36.997815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.013147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Transition to ACTIVE for port object 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:43:37.022942 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.064869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event updated for resources: {'Port': ['ID=bc09c585-6e0f-45f8-9866-5df1fe8392dd,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:37.110628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755ab81-5e96-4405-9d47-3de5685be734 req-4d9ef89e-3700-48ea-a83d-bd6d0552a046 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:37.112357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5755ab81-5e96-4405-9d47-3de5685be734 req-4d9ef89e-3700-48ea-a83d-bd6d0552a046 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1736603 May 26 22:43:37.116920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ded8c998-e2b0-43bb-ab5d-d0c73769911c req-b6c432b6-066a-4229-92a7-108c04c1ac89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 1096 time: 0.2098613 May 26 22:43:37.123309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-5755ab81-5e96-4405-9d47-3de5685be734 req-b365ac26-2f31-40eb-a5cc-fadfca17b805 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:37.124299 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5755ab81-5e96-4405-9d47-3de5685be734 req-b365ac26-2f31-40eb-a5cc-fadfca17b805 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057111 May 26 22:43:37.154404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.195888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.197087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-d78c9fa1-c512-463a-ba95-f0e13d63d708 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5838265 May 26 22:43:37.200289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ded8c998-e2b0-43bb-ab5d-d0c73769911c req-ef38321e-51f4-47b8-a013-48092adb4c3f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724390 May 26 22:43:37.221468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81ae47-0996-4a22-8855-f0ec5f4064a0 None None] Pushing event updated for resources: {'Port': ['ID=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:37.235584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5755ab81-5e96-4405-9d47-3de5685be734 req-e77f2fa9-a71c-48cd-97e7-33c5d6c43380 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.1029692 May 26 22:43:37.278587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Attempting to bind port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:43:37.278950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Attempting to bind port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:43:37.279312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Attempting to bind port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 on network 1a16fcc9-7156-451f-a5e7-698c39511ab4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:43:37.287973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:43:37.288371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Checking segment: {'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:43:37.288721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.289352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Bound using segment: {'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:43:37.289559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Bound port: 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:43:37.289956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.309613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-257edf6d-2635-4315-a7fe-faa641a2acd9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:37.332337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-257edf6d-2635-4315-a7fe-faa641a2acd9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:37.334344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-257edf6d-2635-4315-a7fe-faa641a2acd9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.248 HTTP/1.1" status: 200 len: 696 time: 0.1285024 May 26 22:43:37.335322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:43:37.434217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5755ab81-5e96-4405-9d47-3de5685be734 req-5057bb30-f428-42b2-98f9-5d2e14769932 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.1909709 May 26 22:43:37.474742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] For port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:43:37.494408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] For port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,segment=NetworkSegment(5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b),segment_id=5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:43:37.497798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-fa9c06ea-61a9-4334-afff-ae0e35521322 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:37.499173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f650d53a-b487-43e0-9dd3-d8922afcb6d3 req-fa9c06ea-61a9-4334-afff-ae0e35521322 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1592150 May 26 22:43:37.511736 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.602484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:37.611058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Deleting port cfa76d71-95c2-4351-b92d-e37440712d71 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:37.611400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.622365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81ae47-0996-4a22-8855-f0ec5f4064a0 None None] Pushing event updated for resources: {'Port': ['ID=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:37.628592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9', 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4', 'port_id': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9', 'mac_address': 'fa:16:3e:1d:f9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400375d3-4f60-45da-ab7f-73da9b515436', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:43:37.667452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Routers {'05ca0c19-f06f-4c3e-8b8f-0457db026139'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:37.669311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['05ca0c19-f06f-4c3e-8b8f-0457db026139'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:37.727611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6d526-0700-41fd-a9de-2c44a6ddc961 req-e5ef628f-05a2-44f6-a003-76853f25af39 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:37.735412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59e6d526-0700-41fd-a9de-2c44a6ddc961 req-e5ef628f-05a2-44f6-a003-76853f25af39 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 945 time: 0.1118214 May 26 22:43:37.793372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59e6d526-0700-41fd-a9de-2c44a6ddc961 req-ee94d88f-14b1-4121-8eb0-4c44d18f7531 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 May 26 22:43:37.813509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.814001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.855499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.882539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:43:37.914862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:37.922665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:37.952086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Calling delete_port for cfa76d71-95c2-4351-b92d-e37440712d71 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:37.986157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a8758-39aa-4977-b65e-25ad627b03b6 req-2190d40b-4cee-4d97-9116-d677457e2c88 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:37.987154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-597a8758-39aa-4977-b65e-25ad627b03b6 req-2190d40b-4cee-4d97-9116-d677457e2c88 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 945 time: 0.0828559 May 26 22:43:38.012318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:38.014965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] Set router 05ca0c19-f06f-4c3e-8b8f-0457db026139 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:38.038491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-597a8758-39aa-4977-b65e-25ad627b03b6 req-63856406-0898-4102-ad1e-0d31edbb51db tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442684 May 26 22:43:38.119703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:38.172181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event deleted for resources: {'Port': ['ID=cfa76d71-95c2-4351-b92d-e37440712d71,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:38.250572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b7efe-486f-4f9f-a0d0-01382d9246fb req-74a950e1-96d6-4632-a665-65235ce3c2bc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:38.252067 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-622b7efe-486f-4f9f-a0d0-01382d9246fb req-74a950e1-96d6-4632-a665-65235ce3c2bc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 945 time: 0.0978725 May 26 22:43:38.265974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:38.283501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:38.318405 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:38.319751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5755ab81-5e96-4405-9d47-3de5685be734 req-fb27a724-725b-4abf-8c9c-3f40cebb2695 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "DELETE /v2.0/floatingips/216b5ea7-5048-4ff8-86b1-88869528c324 HTTP/1.1" status: 204 len: 173 time: 0.8797364 May 26 22:43:38.320445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-622b7efe-486f-4f9f-a0d0-01382d9246fb req-349a0682-f26c-4182-8d8b-ea1d153920a5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624430 May 26 22:43:38.508336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:18Z', 'revision_number': 4, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6', 'name': '', 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'mac_address': 'fa:16:3e:c7:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40a8045e-d9b3-4585-a3e9-c81310373553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:17Z', 'updated_at': '2022-05-26T22:43:37Z', 'revision_number': 4, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'subnets': [{'id': '40a8045e-d9b3-4585-a3e9-c81310373553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:38.523742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed2444-732b-46fa-95b7-a7f6c46ca9d1 None None] The sync data for ids ['05ca0c19-f06f-4c3e-8b8f-0457db026139'] in n-d-843301-1 is: [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:18Z', 'revision_number': 4, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6', 'name': '', 'network_id': '1a16fcc9-7156-451f-a5e7-698c39511ab4', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'mac_address': 'fa:16:3e:c7:47:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40a8045e-d9b3-4585-a3e9-c81310373553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:17Z', 'updated_at': '2022-05-26T22:43:37Z', 'revision_number': 4, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'subnets': [{'id': '40a8045e-d9b3-4585-a3e9-c81310373553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:43:38.535451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8578b-5561-48fa-a3d3-7b8e3551cf01 req-d4879809-b04b-464f-9302-6b7b22f61d82 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:38.538276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5bb8578b-5561-48fa-a3d3-7b8e3551cf01 req-d4879809-b04b-464f-9302-6b7b22f61d82 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1084363 May 26 22:43:38.683629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5bb8578b-5561-48fa-a3d3-7b8e3551cf01 req-ee809ac3-71e5-4ff1-be19-23fd9c49de23 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378756 May 26 22:43:38.757776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-b20ab2bb-6ded-4d64-a2d3-cc0c24c00ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:38.759443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-b20ab2bb-6ded-4d64-a2d3-cc0c24c00ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3076887 May 26 22:43:38.777753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:38.846202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-74f28f80-923a-4ea0-b26f-127d913346c1 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.248 HTTP/1.1" status: 200 len: 696 time: 0.0805717 May 26 22:43:38.860990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Request body: {'floatingip': {'port_id': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:38.894448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67d2c-8012-467b-a5aa-648bbc5c46a6 req-eacccd78-dc7c-46a7-ac2f-99c09e9dc694 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:38.902397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-efc67d2c-8012-467b-a5aa-648bbc5c46a6 req-eacccd78-dc7c-46a7-ac2f-99c09e9dc694 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 945 time: 0.0971916 May 26 22:43:38.950947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:38.954532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-efc67d2c-8012-467b-a5aa-648bbc5c46a6 req-5684e094-13ac-46e5-bd13-ee9a1ec3d1ce tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508661 May 26 22:43:39.105059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-3f787517-c2c9-4535-be6e-500031ea92e2 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-154266200&fields=id&tenant_id=e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 267 time: 0.0468054 May 26 22:43:39.192867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-2d28a57a-7c79-4596-841c-68f21c401432 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:39.194413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-2d28a57a-7c79-4596-841c-68f21c401432 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 945 time: 0.0833664 May 26 22:43:39.213488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'port': {'security_groups': ['c93a6da6-8e2e-4fae-8eb7-63d959720b39', 'ad1b43bb-7d3a-412b-9f99-40909d09420a']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:39.280903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:39.348386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:39.359590 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.427555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:39.434174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:39.434548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.463213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:43:39.481199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:39.481567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.669304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.674327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.675701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.693882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.697722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:39.730814 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.736839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,segment=NetworkSegment(5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b),segment_id=5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:39.737021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.742545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:39.743616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.773946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:39.805768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.827465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:39.828156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:39.838825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42e28d7d-bea6-4c9f-8b02-97b4e0888005 req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "PUT /v2.0/ports/b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 981 time: 0.6325135 May 26 22:43:39.839485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:39.894102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:39.895498 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Floating IP 472a8a93-8ba3-48f7-a1f4-6bb2dbb67994 associated. External IP: 172.25.4.248, port: c5e4d643-3f8d-4f7d-a7a0-73867c74de9d. May 26 22:43:39.943993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:39.974006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db68b-c948-46dd-af96-2ad9a3547c60 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:40.060415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:40.110475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cfd7c-e875-485d-a92f-c0395f7fb944 req-8f61ed24-2ba5-451c-b11f-dae7406e28cd tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:40.112583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-933cfd7c-e875-485d-a92f-c0395f7fb944 req-8f61ed24-2ba5-451c-b11f-dae7406e28cd tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2547271 May 26 22:43:40.378067 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535bc1e6-e0f5-48a1-ba0c-ecbd90b65869'] response: {'server_uuid': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98', 'code': 200} May 26 22:43:40.507499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Router f686d42a-f3b1-458b-8475-f7c230e1c333 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:43:40.553244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bf623-cbc5-425a-a0d6-4ce977230730 req-fc9c718b-ac84-4efc-94e1-7e5dee6fef7c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:40.554715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-712bf623-cbc5-425a-a0d6-4ce977230730 req-fc9c718b-ac84-4efc-94e1-7e5dee6fef7c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 945 time: 0.0777800 May 26 22:43:40.583596 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-402f2048-d6a9-4cfc-a77d-3d940d94cb4f req-337dc10b-9291-4ee4-b031-d1cf60d4a8de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 1096 time: 0.1444676 May 26 22:43:40.603625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-712bf623-cbc5-425a-a0d6-4ce977230730 req-ec877c6c-6cfe-46cb-b9a9-02b51ebdece3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 May 26 22:43:40.711905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-402f2048-d6a9-4cfc-a77d-3d940d94cb4f req-c1c12c90-ddf4-4fa6-be4f-68ee40d85a1c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755804 May 26 22:43:40.764458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:43:40.768810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:40.778949 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] Sync routers for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:43:40.795236 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:40.795868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:40.828489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ecb3-dc8f-4872-ab3e-58d006723d64 req-c1653d4a-207b-4033-a37f-4f60af51bbff tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:40.831006 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8935ecb3-dc8f-4872-ab3e-58d006723d64 req-c1653d4a-207b-4033-a37f-4f60af51bbff tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 946 time: 0.1090174 May 26 22:43:40.843800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-691981b2-75dc-4217-b0e0-3e1ac613bd4e tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "PUT /v2.0/floatingips/472a8a93-8ba3-48f7-a1f4-6bb2dbb67994 HTTP/1.1" status: 200 len: 996 time: 1.9803960 May 26 22:43:40.877909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:40.898153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8935ecb3-dc8f-4872-ab3e-58d006723d64 req-66f1fcfa-2ab8-457f-8b9d-be2a85a30712 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589125 May 26 22:43:40.929012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-d62b3a1b-417c-4a47-9c6b-5a51dab5966b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b392744ec58c457baa9120126efb0605&device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 1096 time: 0.0840883 May 26 22:43:41.054915 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:41.087101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-dc868513-d3e5-4c4a-a1f2-13591de9d4b4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-68151369&fields=id&tenant_id=e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 267 time: 0.0545778 May 26 22:43:41.087692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-92f7fb61-0a3f-4cbb-9510-3acc87fd9388 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:41.094442 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-92f7fb61-0a3f-4cbb-9510-3acc87fd9388 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 200 len: 929 time: 0.1585925 May 26 22:43:41.172515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-5bc1cb2d-aa64-4498-81cb-d28dfe8d0490 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:41.174700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-5bc1cb2d-aa64-4498-81cb-d28dfe8d0490 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 984 time: 0.0866082 May 26 22:43:41.194565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'port': {'security_groups': ['ad1b43bb-7d3a-412b-9f99-40909d09420a', 'c93a6da6-8e2e-4fae-8eb7-63d959720b39', '23b87f91-0287-401e-ae8e-e8f93e3b7e55']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:41.214036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-b47f35a6-63ae-4c40-bc9d-975cc1846b4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 999 time: 0.1168547 May 26 22:43:41.288672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:43:41.294992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-1c071435-e08f-4239-a35e-c091abb9d2b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:41.296650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-1c071435-e08f-4239-a35e-c091abb9d2b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3468cd34-6703-4129-9aaa-dff03c823a96 HTTP/1.1" status: 200 len: 867 time: 0.0751581 May 26 22:43:41.374109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:43:41.374682 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:41.394076 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:41.451805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-729511a2-51d2-4824-b150-6867c0396e37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2bca550c-5555-4e17-997c-fb45673af988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484456 May 26 22:43:41.585900 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '472a8a93-8ba3-48f7-a1f4-6bb2dbb67994', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'port_id': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'mac_address': 'fa:16:3e:31:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:43:36Z', 'updated_at': '2022-05-26T22:43:39Z', 'revision_number': 1, 'project_id': 'b392744ec58c457baa9120126efb0605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:17Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:41.590285 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] Checking router: f686d42a-f3b1-458b-8475-f7c230e1c333 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:43:41.620566 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:41.621115 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:41.622563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-37b06208-95d5-4936-b32c-712f3c5f7b44 service neutron] 10.222.0.32 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697431 May 26 22:43:41.718594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:41.749067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:41.760562 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:41.775008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c93425fa-3a34-44cc-9a91-6ae6543dc7db req-821c4e56-38cd-4338-940a-94480bc87d2b service neutron] 10.222.0.32 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514182 May 26 22:43:41.787340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:41.844909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:41.845620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:41.858146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3d8cd75-3335-4f9d-a10c-5c1877a79c7a req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "PUT /v2.0/ports/b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 1020 time: 0.6766870 May 26 22:43:41.876108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622b46a-54ed-488e-bb95-99b4f462365c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:41.893746 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4835415a-d528-4b05-9434-0dd12320186f'] response: {'name': 'network-changed', 'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d', 'status': 'completed', 'code': 200} May 26 22:43:41.946778 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:42.004481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:42.079190 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f91cb537-a937-425f-9cb0-ec1089e1d28e req-1737ccf1-e592-49d4-ab87-3850da4d5c6e tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=2695d4f071754e10b0e683f66c59cb21 HTTP/1.1" status: 200 len: 1655 time: 0.1365550 May 26 22:43:42.182379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ed43-0880-434e-9f3b-93f9f593253f req-2ad0300d-7332-412a-8d8a-0a0356139e5e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:42.184568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-17a2ed43-0880-434e-9f3b-93f9f593253f req-2ad0300d-7332-412a-8d8a-0a0356139e5e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 945 time: 0.1594687 May 26 22:43:42.280017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-17a2ed43-0880-434e-9f3b-93f9f593253f req-df833cfb-8498-4b1c-8c67-57893b95e929 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896971 May 26 22:43:42.316528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-beb1c558-3071-4773-862b-2bf687bef594 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1174 time: 0.4160831 May 26 22:43:42.383656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:42.514623 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '472a8a93-8ba3-48f7-a1f4-6bb2dbb67994', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'port_id': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'mac_address': 'fa:16:3e:31:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:43:36Z', 'updated_at': '2022-05-26T22:43:39Z', 'revision_number': 1, 'project_id': 'b392744ec58c457baa9120126efb0605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:17Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:42.519713 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682c619-2bed-46fa-b6e7-86da6b4ae430 None None] The sync data for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 is: [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '472a8a93-8ba3-48f7-a1f4-6bb2dbb67994', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'port_id': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'mac_address': 'fa:16:3e:31:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:43:36Z', 'updated_at': '2022-05-26T22:43:39Z', 'revision_number': 1, 'project_id': 'b392744ec58c457baa9120126efb0605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:17Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:43:42.547025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87143375-bc62-4835-839c-8ce17e269c38 req-e895028a-e609-4c73-a142-984ad7acdc45 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:42.555443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87143375-bc62-4835-839c-8ce17e269c38 req-e895028a-e609-4c73-a142-984ad7acdc45 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1032491 May 26 22:43:42.572792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb537-a937-425f-9cb0-ec1089e1d28e req-79436f13-e825-470e-9707-eb17111a6c9f tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:42.574394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f91cb537-a937-425f-9cb0-ec1089e1d28e req-79436f13-e825-470e-9707-eb17111a6c9f tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks?id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&id=c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 787 time: 0.4852583 May 26 22:43:42.586698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-f91cb537-a937-425f-9cb0-ec1089e1d28e req-d5991bbd-7ac6-4ae4-89b1-dca7668f4318 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:42.587789 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f91cb537-a937-425f-9cb0-ec1089e1d28e req-d5991bbd-7ac6-4ae4-89b1-dca7668f4318 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076411 May 26 22:43:42.617434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87143375-bc62-4835-839c-8ce17e269c38 req-3eeeddda-5333-4421-b08d-f2f7ad9615df tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 May 26 22:43:42.657337 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc15784-14ae-4405-965f-79c02679e003'] response: {'name': 'network-changed', 'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'status': 'completed', 'code': 200} May 26 22:43:42.700158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-1b85b0c2-6cf6-4e50-92de-55be9288121b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:42.702044 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-1b85b0c2-6cf6-4e50-92de-55be9288121b service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.3768268 May 26 22:43:42.802490 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-2a4433a5-45e2-4ca2-86d8-b5204cf3560b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b392744ec58c457baa9120126efb0605&device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 1096 time: 0.1271675 May 26 22:43:42.851372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-c00ee019-8aff-431a-83dc-a32a0d2aebf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 217 time: 0.1298568 May 26 22:43:42.952685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-2d6e617d-19b3-4d3e-b4a6-9881068f4c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:42.954013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-2d6e617d-19b3-4d3e-b4a6-9881068f4c63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.0961611 May 26 22:43:42.959949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-e950255f-90cb-404b-ba10-f65617f9601a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 258 time: 0.2611713 May 26 22:43:42.974796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f403625-2b11-4f60-af5c-22059be57988 req-cef2d151-86f9-4ee8-94ee-0238f8802eb6 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:42.976235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f403625-2b11-4f60-af5c-22059be57988 req-cef2d151-86f9-4ee8-94ee-0238f8802eb6 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1023 time: 0.2205818 May 26 22:43:43.001331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:43.010569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:43.014353 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-06452339-f693-490c-9937-58062cee7cd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535600 May 26 22:43:43.016132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-e70d834c-9d51-4c1f-91c7-da9cbf125f56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:43.017536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-e70d834c-9d51-4c1f-91c7-da9cbf125f56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 200 len: 929 time: 0.2013154 May 26 22:43:43.025592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:43.109500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:43.185199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-6f421366-932a-475d-ae4d-da9151a257a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 999 time: 0.1585340 May 26 22:43:43.194725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f403625-2b11-4f60-af5c-22059be57988 req-97d41718-364f-4fbd-8398-ade4c5267a75 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=ad1b43bb-7d3a-412b-9f99-40909d09420a&id=23b87f91-0287-401e-ae8e-e8f93e3b7e55 HTTP/1.1" status: 200 len: 5483 time: 0.2078576 May 26 22:43:43.241095 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-d569a4ce-6450-4bf9-a4a2-82efd7a78e55 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183352 May 26 22:43:43.268092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-620a31c7-364f-4ae7-8ef4-734686a07f68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:43.269581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-620a31c7-364f-4ae7-8ef4-734686a07f68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3468cd34-6703-4129-9aaa-dff03c823a96 HTTP/1.1" status: 200 len: 867 time: 0.0739763 May 26 22:43:43.406767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3adde012-696f-4015-bcf6-d9251d0bcfc7 req-075b9f3e-52a2-4498-b9d9-421a1a501d2e service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590331 May 26 22:43:43.408794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:43.526348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-a4c1edf3-4960-43db-a25b-d6bdead16096 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bca550c-5555-4e17-997c-fb45673af988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411361 May 26 22:43:43.532562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436602-0ad4-40a6-b3f2-2da87b2ca9a5 req-71c09964-1bf8-401f-8da7-2bba519be137 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:43.533923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8436602-0ad4-40a6-b3f2-2da87b2ca9a5 req-71c09964-1bf8-401f-8da7-2bba519be137 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 946 time: 0.2157562 May 26 22:43:43.560536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Allocated IP 172.25.4.208 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e8888c52-47ad-4442-8ce3-34f496b9f066) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:43:43.674051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8436602-0ad4-40a6-b3f2-2da87b2ca9a5 req-32432380-8fee-48ff-987f-409c11a36941 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191823 May 26 22:43:43.705850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-0a3cde19-c809-4584-8759-149f6c5d3422 service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709616 May 26 22:43:43.775631 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:43.792400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2c878-3418-4623-ab58-58319b74df0f req-9c7585c1-0966-45f4-9758-684d3b05ddf8 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:43.793925 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ff2c878-3418-4623-ab58-58319b74df0f req-9c7585c1-0966-45f4-9758-684d3b05ddf8 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 945 time: 0.1404462 May 26 22:43:43.846888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4d12e5d-fbaa-4105-8eb2-2b9ab7d4925b req-9191c02a-4c76-4fc0-a07b-1434892e8f9c service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293414 May 26 22:43:43.889924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:43.894614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:43.934824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Deleting port aee2dd46-cbc1-4976-8311-576402cddfc6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:43.934950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:44.026562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:43:44.027532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event updated for resources: {'Port': ['ID=e8888c52-47ad-4442-8ce3-34f496b9f066,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:44.060047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:43:44.062564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:43:44.133322 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75f4076-7286-463c-9540-c8946faf7393'] response: {'server_uuid': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9', 'code': 200} May 26 22:43:44.274708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-616e7ff1-f181-4097-98d3-8cfc10600a80 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips/df34a1f0-ef4f-4947-a390-ca021f5914a7 HTTP/1.1" status: 200 len: 692 time: 0.1183231 May 26 22:43:44.437038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-18aeca2c-ae98-4a94-ba3b-3aa942c686bc req-f5b3ccbe-33a3-4c74-90e2-657ffc54f830 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 1097 time: 0.2033973 May 26 22:43:44.443705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] For port aee2dd46-cbc1-4976-8311-576402cddfc6, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=aee2dd46-cbc1-4976-8311-576402cddfc6,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:44.444336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:44.466459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-7a67e725-bf64-4088-802e-5ca629696ef1 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:44.467779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-7a67e725-bf64-4088-802e-5ca629696ef1 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1861746 May 26 22:43:44.490214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-18aeca2c-ae98-4a94-ba3b-3aa942c686bc req-8546a188-ff0d-43b8-b81b-5b1ad1ffbed6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 May 26 22:43:44.570436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-23f33736-a924-4c98-93c0-c1a8af3bd80c tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Synchronizing usage tracker for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:44.587329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-23f33736-a924-4c98-93c0-c1a8af3bd80c tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Unset dirty status for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:44.588741 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-23f33736-a924-4c98-93c0-c1a8af3bd80c tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.1010203 May 26 22:43:44.641622 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:44.649196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Calling delete_port for aee2dd46-cbc1-4976-8311-576402cddfc6 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:44.685209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-d12db475-aa2b-4ae8-9132-f8001aa09f8c tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.0902946 May 26 22:43:44.770550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:44.854917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Deleting port 679db141-8d72-4c7e-9002-a8fcaf00ffbe {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:44.855247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:44.987155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:44.999644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['f527b27d-5761-4f31-bcda-5939556b09d8', 'aee2dd46-cbc1-4976-8311-576402cddfc6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:45.027967 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.028293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.057155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Pushing event deleted for resources: {'Port': ['ID=aee2dd46-cbc1-4976-8311-576402cddfc6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:45.151882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] No DVR routers for this DVR port aee2dd46-cbc1-4976-8311-576402cddfc6 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:45.154569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.161907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'name': 'network-vif-deleted', 'tag': 'aee2dd46-cbc1-4976-8311-576402cddfc6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:45.164844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Calling delete_port for 679db141-8d72-4c7e-9002-a8fcaf00ffbe owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:45.198459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ff2c878-3418-4623-ab58-58319b74df0f req-12d4d2e0-b75d-4cde-892f-2f22fd382c67 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "DELETE /v2.0/ports/aee2dd46-cbc1-4976-8311-576402cddfc6 HTTP/1.1" status: 204 len: 173 time: 1.3945475 May 26 22:43:45.213594 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.222125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.388731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event updated for resources: {'Port': ['ID=e8888c52-47ad-4442-8ce3-34f496b9f066,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:45.392019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.412378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.413666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-723374a8-d93e-46f0-8676-c9ef2c91dbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4203734 May 26 22:43:45.499114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-debf3535-7897-4426-81cb-c152bec42efb tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:45.500840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.515213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-debf3535-7897-4426-81cb-c152bec42efb tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:45.517094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-debf3535-7897-4426-81cb-c152bec42efb tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.208 HTTP/1.1" status: 200 len: 696 time: 0.0978110 May 26 22:43:45.555706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event deleted for resources: {'Port': ['ID=679db141-8d72-4c7e-9002-a8fcaf00ffbe,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:45.704542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-346fee2c-1967-4310-9d3b-c93c64fdbc5d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:45.726240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-973ce3a2-0daf-410d-8e23-bdedacccafc2 req-346fee2c-1967-4310-9d3b-c93c64fdbc5d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.2032340 May 26 22:43:45.755588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.756368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98665fe-17a0-4405-b434-1bcb1d0b4c70 None None] New status for floating IP 472a8a93-8ba3-48f7-a1f4-6bb2dbb67994: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:43:45.764759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': ' tempest-securitygroup -969306736 ', 'description': 'tempest-description-1451633529'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:45.772183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:45.786067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:45.802333 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.803907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.815788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-029cc881-5f3a-4fad-92a1-36fd79844af6 req-5f428176-0ef3-4c93-9f25-34dc010e8dcc tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "DELETE /v2.0/floatingips/df34a1f0-ef4f-4947-a390-ca021f5914a7 HTTP/1.1" status: 204 len: 173 time: 1.1224570 May 26 22:43:45.868217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:45.872929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:45.882348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:45.888905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:45.975296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:45.980069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:46.013479 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:46.014702 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-521d1db6-a739-4c3d-affa-2af47da85824 req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.2547829 May 26 22:43:46.033994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d058cd8-1aa8-47a8-b02d-c64c3d8c821b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec9145-15cc-41c5-8ef0-8f1e6d890ec8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:46.073701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fed80-a604-4ed8-982e-cf39f121046b req-61f50b6f-144f-4ec3-b669-dce9a143207e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:46.075788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc7fed80-a604-4ed8-982e-cf39f121046b req-61f50b6f-144f-4ec3-b669-dce9a143207e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 945 time: 0.1068881 May 26 22:43:46.138444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc7fed80-a604-4ed8-982e-cf39f121046b req-f1020a71-92d5-4e63-a641-a642d6fc6846 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556140 May 26 22:43:46.206093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88b18518-6637-45af-a324-301cb9c3ef2c req-1762892f-60e4-429d-96b5-1584abace3f4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Synchronizing usage tracker for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:46.207838 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e123d2b-1034-489b-9ce9-7a345604126f'] response: {'name': 'network-changed', 'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d', 'status': 'completed', 'code': 200} May 26 22:43:46.223894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88b18518-6637-45af-a324-301cb9c3ef2c req-1762892f-60e4-429d-96b5-1584abace3f4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Unset dirty status for tenant:93d02304ba49492693abcca8313fdeda on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:46.225384 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88b18518-6637-45af-a324-301cb9c3ef2c req-1762892f-60e4-429d-96b5-1584abace3f4 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d80126a-0ec8-4c9b-9158-e92c93fd3339 HTTP/1.1" status: 200 len: 210 time: 0.0718591 May 26 22:43:46.310987 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbcb3011-0094-4b91-9ec2-ba144e09befe'] response: {'server_uuid': '0d80126a-0ec8-4c9b-9158-e92c93fd3339', 'name': 'network-vif-deleted', 'tag': 'aee2dd46-cbc1-4976-8311-576402cddfc6', 'status': 'completed', 'code': 200} May 26 22:43:46.324092 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-4c115341-f393-43ee-8974-5246e0b9ec58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1174 time: 0.0906324 May 26 22:43:46.529705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70671cd-9b22-47c0-bf14-a27a5595e079 req-f1ff294b-02cd-40be-a6aa-25887a67d706 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:46.531191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b70671cd-9b22-47c0-bf14-a27a5595e079 req-f1ff294b-02cd-40be-a6aa-25887a67d706 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 946 time: 0.0847952 May 26 22:43:46.580159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b70671cd-9b22-47c0-bf14-a27a5595e079 req-2398cbe4-4301-43f0-a18f-e65f987f99bd tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 May 26 22:43:46.643034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-d98cd71c-a41b-4532-9e6c-3b3582f025c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:46.645011 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-d98cd71c-a41b-4532-9e6c-3b3582f025c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.3137593 May 26 22:43:46.701706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-5fbc2d0f-2312-47e9-b8cf-76693bc062e3 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips/743ca7e4-cd3e-4127-ad5e-c10539eeabed HTTP/1.1" status: 200 len: 693 time: 0.0840247 May 26 22:43:46.704692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca06536-336e-4b37-8957-c18130d991af req-139f1847-9fbd-45a8-be56-6315f547e6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:46.706179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ca06536-336e-4b37-8957-c18130d991af req-139f1847-9fbd-45a8-be56-6315f547e6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2925818 May 26 22:43:46.777329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-847d73ad-15f9-4cd7-a3e6-e1b057075c25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 217 time: 0.1243987 May 26 22:43:46.835300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ca06536-336e-4b37-8957-c18130d991af req-4ba19928-4f6d-4b5c-a7e4-ee48d0ea604c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.208 HTTP/1.1" status: 200 len: 696 time: 0.1224325 May 26 22:43:46.849776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0ca06536-336e-4b37-8957-c18130d991af req-5e58c921-dd03-45bd-8cec-117eb7d038b0 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Request body: {'floatingip': {'port_id': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:46.853477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-c293945d-2db4-4284-bd03-c81486ce22e1 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:46.854889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-c293945d-2db4-4284-bd03-c81486ce22e1 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1478732 May 26 22:43:46.933406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0ca06536-336e-4b37-8957-c18130d991af req-5e58c921-dd03-45bd-8cec-117eb7d038b0 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:46.938090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-f9ec2dd9-74e0-45fc-b208-a1cd18069657 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Synchronizing usage tracker for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:46.953399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-f9ec2dd9-74e0-45fc-b208-a1cd18069657 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Unset dirty status for tenant:2695d4f071754e10b0e683f66c59cb21 on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:46.954713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-f9ec2dd9-74e0-45fc-b208-a1cd18069657 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.0941935 May 26 22:43:46.985326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-5ad07ae7-c420-4e3a-9943-535935f66d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:46.986773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-5ad07ae7-c420-4e3a-9943-535935f66d5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.1968963 May 26 22:43:47.033112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-3ab4e5cf-9e53-44ad-acac-d78fd706b9f3 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.0717266 May 26 22:43:47.073356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-60e60607-1a7d-4985-ac17-870e17893d1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798123 May 26 22:43:47.098535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5f77-39e5-4b88-9dcc-947cc20ce9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:47.191880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Deleting port f32c4625-791d-4802-9001-2eca2a6fbffa {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:47.192216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:47.358966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:47.359286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:47.378776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-e5895518-e2bb-4852-a4fc-268ae7cedb8c service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926774 May 26 22:43:47.392646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device aee2dd46-cbc1-4976-8311-576402cddfc6 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:47.427602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: aee2dd46-cbc1-4976-8311-576402cddfc6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:47.427934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device aee2dd46-cbc1-4976-8311-576402cddfc6 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:47.495188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Calling delete_port for f32c4625-791d-4802-9001-2eca2a6fbffa owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:47.556146 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-0ca06536-336e-4b37-8957-c18130d991af req-5e58c921-dd03-45bd-8cec-117eb7d038b0 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] update failed (client error): There was a conflict when trying to complete your request. May 26 22:43:47.557167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ca06536-336e-4b37-8957-c18130d991af req-5e58c921-dd03-45bd-8cec-117eb7d038b0 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "PUT /v2.0/floatingips/b38339fb-5c81-4b21-8021-1eaf9fd383ba HTTP/1.1" status: 409 len: 550 time: 0.7159824 May 26 22:43:47.559276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d7502e9-7dec-4a80-80d3-86969a00b09a req-21307298-442a-4469-ad7f-fb6b43949157 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693590 May 26 22:43:47.633508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfda5afb-b765-4e36-994e-334630edca1f req-f3397e4d-a49b-47da-8c38-363d300be548 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/41ec9145-15cc-41c5-8ef0-8f1e6d890ec8 HTTP/1.1" status: 200 len: 1614 time: 0.0488033 May 26 22:43:47.636945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:47.688012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event deleted for resources: {'Port': ['ID=f32c4625-791d-4802-9001-2eca2a6fbffa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:47.868024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:47.888144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:47.889282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a34a335-b80a-41c2-a572-9cda2997c40c req-46a78770-a7cd-4806-a6cd-0325bac372f0 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "DELETE /v2.0/floatingips/743ca7e4-cd3e-4127-ad5e-c10539eeabed HTTP/1.1" status: 204 len: 173 time: 0.8508255 May 26 22:43:48.068941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-5bde148f-d497-4783-bbd8-3ed71ca0b214 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips/b38339fb-5c81-4b21-8021-1eaf9fd383ba HTTP/1.1" status: 200 len: 693 time: 0.0836692 May 26 22:43:48.082103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-354ff3da-028b-496c-934c-5280db7f189a req-faeef471-cc11-47a4-a72a-a378ada301d8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/41ec9145-15cc-41c5-8ef0-8f1e6d890ec8 HTTP/1.1" status: 200 len: 1614 time: 0.0472319 May 26 22:43:48.153275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-354ff3da-028b-496c-934c-5280db7f189a req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:48.179590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-354ff3da-028b-496c-934c-5280db7f189a req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:48.213078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-1a95c883-b528-4a0d-adbc-db36ad9188eb tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:48.214443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-1a95c883-b528-4a0d-adbc-db36ad9188eb tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.1403453 May 26 22:43:48.224958 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-354ff3da-028b-496c-934c-5280db7f189a req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:48.241736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec9145-15cc-41c5-8ef0-8f1e6d890ec8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:48.255244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-354ff3da-028b-496c-934c-5280db7f189a req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:48.256306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-354ff3da-028b-496c-934c-5280db7f189a req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/41ec9145-15cc-41c5-8ef0-8f1e6d890ec8 HTTP/1.1" status: 204 len: 173 time: 0.1685762 May 26 22:43:48.257665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.258016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.258344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.258662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.258983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.259298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.263038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.263038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.263038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.263038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.263038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac6767-3d4d-4f37-8f7b-c347410c2656 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:48.302708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-9a9dbd85-61ca-42e7-8a96-768271a19dba tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.208 HTTP/1.1" status: 200 len: 696 time: 0.0825641 May 26 22:43:48.381767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-bdb8a9ed-2048-4634-99d0-5e2fa3f67b7d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.208 HTTP/1.1" status: 200 len: 696 time: 0.0733056 May 26 22:43:48.430191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd607295-30d6-49bf-b05b-42fcafcabc2d req-b6716261-7630-4beb-aa80-31bff03977dd tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:48.431569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd607295-30d6-49bf-b05b-42fcafcabc2d req-b6716261-7630-4beb-aa80-31bff03977dd tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 945 time: 0.0761726 May 26 22:43:48.481225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd607295-30d6-49bf-b05b-42fcafcabc2d req-b5339067-1f81-4a5a-85f8-2331be96954a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441453 May 26 22:43:48.542364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Deleting port e8888c52-47ad-4442-8ce3-34f496b9f066 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:48.542845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:48.601666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-6b3b45b1-af67-4dc9-b794-fed955b993de tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips/691d1e5b-f8db-46b2-9b90-6924986a4db3 HTTP/1.1" status: 200 len: 692 time: 0.0781157 May 26 22:43:48.719325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:48.719906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:48.843889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Calling delete_port for e8888c52-47ad-4442-8ce3-34f496b9f066 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:48.854088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-07a4e61f-0fdc-44bd-81b2-fd29668b6e76 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:48.855374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-07a4e61f-0fdc-44bd-81b2-fd29668b6e76 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.2488961 May 26 22:43:48.865100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-29b148d0-8001-49ea-becf-8598ad8aa654 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:48.866015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-29b148d0-8001-49ea-becf-8598ad8aa654 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051746 May 26 22:43:48.948097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-1099efc8-1946-4033-b0e0-94d414a169a9 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200 len: 695 time: 0.0764287 May 26 22:43:48.993051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.029732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-388ba263-4b5e-4c3d-8dbd-fa24f8851145 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.24 HTTP/1.1" status: 200 len: 695 time: 0.0757351 May 26 22:43:49.039195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event deleted for resources: {'Port': ['ID=e8888c52-47ad-4442-8ce3-34f496b9f066,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:49.051862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.052200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.052529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.052864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.053185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.053506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.054382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.054382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.054616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.054774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.055090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:49.140913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.165112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.166266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5e6d1c7-6807-431f-bf32-7be1ebe8f2da req-b4353372-c7dc-44ae-b9e4-1624356fdc2c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "DELETE /v2.0/floatingips/b38339fb-5c81-4b21-8021-1eaf9fd383ba HTTP/1.1" status: 204 len: 173 time: 0.7792907 May 26 22:43:49.188862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Deleting port 3f8341f5-1aa0-4fc0-aa56-bea3251f5e1d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:49.189368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.324727 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-68b9f74f-40c3-4b07-bdf4-1f2d4cf8d1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.372788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.373114 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.494770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Calling delete_port for 3f8341f5-1aa0-4fc0-aa56-bea3251f5e1d owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:49.555922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0034876-40d5-4bbe-b45f-269ee1f25d72 req-00dd1a6a-db59-4d1b-860d-0a3ea3b3a55d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:49.557258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0034876-40d5-4bbe-b45f-269ee1f25d72 req-00dd1a6a-db59-4d1b-860d-0a3ea3b3a55d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 946 time: 0.0786884 May 26 22:43:49.617702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0034876-40d5-4bbe-b45f-269ee1f25d72 req-00229234-8207-4515-8fd1-88cff6825a7c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546782 May 26 22:43:49.675043 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-ff73747d-0aec-441f-a9c4-980acebe1c90 req-049f9021-f718-466f-81ec-d49040c8e71a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:43:49.676568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff73747d-0aec-441f-a9c4-980acebe1c90 req-049f9021-f718-466f-81ec-d49040c8e71a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/41ec9145-15cc-41c5-8ef0-8f1e6d890ec8 HTTP/1.1" status: 404 len: 352 time: 0.0199051 May 26 22:43:49.682849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.732063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Pushing event deleted for resources: {'Port': ['ID=3f8341f5-1aa0-4fc0-aa56-bea3251f5e1d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:49.848214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.854587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e532b5-64de-4b55-843b-fbafcff02769 req-d9f0ce4e-e956-4ac0-ab75-15fdc3379a1c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:49.856013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45e532b5-64de-4b55-843b-fbafcff02769 req-d9f0ce4e-e956-4ac0-ab75-15fdc3379a1c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 945 time: 0.0803928 May 26 22:43:49.856183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-99341d44-a8f3-4840-b1c1-59184143a421 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:49.857510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-99341d44-a8f3-4840-b1c1-59184143a421 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 946 time: 0.2111838 May 26 22:43:49.906836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:49.907162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45e532b5-64de-4b55-843b-fbafcff02769 req-6d8a55d9-846e-4390-ba41-6151c22c0110 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455120 May 26 22:43:49.907918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3f2fa6f-2f4d-47bc-8033-3e118aa91789 req-cffc4409-efe7-4747-aaf0-a166ea608617 tempest-FloatingIPDetailsTestJSON-972881217 tempest-FloatingIPDetailsTestJSON-972881217-project] 10.222.0.32 "DELETE /v2.0/floatingips/691d1e5b-f8db-46b2-9b90-6924986a4db3 HTTP/1.1" status: 204 len: 173 time: 0.8713329 May 26 22:43:49.914081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51694) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:49.999289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Deleting port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:49.999616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.126893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-1edc73c8-5acc-47b8-b8c1-baa9b8b7e014 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.248 HTTP/1.1" status: 200 len: 1001 time: 0.1867750 May 26 22:43:50.220602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ab35-9430-40b2-8a61-d70c5207abdb req-31624d61-5654-486b-9980-75f638b54ff6 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:50.222129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf73ab35-9430-40b2-8a61-d70c5207abdb req-31624d61-5654-486b-9980-75f638b54ff6 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.1605091 May 26 22:43:50.292985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf73ab35-9430-40b2-8a61-d70c5207abdb req-b3acd685-5c0f-4ab0-86f6-fbe863c100a2 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628240 May 26 22:43:50.376670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-953597289', 'description': 'tempest-description-27495900'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:50.384896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d6d67-5def-480f-a74d-91d83f57955a req-e993005b-0c13-4738-a6fb-7e5e0804a6a2 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:50.386170 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-e993005b-0c13-4738-a6fb-7e5e0804a6a2 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports/c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 942 time: 0.2499149 May 26 22:43:50.431129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:50.438145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] For port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:50.438496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.441141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:50.445242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:50.452078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:50.475544 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.476848 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.527592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:50.533576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:50.537361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:50.545114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:50.606772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.617514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Calling delete_port for 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:50.694238 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.734375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.741220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-bedd13b1-0d0c-4abf-ab4f-c66245c7103a tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.248 HTTP/1.1" status: 200 len: 1001 time: 0.2376456 May 26 22:43:50.744923 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.808809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b310c6-cdd8-474b-9270-bb2e212eb4c2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:50.810981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.812129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-242e92ea-c9de-41d7-81f6-6ebf00b48b0a req-18a79f23-4de4-4d6e-a15f-c2c5f428b2c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1637 time: 0.4455032 May 26 22:43:50.938780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:50.950456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['85692da8-2839-4dcc-8b18-b2eaae24aafe', '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:50.985602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d6d67-5def-480f-a74d-91d83f57955a req-72edc52d-cf66-4667-acc7-c54906fc0a1f tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:50.987006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-72edc52d-cf66-4667-acc7-c54906fc0a1f tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.2450187 May 26 22:43:51.049655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Pushing event deleted for resources: {'Port': ['ID=57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:51.154423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] No DVR routers for this DVR port 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:51.158885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.168913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'name': 'network-vif-deleted', 'tag': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:51.176674 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd174e81-0711-4fab-9b0b-046ae76a7828 req-bdd38d81-3993-4119-a5ff-2a313aca71fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "DELETE /v2.0/ports/57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 HTTP/1.1" status: 204 len: 173 time: 1.3121283 May 26 22:43:51.214027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-173a35f0-7dca-4043-88fe-4b65ee56c712 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.248 HTTP/1.1" status: 200 len: 1001 time: 0.2172093 May 26 22:43:51.229667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:51.245910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7769056-5ca8-4b1b-bcc4-f8f3c1497319 req-4398e9ab-d1a7-4587-821f-a36baafea51e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=d118794d-36c4-4958-a72b-2fd9ceda2312 HTTP/1.1" status: 200 len: 210 time: 0.0475714 May 26 22:43:51.328156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-214832687', 'description': 'tempest-description-1398842165'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:51.338737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:51.344664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:51.344876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.347976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:51.359415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:51.381652 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.468124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:51.470220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Deleting port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:51.470551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.498423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:51.506332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:51.518553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:51.636060 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.641256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.641666 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Floating IP 472a8a93-8ba3-48f7-a1f4-6bb2dbb67994 disassociated. External IP: 172.25.4.248, port: c5e4d643-3f8d-4f7d-a7a0-73867c74de9d. May 26 22:43:51.682127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] For port 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,segment=NetworkSegment(5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b),segment_id=5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:51.682544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.801773 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:51.976873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Calling delete_port for 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:52.032449 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.039648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.078997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb5a20-2f81-47e3-8381-777216572a59 req-8d8069de-3e6a-41fb-97da-7e0badf49e16 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:52.080419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45bb5a20-2f81-47e3-8381-777216572a59 req-8d8069de-3e6a-41fb-97da-7e0badf49e16 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.1130488 May 26 22:43:52.116462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523384ce-cb53-487b-9182-94e4288d8e1b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:52.119711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.120870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-924ed396-8146-49b1-9fbd-982fe832275d req-7b8be8fd-623f-49da-9d2e-a5a7541955da tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.8009694 May 26 22:43:52.156265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Deleting port f527b27d-5761-4f31-bcda-5939556b09d8 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:52.156609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.217934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.295812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:52.485859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ca7ab-0ba3-46a1-aec3-7be1b0c09577 req-1c59fc23-94c0-420a-bc23-556c98f6b6d5 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:52.487299 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b19ca7ab-0ba3-46a1-aec3-7be1b0c09577 req-1c59fc23-94c0-420a-bc23-556c98f6b6d5 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 945 time: 0.2317338 May 26 22:43:52.550054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] For port f527b27d-5761-4f31-bcda-5939556b09d8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f527b27d-5761-4f31-bcda-5939556b09d8,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:52.550332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.607888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b19ca7ab-0ba3-46a1-aec3-7be1b0c09577 req-43bfbf5c-983a-4c3e-9210-15945f3910f7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138744 May 26 22:43:52.671971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.686887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Calling delete_port for f527b27d-5761-4f31-bcda-5939556b09d8 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:52.714729 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2329772b-c606-4786-bb00-47488bdc43b8'] response: {'server_uuid': 'd118794d-36c4-4958-a72b-2fd9ceda2312', 'name': 'network-vif-deleted', 'tag': '57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9', 'status': 'completed', 'code': 200} May 26 22:43:52.860687 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.873042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['f527b27d-5761-4f31-bcda-5939556b09d8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:52.898309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Router f686d42a-f3b1-458b-8475-f7c230e1c333 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:43:52.910696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a0768-d4db-4fc3-bc91-f7b5e6ec6e47 req-832efaa5-f703-46e7-a98a-cb1198b7fe2f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:52.912203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e58a0768-d4db-4fc3-bc91-f7b5e6ec6e47 req-832efaa5-f703-46e7-a98a-cb1198b7fe2f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/ports?device_id=44771f7b-6722-458a-82e3-f933d74cb749 HTTP/1.1" status: 200 len: 945 time: 0.1084323 May 26 22:43:52.914680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Pushing event deleted for resources: {'Port': ['ID=f527b27d-5761-4f31-bcda-5939556b09d8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:52.977197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e58a0768-d4db-4fc3-bc91-f7b5e6ec6e47 req-3a37b3db-601d-48b6-9713-60f00a8a0fe9 tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c90700-bd24-4847-9100-88e38df8e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576551 May 26 22:43:53.030977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] No DVR routers for this DVR port f527b27d-5761-4f31-bcda-5939556b09d8 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:53.091158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.177797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45bb5a20-2f81-47e3-8381-777216572a59 req-bcb57a94-9f57-484d-bad1-49cc1d50f75f tempest-ServerRescueTestJSON-1260948829 tempest-ServerRescueTestJSON-1260948829-project] 10.222.0.55 "DELETE /v2.0/ports/f527b27d-5761-4f31-bcda-5939556b09d8 HTTP/1.1" status: 204 len: 173 time: 1.0914791 May 26 22:43:53.224086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-19e3d05c-4394-4387-9464-d53ffcb16bf8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:53.225666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-19e3d05c-4394-4387-9464-d53ffcb16bf8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 945 time: 0.2333710 May 26 22:43:53.316685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Deleting port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:53.317029 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.396026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f527b27d-5761-4f31-bcda-5939556b09d8 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:53.433836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-348578707', 'description': 'tempest-description-2075041193'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:43:53.438116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: f527b27d-5761-4f31-bcda-5939556b09d8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:53.438462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f527b27d-5761-4f31-bcda-5939556b09d8 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:53.438883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:53.446530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:53.452609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:53.456706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:53.464229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:53.472842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:53.473182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 57116d7f-0532-44e2-a5f5-b7b8c2b8e0a9 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:53.488587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.539051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:53.544423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:53.546034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:43:53.547675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:53.552513 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.556546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:53.559223 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] Sync routers for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:43:53.573992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:53.574715 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:53.634661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Router 05ca0c19-f06f-4c3e-8b8f-0457db026139 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:43:53.640714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.647775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.688669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-61821223-ec0e-4eb6-9179-e2861d61d383 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "PUT /v2.0/floatingips/472a8a93-8ba3-48f7-a1f4-6bb2dbb67994 HTTP/1.1" status: 200 len: 695 time: 2.4692774 May 26 22:43:53.830449 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:53.834769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] For port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:53.835356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.847756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b463559-665b-455d-831d-0d7520a3638e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:53.852569 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.867363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc43d245-91a8-464c-918e-f74c8576559b req-762d18e0-d9cf-4ca7-9921-eca74ce8314f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4429710 May 26 22:43:53.963126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-99c99900-6ced-415d-99d5-46c2d662f099 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b392744ec58c457baa9120126efb0605&device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 1096 time: 0.2490902 May 26 22:43:53.969537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Calling delete_port for 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:53.983517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:43:53.994273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] Sync routers for ids ['05ca0c19-f06f-4c3e-8b8f-0457db026139'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:43:54.014689 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fe76617d-2659-435a-b2d5-6499cb5edf37 admin admin] 10.222.0.32 "PUT /v2.0/routers/05ca0c19-f06f-4c3e-8b8f-0457db026139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0988102 May 26 22:43:54.016611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51734) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:54.020296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] Routers {'05ca0c19-f06f-4c3e-8b8f-0457db026139'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:54.021139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['05ca0c19-f06f-4c3e-8b8f-0457db026139'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:54.220900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d6d67-5def-480f-a74d-91d83f57955a req-71ba5fd5-3dd9-4f19-87fd-f1964f2ba255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:54.222445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-71ba5fd5-3dd9-4f19-87fd-f1964f2ba255 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 200 len: 929 time: 0.2256415 May 26 22:43:54.256144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] Set router 05ca0c19-f06f-4c3e-8b8f-0457db026139 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:54.306927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-e4c67357-67a2-40cd-b248-5ff0eefd1395 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 217 time: 0.0740161 May 26 22:43:54.308303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0323bf-621b-4253-a4d8-63a6c118b543 req-ba6134a4-3789-4e2f-b6e9-eb0b34a1ad26 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:54.312283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa0323bf-621b-4253-a4d8-63a6c118b543 req-ba6134a4-3789-4e2f-b6e9-eb0b34a1ad26 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 945 time: 0.1941345 May 26 22:43:54.352573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:54.361723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:17Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:54.367162 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] Checking router: f686d42a-f3b1-458b-8475-f7c230e1c333 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:43:54.381308 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:54.381962 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:54.382728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d', '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:54.415624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event deleted for resources: {'Port': ['ID=2fbab10c-e9b5-4f0e-ba85-50b1853b5a98,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:54.436366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa0323bf-621b-4253-a4d8-63a6c118b543 req-f63ed5a1-e587-48e1-8560-3ed2823108ce tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134222 May 26 22:43:54.464088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:54.480273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d6d67-5def-480f-a74d-91d83f57955a req-5c8de0b0-81ed-4aa9-aac3-d0c71c044fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:54.487433 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-5c8de0b0-81ed-4aa9-aac3-d0c71c044fd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3468cd34-6703-4129-9aaa-dff03c823a96 HTTP/1.1" status: 200 len: 867 time: 0.1717963 May 26 22:43:54.614790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] No DVR routers for this DVR port 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:54.617897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:54.661864 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c50d6b2-e307-4ffd-bdf2-2903c4555ba3 req-ab2e246b-deb2-4193-b887-ea358ac6c815 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "DELETE /v2.0/ports/2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 HTTP/1.1" status: 204 len: 173 time: 1.4223907 May 26 22:43:54.697184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-e570a886-952c-450b-bdb5-0ab6562ed588 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2bca550c-5555-4e17-997c-fb45673af988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087238 May 26 22:43:54.718200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:52Z', 'revision_number': 5, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:54.722686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] Checking router: 05ca0c19-f06f-4c3e-8b8f-0457db026139 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:43:54.738553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47d3b3fd-33cb-44a4-bae3-94df1d15700c req-ea45964d-a5fe-4cc2-9f35-5229844034f9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69db6ec-d46e-499a-8ee4-ae6730688c38 HTTP/1.1" status: 200 len: 210 time: 0.1467659 May 26 22:43:54.741166 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:54.741663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] Routers {'05ca0c19-f06f-4c3e-8b8f-0457db026139'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:43:54.741991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['05ca0c19-f06f-4c3e-8b8f-0457db026139'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:54.747420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44771f7b-6722-458a-82e3-f933d74cb749', 'name': 'network-vif-deleted', 'tag': 'f527b27d-5761-4f31-bcda-5939556b09d8'}, {'name': 'network-changed', 'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d'}, {'server_uuid': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'name': 'network-vif-deleted', 'tag': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:54.941893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-292f4374-54e7-4eea-9ac4-697c0f800b09 service neutron] 10.222.0.32 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368112 May 26 22:43:54.972013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:54.993467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:55.020734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Deleting port d8997f60-d200-4304-a2ee-11fb8549889f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:55.020734 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:55.060267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] Set router 05ca0c19-f06f-4c3e-8b8f-0457db026139 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:43:55.072076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f5aa1043-49e1-4ab4-9a9c-9df4699db57a req-9a1c5b2c-1cbd-4546-a1ae-75c6b5146746 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:55.111675 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f54d6d67-5def-480f-a74d-91d83f57955a req-3283a7a9-42dd-4e91-ae14-5dcd7226bcaa service neutron] 10.222.0.32 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603239 May 26 22:43:55.142877 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:17Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:55.147550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f5aa1043-49e1-4ab4-9a9c-9df4699db57a req-9a1c5b2c-1cbd-4546-a1ae-75c6b5146746 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:55.150034 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f6e9b7-a652-42e9-8f9d-83065a2b45c1 None None] The sync data for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 is: [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:43:08Z', 'revision_number': 4, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '90150f4c-0fe7-438a-b51e-b9e02abe145c', 'name': '', 'network_id': '2bca550c-5555-4e17-997c-fb45673af988', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'mac_address': 'fa:16:3e:3c:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:17Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'subnets': [{'id': '3468cd34-6703-4129-9aaa-dff03c823a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:43:55.155443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5aa1043-49e1-4ab4-9a9c-9df4699db57a req-9a1c5b2c-1cbd-4546-a1ae-75c6b5146746 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 9729 time: 0.3360093 May 26 22:43:55.290709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5aa1043-49e1-4ab4-9a9c-9df4699db57a req-ce3477b5-1a75-4ea7-acb3-2e5e417d5379 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/c93a6da6-8e2e-4fae-8eb7-63d959720b39 HTTP/1.1" status: 200 len: 2649 time: 0.1342988 May 26 22:43:55.329197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] For port d8997f60-d200-4304-a2ee-11fb8549889f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d8997f60-d200-4304-a2ee-11fb8549889f,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:55.329547 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:55.371285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a4bf1-51d4-45df-9545-4fa184da49ff req-cccd6c17-f943-47ff-84a7-16cb496f70ec tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:55.372026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-291a4bf1-51d4-45df-9545-4fa184da49ff req-cccd6c17-f943-47ff-84a7-16cb496f70ec tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Synchronizing usage tracker for tenant:6615c805519f473bbaae6776d7f43b88 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:55.388538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-291a4bf1-51d4-45df-9545-4fa184da49ff req-cccd6c17-f943-47ff-84a7-16cb496f70ec tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Unset dirty status for tenant:6615c805519f473bbaae6776d7f43b88 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:55.396851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-291a4bf1-51d4-45df-9545-4fa184da49ff req-cccd6c17-f943-47ff-84a7-16cb496f70ec tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1371536 May 26 22:43:55.470084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Calling delete_port for d8997f60-d200-4304-a2ee-11fb8549889f owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:55.500957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:52Z', 'revision_number': 5, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:55.507277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6841ff-a971-48af-9c1d-1f867da43b12 None None] The sync data for ids ['05ca0c19-f06f-4c3e-8b8f-0457db026139'] in n-d-843301-1 is: [{'id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'name': 'tempest-FloatingIPDetailsTestJSON-229848102-router', 'tenant_id': '2695d4f071754e10b0e683f66c59cb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:43:07Z', 'updated_at': '2022-05-26T22:43:52Z', 'revision_number': 5, 'project_id': '2695d4f071754e10b0e683f66c59cb21', 'gw_port': {'id': 'd8997f60-d200-4304-a2ee-11fb8549889f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca0c19-f06f-4c3e-8b8f-0457db026139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:09Z', 'updated_at': '2022-05-26T22:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:43:55.514562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-291a4bf1-51d4-45df-9545-4fa184da49ff req-66627852-070d-417b-a3b0-91272cc94b18 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164405 May 26 22:43:55.531034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5aa1043-49e1-4ab4-9a9c-9df4699db57a req-f667d046-c76b-4e64-a0fc-dca4895a73b8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/c93a6da6-8e2e-4fae-8eb7-63d959720b39 HTTP/1.1" status: 200 len: 2649 time: 0.2290528 May 26 22:43:55.540442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-ea3bc0f2-aaad-4c47-952c-1cda712d9462 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:55.542609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-ea3bc0f2-aaad-4c47-952c-1cda712d9462 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 945 time: 0.1280169 May 26 22:43:55.642400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51752) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:55.644204 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03d6fda-651b-442f-a36c-07d7df36942b'] response: {'server_uuid': '44771f7b-6722-458a-82e3-f933d74cb749', 'name': 'network-vif-deleted', 'tag': 'f527b27d-5761-4f31-bcda-5939556b09d8', 'status': 'completed', 'code': 200} May 26 22:43:55.644458 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03d6fda-651b-442f-a36c-07d7df36942b'] response: {'name': 'network-changed', 'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'status': 'completed', 'code': 200} May 26 22:43:55.644811 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03d6fda-651b-442f-a36c-07d7df36942b'] response: {'server_uuid': 'a69db6ec-d46e-499a-8ee4-ae6730688c38', 'name': 'network-vif-deleted', 'tag': '2fbab10c-e9b5-4f0e-ba85-50b1853b5a98', 'status': 'completed', 'code': 200} May 26 22:43:55.886494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395790a-13e8-4a65-ad77-db15e716f6b0 req-67e61a64-725e-4099-a03c-2b70f0c796cc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:55.887988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f395790a-13e8-4a65-ad77-db15e716f6b0 req-67e61a64-725e-4099-a03c-2b70f0c796cc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 945 time: 0.1378214 May 26 22:43:55.912321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:55.961280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8997f60-d200-4304-a2ee-11fb8549889f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:56.011253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-4a9e68c6-5979-473e-bf8b-ab7c999b448c tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips/472a8a93-8ba3-48f7-a1f4-6bb2dbb67994 HTTP/1.1" status: 200 len: 695 time: 0.1957591 May 26 22:43:56.016647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Deleting port 0a969136-5159-4be1-9dcb-6b8056d12cd2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:56.016984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.044871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f395790a-13e8-4a65-ad77-db15e716f6b0 req-b72cd3c9-c252-414c-893c-4e9cd385d032 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489792 May 26 22:43:56.262232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-9255e1bb-67db-4106-b58f-a71834ff1670 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b392744ec58c457baa9120126efb0605&device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 1096 time: 0.3869185 May 26 22:43:56.279271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.339826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-15c0beeb-3289-4e50-9a9e-fa4ceb7bf646 req-2b7f2de8-457b-4554-8ef8-4a1f63220f24 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/f2b310c6-cdd8-474b-9270-bb2e212eb4c2 HTTP/1.1" status: 200 len: 1632 time: 0.2027240 May 26 22:43:56.364439 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0f23d-1a2b-484b-906b-537dd282e84a None None] New status for floating IP 472a8a93-8ba3-48f7-a1f4-6bb2dbb67994: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:43:56.471738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-64e9241b-ae35-4ce5-8357-654126dd925d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:56.473553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-64e9241b-ae35-4ce5-8357-654126dd925d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 784 time: 0.4329412 May 26 22:43:56.581304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.589150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.611850 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15c0beeb-3289-4e50-9a9e-fa4ceb7bf646 req-367e742c-e106-454d-bbd2-baac68ad668c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.619632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-9045b3aa-c7ba-4271-a86a-0f81758cea9b tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.248 HTTP/1.1" status: 200 len: 698 time: 0.1308906 May 26 22:43:56.656636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15c0beeb-3289-4e50-9a9e-fa4ceb7bf646 req-367e742c-e106-454d-bbd2-baac68ad668c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.706148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-85c6f5cd-a0a7-4657-a1dc-4c629d8a5101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:56.707891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-85c6f5cd-a0a7-4657-a1dc-4c629d8a5101 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 200 len: 929 time: 0.4235165 May 26 22:43:56.718573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] For port 0a969136-5159-4be1-9dcb-6b8056d12cd2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0a969136-5159-4be1-9dcb-6b8056d12cd2,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:56.718573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.723998 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15c0beeb-3289-4e50-9a9e-fa4ceb7bf646 req-367e742c-e106-454d-bbd2-baac68ad668c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.742616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.743909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ca0c19-f06f-4c3e-8b8f-0457db026139 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:43:56.768596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e742c-e106-454d-bbd2-baac68ad668c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b310c6-cdd8-474b-9270-bb2e212eb4c2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:56.792540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-15c0beeb-3289-4e50-9a9e-fa4ceb7bf646 req-367e742c-e106-454d-bbd2-baac68ad668c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.793798 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-15c0beeb-3289-4e50-9a9e-fa4ceb7bf646 req-367e742c-e106-454d-bbd2-baac68ad668c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2b310c6-cdd8-474b-9270-bb2e212eb4c2 HTTP/1.1" status: 204 len: 173 time: 0.3910308 May 26 22:43:56.795252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.798532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e397102a-a0a8-4985-90d7-b7ad343fd327 admin admin] 10.222.0.32 "DELETE /v2.0/routers/05ca0c19-f06f-4c3e-8b8f-0457db026139 HTTP/1.1" status: 204 len: 168 time: 2.7787228 May 26 22:43:56.799368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51758) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:56.872794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] Deleting subnet 40a8045e-d9b3-4585-a3e9-c81310373553 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:43:56.878177 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.946427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-0825ce8a-f696-4102-a119-f49ea25f53aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 200 len: 217 time: 0.2191298 May 26 22:43:56.953372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Calling delete_port for 0a969136-5159-4be1-9dcb-6b8056d12cd2 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:56.977346 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-e32e2254-7f9c-4baf-b654-2d66d95abd30 req-0a400075-ea01-4852-b50c-671ef89f0928 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:43:56.986476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e32e2254-7f9c-4baf-b654-2d66d95abd30 req-0a400075-ea01-4852-b50c-671ef89f0928 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/f2b310c6-cdd8-474b-9270-bb2e212eb4c2 HTTP/1.1" status: 404 len: 352 time: 0.0279171 May 26 22:43:56.992080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.078017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.130577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-62eab04f-adcb-4ab5-81e5-43f4235de4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.4.248 HTTP/1.1" status: 200 len: 698 time: 0.4896963 May 26 22:43:57.204466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.242776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0c6c6-dd44-4a91-95ef-50e25220a4c9 req-8ef224ca-0b5b-41a5-8ec5-cfffe1d5676f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:57.245064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61d0c6c6-dd44-4a91-95ef-50e25220a4c9 req-8ef224ca-0b5b-41a5-8ec5-cfffe1d5676f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1347878 May 26 22:43:57.255877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a8045e-d9b3-4585-a3e9-c81310373553,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:57.282632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.284804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5403326-5231-472b-80ae-1495a5074245 None None] Network 1a16fcc9-7156-451f-a5e7-698c39511ab4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:43:57.304937 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8af8caff-5209-4d44-b8e1-5f6f939269e0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40a8045e-d9b3-4585-a3e9-c81310373553 HTTP/1.1" status: 204 len: 168 time: 0.5029314 May 26 22:43:57.305923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51774) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:57.365469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8997f60-d200-4304-a2ee-11fb8549889f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:57.400666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61d0c6c6-dd44-4a91-95ef-50e25220a4c9 req-e38f7a10-9282-4a43-b448-15e0d005bd59 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415060 May 26 22:43:57.438427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d8997f60-d200-4304-a2ee-11fb8549889f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:57.438757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8997f60-d200-4304-a2ee-11fb8549889f not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:57.439355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:57.446291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.461168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Deleting port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:57.461550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.475942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:57.476558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1b9047a6-eb9c-4c07-8ef7-e7bb816f48e6 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:57.500876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-952fa1bc-6b91-456c-bd5e-4b227cc8669c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:57.502254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-952fa1bc-6b91-456c-bd5e-4b227cc8669c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3468cd34-6703-4129-9aaa-dff03c823a96 HTTP/1.1" status: 200 len: 867 time: 0.5210776 May 26 22:43:57.507308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Deleting port bc09c585-6e0f-45f8-9866-5df1fe8392dd {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:57.507941 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.585310 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.682336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] DHCP port deletion for 1a16fcc9-7156-451f-a5e7-698c39511ab4 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:43:57.686987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] Deleting port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:57.687588 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.785417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.797345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['0a969136-5159-4be1-9dcb-6b8056d12cd2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:43:57.859696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event deleted for resources: {'Port': ['ID=0a969136-5159-4be1-9dcb-6b8056d12cd2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:57.923162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.923420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.935009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] For port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,segment=NetworkSegment(5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b),segment_id=5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:57.935467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.939601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-514531b3-c5a2-4ae8-aea9-a68763e0a1ee tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:57.941072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-514531b3-c5a2-4ae8-aea9-a68763e0a1ee tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.3176808 May 26 22:43:57.942145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-bf920da1-d2ef-4230-930e-81193ed74c50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bca550c-5555-4e17-997c-fb45673af988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3999231 May 26 22:43:57.942831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] For port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,segment=NetworkSegment(5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b),segment_id=5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:43:57.943185 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:57.966464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-32748405-21a5-4dc3-bdef-29b0c073fa4b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/quotas/112321dc32c44e748c69eba012b1178e HTTP/1.1" status: 200 len: 375 time: 0.0156541 May 26 22:43:58.053821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] No DVR routers for this DVR port 0a969136-5159-4be1-9dcb-6b8056d12cd2 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:58.055199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] Calling delete_port for 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:58.113913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Calling delete_port for 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:58.138860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:58.156351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:58.166536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Calling delete_port for bc09c585-6e0f-45f8-9866-5df1fe8392dd owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:43:58.192860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85dc383-7921-4694-a671-b327c89e3981', 'name': 'network-vif-deleted', 'tag': '0a969136-5159-4be1-9dcb-6b8056d12cd2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:43:58.193115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:58.214965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:43:58.215375 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:43:58.219930 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-7fd32e2a-3cbe-4440-816b-3578d9620c32 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2019000 May 26 22:43:58.235449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] Pushing event deleted for resources: {'Port': ['ID=2afc336d-8b55-4cd0-aa8f-440f7b65dde3,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:58.244304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:58.244631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 2fbab10c-e9b5-4f0e-ba85-50b1853b5a98 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:58.249109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d79425-8e0b-4894-b0b7-0c2b2f013ec2 None None] No DVR routers for this DVR port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:43:58.255418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83716535-937f-48a0-ab2e-7f7e9984b412 req-adb15b7e-1157-4c79-bc04-778768da8579 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "DELETE /v2.0/ports/0a969136-5159-4be1-9dcb-6b8056d12cd2 HTTP/1.1" status: 204 len: 173 time: 2.7059169 May 26 22:43:58.328068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-e3c87409-34f4-4969-a615-4a12f8cae60a service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535092 May 26 22:43:58.335057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:58.382612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-7d64a7a3-5554-40cb-8bea-8523ee0db644 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539397 May 26 22:43:58.532172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-b95e2aa9-7cf1-4278-b383-71c684ea6162 service neutron] 10.222.0.32 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428597 May 26 22:43:58.715955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Deleting port 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:58.716289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:58.793668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9c6b8a2-0f9d-416a-b502-6a34d7f9278c req-770c2653-d84c-4aa5-bf64-97639f51bc3e service neutron] 10.222.0.55 "GET /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079554 May 26 22:43:58.813868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:58.861410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] The port '2afc336d-8b55-4cd0-aa8f-440f7b65dde3' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:43:58.875328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event deleted for resources: {'Port': ['ID=bc09c585-6e0f-45f8-9866-5df1fe8392dd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:58.926225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-159e9f4e-2fb0-4322-81ec-f768cf36a5e2 req-0c370842-36a2-43c3-b9af-d6cbf29a2d6e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/523384ce-cb53-487b-9182-94e4288d8e1b HTTP/1.1" status: 200 len: 1634 time: 0.2345462 May 26 22:43:58.990192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.029279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.030487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5b42e2a-248d-4e2c-bcc5-169b7204dbc6 req-ed8ccaf9-3efc-4ab1-82b0-ee40f01660f9 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "DELETE /v2.0/floatingips/472a8a93-8ba3-48f7-a1f4-6bb2dbb67994 HTTP/1.1" status: 204 len: 173 time: 1.8900614 May 26 22:43:59.079528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.121232 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-159e9f4e-2fb0-4322-81ec-f768cf36a5e2 req-2ec1fa2d-4d0b-4d41-a311-62499c67bbd8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.132317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a16fcc9-7156-451f-a5e7-698c39511ab4']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:59.158795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:59.159193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5594d5f9-45fd-457f-b53d-f0c3ee8a9b1b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:43:59.175033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-159e9f4e-2fb0-4322-81ec-f768cf36a5e2 req-2ec1fa2d-4d0b-4d41-a311-62499c67bbd8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.183122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.217579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.230533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:43:59.231009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: timer() May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:43:59.244661 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:43:59.276717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b2849400-871c-4905-b62d-5973194895d2 req-351327cb-db8c-48d9-a170-5a2083108f57 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:43:59.293124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:43:59.330631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:43:59.331357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2afc336d-8b55-4cd0-aa8f-440f7b65dde3 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:43:59.337265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b2849400-871c-4905-b62d-5973194895d2 req-351327cb-db8c-48d9-a170-5a2083108f57 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:43:59.352379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-159e9f4e-2fb0-4322-81ec-f768cf36a5e2 req-2ec1fa2d-4d0b-4d41-a311-62499c67bbd8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.352731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2849400-871c-4905-b62d-5973194895d2 req-351327cb-db8c-48d9-a170-5a2083108f57 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=b85dc383-7921-4694-a671-b327c89e3981 HTTP/1.1" status: 200 len: 210 time: 0.1639054 May 26 22:43:59.372085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1fa2d-4d0b-4d41-a311-62499c67bbd8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523384ce-cb53-487b-9182-94e4288d8e1b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:59.390672 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.419047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.444782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a16fcc9-7156-451f-a5e7-698c39511ab4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:59.449336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-159e9f4e-2fb0-4322-81ec-f768cf36a5e2 req-2ec1fa2d-4d0b-4d41-a311-62499c67bbd8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.467214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-159e9f4e-2fb0-4322-81ec-f768cf36a5e2 req-2ec1fa2d-4d0b-4d41-a311-62499c67bbd8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/523384ce-cb53-487b-9182-94e4288d8e1b HTTP/1.1" status: 204 len: 173 time: 0.5233560 May 26 22:43:59.472040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-92ee765d-ed38-4811-846d-375fb5069f17 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1a16fcc9-7156-451f-a5e7-698c39511ab4 HTTP/1.1" status: 204 len: 168 time: 2.1652207 May 26 22:43:59.556970 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f987dd54-9a7a-4d02-a4df-683ac481ffc5'] response: {'server_uuid': 'b85dc383-7921-4694-a671-b327c89e3981', 'name': 'network-vif-deleted', 'tag': '0a969136-5159-4be1-9dcb-6b8056d12cd2', 'status': 'completed', 'code': 200} May 26 22:43:59.665252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:59.695812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9330b-3a69-42a2-af8d-4ade9be7e010 req-25a7e4a7-e120-4eec-af95-96ce9475ff24 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:43:59.697241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0a9330b-3a69-42a2-af8d-4ade9be7e010 req-25a7e4a7-e120-4eec-af95-96ce9475ff24 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1393971 May 26 22:43:59.751057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67a7b3fd-0040-4a3f-9aac-bd35df44ea7b req-611643f8-d5a2-4268-a81a-e03c3a2063b0 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 210 time: 0.0545666 May 26 22:43:59.752333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Deleting port c33ea148-2362-412c-b358-e9a5289bef6e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:43:59.752675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:59.759654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3f0c7b3b-0bd4-4929-b196-09708875f5ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2695d4f071754e10b0e683f66c59cb21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0909855 May 26 22:43:59.761571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51806) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:59.807466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0a9330b-3a69-42a2-af8d-4ade9be7e010 req-1a4da36b-a20f-4d4a-ae5e-e3566a0b7b7f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031618 May 26 22:43:59.967516 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-1d1e0229-b700-427d-9ffe-4561e85dbca4 req-6b8d239f-1fff-465b-85bd-60af01c5aa4c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:43:59.969235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d1e0229-b700-427d-9ffe-4561e85dbca4 req-6b8d239f-1fff-465b-85bd-60af01c5aa4c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/523384ce-cb53-487b-9182-94e4288d8e1b HTTP/1.1" status: 404 len: 352 time: 0.1468945 May 26 22:43:59.972659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34cf0dd3-e1a4-4e1e-b9e6-7d54628f0c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.009006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34cf0dd3-e1a4-4e1e-b9e6-7d54628f0c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.096851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6796f17-2b03-4919-b9ca-5dc311afede6 req-623b9a49-50ad-4360-b7ef-299a5a85eb27 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/9b463559-665b-455d-831d-0d7520a3638e HTTP/1.1" status: 200 len: 1634 time: 0.0800407 May 26 22:44:00.129550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34cf0dd3-e1a4-4e1e-b9e6-7d54628f0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.173380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf0dd3-e1a4-4e1e-b9e6-7d54628f0c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002bb30d-0e03-4212-9e88-9217c4f399a3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:00.178890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0a969136-5159-4be1-9dcb-6b8056d12cd2 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:00.179864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34cf0dd3-e1a4-4e1e-b9e6-7d54628f0c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.183589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34cf0dd3-e1a4-4e1e-b9e6-7d54628f0c2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/002bb30d-0e03-4212-9e88-9217c4f399a3 HTTP/1.1" status: 204 len: 168 time: 0.4178495 May 26 22:44:00.195939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] For port c33ea148-2362-412c-b358-e9a5289bef6e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c33ea148-2362-412c-b358-e9a5289bef6e,segment=NetworkSegment(4158d180-d6af-4f95-b67c-bde6a213347a),segment_id=4158d180-d6af-4f95-b67c-bde6a213347a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:00.196451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.231352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f6796f17-2b03-4919-b9ca-5dc311afede6 req-169e9667-4ba9-49a3-8e9d-271cbfab6454 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.272725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f6796f17-2b03-4919-b9ca-5dc311afede6 req-169e9667-4ba9-49a3-8e9d-271cbfab6454 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.333635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 0a969136-5159-4be1-9dcb-6b8056d12cd2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:00.336158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0a969136-5159-4be1-9dcb-6b8056d12cd2 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:00.344735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Calling delete_port for c33ea148-2362-412c-b358-e9a5289bef6e owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:00.366964 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f6796f17-2b03-4919-b9ca-5dc311afede6 req-169e9667-4ba9-49a3-8e9d-271cbfab6454 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.405776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e9667-4ba9-49a3-8e9d-271cbfab6454 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b463559-665b-455d-831d-0d7520a3638e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:00.423526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f6796f17-2b03-4919-b9ca-5dc311afede6 req-169e9667-4ba9-49a3-8e9d-271cbfab6454 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:00.424985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6796f17-2b03-4919-b9ca-5dc311afede6 req-169e9667-4ba9-49a3-8e9d-271cbfab6454 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b463559-665b-455d-831d-0d7520a3638e HTTP/1.1" status: 204 len: 173 time: 0.3220966 May 26 22:44:00.571279 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-ee01865a-247e-403c-bf04-ff13d9f2bd3c req-4195c5ec-75c0-4891-a4f2-920139195e51 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:44:00.573931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee01865a-247e-403c-bf04-ff13d9f2bd3c req-4195c5ec-75c0-4891-a4f2-920139195e51 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/9b463559-665b-455d-831d-0d7520a3638e HTTP/1.1" status: 404 len: 352 time: 0.0252321 May 26 22:44:00.588280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-8d27f8cd-cbf7-412d-b65e-1c6cb27c5e0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:00.590225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-8d27f8cd-cbf7-412d-b65e-1c6cb27c5e0d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 806 time: 0.5204079 May 26 22:44:00.639540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Request body: {'port': {'device_id': '80775fed-76cb-4401-a473-ea933a07f4f4', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'admin_state_up': True, 'tenant_id': '112321dc32c44e748c69eba012b1178e'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:00.767154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63ef7-14dd-4da8-909b-cfa5ca2c402c req-b0e6bf90-1aa6-42e8-a4ff-d57ebd0ea28b tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:00.768130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e4c63ef7-14dd-4da8-909b-cfa5ca2c402c req-b0e6bf90-1aa6-42e8-a4ff-d57ebd0ea28b tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:00.785884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0b4d4389-3bee-45fd-9fa8-9d526c7f1fa6 req-d299e8e9-7db7-4d40-870d-38c359ce666b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:00.809334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0b4d4389-3bee-45fd-9fa8-9d526c7f1fa6 req-d299e8e9-7db7-4d40-870d-38c359ce666b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:00.818983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e4c63ef7-14dd-4da8-909b-cfa5ca2c402c req-b0e6bf90-1aa6-42e8-a4ff-d57ebd0ea28b tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:00.821641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b4d4389-3bee-45fd-9fa8-9d526c7f1fa6 req-d299e8e9-7db7-4d40-870d-38c359ce666b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 5483 time: 0.2082710 May 26 22:44:00.825540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e4c63ef7-14dd-4da8-909b-cfa5ca2c402c req-b0e6bf90-1aa6-42e8-a4ff-d57ebd0ea28b tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8520129 May 26 22:44:00.899978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b4d4389-3bee-45fd-9fa8-9d526c7f1fa6 req-7b5deb08-4cd8-47ce-a45e-6f4f87eb28de tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/c93a6da6-8e2e-4fae-8eb7-63d959720b39 HTTP/1.1" status: 200 len: 2649 time: 0.0771205 May 26 22:44:00.929853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e4c63ef7-14dd-4da8-909b-cfa5ca2c402c req-1eef3964-f06a-4c21-97e1-cf31e23d57ab tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:00.932028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:00.969025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Usage tracker for resource:port and tenant:112321dc32c44e748c69eba012b1178e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:00.972698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b4d4389-3bee-45fd-9fa8-9d526c7f1fa6 req-c9e77d4e-7732-43c5-a343-432ed5cf432e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/c93a6da6-8e2e-4fae-8eb7-63d959720b39 HTTP/1.1" status: 200 len: 2649 time: 0.0718310 May 26 22:44:00.980085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:00.993208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:01.004953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e4c63ef7-14dd-4da8-909b-cfa5ca2c402c req-1eef3964-f06a-4c21-97e1-cf31e23d57ab tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:01.010253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e4c63ef7-14dd-4da8-909b-cfa5ca2c402c req-1eef3964-f06a-4c21-97e1-cf31e23d57ab tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1838503 May 26 22:44:01.026677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:01.063284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Made reservation on behalf of 112321dc32c44e748c69eba012b1178e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:01.067269 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:01.138970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-986442014', 'description': 'tempest-description-129827762'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:01.147352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:01.167984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:01.194273 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:01.257365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:01.261824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:01.265220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:01.271346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33ea148-2362-412c-b358-e9a5289bef6e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:01.273712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:01.343830 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:01.352589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:01.398729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a719db5-0730-45d2-ac91-91c552ac7e81,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:01.420827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:01.422096 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd56293a-7360-425d-afea-44007a56afa1 req-bceea189-6c24-4f0f-8b67-3d53b72c374c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.2883062 May 26 22:44:01.431648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6d71a730-808a-4b0f-a925-a0494c71d41d req-9c5f6075-9333-4d44-885b-1364c223519a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:01.510133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a79945e4-2436-4998-8da1-ea61ed897887 req-89ce1eed-c6af-4b0a-974b-290c3f651b16 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:01.522113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a79945e4-2436-4998-8da1-ea61ed897887 req-89ce1eed-c6af-4b0a-974b-290c3f651b16 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:floatingip {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:01.538455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a79945e4-2436-4998-8da1-ea61ed897887 req-89ce1eed-c6af-4b0a-974b-290c3f651b16 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0945001 May 26 22:44:01.642679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6d71a730-808a-4b0f-a925-a0494c71d41d req-9c5f6075-9333-4d44-885b-1364c223519a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:01.650269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d71a730-808a-4b0f-a925-a0494c71d41d req-9c5f6075-9333-4d44-885b-1364c223519a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 210 time: 0.4258165 May 26 22:44:01.655226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Allocated IP 172.20.0.9 (263a6ff1-3e06-48dd-beed-251ac06438fc/29ba0ea9-330e-47b1-82d6-d873725d8274/2f232eac-8e4d-4d29-9792-9636be138711) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:01.720823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1023555412', 'description': 'tempest-description-2078241266'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:01.727811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51878) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:01.733628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:01.750708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:01.759005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:01.780529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:01.869016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-d6d0864a-fbab-43dd-905d-e96b8200f55e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:01.870822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-d6d0864a-fbab-43dd-905d-e96b8200f55e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.1801429 May 26 22:44:01.881342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:01.889799 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-d180ca7a-d119-4d78-bee0-423f1100387a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/quotas/742a146aaf934365a02fa017040542f1 HTTP/1.1" status: 200 len: 375 time: 0.0135567 May 26 22:44:01.947737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-network', 'tenant_id': '3b70db916f2a406887d103ed96c4db83'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:01.954623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-adf9d700-bc4c-4445-a2c5-f28b9dfe5041 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573955 May 26 22:44:01.955608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:01.961158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:01.961481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Usage tracker for resource:network and tenant:3b70db916f2a406887d103ed96c4db83 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:01.965315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:01.968636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:01.974421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:01.992235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:01.994567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:02.028674 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.062490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Made reservation on behalf of 3b70db916f2a406887d103ed96c4db83 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:02.064886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.084274 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.086954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.107224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.114993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.156423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-046ee84f-22ee-4e9f-a6a1-a12f40c86812 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920934 May 26 22:44:02.162967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:02.185953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Usage tracker for resource:security_group_rule and tenant:3b70db916f2a406887d103ed96c4db83 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:02.192098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:02.241932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:02.257312 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.268389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:02.321506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022dde45-8cf8-4422-a8dc-7146bf59f611,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:02.328633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-37170e1b-40a0-4556-8eb8-ced990240122 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632929 May 26 22:44:02.349639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.350991 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e954926c-68a3-4197-9626-43b44ec6f293 req-282a46b9-d0f7-4f48-87ac-142354ea4df7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.6506734 May 26 22:44:02.372889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Network 263a6ff1-3e06-48dd-beed-251ac06438fc is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:02.383968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:02.385784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event updated for resources: {'Port': ['ID=2f232eac-8e4d-4d29-9792-9636be138711,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:02.386385 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.389416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:02.395707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.437584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:44:02.449161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565224a0-7173-4694-99f6-390d8ca83864,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:02.460234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:02.460840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.473598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.474352 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Added segment de5f841c-71d1-4c43-9ffd-6051db9e385f of type vlan for network 500b809a-4e2d-47ef-8187-cc13589c4d6a May 26 22:44:02.496276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-d5de41ce-ea61-4adc-9ebb-ec5aba9666d8 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8763645 May 26 22:44:02.509911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Request body: {'port': {'device_id': '80775fed-76cb-4401-a473-ea933a07f4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:02.513302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.582812 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.584446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:02.591006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.774065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0419738 May 26 22:44:02.777075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:02.783446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Request body: {'subnet': {'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-subnet', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:02.790874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b29492-b646-4b47-b702-2403d7b92a69 admin admin] Pushing event updated for resources: {'Network': ['ID=500b809a-4e2d-47ef-8187-cc13589c4d6a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:02.799955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:44:02.801636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:02.812387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Usage tracker for resource:subnet and tenant:3b70db916f2a406887d103ed96c4db83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:02.816572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:02.867695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:02.901240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.914413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Made reservation on behalf of 3b70db916f2a406887d103ed96c4db83 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:02.916938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:02.944929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7336b17a-dc71-48cc-ab52-a18db564418d req-92e2921d-c325-4ee7-833d-66bb87d33b91 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 210 time: 0.1056395 May 26 22:44:03.158940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef42d8-980b-410d-88af-94602e07674b req-b9851c37-3c26-4403-a035-a480156846a1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:03.160612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dfef42d8-980b-410d-88af-94602e07674b req-b9851c37-3c26-4403-a035-a480156846a1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 931 time: 0.0879395 May 26 22:44:03.212983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dfef42d8-980b-410d-88af-94602e07674b req-287343ff-74ba-4fac-8ac9-da330338507b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 May 26 22:44:03.433901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af59d7b-b4c0-42db-8497-4bf9188ef6e4 req-d16a3e74-149e-4b46-abc8-60fda0e414f4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:03.435550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3af59d7b-b4c0-42db-8497-4bf9188ef6e4 req-d16a3e74-149e-4b46-abc8-60fda0e414f4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.0816865 May 26 22:44:03.465487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-127925c9-92ae-4b7a-84fb-44fbf2cdae84 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:03.467053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-127925c9-92ae-4b7a-84fb-44fbf2cdae84 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 813 time: 0.4608262 May 26 22:44:03.492833 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3af59d7b-b4c0-42db-8497-4bf9188ef6e4 req-a2e1574c-e1a7-4f51-a993-e2db221c60f3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496867 May 26 22:44:03.610667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-fac112a1-2996-4655-94d3-bb98892ee79f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/quotas/e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 375 time: 0.1186290 May 26 22:44:03.685329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad999b6-b407-4246-8c3e-7d9b735a6ecc req-a369d31f-aa0b-41d3-a9ac-24d378b02be4 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:03.686044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5ad999b6-b407-4246-8c3e-7d9b735a6ecc req-a369d31f-aa0b-41d3-a9ac-24d378b02be4 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:03.698192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5ad999b6-b407-4246-8c3e-7d9b735a6ecc req-a369d31f-aa0b-41d3-a9ac-24d378b02be4 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:03.699336 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ad999b6-b407-4246-8c3e-7d9b735a6ecc req-a369d31f-aa0b-41d3-a9ac-24d378b02be4 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 945 time: 0.0949316 May 26 22:44:03.757487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ad999b6-b407-4246-8c3e-7d9b735a6ecc req-97bdd547-21ad-4c97-8f1a-81c9b06996bc tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/security-groups?id=6bf8e7ba-f952-4033-8d95-722c330f5117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493801 May 26 22:44:03.952313 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:04.021068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:44:04.120040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a08fe3-85cf-4051-8e11-8779ef8348af,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:04.162888 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-1dd4a93d-c880-4648-8528-f494c649730a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4982786 May 26 22:44:04.173473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f232eac-8e4d-4d29-9792-9636be138711 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:44:04.191118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817f275-69a3-49f4-964e-15fee48a0f37 req-35a5b262-4e4b-4bb1-b8ba-272bc75418c0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:04.192687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d817f275-69a3-49f4-964e-15fee48a0f37 req-35a5b262-4e4b-4bb1-b8ba-272bc75418c0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.0765197 May 26 22:44:04.204779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-c196f49d-91ee-47c3-af2e-3177052e40a8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:04.206181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-c196f49d-91ee-47c3-af2e-3177052e40a8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.3697276 May 26 22:44:04.211489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:04.337759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d817f275-69a3-49f4-964e-15fee48a0f37 req-2f0e2287-81c4-4b27-8e22-4e0de12c48ca tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381602 May 26 22:44:04.396553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Request body: {'port': {'device_id': '100fe52d-9da3-4b04-836e-1a76769d4eb6', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'admin_state_up': True, 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:04.444889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-0117129b-2b8f-4ff0-8509-a6a766fd599d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:04.446626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-0117129b-2b8f-4ff0-8509-a6a766fd599d tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 945 time: 0.0899646 May 26 22:44:04.499130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Checking segment: {'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:04.499777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Network hostable DHCP agents. Network: 500b809a-4e2d-47ef-8187-cc13589c4d6a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:44:04.514491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Transition to ACTIVE for port object 2f232eac-8e4d-4d29-9792-9636be138711 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:04.538806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:04.564031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Deleting port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:04.564507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:04.723860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-c0173480-71a9-4b74-9241-e4e2a989f195 service neutron] 10.222.0.32 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446739 May 26 22:44:04.802777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bc463cb-8124-46fb-bbd2-6b11ae7c13db req-7f174b2e-1faf-4ad4-8c50-d73eb8d9b4e5 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 210 time: 0.0791347 May 26 22:44:04.805631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Pushing event updated for resources: {'Port': ['ID=2f232eac-8e4d-4d29-9792-9636be138711,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:04.834355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:44:04.882961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:04.927302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 500b809a-4e2d-47ef-8187-cc13589c4d6a) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:04.929052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:04.940581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c3fcd-e244-409c-803c-89ccd86742fe None None] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:04.943691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:04.944335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:04.980180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Router 5ba5b546-171b-4f04-9be8-15b99d8cf665 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:44:05.005468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] For port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:05.005871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.046954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:05.049944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.107455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8006c61-8b87-48f4-8373-a52d33634763 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3246448 May 26 22:44:05.110669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51940) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:05.125513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:05.131379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-92898fd9-dbc8-4fe1-84fd-bbfbd6c97665 service neutron] 10.222.0.32 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515062 May 26 22:44:05.137507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:05.144071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Calling delete_port for c5e4d643-3f8d-4f7d-a7a0-73867c74de9d owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:05.231915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Usage tracker for resource:router and tenant:3b70db916f2a406887d103ed96c4db83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:05.248937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:05.341722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:05.344738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Attempting to bind port 2f232eac-8e4d-4d29-9792-9636be138711 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:05.344928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Attempting to bind port 2f232eac-8e4d-4d29-9792-9636be138711 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:05.345231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Attempting to bind port 2f232eac-8e4d-4d29-9792-9636be138711 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:05.382001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Port 2f232eac-8e4d-4d29-9792-9636be138711 on network 263a6ff1-3e06-48dd-beed-251ac06438fc not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:44:05.382318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Attempting to bind port 2f232eac-8e4d-4d29-9792-9636be138711 on network 263a6ff1-3e06-48dd-beed-251ac06438fc {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:05.399543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-500b809a-4e2d-47ef-8187-cc13589c4d6a', 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'fixed_ips': [{'subnet_id': '55a08fe3-85cf-4051-8e11-8779ef8348af'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:44:05.400985 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.458300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888281f-5194-43e7-8202-77f0e491e3e7 req-8df6a566-9b20-4acb-ba60-486e6f67b46a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:05.466479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4888281f-5194-43e7-8202-77f0e491e3e7 req-8df6a566-9b20-4acb-ba60-486e6f67b46a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 943 time: 0.3903031 May 26 22:44:05.500272 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.501212 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.515277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.526150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:05.526654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Checking segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:05.526875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Bound using segment: {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:05.527409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Bound port: 2f232eac-8e4d-4d29-9792-9636be138711, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383b7add-3869-4e2b-a4c6-c541dfbff850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:05.527806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.639858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Allocated IP 172.20.0.6 (fb59c85f-9bff-412f-bbc8-87b64e62f4b6/daaccb09-0e18-47e1-90de-a298a331d2b9/3100550f-d088-464e-be9a-b3ee44cc0f72) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:05.667870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.700644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4888281f-5194-43e7-8202-77f0e491e3e7 req-7851e4bc-52b4-4874-85cd-835408cfabd7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330666 May 26 22:44:05.738760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Allocated IP 172.20.0.2 (500b809a-4e2d-47ef-8187-cc13589c4d6a/55a08fe3-85cf-4051-8e11-8779ef8348af/22a06442-06e8-40bd-9b94-5ac3ab90bbe9) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:05.751290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Pushing event deleted for resources: {'Port': ['ID=c5e4d643-3f8d-4f7d-a7a0-73867c74de9d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:05.934259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] No DVR routers for this DVR port c5e4d643-3f8d-4f7d-a7a0-73867c74de9d on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:05.937153 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:44:05.939020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:05.948677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'name': 'network-vif-deleted', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:06.108282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-dbb9a244-7fb7-479e-b336-aef2c84ed192 req-ab2bc3ea-f53e-48c3-910e-59a8828025e8 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Synchronizing usage tracker for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:06.139513 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21ffd665-f04a-4d21-9304-3fe73f2a008f req-de5006b8-0fbf-4972-940c-67579e0446dd tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.55 "DELETE /v2.0/ports/c5e4d643-3f8d-4f7d-a7a0-73867c74de9d HTTP/1.1" status: 204 len: 173 time: 1.6838355 May 26 22:44:06.178594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-dbb9a244-7fb7-479e-b336-aef2c84ed192 req-ab2bc3ea-f53e-48c3-910e-59a8828025e8 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] Unset dirty status for tenant:b392744ec58c457baa9120126efb0605 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:06.182192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] For port 2f232eac-8e4d-4d29-9792-9636be138711, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:06.211571 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbb9a244-7fb7-479e-b336-aef2c84ed192 req-ab2bc3ea-f53e-48c3-910e-59a8828025e8 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 210 time: 0.2355704 May 26 22:44:06.229104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.247581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Transition to ACTIVE for port object 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:06.272909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Transition to ACTIVE for port object 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:06.283372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.371847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:06.378481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:06.381553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:06.450854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] For port 2f232eac-8e4d-4d29-9792-9636be138711, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2f232eac-8e4d-4d29-9792-9636be138711,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:06.452608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Pushing event updated for resources: {'Port': ['ID=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:06.479578 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.487679 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.543587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Attempting to bind port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:06.543978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Attempting to bind port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:06.544389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Attempting to bind port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 on network 500b809a-4e2d-47ef-8187-cc13589c4d6a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:06.552193 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73ea8baa-6682-4a07-8409-a55cf0ff81f9 req-d92297b0-90a8-492f-ab6d-b8e1a752c065 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 210 time: 0.0969198 May 26 22:44:06.559664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:06.560885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Checking segment: {'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:06.561724 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.561857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.563566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f232eac-8e4d-4d29-9792-9636be138711 HTTP/1.1" status: 200 len: 1091 time: 4.0596676 May 26 22:44:06.563861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Bound using segment: {'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:06.564515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Bound port: 22a06442-06e8-40bd-9b94-5ac3ab90bbe9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:06.564896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.566434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80775fed-76cb-4401-a473-ea933a07f4f4', 'tag': '2f232eac-8e4d-4d29-9792-9636be138711'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:06.627030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.680775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87d8b-5601-46fe-9dc1-e28fb290fa2d req-66e87d22-e5a9-4818-a19a-9bf19ba6c370 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:06.682245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62b87d8b-5601-46fe-9dc1-e28fb290fa2d req-66e87d22-e5a9-4818-a19a-9bf19ba6c370 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.6904581 May 26 22:44:06.709644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] For port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:06.713460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] For port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,segment=NetworkSegment(de5f841c-71d1-4c43-9ffd-6051db9e385f),segment_id=de5f841c-71d1-4c43-9ffd-6051db9e385f)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:06.721539 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:06.770153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb4e3-5612-4140-a933-813b1f7e5515 service neutron] Pushing event updated for resources: {'Port': ['ID=2f232eac-8e4d-4d29-9792-9636be138711,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:06.820262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814b385-610e-4743-ac9b-b375fe3bb4a3 None None] Pushing event updated for resources: {'Port': ['ID=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:06.834037 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b90e5ad8-4aec-4e23-a942-c4c55e5e1fc4 req-6b0c6df2-a06d-4ad4-8fdb-051f7b48fcd1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 210 time: 0.0562248 May 26 22:44:06.871257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:06.885397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] Sync routers for ids ['5ba5b546-171b-4f04-9be8-15b99d8cf665'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:06.912304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] Routers {'5ba5b546-171b-4f04-9be8-15b99d8cf665'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:06.914223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ba5b546-171b-4f04-9be8-15b99d8cf665'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:06.920985 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af5cd50-61b1-474f-9ef4-c78c5903a593'] response: {'server_uuid': '0c1a2e2a-2029-41dc-8159-12b5df7284cf', 'name': 'network-vif-deleted', 'tag': 'c5e4d643-3f8d-4f7d-a7a0-73867c74de9d', 'status': 'completed', 'code': 200} May 26 22:44:06.957013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:07.078902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62b87d8b-5601-46fe-9dc1-e28fb290fa2d req-a503e07c-d687-443f-8a71-0c509aa3fc69 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3181417 May 26 22:44:07.086853 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8225d666-0b06-4c02-b524-68c7217f40d8'] response: {'name': 'network-changed', 'server_uuid': '80775fed-76cb-4401-a473-ea933a07f4f4', 'tag': '2f232eac-8e4d-4d29-9792-9636be138711', 'status': 'completed', 'code': 200} May 26 22:44:07.125567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ca86843-730d-4a1c-be1e-16d0800b54d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/5ba5b546-171b-4f04-9be8-15b99d8cf665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4775054 May 26 22:44:07.128052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51970) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:07.303188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] Set router 5ba5b546-171b-4f04-9be8-15b99d8cf665 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:07.414267 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-054162ac-c405-4647-8a81-806d87caba9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 1094 time: 0.7551000 May 26 22:44:07.414996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:07.437088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:07.555356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46185a05-57d9-49f5-bf79-98707bd55caa req-17f6494a-c825-465e-b442-c43cb84b6dc1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:07.558772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46185a05-57d9-49f5-bf79-98707bd55caa req-17f6494a-c825-465e-b442-c43cb84b6dc1 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 943 time: 0.2871811 May 26 22:44:07.574380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c5e4d643-3f8d-4f7d-a7a0-73867c74de9d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:07.589791 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-ef766647-dafe-42e7-9ecc-a3ba55c43642 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f232eac-8e4d-4d29-9792-9636be138711 HTTP/1.1" status: 200 len: 217 time: 0.1461973 May 26 22:44:07.628736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:07.694488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-46185a05-57d9-49f5-bf79-98707bd55caa req-22e67d19-6584-44f1-854c-2dde93694a94 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241086 May 26 22:44:07.695485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event updated for resources: {'Port': ['ID=3100550f-d088-464e-be9a-b3ee44cc0f72,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:07.698569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-79eb5f3b-fed4-4c2a-8b02-8a76770cfe2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:07.699990 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-79eb5f3b-fed4-4c2a-8b02-8a76770cfe2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.0615382 May 26 22:44:07.709560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:07.711134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:07.719145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: c5e4d643-3f8d-4f7d-a7a0-73867c74de9d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:07.719482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c5e4d643-3f8d-4f7d-a7a0-73867c74de9d not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:07.778527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:07.779127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:07.825003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-754d3a87-f929-4b74-aa3c-f70306d047fa req-2ae9b633-8e85-45ae-96b8-abec101ff173 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587 tempest-FloatingIPsAssociationNegativeTestJSON-1345515587-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c1a2e2a-2029-41dc-8159-12b5df7284cf HTTP/1.1" status: 200 len: 210 time: 0.2314959 May 26 22:44:07.834468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:07.927638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:44:00Z', 'revision_number': 5, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:07.931975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] Checking router: 5ba5b546-171b-4f04-9be8-15b99d8cf665 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:07.932630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-9c5804ac-2015-44d9-bf66-59b716e9cd47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468329 May 26 22:44:07.965724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] Routers {'5ba5b546-171b-4f04-9be8-15b99d8cf665'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:07.966350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ba5b546-171b-4f04-9be8-15b99d8cf665'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:07.982111 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.113495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4beeb9bf-3796-47a5-b5d9-0ddd8209e7df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8929341 May 26 22:44:08.183239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.197133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Deleting port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:08.197548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.205289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ef40692-c53b-4731-8e79-b0e729f34ced req-bb544d6e-8731-44c8-bbf2-5e0c650eb07f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 210 time: 0.0876114 May 26 22:44:08.206608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.281123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Request body: {'port': {'device_id': '100fe52d-9da3-4b04-836e-1a76769d4eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:08.365992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] Set router 5ba5b546-171b-4f04-9be8-15b99d8cf665 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:08.439668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-28cb15c9-4198-4ad2-8e44-39dfb4950e7b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:08.441173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-28cb15c9-4198-4ad2-8e44-39dfb4950e7b tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 813 time: 1.3270643 May 26 22:44:08.491095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'port': {'device_id': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f', 'admin_state_up': True, 'tenant_id': 'e690c00c514146589a6ed784d9ab9585'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:08.491352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad7917-3e3f-44d4-879a-dd99759263c0 None None] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:08.511959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] For port d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:08.512473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.583038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53796a81-4f6d-45eb-be25-1ae87e4077ba req-6bd4ea63-18cc-4c35-9167-ef2e0545b46c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:08.584692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53796a81-4f6d-45eb-be25-1ae87e4077ba req-6bd4ea63-18cc-4c35-9167-ef2e0545b46c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3133621 May 26 22:44:08.649749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Calling delete_port for d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:08.661333 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.704996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7e9ea721-651f-43b1-bee4-ea923fce2216 None None] Provisioning for port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:08.732503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7e9ea721-651f-43b1-bee4-ea923fce2216 None None] Provisioning complete for port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:08.733152 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea721-651f-43b1-bee4-ea923fce2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.752715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53796a81-4f6d-45eb-be25-1ae87e4077ba req-f8fb7217-74b2-466f-b0e0-f6230d02deb2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109128 May 26 22:44:08.773902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-47f0cfb9-9e76-445e-8231-8c4fec3317e8 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450168 May 26 22:44:08.879550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:08.930452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:09.086052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea721-651f-43b1-bee4-ea923fce2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.089745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:09.094487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf3472-a657-4b1f-a141-e368ec135f05 req-8d90f757-762b-491d-8858-325942691def tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:09.095957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5dbf3472-a657-4b1f-a141-e368ec135f05 req-8d90f757-762b-491d-8858-325942691def tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.1668558 May 26 22:44:09.098780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7232a-17cf-46bd-8d57-8560ce4a7b10 req-38df2fc3-1f1c-4e12-ba00-a5939860eaa5 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:09.099479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-69e7232a-17cf-46bd-8d57-8560ce4a7b10 req-38df2fc3-1f1c-4e12-ba00-a5939860eaa5 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:09.099756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:44:00Z', 'revision_number': 5, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:09.105560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Allocated IP 172.25.4.84 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/79063431-1cbb-4a22-b3fd-4ccc08c6f2d7) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:09.109785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98b063-e657-4779-a8d9-b76938f0c043 None None] The sync data for ids ['5ba5b546-171b-4f04-9be8-15b99d8cf665'] in n-d-843301-1 is: [{'id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'name': 'tempest-ServerRescueTestJSON-1890573070-router', 'tenant_id': '93d02304ba49492693abcca8313fdeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:44:00Z', 'revision_number': 5, 'project_id': '93d02304ba49492693abcca8313fdeda', 'gw_port': {'id': 'd6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5b546-171b-4f04-9be8-15b99d8cf665', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:33Z', 'updated_at': '2022-05-26T22:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:09.136735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7e9ea721-651f-43b1-bee4-ea923fce2216 None None] For port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,segment=NetworkSegment(de5f841c-71d1-4c43-9ffd-6051db9e385f),segment_id=de5f841c-71d1-4c43-9ffd-6051db9e385f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:09.142653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea721-651f-43b1-bee4-ea923fce2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.147624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:09.242331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ea721-651f-43b1-bee4-ea923fce2216 None None] Pushing event updated for resources: {'Port': ['ID=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:09.264161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.276301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-69e7232a-17cf-46bd-8d57-8560ce4a7b10 req-38df2fc3-1f1c-4e12-ba00-a5939860eaa5 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:09.278136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-69e7232a-17cf-46bd-8d57-8560ce4a7b10 req-38df2fc3-1f1c-4e12-ba00-a5939860eaa5 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 931 time: 0.9172194 May 26 22:44:09.370043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Made reservation on behalf of e690c00c514146589a6ed784d9ab9585 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:09.373052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.390910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d795e969-9b4d-427c-87b1-98e9d2e013d9 req-b30e948d-ac37-46c0-a4d6-81c81662d26c service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409988 May 26 22:44:09.393200 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5dbf3472-a657-4b1f-a141-e368ec135f05 req-f726b2be-45c9-4b05-bfe9-25b86bd80b0f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2394886 May 26 22:44:09.493571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f277a0e6-e68d-4a63-84b2-3938d2050337 None None] Provisioning complete for port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:09.493571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f277a0e6-e68d-4a63-84b2-3938d2050337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.737578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:09.755972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.767546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.809203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-69e7232a-17cf-46bd-8d57-8560ce4a7b10 req-0f0f0232-d0c7-460c-85d4-fe77148c788a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698551 May 26 22:44:09.833865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:09.834324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.850347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285550ca-b9d6-437a-98e5-5432244718f4 req-95720917-7916-4420-9a31-ee193f1e43ff tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:09.851870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-285550ca-b9d6-437a-98e5-5432244718f4 req-95720917-7916-4420-9a31-ee193f1e43ff tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.48 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.2083728 May 26 22:44:09.853009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.853936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba5b546-171b-4f04-9be8-15b99d8cf665 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:44:09.915518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706a81-ef04-4df3-98a2-e6b599f8cc4f req-8e29ba39-f2fd-404f-aefe-ea57f471a907 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:09.922392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-39706a81-ef04-4df3-98a2-e6b599f8cc4f req-8e29ba39-f2fd-404f-aefe-ea57f471a907 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 943 time: 0.2816339 May 26 22:44:09.991233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:09.992341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69b16419-7dd9-4e10-895b-42f13f702a21 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5ba5b546-171b-4f04-9be8-15b99d8cf665 HTTP/1.1" status: 204 len: 168 time: 2.8626742 May 26 22:44:09.997715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52002) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:10.011027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.025919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c33ea148-2362-412c-b358-e9a5289bef6e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:10.046141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Deleting port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:10.047262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.061147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c33ea148-2362-412c-b358-e9a5289bef6e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:10.061505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c33ea148-2362-412c-b358-e9a5289bef6e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:10.080226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-39706a81-ef04-4df3-98a2-e6b599f8cc4f req-c88ae048-b63e-4088-945b-768bbe94e2e3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570027 May 26 22:44:10.138304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-0ddc2d39-d43d-41ac-8135-5bb88fcb0b47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=112321dc32c44e748c69eba012b1178e&device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 1094 time: 0.6054444 May 26 22:44:10.140172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3100550f-d088-464e-be9a-b3ee44cc0f72 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:44:10.155153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.163031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] Deleting subnet a68d6fe7-1dca-41be-afc1-56dd4f3391ac {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:44:10.173820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.180622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52006) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:10.310239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.316748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Allocated IP 172.20.0.4 (14033c08-7d12-4110-9b92-7b9e5367234f/6eeeaded-cccd-4455-850e-00ab71aa0212/e0eabfb1-0d6d-45c1-9833-ad013626e4f2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:10.390832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Transition to ACTIVE for port object 3100550f-d088-464e-be9a-b3ee44cc0f72 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:10.400769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40bd7251-6e40-4782-be6a-ab98ce1e4509 req-986b93b4-9014-4086-a377-79d0b3a51e88 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 210 time: 0.0984311 May 26 22:44:10.426586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.447054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.512507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] For port bdf4fd2a-80d6-4fcd-9142-dcf626892f68, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:10.512899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.547394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1104c-cc15-4f3a-a32b-fb9fbf209b98 req-8c7d44e8-1685-4c89-9284-17c39b966fb3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:10.548856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1af1104c-cc15-4f3a-a32b-fb9fbf209b98 req-8c7d44e8-1685-4c89-9284-17c39b966fb3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.5787554 May 26 22:44:10.557456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.670080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.690147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Pushing event updated for resources: {'Port': ['ID=3100550f-d088-464e-be9a-b3ee44cc0f72,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:10.736485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-d8019d94-3561-45db-9876-c9e764b9b4ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:10.738884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-d8019d94-3561-45db-9876-c9e764b9b4ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 200 len: 907 time: 0.5868866 May 26 22:44:10.786078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68d6fe7-1dca-41be-afc1-56dd4f3391ac,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:10.807501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:10.823369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b5a3527f-f6bf-4c92-be92-fd7c6eb5fcac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a68d6fe7-1dca-41be-afc1-56dd4f3391ac HTTP/1.1" status: 204 len: 168 time: 0.8213270 May 26 22:44:10.832889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52012) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:10.994992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a5f04-0a2c-4b5d-b902-9720852e569c req-96f4fd34-596b-4173-82a3-313083256203 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:10.996518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-325a5f04-0a2c-4b5d-b902-9720852e569c req-96f4fd34-596b-4173-82a3-313083256203 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 946 time: 0.4141963 May 26 22:44:10.999317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:11.053707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:11.056982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:11.065320 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.066440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.066790 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Floating IP 2c4d7135-841b-462e-a6d1-57f74c56b26e disassociated. External IP: 172.25.4.32, port: bdf4fd2a-80d6-4fcd-9142-dcf626892f68. May 26 22:44:11.067132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Calling delete_port for bdf4fd2a-80d6-4fcd-9142-dcf626892f68 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:11.114839 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.158264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-325a5f04-0a2c-4b5d-b902-9720852e569c req-1a914ecf-bcf0-467e-8e0e-395ba1df0736 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups?id=eed136d0-4e7b-40ff-869d-1decf329ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463201 May 26 22:44:11.173824 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-d0f73683-c741-4a52-94c9-72b05ce861d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f232eac-8e4d-4d29-9792-9636be138711 HTTP/1.1" status: 200 len: 217 time: 0.2768266 May 26 22:44:11.185737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Pushing event updated for resources: {'Port': ['ID=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:11.244297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:11.268291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1af1104c-cc15-4f3a-a32b-fb9fbf209b98 req-a07fc20d-7798-491d-a8ae-bf0222fe6d5c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6981814 May 26 22:44:11.343859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:11.344520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d6aba6f6-aa50-4dcd-8b1b-5ad68dfc12e5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:11.449589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2f232eac-8e4d-4d29-9792-9636be138711 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:44:11.562325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-ab5870e1-626b-437e-ba7d-1c76ff001953 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:11.564031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-ab5870e1-626b-437e-ba7d-1c76ff001953 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 200 len: 846 time: 0.3674712 May 26 22:44:11.664419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.673985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2f232eac-8e4d-4d29-9792-9636be138711, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2f232eac-8e4d-4d29-9792-9636be138711,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:11.682261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.701901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '2f232eac-8e4d-4d29-9792-9636be138711', 'network_id': '263a6ff1-3e06-48dd-beed-251ac06438fc', 'port_id': '2f232eac-8e4d-4d29-9792-9636be138711', 'mac_address': 'fa:16:3e:c6:3a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ba0ea9-330e-47b1-82d6-d873725d8274', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:44:11.755639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Attempting to bind port 3100550f-d088-464e-be9a-b3ee44cc0f72 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:11.756059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Attempting to bind port 3100550f-d088-464e-be9a-b3ee44cc0f72 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:11.756449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Attempting to bind port 3100550f-d088-464e-be9a-b3ee44cc0f72 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:11.765820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf660f98-980a-48fa-965c-716a3131417c']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:11.772493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Port 3100550f-d088-464e-be9a-b3ee44cc0f72 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:44:11.772924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Attempting to bind port 3100550f-d088-464e-be9a-b3ee44cc0f72 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:11.787205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:11.787923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:11.788557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Bound using segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:11.789252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Bound port: 3100550f-d088-464e-be9a-b3ee44cc0f72, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:11.789850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.820940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4158d180-d6af-4f95-b67c-bde6a213347a') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:11.821477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4158d180-d6af-4f95-b67c-bde6a213347a') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:11.824123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-8c554155-6258-4989-b2b0-6ac06441be0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=263a6ff1-3e06-48dd-beed-251ac06438fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281669 May 26 22:44:11.825373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.844382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:11.872013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.899305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.900921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:11.933329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f232eac-8e4d-4d29-9792-9636be138711 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:44:11.971457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2f232eac-8e4d-4d29-9792-9636be138711, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2f232eac-8e4d-4d29-9792-9636be138711,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:11.995876 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:12.020238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63059a7-6d58-4fea-87b6-42706d70994f req-44204434-4ff8-475c-afe0-21e2c4548e2a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:12.020238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a63059a7-6d58-4fea-87b6-42706d70994f req-44204434-4ff8-475c-afe0-21e2c4548e2a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 943 time: 0.4940627 May 26 22:44:12.021153 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:12.052953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event deleted for resources: {'Port': ['ID=bdf4fd2a-80d6-4fcd-9142-dcf626892f68,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:12.055253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:44:12.055679 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: timer() May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:44:12.075412 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:44:12.133106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Network 14033c08-7d12-4110-9b92-7b9e5367234f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:12.147877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:12.148867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=2f232eac-8e4d-4d29-9792-9636be138711,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:12.167745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:12.177853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:12.324276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['2f232eac-8e4d-4d29-9792-9636be138711'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:12.339532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:12.360721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a63059a7-6d58-4fea-87b6-42706d70994f req-3ce5283d-4c59-4baa-bb1c-4aa359fb0e0d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262451 May 26 22:44:12.362774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:12.381603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf660f98-980a-48fa-965c-716a3131417c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:12.405901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ec111685-127f-459d-b83b-122a787c92f0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bf660f98-980a-48fa-965c-716a3131417c HTTP/1.1" status: 204 len: 168 time: 1.5719085 May 26 22:44:12.564388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] For port 3100550f-d088-464e-be9a-b3ee44cc0f72, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:12.565297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Router 2a967f85-1143-451c-bf5f-b8498fc72642 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:44:12.571852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] For port 3100550f-d088-464e-be9a-b3ee44cc0f72, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3100550f-d088-464e-be9a-b3ee44cc0f72,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:12.735762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:12.736507 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:12.742357 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-30cf8aec-5123-4807-924b-f76dfa4f8fc4 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8566155 May 26 22:44:12.744954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52034) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:12.760332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:12.824950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d772ed-4bde-4153-bc98-66072f8e728a req-87498bd0-90a2-4140-8129-a6206102289c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:12.826419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74d772ed-4bde-4153-bc98-66072f8e728a req-87498bd0-90a2-4140-8129-a6206102289c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 943 time: 1.2857389 May 26 22:44:12.928844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-94827ef7-2800-4893-9b05-586eab532e0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93d02304ba49492693abcca8313fdeda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826499 May 26 22:44:12.931355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:12.961571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad29cf-85f8-4df0-84f2-b5e04f591e0a req-ceb00143-3653-4831-ae3f-1529065ac917 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:12.963345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cad29cf-85f8-4df0-84f2-b5e04f591e0a req-ceb00143-3653-4831-ae3f-1529065ac917 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 931 time: 0.2712300 May 26 22:44:12.977274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-d0f0bee5-e9bb-4da5-af4b-2a90d5b801fb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4992623 May 26 22:44:12.999367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Request body: {'port': {'device_id': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:13.033879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.035788 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] 10.222.0.48 "PUT /v2.0/ports/3100550f-d088-464e-be9a-b3ee44cc0f72 HTTP/1.1" status: 200 len: 1091 time: 4.7604451 May 26 22:44:13.042571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100fe52d-9da3-4b04-836e-1a76769d4eb6', 'tag': '3100550f-d088-464e-be9a-b3ee44cc0f72'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:13.080746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4cad29cf-85f8-4df0-84f2-b5e04f591e0a req-c23a316e-2059-4eb0-97d7-c638a1957a2e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:13.089951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-862d86c2-a35e-4f1e-b50d-ba2a6833d352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.132268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-862d86c2-a35e-4f1e-b50d-ba2a6833d352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.141066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4cad29cf-85f8-4df0-84f2-b5e04f591e0a req-c23a316e-2059-4eb0-97d7-c638a1957a2e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:13.142455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cad29cf-85f8-4df0-84f2-b5e04f591e0a req-c23a316e-2059-4eb0-97d7-c638a1957a2e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666768 May 26 22:44:13.174023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:13.186667 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] Sync routers for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:13.229466 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:13.230339 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:13.267521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcb5e6-d825-4cef-bd13-9e5f79b5304b service neutron] Pushing event updated for resources: {'Port': ['ID=3100550f-d088-464e-be9a-b3ee44cc0f72,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:13.277925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] No DVR routers for this DVR port bdf4fd2a-80d6-4fcd-9142-dcf626892f68 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:13.289841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.297875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'name': 'network-vif-deleted', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:13.309060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-285550ca-b9d6-437a-98e5-5432244718f4 req-e40dcd93-462f-4966-a18c-75d8e3fefdf6 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.48 "DELETE /v2.0/ports/bdf4fd2a-80d6-4fcd-9142-dcf626892f68 HTTP/1.1" status: 204 len: 173 time: 3.4493268 May 26 22:44:13.326392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74d772ed-4bde-4153-bc98-66072f8e728a req-bbe94e18-b388-462b-8317-792aae72ef33 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784992 May 26 22:44:13.367611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edab3022-3dff-48ca-ba5e-aecac13f13b8 req-8379acb6-0052-496e-a2c9-8b0576d468e1 service neutron] 10.222.0.55 "GET /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104527 May 26 22:44:13.386173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.386914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.395258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-862d86c2-a35e-4f1e-b50d-ba2a6833d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.426116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d92019e1-8d79-45d1-bab3-50af3839b3b5 req-3f72a71a-9ed9-47cd-9a6f-70f28241e21a tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Synchronizing usage tracker for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:13.432312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d86c2-a35e-4f1e-b50d-ba2a6833d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c90700-bd24-4847-9100-88e38df8e0d7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:13.444054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-862d86c2-a35e-4f1e-b50d-ba2a6833d352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.447630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-862d86c2-a35e-4f1e-b50d-ba2a6833d352 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73c90700-bd24-4847-9100-88e38df8e0d7 HTTP/1.1" status: 204 len: 168 time: 0.5129468 May 26 22:44:13.459930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d92019e1-8d79-45d1-bab3-50af3839b3b5 req-3f72a71a-9ed9-47cd-9a6f-70f28241e21a tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Unset dirty status for tenant:5fa3bab63f6f4ad780dc0cf599cd3a08 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:13.484511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2f232eac-8e4d-4d29-9792-9636be138711 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:13.488526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d92019e1-8d79-45d1-bab3-50af3839b3b5 req-3f72a71a-9ed9-47cd-9a6f-70f28241e21a tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/ports?device_id=230a4bfc-9160-4e25-a79f-fb7493ec8b54 HTTP/1.1" status: 200 len: 210 time: 0.1384706 May 26 22:44:13.547998 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:13.556248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.615380 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762d228c-dfc6-4784-a239-18484c6c7e53'] response: {'name': 'network-changed', 'server_uuid': '100fe52d-9da3-4b04-836e-1a76769d4eb6', 'tag': '3100550f-d088-464e-be9a-b3ee44cc0f72', 'status': 'completed', 'code': 200} May 26 22:44:13.660200 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8397cc-1cca-479d-90f0-7db90b7aaaa1'] response: {'server_uuid': '230a4bfc-9160-4e25-a79f-fb7493ec8b54', 'name': 'network-vif-deleted', 'tag': 'bdf4fd2a-80d6-4fcd-9142-dcf626892f68', 'status': 'completed', 'code': 200} May 26 22:44:13.670448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 2f232eac-8e4d-4d29-9792-9636be138711 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:13.685542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 2f232eac-8e4d-4d29-9792-9636be138711 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:13.685834 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:13.932754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd3be0-8fc7-4c18-9f9d-73db82bc3eee req-806b0936-22a5-48fc-a7e6-7934d09a4791 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:13.940972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08fd3be0-8fc7-4c18-9f9d-73db82bc3eee req-806b0936-22a5-48fc-a7e6-7934d09a4791 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 943 time: 0.1524689 May 26 22:44:14.005319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-2ad05eb0-0f39-49f6-bb8d-ddf69b15eb14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 1094 time: 0.7773790 May 26 22:44:14.018023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08fd3be0-8fc7-4c18-9f9d-73db82bc3eee req-ae589d11-fbc5-4180-8881-40f93617bc0c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758884 May 26 22:44:14.057278 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:14.094881 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:38Z', 'revision_number': 5, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:14.099419 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] Checking router: 2a967f85-1143-451c-bf5f-b8498fc72642 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:14.109998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2f232eac-8e4d-4d29-9792-9636be138711, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2f232eac-8e4d-4d29-9792-9636be138711,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:14.110552 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:14.110991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80775fed-76cb-4401-a473-ea933a07f4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232eac-8e4d-4d29-9792-9636be138711'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:14.111317 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:14.117685 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:14.204705 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1421dd-69d8-4c00-b1e1-ce7edcdc1e4e'] response: {'server_uuid': '80775fed-76cb-4401-a473-ea933a07f4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232eac-8e4d-4d29-9792-9636be138711', 'code': 200} May 26 22:44:14.249650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device bdf4fd2a-80d6-4fcd-9142-dcf626892f68 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:14.308136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-cdb5fda2-6101-4c9d-b63e-206734105896 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3100550f-d088-464e-be9a-b3ee44cc0f72 HTTP/1.1" status: 200 len: 217 time: 0.2938802 May 26 22:44:14.313916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=2f232eac-8e4d-4d29-9792-9636be138711,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:14.318348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: bdf4fd2a-80d6-4fcd-9142-dcf626892f68 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:14.318684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device bdf4fd2a-80d6-4fcd-9142-dcf626892f68 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:14.378754 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:14.411555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d66fa-21ad-4a05-9cd9-d65b517b5944 req-33834d9d-28cd-46c9-ac92-11ce4b0748fd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:14.420002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b86d66fa-21ad-4a05-9cd9-d65b517b5944 req-33834d9d-28cd-46c9-ac92-11ce4b0748fd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 931 time: 0.0909324 May 26 22:44:14.457589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:14.492183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b86d66fa-21ad-4a05-9cd9-d65b517b5944 req-50c7c4e5-c475-45d8-9a03-495a981c8609 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 May 26 22:44:14.786540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9595a-355d-4e6a-a5bb-4cf95cb4db08 req-62cd8ede-3c12-4085-9ec9-f827741a00c3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:14.792059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc144cc4-c9dc-46b8-b870-df0112e128ed req-2380280f-9d7c-40bc-b99a-d5009c369858 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:14.793730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1df9595a-355d-4e6a-a5bb-4cf95cb4db08 req-62cd8ede-3c12-4085-9ec9-f827741a00c3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 1.0442603 May 26 22:44:14.799311 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:38Z', 'revision_number': 5, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:14.801341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc144cc4-c9dc-46b8-b870-df0112e128ed req-2380280f-9d7c-40bc-b99a-d5009c369858 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.1856186 May 26 22:44:14.805726 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9d079-83ce-437d-b1fc-7c4c0d00e591 None None] The sync data for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 is: [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:42:05Z', 'revision_number': 4, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b566fed8-6727-4e05-a0b4-523615e825ad', 'name': '', 'network_id': '7c1f1052-7d58-4687-9115-b6febdf4998f', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'mac_address': 'fa:16:3e:af:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:42:02Z', 'updated_at': '2022-05-26T22:42:38Z', 'revision_number': 5, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'subnets': [{'id': 'ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:14.818587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-1fe7b95f-2bb1-481b-ba75-67be59a3950b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:14.820332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-1fe7b95f-2bb1-481b-ba75-67be59a3950b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.4528739 May 26 22:44:14.835812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-73e3c70e-8c4e-4343-a5a9-23d39ff55348 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1693830 May 26 22:44:14.875806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc144cc4-c9dc-46b8-b870-df0112e128ed req-f9bf098e-2bfe-4a80-9c9c-817683b49d83 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733035 May 26 22:44:14.934868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4781a976-efdc-419b-80a7-44d9b0dae712 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938349 May 26 22:44:15.042725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cfd26f7d-c1bf-4182-bb7c-380961dc3ac2 req-dc4830bb-aac0-4658-a483-a3077f311ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 1096 time: 0.7426183 May 26 22:44:15.160896 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1df9595a-355d-4e6a-a5bb-4cf95cb4db08 req-ed06186f-5e32-4f2d-97a2-2c74546abc26 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659387 May 26 22:44:15.220359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-bad2e700-a155-407b-88e8-2ee8c82f1ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1096 time: 0.2393799 May 26 22:44:15.233580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:15.256287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be84ac-8a84-4728-8900-767bd0559144 None None] New status for floating IP 2c4d7135-841b-462e-a6d1-57f74c56b26e: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:44:15.388320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cfd26f7d-c1bf-4182-bb7c-380961dc3ac2 req-e5044f1e-f970-40f8-84e3-5a9f25df661b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791698 May 26 22:44:15.409140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37b3da95-78fa-4f22-aeb3-f130f8a87689 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:15.442179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-242332bd-9fb1-4605-b750-ccdaeacd82f7 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869902 May 26 22:44:15.460119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eabfb1-0d6d-45c1-9833-ad013626e4f2 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:44:15.498625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37b3da95-78fa-4f22-aeb3-f130f8a87689 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:15.550160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-251acaf1-d2a7-4773-b5f3-2215fe676fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:15.551701 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-251acaf1-d2a7-4773-b5f3-2215fe676fa2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 915 time: 0.2957897 May 26 22:44:15.599420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45213b-7524-4643-95ce-cf1439e9c66b req-756c4cec-6c92-45a9-8991-a3f866af5461 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:15.600900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc45213b-7524-4643-95ce-cf1439e9c66b req-756c4cec-6c92-45a9-8991-a3f866af5461 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1628492 May 26 22:44:15.611308 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37b3da95-78fa-4f22-aeb3-f130f8a87689 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:15.686183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:15.709442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3da95-78fa-4f22-aeb3-f130f8a87689 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed136d0-4e7b-40ff-869d-1decf329ff1d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:15.729328 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-72e40ad1-0b21-44eb-8b41-d18b7242a3b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 217 time: 0.1115568 May 26 22:44:15.753021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Transition to ACTIVE for port object e0eabfb1-0d6d-45c1-9833-ad013626e4f2 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:15.771387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37b3da95-78fa-4f22-aeb3-f130f8a87689 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:15.772480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-37b3da95-78fa-4f22-aeb3-f130f8a87689 tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "DELETE /v2.0/security-groups/eed136d0-4e7b-40ff-869d-1decf329ff1d HTTP/1.1" status: 204 len: 168 time: 0.5371294 May 26 22:44:15.779758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:15.785540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:15.811754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc45213b-7524-4643-95ce-cf1439e9c66b req-b810f860-309e-4395-9cee-2654948436fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032661 May 26 22:44:15.815111 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-0e52c333-1633-41f1-9413-a6fa3b73511b tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] show failed (client error): The resource could not be found. May 26 22:44:15.818793 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e52c333-1633-41f1-9413-a6fa3b73511b tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "GET /v2.0/security-groups/eed136d0-4e7b-40ff-869d-1decf329ff1d HTTP/1.1" status: 404 len: 347 time: 0.0354726 May 26 22:44:15.819442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:15.916948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-70e38324-1c2a-44f8-877b-9c1666f48b0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:15.918436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-70e38324-1c2a-44f8-877b-9c1666f48b0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.1785340 May 26 22:44:15.922395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-4606fd9f-8a08-4f7e-9801-84e5010bed3c service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663916 May 26 22:44:15.927589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:16.131530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9751e9-24b3-48be-b5c0-8823d89f6f6e req-91eabb88-c061-43ca-bd3b-637d5b7a6be7 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:16.131927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b9751e9-24b3-48be-b5c0-8823d89f6f6e req-91eabb88-c061-43ca-bd3b-637d5b7a6be7 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 943 time: 0.7394726 May 26 22:44:16.132073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-915af0ee-9354-45ee-be03-0cde594ac2b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427956 May 26 22:44:16.138112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Deleting port 6b3e51b8-5414-4ba3-9944-e73e2ecb77ee {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:16.138590 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:16.207503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:44:16.293859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Attempting to bind port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:16.294197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Attempting to bind port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:16.294519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Attempting to bind port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 on network 14033c08-7d12-4110-9b92-7b9e5367234f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:16.352238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52112) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:16.416533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b9751e9-24b3-48be-b5c0-8823d89f6f6e req-8e90fee4-365c-4a0a-a933-d09c32ddfa27 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627487 May 26 22:44:16.496088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 on network 14033c08-7d12-4110-9b92-7b9e5367234f not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:44:16.496406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Attempting to bind port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 on network 14033c08-7d12-4110-9b92-7b9e5367234f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:16.501880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa83564-3a53-4d8e-8740-2408ea61531d req-cee4d4b5-e2e2-4658-a1cd-03d44dfd30d8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:16.508522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eaa83564-3a53-4d8e-8740-2408ea61531d req-cee4d4b5-e2e2-4658-a1cd-03d44dfd30d8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 943 time: 0.4364610 May 26 22:44:16.522700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-4c38a52e-1058-4b15-980a-54b4ac2f5934 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556402 May 26 22:44:16.539158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-fef63d04-a410-4f25-9ba9-eafc3c166575 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 1094 time: 0.5262692 May 26 22:44:16.554768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:16.555100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Checking segment: {'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:16.555469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Bound using segment: {'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:16.555908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Bound port: e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb2ece7-db11-42c2-87a3-b166eaed80c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:16.556246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:16.589266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:16.589594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:16.811536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:16.965804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Calling delete_port for 6b3e51b8-5414-4ba3-9944-e73e2ecb77ee owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:16.969773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:16.972328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-d32602db-9eec-4536-956d-3f7f8c15700d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:16.973861 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-d32602db-9eec-4536-956d-3f7f8c15700d service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.4270356 May 26 22:44:17.013601 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eaa83564-3a53-4d8e-8740-2408ea61531d req-74ac56b9-cc58-4756-ab48-7c65c671ff07 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042338 May 26 22:44:17.040904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:17.042099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-60a3ace9-051b-4bee-a8a9-0e673d56c8ca tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:17.043683 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-60a3ace9-051b-4bee-a8a9-0e673d56c8ca tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 943 time: 0.6770597 May 26 22:44:17.057223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:17.087568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Usage tracker for resource:security_group_rule and tenant:226811cbba5446088a330865a619f5b8 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:17.098994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:17.106570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.110073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-343ef483-775f-4fc3-9160-f352d8de587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.115641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd58ee-af90-4b98-b7ae-c4406ba397a7 req-e27c4d3f-ca3f-4d3c-8343-509ac2fd7bbc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:17.117075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ddd58ee-af90-4b98-b7ae-c4406ba397a7 req-e27c4d3f-ca3f-4d3c-8343-509ac2fd7bbc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.5336900 May 26 22:44:17.166485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:17.170104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-0d848fc0-2e65-4760-acb1-45ad9ca73424 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3100550f-d088-464e-be9a-b3ee44cc0f72 HTTP/1.1" status: 200 len: 217 time: 0.1879501 May 26 22:44:17.289685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b852bae1-b956-4bb3-a272-bc03db0403ce req-076921b3-0c1a-42f8-b942-d3584222222d service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474444 May 26 22:44:17.297830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Deleting port 3100550f-d088-464e-be9a-b3ee44cc0f72 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:17.298170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.406322 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.425497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.426854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] 10.222.0.48 "PUT /v2.0/ports/e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 1091 time: 4.4314749 May 26 22:44:17.429223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:17.476553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Pushing event deleted for resources: {'Port': ['ID=6b3e51b8-5414-4ba3-9944-e73e2ecb77ee,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:17.529040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337a3ff-830b-4757-928e-c9fbbbfaf923 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:17.543920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-041552bc-29b3-4d83-8cf9-9ebffe4d2e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:17.545365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-041552bc-29b3-4d83-8cf9-9ebffe4d2e63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.3597312 May 26 22:44:17.594421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ddd58ee-af90-4b98-b7ae-c4406ba397a7 req-b28c0cc7-4531-4950-a051-ecad8f8cd5bc tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292808 May 26 22:44:17.620115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-e3a40a82-327e-434d-9057-f3478d6310ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669003 May 26 22:44:17.644537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89934a-671f-41ef-afa1-7cd57357391b req-c845cc4d-41db-42f0-8184-06b829e3da5c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:17.651858 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd89934a-671f-41ef-afa1-7cd57357391b req-c845cc4d-41db-42f0-8184-06b829e3da5c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4400642 May 26 22:44:17.746640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:17.756132 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4754252-deb1-4487-b0e8-e8a01ff6acfa'] response: {'name': 'network-changed', 'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2', 'status': 'completed', 'code': 200} May 26 22:44:17.760890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.761643 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Sync routers for ids ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:17.770724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.783624 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Routers {'9dd12180-f222-4d9f-b8d1-bdf664d77a07'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:17.785627 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:43:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:17.786377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd89934a-671f-41ef-afa1-7cd57357391b req-6fe8b686-f0c6-4c85-b060-42a71d0dd602 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335700 May 26 22:44:17.794344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.804756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] For port 3100550f-d088-464e-be9a-b3ee44cc0f72, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3100550f-d088-464e-be9a-b3ee44cc0f72,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:17.805392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.885888 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-43a2ebf7-4a64-4ae2-9592-dcd47474cae4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1094 time: 0.4123926 May 26 22:44:17.886611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:17.887659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e83054c-0ee1-4b9b-a524-e84f2ac68da7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 12.7737279 May 26 22:44:17.909008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52126) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:17.967534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Calling delete_port for 3100550f-d088-464e-be9a-b3ee44cc0f72 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:18.154934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:18.158969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ecb82b6b-3aa0-4fdc-9056-0fd38dd7ce1f tempest-ServersTestManualDisk-1590887262 tempest-ServersTestManualDisk-1590887262-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c4d7135-841b-462e-a6d1-57f74c56b26e HTTP/1.1" status: 204 len: 168 time: 2.3362110 May 26 22:44:18.162584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52132) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:18.163230 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:18.174633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8110bbf-37c0-4ec9-b778-28215861f198,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:18.176874 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Set router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:18.199304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4559aac1-d551-44ab-b96a-568441cf89c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=226811cbba5446088a330865a619f5b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7988286 May 26 22:44:18.217413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52136) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:18.304909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event deleted for resources: {'Port': ['ID=3100550f-d088-464e-be9a-b3ee44cc0f72,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:18.313915 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-a69335f0-2511-4497-92fd-872ee6e6e666 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773679 May 26 22:44:18.315082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-354e9332-a362-43d7-b428-b24a6c8a46ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 217 time: 0.4082117 May 26 22:44:18.388110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08240740-aad8-4972-9ebc-89ad17ff81f2 req-02b91211-6d86-48a4-8281-a76c5676d646 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 210 time: 0.1873572 May 26 22:44:18.494584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] No DVR routers for this DVR port 3100550f-d088-464e-be9a-b3ee44cc0f72 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:18.501749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:18.504240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100fe52d-9da3-4b04-836e-1a76769d4eb6', 'name': 'network-vif-deleted', 'tag': '3100550f-d088-464e-be9a-b3ee44cc0f72'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:18.543544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec9691e3-3347-4ee6-a58d-865393e7bda5 req-e9c80ae3-3c64-4ae8-b85e-44724602686c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "DELETE /v2.0/ports/3100550f-d088-464e-be9a-b3ee44cc0f72 HTTP/1.1" status: 204 len: 173 time: 1.4835560 May 26 22:44:18.554478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fddff7-c339-43dd-95d0-63e5c09fa802 req-09ce083d-1f9a-4222-bf0b-4ad0aad02bbb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:18.561323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4fddff7-c339-43dd-95d0-63e5c09fa802 req-09ce083d-1f9a-4222-bf0b-4ad0aad02bbb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4375601 May 26 22:44:18.563430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94453d33-1811-4548-aac2-224d91d14d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:18.657627 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:11Z', 'revision_number': 3, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:18.669740 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Checking router: 9dd12180-f222-4d9f-b8d1-bdf664d77a07 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:18.670625 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Updating router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:44:18.720286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-407860b0-1611-43d7-9e7c-dca011b73376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:18.721727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-407860b0-1611-43d7-9e7c-dca011b73376 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.3867993 May 26 22:44:18.783242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94453d33-1811-4548-aac2-224d91d14d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:18.797850 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:18.834495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Deleting port 90150f4c-0fe7-438a-b51e-b9e02abe145c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:18.834830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:18.841993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4fddff7-c339-43dd-95d0-63e5c09fa802 req-67702420-947d-4ee2-bb6e-cca7023b823e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795668 May 26 22:44:18.883335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-1cdbda38-1b1b-4073-8b76-38c414cd0d35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518443 May 26 22:44:19.105045 n-d-843301-1 neutron-server[84029]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6bff4752-bd21-4981-a2db-80f0650ac8bc']: {'server_uuid': '100fe52d-9da3-4b04-836e-1a76769d4eb6', 'name': 'network-vif-deleted', 'tag': '3100550f-d088-464e-be9a-b3ee44cc0f72', 'status': 'failed', 'code': 422} returned with failed status May 26 22:44:19.132331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9c7300-ccb0-4097-8279-456f72abc431 req-4162cfb8-57d2-43c9-b75e-48385153c4b9 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7984340 May 26 22:44:19.157150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94453d33-1811-4548-aac2-224d91d14d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.230680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94453d33-1811-4548-aac2-224d91d14d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8110bbf-37c0-4ec9-b778-28215861f198,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:19.240501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94453d33-1811-4548-aac2-224d91d14d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.243911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-94453d33-1811-4548-aac2-224d91d14d4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8110bbf-37c0-4ec9-b778-28215861f198 HTTP/1.1" status: 204 len: 168 time: 0.9741106 May 26 22:44:19.292663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2e6cd-cc5a-4f8e-8c89-c72a8e6aff88 req-1fc3663c-612d-44e1-ba4e-b6eeac5f30cd tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:19.294123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2d2e6cd-cc5a-4f8e-8c89-c72a8e6aff88 req-1fc3663c-612d-44e1-ba4e-b6eeac5f30cd tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.1443269 May 26 22:44:19.333545 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-163cb8ff-9311-4ddd-85eb-5004b56d9281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.335946 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30d36222-b98f-43bb-a16a-1925bd6ebf8a req-c8891b18-7524-41bd-9096-a1007c99d1e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 210 time: 0.1069009 May 26 22:44:19.345037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] For port 90150f4c-0fe7-438a-b51e-b9e02abe145c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=90150f4c-0fe7-438a-b51e-b9e02abe145c,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:19.345739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.378313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2d2e6cd-cc5a-4f8e-8c89-c72a8e6aff88 req-1bd90285-96de-4dd9-a5d2-4180bf6fd72d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721588 May 26 22:44:19.415198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.428016 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.445326 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Transition to ACTIVE for port object 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:19.457844 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.560708 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Attempting to bind port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:19.561449 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Attempting to bind port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:19.561859 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Attempting to bind port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:19.590454 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:19.591269 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:19.591269 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.613848 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:19.614557 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Bound port: 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:19.614927 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.700848 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Pushing event updated for resources: {'Port': ['ID=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:19.723464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c03b9-1f8f-4458-bce2-edf629a4ff40 req-9dc2168f-9731-47c8-b2d6-7c695be912b1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:19.724226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-373c03b9-1f8f-4458-bce2-edf629a4ff40 req-9dc2168f-9731-47c8-b2d6-7c695be912b1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:19.748295 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.749344 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.749893 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.750522 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.751464 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.751997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.752502 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.753611 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.754136 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.754638 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.755313 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:19.807383 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] For port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:19.813036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] For port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:19.824642 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:19.938968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d36222-b98f-43bb-a16a-1925bd6ebf8a req-7c4de5d7-7c60-443a-af4a-73c5cbe00df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:19.940976 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30d36222-b98f-43bb-a16a-1925bd6ebf8a req-7c4de5d7-7c60-443a-af4a-73c5cbe00df2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.5795395 May 26 22:44:19.986365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Routers {'9dd12180-f222-4d9f-b8d1-bdf664d77a07'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:19.987010 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:19.988182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Calling delete_port for 90150f4c-0fe7-438a-b51e-b9e02abe145c owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:20.051246 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bd506-174a-424a-80e8-38070505aa80 None None] Pushing event updated for resources: {'Port': ['ID=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:20.069944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3c0f3f3a-4603-4893-aebb-ce52f2feac37 req-e471384d-7c5e-41d6-81be-aee3d1e537c4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:20.091075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30d36222-b98f-43bb-a16a-1925bd6ebf8a req-9bc994cc-0bc2-4565-969e-f78c2aafa423 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 210 time: 0.0698123 May 26 22:44:20.109496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3c0f3f3a-4603-4893-aebb-ce52f2feac37 req-e471384d-7c5e-41d6-81be-aee3d1e537c4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:20.121551 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0f3f3a-4603-4893-aebb-ce52f2feac37 req-e471384d-7c5e-41d6-81be-aee3d1e537c4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=100fe52d-9da3-4b04-836e-1a76769d4eb6 HTTP/1.1" status: 200 len: 210 time: 0.1366251 May 26 22:44:20.148578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-727f46dc-20ba-4e53-8f3d-bf028ab6e60b service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2379730 May 26 22:44:20.328688 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] Set router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:20.364102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd56dea2-9a94-45ba-890a-28b42a2f3438 req-12d03ad3-1151-49c9-bff3-f1599a51bcf6 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146275 May 26 22:44:20.441580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-373c03b9-1f8f-4458-bce2-edf629a4ff40 req-9dc2168f-9731-47c8-b2d6-7c695be912b1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:20.443646 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-373c03b9-1f8f-4458-bce2-edf629a4ff40 req-9dc2168f-9731-47c8-b2d6-7c695be912b1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 943 time: 1.8446598 May 26 22:44:20.493663 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:20.680974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314da1a0-0043-4838-9f20-98e87721b8bb req-95f06546-aecc-4437-8d34-ed93591107e7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:20.684943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-314da1a0-0043-4838-9f20-98e87721b8bb req-95f06546-aecc-4437-8d34-ed93591107e7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3320305 May 26 22:44:20.692420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:20.724423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-373c03b9-1f8f-4458-bce2-edf629a4ff40 req-02327942-d83b-415d-a5e6-4b5934105901 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:20.757217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-373c03b9-1f8f-4458-bce2-edf629a4ff40 req-02327942-d83b-415d-a5e6-4b5934105901 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:20.758650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-373c03b9-1f8f-4458-bce2-edf629a4ff40 req-02327942-d83b-415d-a5e6-4b5934105901 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350464 May 26 22:44:20.767821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-67bfabeb-9e6e-41be-9b5c-f928058b67c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1094 time: 0.2413194 May 26 22:44:20.788449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-314da1a0-0043-4838-9f20-98e87721b8bb req-e4246ba1-1dd6-4b68-9d1e-80696e1a5fa9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873289 May 26 22:44:20.860707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52174) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:20.861466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Deleting port b566fed8-6727-4e05-a0b4-523615e825ad {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:20.862331 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:20.957958 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:11Z', 'revision_number': 3, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:20.964992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba108c98-a6d8-4605-804c-05884dcada1d None None] The sync data for ids ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'] in n-d-843301-1 is: [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:11Z', 'revision_number': 3, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:21.092820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1662924990-network', 'tenant_id': '2e2ec11a957e47d8bcfaeee214ae7be6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:21.101080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:21.110298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Usage tracker for resource:network and tenant:2e2ec11a957e47d8bcfaeee214ae7be6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:21.119924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:21.123453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-a68c656b-99a7-442b-b47b-37aee81f95ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:21.124926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-a68c656b-99a7-442b-b47b-37aee81f95ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.3463314 May 26 22:44:21.136284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:21.202324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Made reservation on behalf of 2e2ec11a957e47d8bcfaeee214ae7be6 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:21.204602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.220141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.227386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] For port b566fed8-6727-4e05-a0b4-523615e825ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b566fed8-6727-4e05-a0b4-523615e825ad,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:21.227750 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.246835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.304768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=90150f4c-0fe7-438a-b51e-b9e02abe145c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:21.343147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:21.359468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeed7c-4e87-463b-a6b4-6d5c02aec752 req-be28ba49-0d68-48e0-9111-a2f83a3e2ce3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:21.372281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bfeed7c-4e87-463b-a6b4-6d5c02aec752 req-be28ba49-0d68-48e0-9111-a2f83a3e2ce3 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.3744655 May 26 22:44:21.374916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-a64d11d0-c88c-412b-92cf-7bf73ca50633 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 217 time: 0.2422791 May 26 22:44:21.449477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:21.456350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:21.457342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.593368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Calling delete_port for b566fed8-6727-4e05-a0b4-523615e825ad owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:21.606014 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.626161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:21.633183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.657049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-3e5b667d-9480-460a-ad16-9849828e94bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:21.658345 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-3e5b667d-9480-460a-ad16-9849828e94bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.2750647 May 26 22:44:21.690091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03854816-e006-4852-bdc7-57ccf1ae800e req-437e36a1-a4e3-4e0c-96eb-4fad32f3bf80 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:21.697639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03854816-e006-4852-bdc7-57ccf1ae800e req-437e36a1-a4e3-4e0c-96eb-4fad32f3bf80 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.6650941 May 26 22:44:21.720863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:21.726053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2ec11a957e47d8bcfaeee214ae7be6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:21.729288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:21.744397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:21.769401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:21.782980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:21.828907 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03854816-e006-4852-bdc7-57ccf1ae800e req-7a069523-34fa-4976-9e5c-b861e8a01ec9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302736 May 26 22:44:21.997645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.010475 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.015660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-852fd1f4-7b21-4453-8fc4-89c613c44df8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3489006 May 26 22:44:22.044789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0697f4-dac9-48ba-bc0b-5daff3ac4b86,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:22.048395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bfeed7c-4e87-463b-a6b4-6d5c02aec752 req-adbdf100-3f48-4e16-b43c-971835ea665e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726620 May 26 22:44:22.048517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.235296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Pushing event deleted for resources: {'Port': ['ID=b566fed8-6727-4e05-a0b4-523615e825ad,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:22.246573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:44:22.274642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.274993 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Added segment 270fd32c-a309-490c-8884-593c493c65d5 of type vlan for network b5b130f4-3130-4472-be0c-19b6726a7368 May 26 22:44:22.381050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.445800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-7ca749ba-46ff-4d57-b43f-444c421a36f6 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916440 May 26 22:44:22.483347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a5887-2af9-4109-bc07-291a1827f361 req-7de8aa5f-b3c8-46a2-90f8-8f18f99f103f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:22.484805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b0a5887-2af9-4109-bc07-291a1827f361 req-7de8aa5f-b3c8-46a2-90f8-8f18f99f103f tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 943 time: 0.2834196 May 26 22:44:22.515117 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.515929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:22.516496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.536399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce827a-a981-43d8-a8b4-31202c1a87f5 req-749864f2-ec89-4021-80e8-2929eb78a5a6 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:22.537862 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dce827a-a981-43d8-a8b4-31202c1a87f5 req-749864f2-ec89-4021-80e8-2929eb78a5a6 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.3009942 May 26 22:44:22.655779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b0a5887-2af9-4109-bc07-291a1827f361 req-e5e07b7a-75b9-4d1b-852a-7b0f126942df tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627803 May 26 22:44:22.661150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b130f4-3130-4472-be0c-19b6726a7368,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:22.663922 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bc18dbca-2503-4e16-abc1-36046a680286 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7782881 May 26 22:44:22.671693 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4ebf142-1a99-42f4-8dae-1ce52a279fa2 req-992a3c01-f9a2-4e1e-96d1-b472834161ff service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189999 May 26 22:44:22.679986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b5b130f4-3130-4472-be0c-19b6726a7368 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:44:22.685144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dce827a-a981-43d8-a8b4-31202c1a87f5 req-be974c22-dfda-40d5-8a9a-9499764831ba tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318760 May 26 22:44:22.756024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:23.007076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:23.235600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:23.252344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-bbdddaa8-17e0-416a-9d67-d92217a238da tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:23.253872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-bbdddaa8-17e0-416a-9d67-d92217a238da tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.3711655 May 26 22:44:23.293141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48ea61-f708-4dbc-8fb6-6003c72af9fe req-01282d61-6088-41b9-9930-99d01966ed8f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:23.294645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e48ea61-f708-4dbc-8fb6-6003c72af9fe req-01282d61-6088-41b9-9930-99d01966ed8f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1482563 May 26 22:44:23.325765 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-8c1eed73-ed4f-4c68-a537-e615ffb295e3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/quotas/742a146aaf934365a02fa017040542f1 HTTP/1.1" status: 200 len: 375 time: 0.0624671 May 26 22:44:23.354699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:23.395659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-0b2c22d5-7d13-428f-9d29-289db27f0e74 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576344 May 26 22:44:23.429977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:23.430339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:23.593307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e48ea61-f708-4dbc-8fb6-6003c72af9fe req-fb8e2548-391f-43d1-8b98-3b1b435a3078 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357686 May 26 22:44:23.663909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Router 2a967f85-1143-451c-bf5f-b8498fc72642 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:44:23.810249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Allocated IP 172.20.0.1 (500b809a-4e2d-47ef-8187-cc13589c4d6a/55a08fe3-85cf-4051-8e11-8779ef8348af/70b8d72f-f7a4-4254-9e70-297a63574ec2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:23.819101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-bc448cad-c6d1-41a6-94bc-6c82c6ba799a service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845730 May 26 22:44:23.965507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2a08-3de7-4e5c-89b0-b31ab917a2ea req-81738a89-1667-4c5f-bf79-0167f76cf125 tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:23.969399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2a08-3de7-4e5c-89b0-b31ab917a2ea req-81738a89-1667-4c5f-bf79-0167f76cf125 tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:23.973501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2a08-3de7-4e5c-89b0-b31ab917a2ea req-81738a89-1667-4c5f-bf79-0167f76cf125 tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:23.974315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c6be2a08-3de7-4e5c-89b0-b31ab917a2ea req-81738a89-1667-4c5f-bf79-0167f76cf125 tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] Synchronizing usage tracker for tenant:2e2ec11a957e47d8bcfaeee214ae7be6 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:23.998323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c6be2a08-3de7-4e5c-89b0-b31ab917a2ea req-81738a89-1667-4c5f-bf79-0167f76cf125 tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] Unset dirty status for tenant:2e2ec11a957e47d8bcfaeee214ae7be6 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:23.999462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6be2a08-3de7-4e5c-89b0-b31ab917a2ea req-81738a89-1667-4c5f-bf79-0167f76cf125 tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1988506 May 26 22:44:24.027051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:24.031992 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5766e8da-c481-48b3-929e-fd244d58b43f admin admin] 10.222.0.32 "PUT /v2.0/routers/2a967f85-1143-451c-bf5f-b8498fc72642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8668926 May 26 22:44:24.034805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52220) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:24.037314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] Sync routers for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:24.055485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:24.056700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:24.262249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-46e57dc1-affd-4a44-967a-92edb1802b44 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350071 May 26 22:44:24.265233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:24.266866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a39498-775d-482a-8725-fc010c8c5aa3 req-3685d884-3b30-45d3-95ee-6942b46b6e77 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:24.268361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53a39498-775d-482a-8725-fc010c8c5aa3 req-3685d884-3b30-45d3-95ee-6942b46b6e77 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.1102321 May 26 22:44:24.281771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:24.317844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Transition to ACTIVE for port object 70b8d72f-f7a4-4254-9e70-297a63574ec2 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:24.339691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53a39498-775d-482a-8725-fc010c8c5aa3 req-2d315c47-e5bf-4a7d-ab3b-7f2787087e46 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653129 May 26 22:44:24.354522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:24.496663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device e0eabfb1-0d6d-45c1-9833-ad013626e4f2 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:44:24.578975 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:24.707605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca2095-0141-4d59-88d7-12cbb04ebc42 req-c0575422-8792-4063-87a9-9fb15817a903 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:24.709737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0aca2095-0141-4d59-88d7-12cbb04ebc42 req-c0575422-8792-4063-87a9-9fb15817a903 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1674249 May 26 22:44:24.763141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:24.775572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:24.783651 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0aca2095-0141-4d59-88d7-12cbb04ebc42 req-f6092e64-f05b-4d6e-8a88-76074d999e3a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674133 May 26 22:44:24.812233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:24.843131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:24.848089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:24.889256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Deleting port df091259-2b2e-4105-aa87-b6dff053c9f9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:24.889847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:24.896871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2', 'network_id': '14033c08-7d12-4110-9b92-7b9e5367234f', 'port_id': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2', 'mac_address': 'fa:16:3e:ee:a7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeeaded-cccd-4455-850e-00ab71aa0212', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:44:24.925186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Pushing event updated for resources: {'Port': ['ID=70b8d72f-f7a4-4254-9e70-297a63574ec2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:25.022744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.032480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691ce7c-3a8b-4136-926c-566d8dbbd0dc req-40652490-ab45-4f8f-bf15-c074bfd83e2c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:25.034368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b691ce7c-3a8b-4136-926c-566d8dbbd0dc req-40652490-ab45-4f8f-bf15-c074bfd83e2c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 943 time: 0.4618824 May 26 22:44:25.054726 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.130255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eabfb1-0d6d-45c1-9833-ad013626e4f2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:44:25.141086 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b691ce7c-3a8b-4136-926c-566d8dbbd0dc req-7e6de3cb-001a-442a-a7c4-c9129895d871 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889254 May 26 22:44:25.170918 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.173092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:25.181810 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.228705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a437344-ee68-4392-90d5-f321a1c08dc7 req-df8b5011-4b9d-4cf4-92f6-571eebc8a3fc tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:25.231461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Router f686d42a-f3b1-458b-8475-f7c230e1c333 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:44:25.241507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a437344-ee68-4392-90d5-f321a1c08dc7 req-df8b5011-4b9d-4cf4-92f6-571eebc8a3fc tempest-ComputeTenantNetworksTest-1922481201 tempest-ComputeTenantNetworksTest-1922481201-project] 10.222.0.32 "GET /v2.0/networks/b5b130f4-3130-4472-be0c-19b6726a7368 HTTP/1.1" status: 200 len: 769 time: 0.3847630 May 26 22:44:25.242657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52238) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:25.268577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.291124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] For port df091259-2b2e-4105-aa87-b6dff053c9f9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=df091259-2b2e-4105-aa87-b6dff053c9f9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:25.291496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.325518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:25.344056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5bc6f1cc-e2df-4633-a013-c54beb458eeb None None] Provisioning for port 70b8d72f-f7a4-4254-9e70-297a63574ec2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:25.361360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:44:21Z', 'revision_number': 5, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port': {'id': 'df091259-2b2e-4105-aa87-b6dff053c9f9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:41:56Z', 'updated_at': '2022-05-26T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:25.368732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.371082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.371538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.372063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.372516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.373121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.373547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.373985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.374402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.374819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.375242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:25.381915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5bc6f1cc-e2df-4633-a013-c54beb458eeb None None] Provisioning complete for port 70b8d72f-f7a4-4254-9e70-297a63574ec2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:25.382428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f1cc-e2df-4633-a013-c54beb458eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.401491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df1c0ea8-dced-40c4-af38-85ef90ba7fdf req-8e914ac9-561b-467d-98bd-e2f3d29e9e75 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 210 time: 0.0635624 May 26 22:44:25.475396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] Checking router: 2a967f85-1143-451c-bf5f-b8498fc72642 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:25.503106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6f1cc-e2df-4633-a013-c54beb458eeb None None] Port 70b8d72f-f7a4-4254-9e70-297a63574ec2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:44:25.506939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] Routers {'2a967f85-1143-451c-bf5f-b8498fc72642'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:25.507566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2a967f85-1143-451c-bf5f-b8498fc72642'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:25.664763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Calling delete_port for df091259-2b2e-4105-aa87-b6dff053c9f9 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:25.704786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['e0eabfb1-0d6d-45c1-9833-ad013626e4f2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:25.767861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.781915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] Set router 2a967f85-1143-451c-bf5f-b8498fc72642 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:25.825835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24979a-f55e-44c7-b550-12b8f499832b req-005dbf98-a8f2-4b9c-9a71-4481f28116b4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:25.827459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad24979a-f55e-44c7-b550-12b8f499832b req-005dbf98-a8f2-4b9c-9a71-4481f28116b4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1249061 May 26 22:44:25.938503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad24979a-f55e-44c7-b550-12b8f499832b req-c336f192-332b-43c7-8aa4-03fbdf3ecff9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970600 May 26 22:44:25.952425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:25.995457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:44:24Z', 'revision_number': 6, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:26.004999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Pushing event deleted for resources: {'Port': ['ID=df091259-2b2e-4105-aa87-b6dff053c9f9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:26.021061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e6b6d-7e4f-451b-9e49-9703363c9d89 None None] The sync data for ids ['2a967f85-1143-451c-bf5f-b8498fc72642'] in n-d-843301-1 is: [{'id': '2a967f85-1143-451c-bf5f-b8498fc72642', 'name': 'tempest-ServersTestManualDisk-118892682-router', 'tenant_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:41:55Z', 'updated_at': '2022-05-26T22:44:24Z', 'revision_number': 6, 'project_id': '5fa3bab63f6f4ad780dc0cf599cd3a08', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:26.094320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.166941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b130f4-3130-4472-be0c-19b6726a7368']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:26.181364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad83b80-2030-4ec1-90a2-e6c22d79c3a7 req-ba63eaf9-2d47-45aa-bfab-047527524a01 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:26.182857 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dad83b80-2030-4ec1-90a2-e6c22d79c3a7 req-ba63eaf9-2d47-45aa-bfab-047527524a01 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.4695518 May 26 22:44:26.200150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270fd32c-a309-490c-8884-593c493c65d5') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:26.200150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270fd32c-a309-490c-8884-593c493c65d5') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:26.232171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.264585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.291595 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.296093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:44:26.296240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: timer() May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:44:26.311709 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:44:26.325294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.453863 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dad83b80-2030-4ec1-90a2-e6c22d79c3a7 req-fb868421-dbcf-41e4-b465-a68f2576b21c tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588215 May 26 22:44:26.508680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.516716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Pushing event updated for resources: {'Port': ['ID=70b8d72f-f7a4-4254-9e70-297a63574ec2,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:26.521721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.524787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:26.526512 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.544449 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] Sync routers for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:26.550430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.559728 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:26.560880 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:26.567935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b130f4-3130-4472-be0c-19b6726a7368,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:26.705557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0fd17a41-714b-4105-a4e8-b66b22097176 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b5b130f4-3130-4472-be0c-19b6726a7368 HTTP/1.1" status: 204 len: 168 time: 1.4596474 May 26 22:44:26.717563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-ad426a7c-33ce-4be3-b362-d92336a8c627 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:26.718984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-ad426a7c-33ce-4be3-b362-d92336a8c627 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.5891864 May 26 22:44:26.719337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f811acf-0a3c-4e91-8ca7-2a491b47fcfd admin admin] 10.222.0.32 "PUT /v2.0/routers/f686d42a-f3b1-458b-8475-f7c230e1c333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5284135 May 26 22:44:26.724723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52254) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:26.803417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Request body: {'port': {'device_id': '329e55a0-d94d-4d51-86be-9a845089ac73', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'admin_state_up': True, 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:26.841857 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:26.886520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52258) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:26.900291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80172bd8-7110-4bd7-9dff-3c4b142acdfd req-c3d230f3-61c6-4328-a45f-a73599b6396a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:26.901843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80172bd8-7110-4bd7-9dff-3c4b142acdfd req-c3d230f3-61c6-4328-a45f-a73599b6396a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.6712487 May 26 22:44:26.903838 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:26.925714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:26.929099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:27.082652 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.088214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51720a-516a-48dc-a686-62b6c18807e6 req-407755e7-cd91-4c47-ae67-c0d350ab08b6 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:27.088874 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c51720a-516a-48dc-a686-62b6c18807e6 req-407755e7-cd91-4c47-ae67-c0d350ab08b6 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 944 time: 0.4396336 May 26 22:44:27.184957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c51720a-516a-48dc-a686-62b6c18807e6 req-78a00bf3-f17c-4083-93db-b7ad07aff306 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874655 May 26 22:44:27.185423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80172bd8-7110-4bd7-9dff-3c4b142acdfd req-2963000f-f07f-4d6a-b8ff-e52c85361565 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380150 May 26 22:44:27.196360 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6f523ab5-f6e7-4d0e-9849-48a02f126a88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e2ec11a957e47d8bcfaeee214ae7be6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070922 May 26 22:44:27.201514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52262) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:27.205423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:27.222380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.222874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a967f85-1143-451c-bf5f-b8498fc72642 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:44:27.263537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:27.272287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:44:20Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:27.280449 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] Checking router: f686d42a-f3b1-458b-8475-f7c230e1c333 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:27.298732 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] Routers {'f686d42a-f3b1-458b-8475-f7c230e1c333'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:27.299347 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f686d42a-f3b1-458b-8475-f7c230e1c333'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:27.351191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b566fed8-6727-4e05-a0b4-523615e825ad no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:27.362787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.365846 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-644fce2f-42ea-47fe-8b6c-591be4b39302 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2a967f85-1143-451c-bf5f-b8498fc72642 HTTP/1.1" status: 204 len: 168 time: 3.3276103 May 26 22:44:27.365846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:27.368758 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.377939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52268) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:27.439189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b566fed8-6727-4e05-a0b4-523615e825ad {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:27.439803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b566fed8-6727-4e05-a0b4-523615e825ad not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:27.444152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b154dc27-1fc8-439a-8f87-afbd81a77ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.463400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ee6a84c3-7700-4301-9b75-761502a50f99 None None] Provisioning complete for port 70b8d72f-f7a4-4254-9e70-297a63574ec2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:27.463953 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ee6a84c3-7700-4301-9b75-761502a50f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.570438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a84c3-7700-4301-9b75-761502a50f99 None None] Port 70b8d72f-f7a4-4254-9e70-297a63574ec2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:44:27.573917 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.618687 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] Set router f686d42a-f3b1-458b-8475-f7c230e1c333 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:27.631318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b154dc27-1fc8-439a-8f87-afbd81a77ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.641008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] Deleting subnet ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:44:27.655205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-59a88372-0021-4746-8791-eeb5f1b06107 req-03c5910a-4d76-48dc-b2d1-b93ffbfefe08 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 210 time: 0.1141524 May 26 22:44:27.662238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.769486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.780516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:27.943236 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:44:20Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:27.948612 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc8ce9-0d2a-43fc-901f-2a2048c86dd6 None None] The sync data for ids ['f686d42a-f3b1-458b-8475-f7c230e1c333'] in n-d-843301-1 is: [{'id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-496078973-router', 'tenant_id': 'b392744ec58c457baa9120126efb0605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:42:58Z', 'updated_at': '2022-05-26T22:44:20Z', 'revision_number': 5, 'project_id': 'b392744ec58c457baa9120126efb0605', 'gw_port': {'id': 'd18a6c15-5f96-49c2-b98a-db3bdbdae8b3', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f686d42a-f3b1-458b-8475-f7c230e1c333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:43:00Z', 'updated_at': '2022-05-26T22:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:27.962022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153923a-529a-4f6b-ae3b-ad8ec2eb6d4d req-b346a9b9-0dc6-47d3-9aee-25d1f8a602b6 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:27.963444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8153923a-529a-4f6b-ae3b-ad8ec2eb6d4d req-b346a9b9-0dc6-47d3-9aee-25d1f8a602b6 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Synchronizing usage tracker for tenant:6615c805519f473bbaae6776d7f43b88 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:28.010744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8153923a-529a-4f6b-ae3b-ad8ec2eb6d4d req-b346a9b9-0dc6-47d3-9aee-25d1f8a602b6 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Unset dirty status for tenant:6615c805519f473bbaae6776d7f43b88 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:28.017326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8153923a-529a-4f6b-ae3b-ad8ec2eb6d4d req-b346a9b9-0dc6-47d3-9aee-25d1f8a602b6 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 814 time: 0.4381642 May 26 22:44:28.023169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Allocated IP 172.20.0.4 (fb59c85f-9bff-412f-bbc8-87b64e62f4b6/daaccb09-0e18-47e1-90de-a298a331d2b9/7dbcdcd3-e59b-4fcb-a10b-269384a30a5a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:28.043997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.050812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8153923a-529a-4f6b-ae3b-ad8ec2eb6d4d req-b2e6aafb-d5f4-41fa-ab4d-5aef2caf21d2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/quotas/6615c805519f473bbaae6776d7f43b88 HTTP/1.1" status: 200 len: 375 time: 0.0326037 May 26 22:44:28.102392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b154dc27-1fc8-439a-8f87-afbd81a77ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.134116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:44:28.135504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db17b92-6284-48d7-9e15-ec3c88bb3172 req-ac91d917-9d8a-40a6-a56c-14ffba8d2d8b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:28.136989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2db17b92-6284-48d7-9e15-ec3c88bb3172 req-ac91d917-9d8a-40a6-a56c-14ffba8d2d8b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.3200698 May 26 22:44:28.151042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154dc27-1fc8-439a-8f87-afbd81a77ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0697f4-dac9-48ba-bc0b-5daff3ac4b86,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:28.251304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b154dc27-1fc8-439a-8f87-afbd81a77ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.254871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b154dc27-1fc8-439a-8f87-afbd81a77ffb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a0697f4-dac9-48ba-bc0b-5daff3ac4b86 HTTP/1.1" status: 204 len: 168 time: 1.0498517 May 26 22:44:28.327069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8153923a-529a-4f6b-ae3b-ad8ec2eb6d4d req-8b83838f-6f92-4ba7-93cb-bcc45c43f5fb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2556107 May 26 22:44:28.329260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.335523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device e0eabfb1-0d6d-45c1-9833-ad013626e4f2 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:28.362594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Deleting port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:28.362932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.467898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.503155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:28.503651 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2db17b92-6284-48d7-9e15-ec3c88bb3172 req-dc5bdaab-5bb7-4719-8e50-21d8952595ce tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463440 May 26 22:44:28.506357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.508995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:28.509521 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.589090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.601072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:28.608293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52286) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:28.609129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-08d9849f-a255-4aee-9759-7c90bc819f01 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ac8a1d58-9196-4b2c-88b4-7d8b2dae3d3b HTTP/1.1" status: 204 len: 168 time: 1.2298517 May 26 22:44:28.617625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.623429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c3519-62aa-4530-938c-627f371637fa None None] Network 7c1f1052-7d58-4687-9115-b6febdf4998f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:28.803969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:28.831740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:28.859636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:28.873048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] For port d18a6c15-5f96-49c2-b98a-db3bdbdae8b3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:28.873600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.895711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.905259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427393b6-9f6f-4c7f-8ed7-e987ca65f51b req-44537c71-b8d7-4731-9788-5625bd2aad29 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:28.913740 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-427393b6-9f6f-4c7f-8ed7-e987ca65f51b req-44537c71-b8d7-4731-9788-5625bd2aad29 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 944 time: 0.3916154 May 26 22:44:28.954762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event updated for resources: {'Port': ['ID=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:28.976373 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:28.983008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:28.983661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:29.020637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd26374-9dce-40ee-a163-036e5ec78992 req-3fdc49cb-f269-4bc1-a003-d3b7d98ee55d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:29.022615 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fd26374-9dce-40ee-a163-036e5ec78992 req-3fdc49cb-f269-4bc1-a003-d3b7d98ee55d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2852697 May 26 22:44:29.025661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-af71f86d-3e73-4e81-a2d1-8bb876c23b22 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2266161 May 26 22:44:29.026562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:29.029159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:29.036460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:29.065507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Request body: {'port': {'device_id': '329e55a0-d94d-4d51-86be-9a845089ac73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:29.075769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Calling delete_port for d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:29.134745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:29.189145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] DHCP port deletion for 7c1f1052-7d58-4687-9115-b6febdf4998f request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:44:29.194402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Deleting port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:29.194776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:29.211184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Deleting port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:29.211518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:29.223157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fd26374-9dce-40ee-a163-036e5ec78992 req-646354da-0069-4dfe-8305-112d23eefb43 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899464 May 26 22:44:29.282607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:29.286205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-427393b6-9f6f-4c7f-8ed7-e987ca65f51b req-a60d907c-104d-4425-a157-fa90e0b527af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714902 May 26 22:44:29.312980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-962d4ae0-ef31-4847-9b6f-39dedab657a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/9dd12180-f222-4d9f-b8d1-bdf664d77a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3810294 May 26 22:44:29.372782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:29.645858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] For port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:29.646408 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:29.669658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] For port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,segment=NetworkSegment(a486aadb-582c-4623-ae6c-6172097ca848),segment_id=a486aadb-582c-4623-ae6c-6172097ca848)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:29.670248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:29.742379 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105f5cb6-9c61-40a8-9c1b-5f7197d21bfc'] response: {'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2', 'code': 200} May 26 22:44:29.743824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device df091259-2b2e-4105-aa87-b6dff053c9f9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:29.778858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Sync routers for ids ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:29.823000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a7f8b-32d8-4a6e-9d4d-e435d9439dfd req-561c8a0e-d044-4995-a94a-2a291ad491f8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:29.823747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7b0a7f8b-32d8-4a6e-9d4d-e435d9439dfd req-561c8a0e-d044-4995-a94a-2a291ad491f8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:29.839280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Calling delete_port for c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:29.865943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Calling delete_port for c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:29.876078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7b0a7f8b-32d8-4a6e-9d4d-e435d9439dfd req-561c8a0e-d044-4995-a94a-2a291ad491f8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:29.877320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b0a7f8b-32d8-4a6e-9d4d-e435d9439dfd req-561c8a0e-d044-4995-a94a-2a291ad491f8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 931 time: 0.3681674 May 26 22:44:29.924228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: df091259-2b2e-4105-aa87-b6dff053c9f9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:29.924628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device df091259-2b2e-4105-aa87-b6dff053c9f9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:29.925546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:29.991268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Routers {'9dd12180-f222-4d9f-b8d1-bdf664d77a07'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:29.991268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:30.050132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b0a7f8b-32d8-4a6e-9d4d-e435d9439dfd req-c010b759-6a41-4bc1-8834-a8e901293f6b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666725 May 26 22:44:30.092158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.130456 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 26 22:44:30.130456 n-d-843301-1 neutron-server[84031]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] May 26 22:44:30.130456 n-d-843301-1 neutron-server[84031]: [parameters: {'port_id': 'c1f9340d-3399-4ecf-8b82-d7b72d4c7b03', 'host': 'n-d-843301-1', 'level': 0}] May 26 22:44:30.130456 n-d-843301-1 neutron-server[84031]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:44:30.130826 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:44:30.142547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:44:30.145280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e39de719-53ff-41cf-9f76-bbfeeccc9d98 req-04c7b3da-0241-41f9-952f-85ec1ef3d37c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1096 time: 0.3244452 May 26 22:44:30.152401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.163880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f9340d-3399-4ecf-8b82-d7b72d4c7b03,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:30.180674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Transition to ACTIVE for port object 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:30.187059 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.187771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:44:30.188214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:30.188626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90150f4c-0fe7-438a-b51e-b9e02abe145c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:30.225656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 90150f4c-0fe7-438a-b51e-b9e02abe145c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:30.226015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90150f4c-0fe7-438a-b51e-b9e02abe145c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:30.231090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ac899-1726-446a-be66-88c8c2aee352 req-a4d627cc-b70d-45ab-89e0-4edbb18ddba2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:30.232695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-613ac899-1726-446a-be66-88c8c2aee352 req-a4d627cc-b70d-45ab-89e0-4edbb18ddba2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4102085 May 26 22:44:30.270707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] No DVR routers for this DVR port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:30.293505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Set router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:30.357925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:30.423448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e39de719-53ff-41cf-9f76-bbfeeccc9d98 req-085f649b-0dfd-4a03-a435-405c495872a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607770 May 26 22:44:30.432451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.436809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.478573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5c640-0842-4460-8b09-bf205d15a31f req-0c4429dc-a9c1-4b82-83f0-8940bc37cb3b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:30.485400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d0f5c640-0842-4460-8b09-bf205d15a31f req-0c4429dc-a9c1-4b82-83f0-8940bc37cb3b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.2340181 May 26 22:44:30.503182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18a6c15-5f96-49c2-b98a-db3bdbdae8b3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:30.506700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-613ac899-1726-446a-be66-88c8c2aee352 req-c4d081d0-64d5-4d87-a706-995dadaee2e2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542038 May 26 22:44:30.515347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1f1052-7d58-4687-9115-b6febdf4998f']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:30.533541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Attempting to bind port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:30.533930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Attempting to bind port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:30.534256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Attempting to bind port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:30.546979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:44:30.546979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Attempting to bind port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:30.562250 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d0f5c640-0842-4460-8b09-bf205d15a31f req-6dc48617-76e8-4605-b244-3cc28e06007d tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760860 May 26 22:44:30.573215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a486aadb-582c-4623-ae6c-6172097ca848') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:30.573627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a486aadb-582c-4623-ae6c-6172097ca848') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:30.579364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:30.579705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:30.580086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Bound using segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:30.580510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Bound port: 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:30.581472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.596565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.654936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Deleting port c1f9340d-3399-4ecf-8b82-d7b72d4c7b03 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:30.654936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.663750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.674972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:44:30.676876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.779799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] For port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:30.791249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] For port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:30.800851 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.801849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-408ddb2f-6f41-4a0b-8373-4ad461fae35c None None] The port 'c1f9340d-3399-4ecf-8b82-d7b72d4c7b03' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: timer() May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:44:30.848433 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:44:30.857381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:25Z', 'revision_number': 4, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '70b8d72f-f7a4-4254-9e70-297a63574ec2', 'name': '', 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'mac_address': 'fa:16:3e:dc:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55a08fe3-85cf-4051-8e11-8779ef8348af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:23Z', 'updated_at': '2022-05-26T22:44:25Z', 'revision_number': 2, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'subnets': [{'id': '55a08fe3-85cf-4051-8e11-8779ef8348af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:30.863845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Checking router: 9dd12180-f222-4d9f-b8d1-bdf664d77a07 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:30.863845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Updating router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 port 70b8d72f-f7a4-4254-9e70-297a63574ec2 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:44:30.917484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.939966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.941878 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] 10.222.0.55 "PUT /v2.0/ports/7dbcdcd3-e59b-4fcb-a10b-269384a30a5a HTTP/1.1" status: 200 len: 1091 time: 1.8812928 May 26 22:44:30.942425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329e55a0-d94d-4d51-86be-9a845089ac73', 'tag': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:30.944114 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.948563 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:30.976887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560d2a-819a-4e1a-a2d8-c00bce495ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:31.015380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1f1052-7d58-4687-9115-b6febdf4998f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:31.141886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-5a1d6f63-4266-49d7-8497-61eda97e3474 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 1094 time: 0.1511998 May 26 22:44:31.166986 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-3b69b10a-be5b-4e6e-9434-8b068c5385fe req-c2b1ad51-b0a7-4ec4-a555-c0b73ec0c037 tempest-FloatingIPDetailsNegativeTestJSON-742033953 tempest-FloatingIPDetailsNegativeTestJSON-742033953-project] show failed (client error): The resource could not be found. May 26 22:44:31.182220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b69b10a-be5b-4e6e-9434-8b068c5385fe req-c2b1ad51-b0a7-4ec4-a555-c0b73ec0c037 tempest-FloatingIPDetailsNegativeTestJSON-742033953 tempest-FloatingIPDetailsNegativeTestJSON-742033953-project] 10.222.0.32 "GET /v2.0/floatingips/f11f554e-fc8e-48b3-bc99-c9ee04bdea04 HTTP/1.1" status: 404 len: 350 time: 0.2388060 May 26 22:44:31.192851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52334) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:31.207619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165a6e9-5033-4d00-85dd-bf261691d8d5 req-d01c803c-1db5-4842-b1e9-897d50e04cfb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:31.209230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b165a6e9-5033-4d00-85dd-bf261691d8d5 req-d01c803c-1db5-4842-b1e9-897d50e04cfb tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 945 time: 0.1677563 May 26 22:44:31.243073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-0fb2eb9d-3ab7-47cf-a57c-4bd224688d33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a HTTP/1.1" status: 200 len: 217 time: 0.0933151 May 26 22:44:31.328571 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b165a6e9-5033-4d00-85dd-bf261691d8d5 req-466207de-cb73-417f-9175-e65b46216e23 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122267 May 26 22:44:31.334768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-bfff0fb0-8aaf-4ea9-91be-246bf3ba6d10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:31.336754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-bfff0fb0-8aaf-4ea9-91be-246bf3ba6d10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.0876255 May 26 22:44:31.403300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1b020c9e-5a53-45b2-b4ec-1ed76db2d490 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7c1f1052-7d58-4687-9115-b6febdf4998f HTTP/1.1" status: 204 len: 168 time: 2.7937410 May 26 22:44:31.416790 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-fa8f6a04-9e8e-474e-a42a-37169bc0fd6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649817 May 26 22:44:31.418568 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:31.432226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Transition to ACTIVE for port object 70b8d72f-f7a4-4254-9e70-297a63574ec2 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:31.441000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:31.493113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:31.541714 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c26b740-421a-45e0-b6c3-89a3a4ce3d8a'] response: {'name': 'network-changed', 'server_uuid': '329e55a0-d94d-4d51-86be-9a845089ac73', 'tag': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a', 'status': 'completed', 'code': 200} May 26 22:44:31.583573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf844d-ddfd-4b8e-89df-f466af977916 None None] Pushing event updated for resources: {'Port': ['ID=70b8d72f-f7a4-4254-9e70-297a63574ec2,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:31.701583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff986a9-9096-48c7-be40-7377e19dc3fc req-79193fd6-db3c-4c30-a5f4-c340766cf515 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6615c805519f473bbaae6776d7f43b88 HTTP/1.1" status: 200 len: 221 time: 0.3302920 May 26 22:44:31.715859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Attempting to bind port 70b8d72f-f7a4-4254-9e70-297a63574ec2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:31.716327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Attempting to bind port 70b8d72f-f7a4-4254-9e70-297a63574ec2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:31.716510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Attempting to bind port 70b8d72f-f7a4-4254-9e70-297a63574ec2 on network 500b809a-4e2d-47ef-8187-cc13589c4d6a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:31.729447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:31.733544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-1674bdae-05b8-430f-bbac-7affe8b27106 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106091 May 26 22:44:31.744266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Checking segment: {'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:31.744716 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:31.745118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Bound using segment: {'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:31.745632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Bound port: 70b8d72f-f7a4-4254-9e70-297a63574ec2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f841c-71d1-4c43-9ffd-6051db9e385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:31.758167 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:31.901802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52352) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:31.943701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] For port 70b8d72f-f7a4-4254-9e70-297a63574ec2, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:31.947682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] For port 70b8d72f-f7a4-4254-9e70-297a63574ec2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70b8d72f-f7a4-4254-9e70-297a63574ec2,segment=NetworkSegment(de5f841c-71d1-4c43-9ffd-6051db9e385f),segment_id=de5f841c-71d1-4c43-9ffd-6051db9e385f)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:31.949275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:31.952505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:31.954237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.041077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.041861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f686d42a-f3b1-458b-8475-f7c230e1c333 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:44:32.043435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf844d-ddfd-4b8e-89df-f466af977916 None None] Pushing event updated for resources: {'Port': ['ID=70b8d72f-f7a4-4254-9e70-297a63574ec2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:32.062382 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.063647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7eac7c77-52ce-49c4-bd99-e3fb9f809ea2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f686d42a-f3b1-458b-8475-f7c230e1c333 HTTP/1.1" status: 204 len: 168 time: 5.3285713 May 26 22:44:32.067733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52356) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:32.081354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Routers {'9dd12180-f222-4d9f-b8d1-bdf664d77a07'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:32.082259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:32.097705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-36eff308-d0a6-4f33-a099-bd4505d899f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fa3bab63f6f4ad780dc0cf599cd3a08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1893559 May 26 22:44:32.099639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a4cb2bc-8ab8-4640-a4d3-cda1aab48968 req-9fb66d83-eece-4fc6-91fa-ad84bb099659 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575580 May 26 22:44:32.101170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52360) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:32.138115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89df2e-ce48-4a1e-b41f-20ef0f620acc req-858bb95d-9adc-47fd-9836-eb46efc5eea2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:32.139608 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce89df2e-ce48-4a1e-b41f-20ef0f620acc req-858bb95d-9adc-47fd-9836-eb46efc5eea2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 943 time: 0.3213847 May 26 22:44:32.152948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] Deleting subnet 3468cd34-6703-4129-9aaa-dff03c823a96 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:44:32.156226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.222589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.282291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce89df2e-ce48-4a1e-b41f-20ef0f620acc req-f0bd0c00-1c8d-4151-a8e2-ea95737b59b1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284015 May 26 22:44:32.283004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-313a991a-20df-401f-8f31-4e1b8c623489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.294805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0fd9-e678-4ad7-9060-b236f2e1cd83 req-99a80ca8-77c8-469d-a7ba-ebe265f7cc4e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:32.310029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-161c0fd9-e678-4ad7-9060-b236f2e1cd83 req-99a80ca8-77c8-469d-a7ba-ebe265f7cc4e tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.3397624 May 26 22:44:32.313717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] Set router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:32.352862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-313a991a-20df-401f-8f31-4e1b8c623489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.364242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-8f05b464-12de-46b0-803e-2db1a63b817d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 1094 time: 0.1957164 May 26 22:44:32.405474 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-161c0fd9-e678-4ad7-9060-b236f2e1cd83 req-012d0a77-0aa6-490e-a2e6-51109511b462 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014087 May 26 22:44:32.564671 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.737510 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.786344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3468cd34-6703-4129-9aaa-dff03c823a96,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:32.822427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-764bb089-6dec-48be-9a8e-a9942ad53eee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:32.822982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:32.824290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-764bb089-6dec-48be-9a8e-a9942ad53eee service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.4462373 May 26 22:44:32.847479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-288de065-dd3c-440b-88fa-e37e3ac96013 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3468cd34-6703-4129-9aaa-dff03c823a96 HTTP/1.1" status: 204 len: 168 time: 0.7777383 May 26 22:44:32.854211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7430c-1f7a-43c5-8a11-f6e96ed69b58 req-ee46c63d-69d6-4ef4-af61-38f91678ea92 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:32.857653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0138b-b4da-4898-96fc-2856c1ae0725 None None] Network 2bca550c-5555-4e17-997c-fb45673af988 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:32.860897 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0e7430c-1f7a-43c5-8a11-f6e96ed69b58 req-ee46c63d-69d6-4ef4-af61-38f91678ea92 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 945 time: 0.2241096 May 26 22:44:32.864262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52370) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:33.014377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-50b537f2-df4b-48de-b72b-d22232861ded service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a HTTP/1.1" status: 200 len: 217 time: 0.1671314 May 26 22:44:33.014923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52374) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:33.023093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-313a991a-20df-401f-8f31-4e1b8c623489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:33.098964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0e7430c-1f7a-43c5-8a11-f6e96ed69b58 req-f8e1d2d2-d180-4514-865c-65fb518827b4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371793 May 26 22:44:33.110206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a991a-20df-401f-8f31-4e1b8c623489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25313f9-73fb-4fee-bed1-78510132ae40,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:33.115408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:33.120037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:33.134224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ac41a-8175-4764-97c4-c3b5fb936402 req-059b9b39-7dd4-484f-9b8e-70601e4e7429 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:33.134224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a1ac41a-8175-4764-97c4-c3b5fb936402 req-059b9b39-7dd4-484f-9b8e-70601e4e7429 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3976305 May 26 22:44:33.186278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:25Z', 'revision_number': 4, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '70b8d72f-f7a4-4254-9e70-297a63574ec2', 'name': '', 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'mac_address': 'fa:16:3e:dc:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55a08fe3-85cf-4051-8e11-8779ef8348af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:23Z', 'updated_at': '2022-05-26T22:44:31Z', 'revision_number': 4, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'subnets': [{'id': '55a08fe3-85cf-4051-8e11-8779ef8348af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:33.204377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-313a991a-20df-401f-8f31-4e1b8c623489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:33.208761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-313a991a-20df-401f-8f31-4e1b8c623489 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a25313f9-73fb-4fee-bed1-78510132ae40 HTTP/1.1" status: 204 len: 168 time: 1.1035874 May 26 22:44:33.208900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952443-9d8a-4fd1-ac4b-f3fb1900913c None None] The sync data for ids ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'] in n-d-843301-1 is: [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:25Z', 'revision_number': 4, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '70b8d72f-f7a4-4254-9e70-297a63574ec2', 'name': '', 'network_id': '500b809a-4e2d-47ef-8187-cc13589c4d6a', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'mac_address': 'fa:16:3e:dc:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55a08fe3-85cf-4051-8e11-8779ef8348af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:23Z', 'updated_at': '2022-05-26T22:44:31Z', 'revision_number': 4, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'subnets': [{'id': '55a08fe3-85cf-4051-8e11-8779ef8348af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:33.244640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:33.246041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-7def67d7-3966-4f2f-a93f-56a1e8297642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:33.247646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-7def67d7-3966-4f2f-a93f-56a1e8297642 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.2163694 May 26 22:44:33.357048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-e7843329-e6c3-49af-8842-73bee3021138 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815799 May 26 22:44:33.361759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:33.362101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d18a6c15-5f96-49c2-b98a-db3bdbdae8b3 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:33.484452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] DHCP port deletion for 2bca550c-5555-4e17-997c-fb45673af988 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:44:33.489015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Deleting port 99a59a96-968a-4680-a9b7-1c3231b40abc {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:33.489451 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:33.562706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a1ac41a-8175-4764-97c4-c3b5fb936402 req-11a8d62d-530a-41c4-a248-0db5a49e0874 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103239 May 26 22:44:33.563829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:33.582507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:44:33.720694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Deleting port 99a59a96-968a-4680-a9b7-1c3231b40abc {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:33.721196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:33.821920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:33.833380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Usage tracker for resource:security_group_rule and tenant:7ecf4c425be742ac894b6b10cbc735e6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:33.841018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-eba7e025-d3aa-47fe-985b-7cb7935e294c service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647241 May 26 22:44:33.842881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-33267313-5989-4706-b880-52a8758ea8f1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-986442014&fields=id&tenant_id=e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 267 time: 0.3279731 May 26 22:44:33.843448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:33.862757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:33.884863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:33.890061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'port_id': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a', 'mac_address': 'fa:16:3e:5e:6e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaccb09-0e18-47e1-90de-a298a331d2b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:44:34.128537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31865c9e-0995-464e-9adb-8ea4194ef20e req-99ceab00-f123-4ea7-90e6-7bc63c2e54f7 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712548 May 26 22:44:34.141286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401966-e55d-49a6-b1a6-5d36738e6374 req-eed64643-961f-4fec-9104-7eac1009bb66 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:34.143603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32401966-e55d-49a6-b1a6-5d36738e6374 req-eed64643-961f-4fec-9104-7eac1009bb66 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 943 time: 0.2564292 May 26 22:44:34.169636 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.204607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] For port 99a59a96-968a-4680-a9b7-1c3231b40abc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99a59a96-968a-4680-a9b7-1c3231b40abc,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:34.205113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.215532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:44:34.242061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:34.248120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.260790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.277758 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.319030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730d7380-3cc2-472a-b27e-430dc2a73dd8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:34.331265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] For port 99a59a96-968a-4680-a9b7-1c3231b40abc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99a59a96-968a-4680-a9b7-1c3231b40abc,segment=NetworkSegment(5e79221c-1ec3-481f-a2bf-f876116f315e),segment_id=5e79221c-1ec3-481f-a2bf-f876116f315e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:34.331718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.375839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3fffb5ce-cb5b-4151-933f-5088428a2774 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ecf4c425be742ac894b6b10cbc735e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3588181 May 26 22:44:34.378706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32401966-e55d-49a6-b1a6-5d36738e6374 req-1dad88d4-150e-4031-888b-043b9652bc56 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187252 May 26 22:44:34.379284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52404) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:34.395193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Calling delete_port for 99a59a96-968a-4680-a9b7-1c3231b40abc owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:34.482006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-186102b7-d68b-44a3-aba9-5f3e81f707b3 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:34.483517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-186102b7-d68b-44a3-aba9-5f3e81f707b3 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 945 time: 0.6323471 May 26 22:44:34.493443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f6ad-b08f-4a97-843a-6c0c921d78bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.497562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'port': {'security_groups': ['c93a6da6-8e2e-4fae-8eb7-63d959720b39', '8a719db5-0730-45d2-ac91-91c552ac7e81']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:34.552082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f6ad-b08f-4a97-843a-6c0c921d78bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.577844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Calling delete_port for 99a59a96-968a-4680-a9b7-1c3231b40abc owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:34.615237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7dbcdcd3-e59b-4fcb-a10b-269384a30a5a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:34.684192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:34.726339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f6ad-b08f-4a97-843a-6c0c921d78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.726444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.730507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52410) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:34.759931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5f6ad-b08f-4a97-843a-6c0c921d78bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730d7380-3cc2-472a-b27e-430dc2a73dd8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:34.767160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fb5f6ad-b08f-4a97-843a-6c0c921d78bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.771405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1fb5f6ad-b08f-4a97-843a-6c0c921d78bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/730d7380-3cc2-472a-b27e-430dc2a73dd8 HTTP/1.1" status: 204 len: 168 time: 0.3910701 May 26 22:44:34.791604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027674e-2d9e-4afb-a362-dd47b533bb56 req-c5a022de-0fd7-4230-b181-6d3886d2ffe4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:34.793067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d027674e-2d9e-4afb-a362-dd47b533bb56 req-c5a022de-0fd7-4230-b181-6d3886d2ffe4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.1888347 May 26 22:44:34.821242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] No DVR routers for this DVR port 99a59a96-968a-4680-a9b7-1c3231b40abc on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:34.857028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d027674e-2d9e-4afb-a362-dd47b533bb56 req-bb3c531e-be16-48a0-8f3b-4987a47c4add tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571344 May 26 22:44:34.892537 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:44:34.893554 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:44:34.898389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a59a96-968a-4680-a9b7-1c3231b40abc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:34.927667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:34.996089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2110996618-network', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:34.999893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:35.004922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Usage tracker for resource:network and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:35.007798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:35.013638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:35.025368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:35.027994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.078772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.105887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.138798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:35.145173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Usage tracker for resource:security_group_rule and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:35.148780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:35.155911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:35.173881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651787ed-1bb7-4ae9-9579-60c692897db7 req-4d6d03a3-36a8-4917-8fad-7ade2df1ebe2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:35.178146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-651787ed-1bb7-4ae9-9579-60c692897db7 req-4d6d03a3-36a8-4917-8fad-7ade2df1ebe2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1373758 May 26 22:44:35.236546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bca550c-5555-4e17-997c-fb45673af988']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:35.268459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-651787ed-1bb7-4ae9-9579-60c692897db7 req-d5719bdb-2c85-49ec-8492-de2ead72717b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865564 May 26 22:44:35.272333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e79221c-1ec3-481f-a2bf-f876116f315e') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:35.272629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e79221c-1ec3-481f-a2bf-f876116f315e') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:35.323102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.337442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70b8d72f-f7a4-4254-9e70-297a63574ec2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:35.346870 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.352531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.395779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.400405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Deleting port 99a59a96-968a-4680-a9b7-1c3231b40abc {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:35.400783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.401935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:44:35.414145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441db8a3-59db-4aa4-a931-42ae618b5f48,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:35.423687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:44:35.424085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.440680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.441474 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Added segment 3683151d-07f5-44c1-9ae1-164800b6ed77 of type vlan for network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: timer() May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:44:35.465082 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:44:35.475947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.544365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c2944824-fe1b-4ace-b166-17e64133d508 None None] The port '99a59a96-968a-4680-a9b7-1c3231b40abc' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:44:35.559527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.560647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 70b8d72f-f7a4-4254-9e70-297a63574ec2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:35.560855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:35.561533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.568997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 70b8d72f-f7a4-4254-9e70-297a63574ec2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:35.569630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.618081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:35.692041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] Pushing event updated for resources: {'Network': ['ID=062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:35.699691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-05f175d3-718d-470f-923e-ca8ce7ca5e4a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9582045 May 26 22:44:35.700171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52436) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:35.707868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Request body: {'subnet': {'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2110996618-subnet', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:35.714993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:35.721123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Usage tracker for resource:subnet and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:35.726154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:35.738687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f2474-db20-4baf-ade1-0787def5a3be req-4370947b-feb8-4635-974d-0e9004399ca4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:35.740345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:44:35.740537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c72f2474-db20-4baf-ade1-0787def5a3be req-4370947b-feb8-4635-974d-0e9004399ca4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2359843 May 26 22:44:35.741553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:35.766360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:35.769173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.923671 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:35.930230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c72f2474-db20-4baf-ade1-0787def5a3be req-1d04377c-5d21-4bec-97cd-c6bd8f3efad1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827817 May 26 22:44:35.985447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.010196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bca550c-5555-4e17-997c-fb45673af988,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:36.031727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:36.044852 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.050933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-587b744c-9852-494e-bf79-bd3ee10736e8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2bca550c-5555-4e17-997c-fb45673af988 HTTP/1.1" status: 204 len: 168 time: 3.1827579 May 26 22:44:36.084366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.094645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.112218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:36.118906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d', 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:36.255853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:36.256998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.259237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:36.259616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.261263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f44f71b-732b-42b4-ac49-e8c0d30c0f5e req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "PUT /v2.0/ports/e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 981 time: 1.7689643 May 26 22:44:36.264985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:36.281210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f8516-c40c-4318-a210-a217163800bc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:36.372988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 70b8d72f-f7a4-4254-9e70-297a63574ec2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70b8d72f-f7a4-4254-9e70-297a63574ec2,segment=NetworkSegment(de5f841c-71d1-4c43-9ffd-6051db9e385f),segment_id=de5f841c-71d1-4c43-9ffd-6051db9e385f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:36.384871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.389253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Deleting port 70b8d72f-f7a4-4254-9e70-297a63574ec2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:36.389592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.423637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['e0eabfb1-0d6d-45c1-9833-ad013626e4f2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:36.464841 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.465605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:36.533767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e1146c-a652-4b02-a3af-d85b029e3b76,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:36.549055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Checking segment: {'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:36.549422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Network hostable DHCP agents. Network: 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:44:36.564446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99a59a96-968a-4680-a9b7-1c3231b40abc no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:36.573340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690fdf-20f9-480c-ae0c-cf3c0e3ee4ac req-99baf12a-6b95-4245-ad46-6232bb960333 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:36.575001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc690fdf-20f9-480c-ae0c-cf3c0e3ee4ac req-99baf12a-6b95-4245-ad46-6232bb960333 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 944 time: 0.2397740 May 26 22:44:36.575812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d98c7cb8-72d4-4103-88a3-b15beeb11166 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b392744ec58c457baa9120126efb0605&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1016297 May 26 22:44:36.578562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52462) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:36.646750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 99a59a96-968a-4680-a9b7-1c3231b40abc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:36.647237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99a59a96-968a-4680-a9b7-1c3231b40abc not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:36.651159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:44:36.693607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc690fdf-20f9-480c-ae0c-cf3c0e3ee4ac req-1e8fba52-1f39-45e6-a9d4-a0ec2fbbee82 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092916 May 26 22:44:36.694274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:36.710584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:36.710584 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.739757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b80206-68b0-4996-b831-ccb56559406d None None] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:36.775098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da9614f6-5289-4ad8-8e9d-d0256395ba67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.783605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6e58a2be-e7c0-4d36-8416-ef32640068c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0823977 May 26 22:44:36.784000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=70b8d72f-f7a4-4254-9e70-297a63574ec2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:36.787812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52468) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:36.812986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:36.818886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:36.823262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Usage tracker for resource:router and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:36.826928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:36.833073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:36.837110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da9614f6-5289-4ad8-8e9d-d0256395ba67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.850412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.851607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.904391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709876f-c840-4e47-a5ba-f50ecb01cabe req-4d84e6e5-801d-4f9a-89e7-1a5261cb82a9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:36.911532 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:36.914030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a709876f-c840-4e47-a5ba-f50ecb01cabe req-4d84e6e5-801d-4f9a-89e7-1a5261cb82a9 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.3468237 May 26 22:44:36.972641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] For port 70b8d72f-f7a4-4254-9e70-297a63574ec2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70b8d72f-f7a4-4254-9e70-297a63574ec2,segment=NetworkSegment(de5f841c-71d1-4c43-9ffd-6051db9e385f),segment_id=de5f841c-71d1-4c43-9ffd-6051db9e385f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:36.973746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:37.014021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01045d-0982-42c9-8c07-62ccc1338fba req-76ceaa21-f75a-4b0f-948e-04e76ed741af tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:37.020565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329e55a0-d94d-4d51-86be-9a845089ac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:37.022164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df01045d-0982-42c9-8c07-62ccc1338fba req-76ceaa21-f75a-4b0f-948e-04e76ed741af tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1304975 May 26 22:44:37.025047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da9614f6-5289-4ad8-8e9d-d0256395ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:37.059027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:37.067995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9614f6-5289-4ad8-8e9d-d0256395ba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf8e7ba-f952-4033-8d95-722c330f5117,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:37.079795 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:37.088683 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da9614f6-5289-4ad8-8e9d-d0256395ba67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:37.093289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-da9614f6-5289-4ad8-8e9d-d0256395ba67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bf8e7ba-f952-4033-8d95-722c330f5117 HTTP/1.1" status: 204 len: 168 time: 0.5115070 May 26 22:44:37.114315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df01045d-0982-42c9-8c07-62ccc1338fba req-5ddbe08b-58d1-421b-ad3e-5f9523d96d11 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911467 May 26 22:44:37.126229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Calling delete_port for 70b8d72f-f7a4-4254-9e70-297a63574ec2 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:37.153470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:37.198259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a709876f-c840-4e47-a5ba-f50ecb01cabe req-085d6d3c-9dde-4a83-9133-9b8a4fca8e08 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831297 May 26 22:44:37.214645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed1b7028-3bc2-4b9e-b776-2d8717089477 req-a3e205e4-6eb9-4577-bc5d-b85ba670293e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/8a719db5-0730-45d2-ac91-91c552ac7e81 HTTP/1.1" status: 200 len: 1633 time: 0.0704720 May 26 22:44:37.339514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:37.371498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd', 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'fixed_ips': [{'subnet_id': 'd0e1146c-a652-4b02-a3af-d85b029e3b76'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:44:37.372355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:37.373312 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-ed1b7028-3bc2-4b9e-b776-2d8717089477 req-c409c247-f256-4ef5-baff-97fa1a2a97cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 22:44:37.398059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed1b7028-3bc2-4b9e-b776-2d8717089477 req-c409c247-f256-4ef5-baff-97fa1a2a97cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/8a719db5-0730-45d2-ac91-91c552ac7e81 HTTP/1.1" status: 409 len: 341 time: 0.1815965 May 26 22:44:37.422380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70b8d72f-f7a4-4254-9e70-297a63574ec2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:37.435545 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4173b1-062c-4fe8-a6c0-0f274768838b'] response: {'name': 'network-changed', 'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2', 'status': 'completed', 'code': 200} May 26 22:44:37.510159 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15eae3ca-cc68-4f64-8944-f064de5a1384'] response: {'server_uuid': '329e55a0-d94d-4d51-86be-9a845089ac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a', 'code': 200} May 26 22:44:37.765289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8470724-8e97-4c38-8a37-0735d19046f9 req-ce577915-f692-4fdd-953c-13dd70829491 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 1096 time: 0.2317424 May 26 22:44:37.766551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:37.848175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8470724-8e97-4c38-8a37-0735d19046f9 req-00a307b8-c310-4931-9b14-b77fd149bd9e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736895 May 26 22:44:37.873893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0921221a-299a-40d7-9267-3f3250bd255d req-8306baaa-f377-46d4-94c3-b143870e3e81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1135 time: 0.4374397 May 26 22:44:37.887100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124c6c6-e20a-4bc7-866a-bdfb7b9de5e9 req-876a0b9e-f37f-4cec-b176-31277fec1e88 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:37.888956 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4124c6c6-e20a-4bc7-866a-bdfb7b9de5e9 req-876a0b9e-f37f-4cec-b176-31277fec1e88 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2552059 May 26 22:44:38.015673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 70b8d72f-f7a4-4254-9e70-297a63574ec2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:38.015673 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:38.199866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a933d-8a89-4156-90f2-991145b9b97f req-bb2a969e-3a5a-4fdc-b4c5-6831b0e33cc3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:38.204635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-547a933d-8a89-4156-90f2-991145b9b97f req-bb2a969e-3a5a-4fdc-b4c5-6831b0e33cc3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 945 time: 0.2043557 May 26 22:44:38.245664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Allocated IP 172.20.0.2 (062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd/d0e1146c-a652-4b02-a3af-d85b029e3b76/e0544855-321b-4e75-81ba-cc9a154515b2) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:38.318432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-547a933d-8a89-4156-90f2-991145b9b97f req-1af70673-33ee-4c71-8b71-084a545b1efe tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067872 May 26 22:44:38.337080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:38.401818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Pushing event deleted for resources: {'Port': ['ID=70b8d72f-f7a4-4254-9e70-297a63574ec2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:38.405586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4124c6c6-e20a-4bc7-866a-bdfb7b9de5e9 req-0c6c37d2-5c62-4336-92df-d5a440e194f8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727752 May 26 22:44:38.653038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921221a-299a-40d7-9267-3f3250bd255d req-8d28149b-6ca3-411b-896b-d97406db4760 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:38.666472 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0921221a-299a-40d7-9267-3f3250bd255d req-8d28149b-6ca3-411b-896b-d97406db4760 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.7652991 May 26 22:44:38.789999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd768b-8690-4e0c-a485-42ab223bee25 req-b5a43630-e089-4df7-93b2-4f1dda57bfe6 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:38.797904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0fcd768b-8690-4e0c-a485-42ab223bee25 req-b5a43630-e089-4df7-93b2-4f1dda57bfe6 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 984 time: 0.1541007 May 26 22:44:38.864789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0fcd768b-8690-4e0c-a485-42ab223bee25 req-9c91c777-fecb-4c99-a3b9-3e462dd08770 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=8a719db5-0730-45d2-ac91-91c552ac7e81&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0656979 May 26 22:44:38.903369 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:38.932609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Transition to ACTIVE for port object e0544855-321b-4e75-81ba-cc9a154515b2 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:38.945840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0921221a-299a-40d7-9267-3f3250bd255d req-8fd00b52-1f31-4e8b-b4ba-5eea9997193c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 217 time: 0.2692254 May 26 22:44:38.955666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Transition to ACTIVE for port object e0544855-321b-4e75-81ba-cc9a154515b2 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:38.976865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:39.109303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:39.112171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:39.116086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:39.136946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Pushing event updated for resources: {'Port': ['ID=e0544855-321b-4e75-81ba-cc9a154515b2,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:39.204498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463e897-9265-4777-82b6-24bdec9d0f75 req-20c1f634-6b1e-49ca-8686-d437c38e83d7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:39.214872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b463e897-9265-4777-82b6-24bdec9d0f75 req-20c1f634-6b1e-49ca-8686-d437c38e83d7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1359191 May 26 22:44:39.232200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056253d-494e-45d8-a606-a0ab8a526ab1 req-624d7e62-8cbc-463c-bc6c-3012a6c52e9f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:39.233586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8056253d-494e-45d8-a606-a0ab8a526ab1 req-624d7e62-8cbc-463c-bc6c-3012a6c52e9f tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.5678220 May 26 22:44:39.315610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Attempting to bind port e0544855-321b-4e75-81ba-cc9a154515b2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:39.316080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Attempting to bind port e0544855-321b-4e75-81ba-cc9a154515b2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:39.316594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Attempting to bind port e0544855-321b-4e75-81ba-cc9a154515b2 on network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:39.320429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b463e897-9265-4777-82b6-24bdec9d0f75 req-a0f97d41-30c4-4a68-90fb-48f1538aa8fc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018338 May 26 22:44:39.321120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921221a-299a-40d7-9267-3f3250bd255d req-e141a9af-fbe8-40dc-a66b-de652649d855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:39.322581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0921221a-299a-40d7-9267-3f3250bd255d req-e141a9af-fbe8-40dc-a66b-de652649d855 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.3106322 May 26 22:44:39.325640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:39.326325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Checking segment: {'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:39.327089 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:39.327625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Bound using segment: {'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:39.328363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Bound port: e0544855-321b-4e75-81ba-cc9a154515b2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:39.328833 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:39.394451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0921221a-299a-40d7-9267-3f3250bd255d req-6d0efdc3-226d-4f6a-8fe3-2244f6c2514f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552328 May 26 22:44:39.438694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] For port e0544855-321b-4e75-81ba-cc9a154515b2, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:39.442904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] For port e0544855-321b-4e75-81ba-cc9a154515b2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e0544855-321b-4e75-81ba-cc9a154515b2,segment=NetworkSegment(3683151d-07f5-44c1-9ae1-164800b6ed77),segment_id=3683151d-07f5-44c1-9ae1-164800b6ed77)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:39.448159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:39.462954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:39.556860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7574f-4247-4f7c-8113-f8325ba873b8 None None] Pushing event updated for resources: {'Port': ['ID=e0544855-321b-4e75-81ba-cc9a154515b2,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:39.562567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8056253d-494e-45d8-a606-a0ab8a526ab1 req-acce6b34-1502-4a86-849b-0f0bb3172055 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824905 May 26 22:44:39.605080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:39.978680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0921221a-299a-40d7-9267-3f3250bd255d req-edb4bbc2-804e-4358-9253-83350d7a46f4 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580554 May 26 22:44:40.108523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Allocated IP 172.25.4.40 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/ec0131a2-b581-40a5-98ae-d35675ed0a5e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:40.125069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:40.160595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8543ba9-1ef7-4fab-b7c6-bfa0ff88e53b req-89baa0de-d887-442d-b34d-e09dfa071330 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:40.162073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8543ba9-1ef7-4fab-b7c6-bfa0ff88e53b req-89baa0de-d887-442d-b34d-e09dfa071330 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 945 time: 0.3610935 May 26 22:44:40.525109 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0921221a-299a-40d7-9267-3f3250bd255d req-3782d865-1628-4664-92b1-8aca443b4720 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330684 May 26 22:44:40.577729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8543ba9-1ef7-4fab-b7c6-bfa0ff88e53b req-4e4b5418-260e-4aef-ad16-ff3bea69eec5 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952925 May 26 22:44:40.654426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd8ef3-23b8-4c38-bb87-116ec26ba18f None None] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:40.693713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:40.760510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-5d774deb-e3b3-426a-9648-b6d5f8c24e4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1135 time: 0.1784601 May 26 22:44:40.765071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:40.774516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c02f867a-0ca2-4c8d-902c-beec19544ec9 None None] Provisioning for port e0544855-321b-4e75-81ba-cc9a154515b2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:40.991741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Pushing event updated for resources: {'Port': ['ID=ec0131a2-b581-40a5-98ae-d35675ed0a5e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:41.017550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:41.034640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:41.037227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:41.091570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2d26e-7190-4f57-b494-0d2b33b4ee47 req-a699ca2f-7294-4fd3-95f5-f1272b7d9e40 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:41.093384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1eb2d26e-7190-4f57-b494-0d2b33b4ee47 req-a699ca2f-7294-4fd3-95f5-f1272b7d9e40 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 984 time: 0.1186743 May 26 22:44:41.155956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1eb2d26e-7190-4f57-b494-0d2b33b4ee47 req-cf0a9cf2-43e9-4e22-96b0-cc602b572e40 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=8a719db5-0730-45d2-ac91-91c552ac7e81&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0565445 May 26 22:44:41.277126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfdc-c5d7-463c-965a-415643059e71 req-e6007a95-5b6d-45bd-84b2-7ecb3c44a640 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:41.278677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f67bfdc-c5d7-463c-965a-415643059e71 req-e6007a95-5b6d-45bd-84b2-7ecb3c44a640 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3334644 May 26 22:44:41.380302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e0544855-321b-4e75-81ba-cc9a154515b2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:41.403078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-d8126aea-ba3c-498a-af20-4daa29143353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:41.404524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-d8126aea-ba3c-498a-af20-4daa29143353 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.6345201 May 26 22:44:41.516569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e0544855-321b-4e75-81ba-cc9a154515b2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:41.521348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-8395cb9c-721a-4091-92da-f2c17038bbdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 217 time: 0.1011262 May 26 22:44:41.523746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e0544855-321b-4e75-81ba-cc9a154515b2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:41.525344 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:41.577502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f67bfdc-c5d7-463c-965a-415643059e71 req-085d8a50-f788-4329-9eac-ea768529376a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148848 May 26 22:44:41.625177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de999b9c-a01c-4309-a92d-a2c19ee81d23 req-7c188236-1a27-4062-9cf2-f35bcd5066cd tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:41.626743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-f6f2d064-1276-43d5-b305-227748975965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:41.627040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de999b9c-a01c-4309-a92d-a2c19ee81d23 req-7c188236-1a27-4062-9cf2-f35bcd5066cd tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.0901713 May 26 22:44:41.628204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-f6f2d064-1276-43d5-b305-227748975965 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.0902140 May 26 22:44:41.718151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de999b9c-a01c-4309-a92d-a2c19ee81d23 req-e6af1585-28fb-42ca-bbbb-b3dd34dfe47a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846238 May 26 22:44:41.813151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-f09db3b3-d4f4-4296-8272-617f2f55605b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117101 May 26 22:44:41.880980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:41.925393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e0544855-321b-4e75-81ba-cc9a154515b2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e0544855-321b-4e75-81ba-cc9a154515b2,segment=NetworkSegment(3683151d-07f5-44c1-9ae1-164800b6ed77),segment_id=3683151d-07f5-44c1-9ae1-164800b6ed77)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:41.930652 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:41.945301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09a62-13eb-4df4-990b-3235adfc99f0 req-bdead3dd-3f1f-4630-bb92-6c0b677e85b9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:41.947401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93b09a62-13eb-4df4-990b-3235adfc99f0 req-bdead3dd-3f1f-4630-bb92-6c0b677e85b9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.0958798 May 26 22:44:42.017285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93b09a62-13eb-4df4-990b-3235adfc99f0 req-cabf570e-3ae3-45b9-9856-027166839a51 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632854 May 26 22:44:42.026598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e0544855-321b-4e75-81ba-cc9a154515b2,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:42.154209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:42.155243 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:42.242165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4991705-44ae-46fd-b6e3-c05f2bd0ccd8 req-5e710320-d764-4ca1-ab17-f849a458ff5b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:42.247456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4991705-44ae-46fd-b6e3-c05f2bd0ccd8 req-5e710320-d764-4ca1-ab17-f849a458ff5b tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.0828140 May 26 22:44:42.293168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4991705-44ae-46fd-b6e3-c05f2bd0ccd8 req-2a8843d0-17a4-40ff-952d-a22a7d5651c4 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435159 May 26 22:44:42.350962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-767d698e-3448-4968-a011-3e32e56b87cb service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220957 May 26 22:44:42.401627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9487-67cb-4520-9e10-3bec1853fa50 req-541cc815-d780-45c9-825e-71b3ac38c3b0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:42.403033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0ff9487-67cb-4520-9e10-3bec1853fa50 req-541cc815-d780-45c9-825e-71b3ac38c3b0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 945 time: 0.5731397 May 26 22:44:42.587490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0ff9487-67cb-4520-9e10-3bec1853fa50 req-ae913d62-5c1f-4a77-b86f-be9d8e336c23 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283507 May 26 22:44:42.593585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c26049e-f587-4d2a-b079-69ca40e5c35b req-8e448619-2b33-4742-8542-73a476107008 service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321384 May 26 22:44:42.613209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ccbe2-845c-4aba-a941-9cde70fcc834 req-0205ed0f-40f0-465a-a865-5f432f1116d1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:42.621024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b6ccbe2-845c-4aba-a941-9cde70fcc834 req-0205ed0f-40f0-465a-a865-5f432f1116d1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 984 time: 0.1015787 May 26 22:44:42.636350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:44:42.682465 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b6ccbe2-845c-4aba-a941-9cde70fcc834 req-bf725096-8cc7-4ee1-84b2-cb595248dd55 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=8a719db5-0730-45d2-ac91-91c552ac7e81&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0599196 May 26 22:44:42.891262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Router 16a03505-f182-4b0b-a55a-ce0077cae1ef is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:44:42.920870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b619c-45e6-403c-bf53-927f5cf285f3 req-ab5d2881-b216-4d61-8318-40983ccfce93 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:42.930225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f39b619c-45e6-403c-bf53-927f5cf285f3 req-ab5d2881-b216-4d61-8318-40983ccfce93 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1071069 May 26 22:44:42.932028 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:44:42.997699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f39b619c-45e6-403c-bf53-927f5cf285f3 req-8ccca6e8-4658-43c0-abb7-8578486f1549 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662577 May 26 22:44:43.128826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:43.148348 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] Sync routers for ids ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:43.153805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bfb02915-5818-4738-add8-e6235490ba2c admin admin] 10.222.0.32 "PUT /v2.0/routers/9dd12180-f222-4d9f-b8d1-bdf664d77a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9597697 May 26 22:44:43.156266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52622) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:43.201098 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] Routers {'9dd12180-f222-4d9f-b8d1-bdf664d77a07'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:43.202574 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:43.337244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886aca6-8bde-4ae1-9b9c-e2194fe0d1d8 req-2d37f2fa-8923-4ffb-98d0-6017bae09d3a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:43.346604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0886aca6-8bde-4ae1-9b9c-e2194fe0d1d8 req-2d37f2fa-8923-4ffb-98d0-6017bae09d3a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.2133195 May 26 22:44:43.353345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e0544855-321b-4e75-81ba-cc9a154515b2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:43.423830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0886aca6-8bde-4ae1-9b9c-e2194fe0d1d8 req-105691c1-b392-4053-92cc-22088baa1c16 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664794 May 26 22:44:43.461264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e0544855-321b-4e75-81ba-cc9a154515b2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:43.461746 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:43.486071 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] Set router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:43.540301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:43.584206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:43.585766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-69e9d367-5a2a-4652-a3ce-30107e97074f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7904139 May 26 22:44:43.588495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:43.594847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d202f-240a-41ab-be22-52fe340e43e1 req-241ce8b9-c1fa-4efe-a698-42a62239aab2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:43.607713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684d202f-240a-41ab-be22-52fe340e43e1 req-241ce8b9-c1fa-4efe-a698-42a62239aab2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3529797 May 26 22:44:43.615146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Sync routers for ids ['16a03505-f182-4b0b-a55a-ce0077cae1ef'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:43.630109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Routers {'16a03505-f182-4b0b-a55a-ce0077cae1ef'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:43.630827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['16a03505-f182-4b0b-a55a-ce0077cae1ef'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:43.798250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684d202f-240a-41ab-be22-52fe340e43e1 req-f26db09d-fcf6-41b9-b723-c740966e099d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838450 May 26 22:44:43.846409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Set router 16a03505-f182-4b0b-a55a-ce0077cae1ef gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:43.913176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:44.031940 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:37Z', 'revision_number': 5, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:44.043700 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] Checking router: 9dd12180-f222-4d9f-b8d1-bdf664d77a07 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:44.076013 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] Routers {'9dd12180-f222-4d9f-b8d1-bdf664d77a07'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:44.077407 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:44.165283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2fa4-5bc3-4c8d-b7d5-1e371cbae87e req-3d37139c-d935-43b7-8828-289f37e02448 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:44.166817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-604a2fa4-5bc3-4c8d-b7d5-1e371cbae87e req-3d37139c-d935-43b7-8828-289f37e02448 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 945 time: 0.1267242 May 26 22:44:44.256667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-604a2fa4-5bc3-4c8d-b7d5-1e371cbae87e req-de59fd7c-2d0b-48bf-8621-dafac8e567a9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828786 May 26 22:44:44.360305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:44:41Z', 'revision_number': 3, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:44.371069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Checking router: 16a03505-f182-4b0b-a55a-ce0077cae1ef for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:44.371426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Updating router 16a03505-f182-4b0b-a55a-ce0077cae1ef port ec0131a2-b581-40a5-98ae-d35675ed0a5e binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:44:44.433562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] Set router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:44.497388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:44.620179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90efbe-68ac-4093-b5a4-68521585fe04 req-17bb94b5-fa03-4f20-9e93-ee8f58da68c4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:44.621830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d90efbe-68ac-4093-b5a4-68521585fe04 req-17bb94b5-fa03-4f20-9e93-ee8f58da68c4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 984 time: 0.4387653 May 26 22:44:44.681133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d90efbe-68ac-4093-b5a4-68521585fe04 req-c85609ea-d8d0-4c61-95b1-4bc6ae41cd01 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=8a719db5-0730-45d2-ac91-91c552ac7e81&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0521774 May 26 22:44:44.748783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:44.777898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Deleting port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:44.778262 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:44.793389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458d9da-4c12-4118-887f-03a5bf261897 req-5aa26ce8-fdc9-489c-8cc3-ebb16f93ae10 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:44.810990 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0458d9da-4c12-4118-887f-03a5bf261897 req-5aa26ce8-fdc9-489c-8cc3-ebb16f93ae10 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.3810251 May 26 22:44:44.983552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Deleting port 2f232eac-8e4d-4d29-9792-9636be138711 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:44.983890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.057262 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:37Z', 'revision_number': 5, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:45.062468 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdf85b-dcb4-4484-8fb5-2ebfd654d007 None None] The sync data for ids ['9dd12180-f222-4d9f-b8d1-bdf664d77a07'] in n-d-843301-1 is: [{'id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556834330-router', 'tenant_id': '3b70db916f2a406887d103ed96c4db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:05Z', 'updated_at': '2022-05-26T22:44:37Z', 'revision_number': 5, 'project_id': '3b70db916f2a406887d103ed96c4db83', 'gw_port': {'id': '79063431-1cbb-4a22-b3fd-4ccc08c6f2d7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd12180-f222-4d9f-b8d1-bdf664d77a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:08Z', 'updated_at': '2022-05-26T22:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:45.157349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.171836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Transition to ACTIVE for port object ec0131a2-b581-40a5-98ae-d35675ed0a5e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:45.180848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.195369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] For port 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:45.195615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.302207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Attempting to bind port ec0131a2-b581-40a5-98ae-d35675ed0a5e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:45.302728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Attempting to bind port ec0131a2-b581-40a5-98ae-d35675ed0a5e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:45.303171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Attempting to bind port ec0131a2-b581-40a5-98ae-d35675ed0a5e on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:45.315959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869c56-75eb-4069-9bf3-3c051d175176 None None] Pushing event updated for resources: {'Port': ['ID=ec0131a2-b581-40a5-98ae-d35675ed0a5e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:45.319954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:45.320450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:45.320943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.322122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:45.322122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Bound port: ec0131a2-b581-40a5-98ae-d35675ed0a5e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:45.322455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.323081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Calling delete_port for 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:45.363848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967d9ed-d36f-4b8c-ad72-aaf9fe659850 req-98208735-bd37-49e8-9784-37a0a46fcb0f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:45.365303 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3967d9ed-d36f-4b8c-ad72-aaf9fe659850 req-98208735-bd37-49e8-9784-37a0a46fcb0f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3147197 May 26 22:44:45.402331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] For port ec0131a2-b581-40a5-98ae-d35675ed0a5e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:45.426138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] For port ec0131a2-b581-40a5-98ae-d35675ed0a5e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ec0131a2-b581-40a5-98ae-d35675ed0a5e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:45.428437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab617106-c797-48a4-9259-d6db7fe12c68 req-ed2f3817-296c-4ab5-bfb7-f2aa3f98ab24 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:45.435178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70b8d72f-f7a4-4254-9e70-297a63574ec2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:45.436091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab617106-c797-48a4-9259-d6db7fe12c68 req-ed2f3817-296c-4ab5-bfb7-f2aa3f98ab24 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=80775fed-76cb-4401-a473-ea933a07f4f4 HTTP/1.1" status: 200 len: 945 time: 0.3650579 May 26 22:44:45.476208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 70b8d72f-f7a4-4254-9e70-297a63574ec2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:45.476736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70b8d72f-f7a4-4254-9e70-297a63574ec2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:45.484367 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.491695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3967d9ed-d36f-4b8c-ad72-aaf9fe659850 req-d4b85410-fb88-4874-8701-dd78ff571cef tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172535 May 26 22:44:45.584528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869c56-75eb-4069-9bf3-3c051d175176 None None] Pushing event updated for resources: {'Port': ['ID=ec0131a2-b581-40a5-98ae-d35675ed0a5e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:45.595141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Routers {'16a03505-f182-4b0b-a55a-ce0077cae1ef'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:45.595786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['16a03505-f182-4b0b-a55a-ce0077cae1ef'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:45.612462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.674546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79063431-1cbb-4a22-b3fd-4ccc08c6f2d7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:45.722704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] For port 2f232eac-8e4d-4d29-9792-9636be138711, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2f232eac-8e4d-4d29-9792-9636be138711,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:45.723072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:45.828817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] Set router 16a03505-f182-4b0b-a55a-ce0077cae1ef gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:45.874554 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab617106-c797-48a4-9259-d6db7fe12c68 req-79c5d01a-cb7e-4264-ad95-e43d5fb7f564 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374216 May 26 22:44:45.883546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Calling delete_port for 2f232eac-8e4d-4d29-9792-9636be138711 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:45.895592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-16cf34e6-ef8b-475a-b100-a7f861181da6 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1023555412&fields=id&tenant_id=e690c00c514146589a6ed784d9ab9585 HTTP/1.1" status: 200 len: 267 time: 0.1747534 May 26 22:44:46.036247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.078513 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.126380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:46.135752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event deleted for resources: {'Port': ['ID=2f232eac-8e4d-4d29-9792-9636be138711,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:46.259535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52674) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:46.362413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.366838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.399992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.400541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd12180-f222-4d9f-b8d1-bdf664d77a07 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:44:46.419907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-3855ed4c-e5dc-4783-9683-68be82de1fbd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:46.427916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-3855ed4c-e5dc-4783-9683-68be82de1fbd tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 984 time: 0.4625232 May 26 22:44:46.436624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'port': {'security_groups': ['8a719db5-0730-45d2-ac91-91c552ac7e81', 'c93a6da6-8e2e-4fae-8eb7-63d959720b39', '022dde45-8cf8-4422-a8dc-7146bf59f611']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:46.450839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:44:41Z', 'revision_number': 3, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:46.459651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab5bc8-a9bc-4bb7-bcff-bca4ea08e45f None None] The sync data for ids ['16a03505-f182-4b0b-a55a-ce0077cae1ef'] in n-d-843301-1 is: [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:44:41Z', 'revision_number': 3, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:46.537116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] No DVR routers for this DVR port 2f232eac-8e4d-4d29-9792-9636be138711 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:46.542467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.545830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80775fed-76cb-4401-a473-ea933a07f4f4', 'name': 'network-vif-deleted', 'tag': '2f232eac-8e4d-4d29-9792-9636be138711'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:46.561895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.588219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52abb35-8721-4217-9bd9-67e11ac67738 req-c0688f65-0bda-4116-8900-05304d171f68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:46.589625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e52abb35-8721-4217-9bd9-67e11ac67738 req-c0688f65-0bda-4116-8900-05304d171f68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 945 time: 0.4558694 May 26 22:44:46.590826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0458d9da-4c12-4118-887f-03a5bf261897 req-87b33f40-23f8-4fa0-9ef1-98ecb6e43180 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.55 "DELETE /v2.0/ports/2f232eac-8e4d-4d29-9792-9636be138711 HTTP/1.1" status: 204 len: 173 time: 1.7584124 May 26 22:44:46.626190 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.627418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-add6c189-d233-4383-85c9-a9f32d3c01a8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9dd12180-f222-4d9f-b8d1-bdf664d77a07 HTTP/1.1" status: 204 len: 168 time: 3.4702475 May 26 22:44:46.635215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52682) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:46.725473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:46.740287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818ff26-658c-42e8-9c69-a321e0543704 req-df9681e8-9cfe-4745-aaee-bc75ffda3e6e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:46.741753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0818ff26-658c-42e8-9c69-a321e0543704 req-df9681e8-9cfe-4745-aaee-bc75ffda3e6e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 945 time: 0.1622226 May 26 22:44:46.750134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.750395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Usage tracker for resource:security_group_rule and tenant:4040266aa2034e6482ca0414665bb8c6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:46.759403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:46.797837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:46.809825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] Deleting subnet 55a08fe3-85cf-4051-8e11-8779ef8348af {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:44:46.820896 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.854552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e52abb35-8721-4217-9bd9-67e11ac67738 req-0585b3e2-1913-4113-820b-9f6f642a1636 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470374 May 26 22:44:46.881943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Deleting port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:46.882212 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:46.901128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.029764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.082646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.123104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f39cfc1b-005e-47c6-a193-d7571aa286fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.174893 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.251988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0375d6-aa8d-4a30-8e0b-f4475953cf7b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:47.257961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.346960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3793ba7c-48d9-436e-a930-2e17ad79c77f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4040266aa2034e6482ca0414665bb8c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0863972 May 26 22:44:47.389952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52690) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:47.406638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] For port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:47.407094 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.605210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Calling delete_port for 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:47.616843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7514c6f-9190-45c0-b615-6370380c6f45 req-296b73db-c962-478f-a204-a38cfaefde8a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:47.618378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7514c6f-9190-45c0-b615-6370380c6f45 req-296b73db-c962-478f-a204-a38cfaefde8a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4822538 May 26 22:44:47.619351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.643529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2f232eac-8e4d-4d29-9792-9636be138711 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:47.670440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:47.687570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 2f232eac-8e4d-4d29-9792-9636be138711 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:47.688170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2f232eac-8e4d-4d29-9792-9636be138711 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:47.691037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6766a9a7-dcab-4bc3-9c9d-7809b0b119a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.705165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Allocated IP 172.20.0.1 (062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd/d0e1146c-a652-4b02-a3af-d85b029e3b76/eca78e0e-c384-48ab-9308-dabc9ed67d79) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:47.708067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a08fe3-85cf-4051-8e11-8779ef8348af,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:47.716521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.724526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.734184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.735788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f600e1-235f-49dd-ad66-1cb758ca86d5 None None] Network 500b809a-4e2d-47ef-8187-cc13589c4d6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:47.753008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d', 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:47.767574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6766a9a7-dcab-4bc3-9c9d-7809b0b119a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.810353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:47.810969 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:47.812588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1f728b5-be19-4ddf-b5a3-5ea079cb807d req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "PUT /v2.0/ports/e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 1020 time: 1.3838768 May 26 22:44:47.827246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:47.854000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e2e42-f944-478d-bc57-d7c72dcde206 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:47.896346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2b14dbe0-d0be-4e10-a472-f3a25c964eb2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/55a08fe3-85cf-4051-8e11-8779ef8348af HTTP/1.1" status: 204 len: 168 time: 1.2571788 May 26 22:44:47.900725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7514c6f-9190-45c0-b615-6370380c6f45 req-6e4016cf-57ae-4465-97ce-603e127caaf7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505548 May 26 22:44:47.915712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52700) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:47.932867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['e0eabfb1-0d6d-45c1-9833-ad013626e4f2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:47.979356 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d176d8d2-f5e1-427e-aafe-b21fb0c3c5e5'] response: {'server_uuid': '80775fed-76cb-4401-a473-ea933a07f4f4', 'name': 'network-vif-deleted', 'tag': '2f232eac-8e4d-4d29-9792-9636be138711', 'status': 'completed', 'code': 200} May 26 22:44:48.013261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.162133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event deleted for resources: {'Port': ['ID=7dbcdcd3-e59b-4fcb-a10b-269384a30a5a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:48.174549 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6766a9a7-dcab-4bc3-9c9d-7809b0b119a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.203897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.226429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a9a7-dcab-4bc3-9c9d-7809b0b119a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0375d6-aa8d-4a30-8e0b-f4475953cf7b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:48.237316 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001b934a-27d1-48b0-b9ba-0c14b2392ac8'] response: {'name': 'network-changed', 'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2', 'status': 'completed', 'code': 200} May 26 22:44:48.240656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] No DVR routers for this DVR port 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:48.244207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.247860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6766a9a7-dcab-4bc3-9c9d-7809b0b119a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.248986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6766a9a7-dcab-4bc3-9c9d-7809b0b119a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae0375d6-aa8d-4a30-8e0b-f4475953cf7b HTTP/1.1" status: 204 len: 168 time: 0.8536468 May 26 22:44:48.253710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.257210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Deleting port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:48.257755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.336518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Transition to ACTIVE for port object eca78e0e-c384-48ab-9308-dabc9ed67d79 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:48.395979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0818ff26-658c-42e8-9c69-a321e0543704 req-bea1bcbb-6ca7-495f-a8e3-5c22c38c4c7b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "DELETE /v2.0/ports/7dbcdcd3-e59b-4fcb-a10b-269384a30a5a HTTP/1.1" status: 204 len: 173 time: 1.6322808 May 26 22:44:48.406101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8891438d-9db3-417a-a20f-338652fb75bf req-7c217ed2-fdb9-4330-bf4e-1a32d91b3320 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/022dde45-8cf8-4422-a8dc-7146bf59f611 HTTP/1.1" status: 200 len: 1635 time: 0.3019965 May 26 22:44:48.510208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-eb7b0f91-cee9-479a-80fa-c2d565dad712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1174 time: 0.2384212 May 26 22:44:48.540376 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-8891438d-9db3-417a-a20f-338652fb75bf req-13852001-72cb-4a40-bbfa-21113489f718 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 22:44:48.567549 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8891438d-9db3-417a-a20f-338652fb75bf req-13852001-72cb-4a40-bbfa-21113489f718 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/022dde45-8cf8-4422-a8dc-7146bf59f611 HTTP/1.1" status: 409 len: 341 time: 0.1593273 May 26 22:44:48.583396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] For port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,segment=NetworkSegment(de5f841c-71d1-4c43-9ffd-6051db9e385f),segment_id=de5f841c-71d1-4c43-9ffd-6051db9e385f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:48.583766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.792638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-94dfc50d-d33d-4860-9a62-f12ea0fe93b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:48.792868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] DHCP port deletion for 500b809a-4e2d-47ef-8187-cc13589c4d6a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:44:48.794097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-94dfc50d-d33d-4860-9a62-f12ea0fe93b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.2757795 May 26 22:44:48.806433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Deleting port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:48.806897 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.014927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:49.048375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-2b285782-0b57-42ed-8aa7-748c11f0ab0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 200 len: 217 time: 0.2480586 May 26 22:44:49.049839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.141650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Calling delete_port for 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:49.144056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:49.147460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-87b8d8f6-dc8e-407f-8a54-3ea9f5a39e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:49.149122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-87b8d8f6-dc8e-407f-8a54-3ea9f5a39e02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.0883627 May 26 22:44:49.151860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Usage tracker for resource:security_group_rule and tenant:aeea1c30bd4f4485b9d670dbda00a8c2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:49.156824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:49.209691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:49.214373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-b6cc89de-6c9f-4d28-b039-2aad948129df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587838 May 26 22:44:49.242370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1fb0bad1-4b5b-41e8-9b96-0ba3ce62c5cb req-26bd345b-663f-4f19-91ca-7e0a3ed2dd75 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=329e55a0-d94d-4d51-86be-9a845089ac73 HTTP/1.1" status: 200 len: 210 time: 0.4793558 May 26 22:44:49.243955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.437318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-e740b1dc-6e8e-4cc0-8214-da4e32b72b4a service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131598 May 26 22:44:49.441405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.469428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ec0131a2-b581-40a5-98ae-d35675ed0a5e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:49.478499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.479303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:49.484974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:49.501480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:49.547517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Pushing event updated for resources: {'Port': ['ID=eca78e0e-c384-48ab-9308-dabc9ed67d79,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:49.555213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] For port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,segment=NetworkSegment(de5f841c-71d1-4c43-9ffd-6051db9e385f),segment_id=de5f841c-71d1-4c43-9ffd-6051db9e385f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:49.557550 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.571996 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-722f4090-139a-4463-ae4b-e45fda2e6d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.588137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.588478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.588966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.589308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.589631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.589992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.590317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.590634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.591001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.594829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.595227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.604072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f1f32-18d3-492b-862d-59445917f4a3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:49.614255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.670672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:49.713049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.732226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce054d66-3ae0-4d3f-b9f0-aa5dc2a8711a req-e197c4bb-5aa2-434a-9fb1-7ffed113e03e service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855127 May 26 22:44:49.772305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeea1c30bd4f4485b9d670dbda00a8c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7533560 May 26 22:44:49.777274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52732) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:49.781812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a06442-06e8-40bd-9b94-5ac3ab90bbe9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:49.788165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:49.788558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7dbcdcd3-e59b-4fcb-a10b-269384a30a5a not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:49.798489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Calling delete_port for 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:49.824909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.824909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.824909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.824909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.825297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.825573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.825908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.826220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.827441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.827441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.827441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d66c2-2a77-4bb1-9ec4-21022ad79b58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:44:49.837713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] No DVR routers for this DVR port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:49.884782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port ec0131a2-b581-40a5-98ae-d35675ed0a5e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:49.886679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a8bf-1955-4b7c-b9b0-54a86bbb2a9c req-e0d6a126-bfa7-4549-8bee-ad20285c7edb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:49.894712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59f1a8bf-1955-4b7c-b9b0-54a86bbb2a9c req-e0d6a126-bfa7-4549-8bee-ad20285c7edb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4168675 May 26 22:44:49.914503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ec0131a2-b581-40a5-98ae-d35675ed0a5e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:49.915020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.933824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c37bbc-c33e-4a7e-890f-150469c937c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.976879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59f1a8bf-1955-4b7c-b9b0-54a86bbb2a9c req-e6ff4f48-083d-4ca2-92ff-be089171b64f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787039 May 26 22:44:49.978607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.978734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c37bbc-c33e-4a7e-890f-150469c937c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:49.997937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-74b20ed6-7403-4a79-aa3a-f88a05142ab2 None None] Provisioning for port eca78e0e-c384-48ab-9308-dabc9ed67d79 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:50.002686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.003588 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:44:50.004033 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:44:50.006187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-74b20ed6-7403-4a79-aa3a-f88a05142ab2 None None] Provisioning complete for port eca78e0e-c384-48ab-9308-dabc9ed67d79 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:50.006587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-74b20ed6-7403-4a79-aa3a-f88a05142ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.052514 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c37bbc-c33e-4a7e-890f-150469c937c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.075681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c37bbc-c33e-4a7e-890f-150469c937c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f1f32-18d3-492b-862d-59445917f4a3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:50.086787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c37bbc-c33e-4a7e-890f-150469c937c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.087303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7636c17-390d-4d2e-a188-84a45b615f5d req-cfe4c7cc-1b07-434f-a751-144ba092a346 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:50.088869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7636c17-390d-4d2e-a188-84a45b615f5d req-cfe4c7cc-1b07-434f-a751-144ba092a346 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1023 time: 0.3789880 May 26 22:44:50.091018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8c37bbc-c33e-4a7e-890f-150469c937c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/944f1f32-18d3-492b-862d-59445917f4a3 HTTP/1.1" status: 204 len: 168 time: 0.3113437 May 26 22:44:50.103003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500b809a-4e2d-47ef-8187-cc13589c4d6a']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:50.112278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-74b20ed6-7403-4a79-aa3a-f88a05142ab2 None None] Port eca78e0e-c384-48ab-9308-dabc9ed67d79 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:44:50.120252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5f841c-71d1-4c43-9ffd-6051db9e385f') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:50.121447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5f841c-71d1-4c43-9ffd-6051db9e385f') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:50.136628 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.148890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.157622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.164954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:44:50.165362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.167867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port ec0131a2-b581-40a5-98ae-d35675ed0a5e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ec0131a2-b581-40a5-98ae-d35675ed0a5e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:50.173033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.238658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329e55a0-d94d-4d51-86be-9a845089ac73', 'name': 'network-vif-deleted', 'tag': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: timer() May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:44:50.278200 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:44:50.301574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.307049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.322036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:50.337656 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] 10.222.0.32 "DELETE /v2.0/networks/500b809a-4e2d-47ef-8187-cc13589c4d6a HTTP/1.1" status: 204 len: 168 time: 2.4113331 May 26 22:44:50.353925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee1d7-c4fc-45b9-8dbe-d91517286e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=500b809a-4e2d-47ef-8187-cc13589c4d6a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:50.383503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:50.383694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 79063431-1cbb-4a22-b3fd-4ccc08c6f2d7 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:50.384265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:50.399607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7636c17-390d-4d2e-a188-84a45b615f5d req-f63159c9-ea7c-4513-ad47-c48d563d0e99 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=022dde45-8cf8-4422-a8dc-7146bf59f611&id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=8a719db5-0730-45d2-ac91-91c552ac7e81&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1170137 May 26 22:44:50.442791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:50.445761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:50.508062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Deleting port 22a06442-06e8-40bd-9b94-5ac3ab90bbe9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:50.511803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf699-d0f8-4998-834e-3123433ca670 req-691a44ab-faf4-45e1-8a81-f36e96fd205a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:50.512219 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.519151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d09cf699-d0f8-4998-834e-3123433ca670 req-691a44ab-faf4-45e1-8a81-f36e96fd205a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1108372 May 26 22:44:50.536907 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2372b9ec-9ee4-4f39-af60-8b4d7076c748'] response: {'server_uuid': '329e55a0-d94d-4d51-86be-9a845089ac73', 'name': 'network-vif-deleted', 'tag': '7dbcdcd3-e59b-4fcb-a10b-269384a30a5a', 'status': 'completed', 'code': 200} May 26 22:44:50.578122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d09cf699-d0f8-4998-834e-3123433ca670 req-867bea3a-d8f3-4309-8be7-a40d35e283b4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579853 May 26 22:44:50.608646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=ec0131a2-b581-40a5-98ae-d35675ed0a5e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:50.623135 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.633590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36638367-c61d-4de3-9ce6-4dc4c18d3b33 None None] The port '22a06442-06e8-40bd-9b94-5ac3ab90bbe9' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:44:50.696380 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.719112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52760) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:50.799875 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.807977 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.916776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Pushing event updated for resources: {'Port': ['ID=eca78e0e-c384-48ab-9308-dabc9ed67d79,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:50.950198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:50.983119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52776) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:51.141288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:51.143107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:51.161268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0fbe2d4f-33ee-4d38-85c5-2d847def85c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b70db916f2a406887d103ed96c4db83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1737175 May 26 22:44:51.162034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52786) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:51.247339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-2fdbd315-eb55-4fc0-90f3-2c711081f5dc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:51.248830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-2fdbd315-eb55-4fc0-90f3-2c711081f5dc tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1023 time: 0.3672497 May 26 22:44:51.291152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c39b9f-e9e5-4ad3-a445-2e11e468a902 req-b54f7cf7-a893-4718-acaa-10c751af2ad8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:51.292821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01c39b9f-e9e5-4ad3-a445-2e11e468a902 req-b54f7cf7-a893-4718-acaa-10c751af2ad8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2686465 May 26 22:44:51.365094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ec0131a2-b581-40a5-98ae-d35675ed0a5e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:51.492028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Deleting port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:51.492651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:51.504005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ec0131a2-b581-40a5-98ae-d35675ed0a5e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:51.504429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:51.576829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-90debdf7-1f92-4dfd-8a41-40b4ae1bb41a None None] Provisioning complete for port eca78e0e-c384-48ab-9308-dabc9ed67d79 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:51.578873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-90debdf7-1f92-4dfd-8a41-40b4ae1bb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:51.638258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-90debdf7-1f92-4dfd-8a41-40b4ae1bb41a None None] Port eca78e0e-c384-48ab-9308-dabc9ed67d79 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:44:51.735167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dae5b-075f-4462-8b59-503458125cfd req-dfb552fd-5769-4be9-b440-671bb80f7629 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:51.738125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-dfb552fd-5769-4be9-b440-671bb80f7629 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.4161489 May 26 22:44:51.747097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01c39b9f-e9e5-4ad3-a445-2e11e468a902 req-48065cca-6842-4c87-87ab-6d3e8d1ccf8f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958106 May 26 22:44:51.756665 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-5ef3aa01-6184-482f-baa1-08a894ab4b5a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/quotas/742a146aaf934365a02fa017040542f1 HTTP/1.1" status: 200 len: 375 time: 0.0127280 May 26 22:44:51.764189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:51.784196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7180318-6ff0-46fc-8f26-5185c2c92850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:51.785327 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:51.825155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-2c3322b9-254d-451c-8c9d-1a5542550115 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518413 May 26 22:44:51.881862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:51.885895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Usage tracker for resource:security_group_rule and tenant:c384cf7fcae048ffaea3a3ca28834cc2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:51.898248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:51.914058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:51.925965 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7180318-6ff0-46fc-8f26-5185c2c92850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.086400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] For port e0eabfb1-0d6d-45c1-9833-ad013626e4f2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:52.086702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.153583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-e87fa12c-9b8c-4912-8bdd-0c08b2558afd service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328191 May 26 22:44:52.343941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Calling delete_port for e0eabfb1-0d6d-45c1-9833-ad013626e4f2 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:52.346734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Router 16a03505-f182-4b0b-a55a-ce0077cae1ef has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:44:52.351687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-8a40c969-2da5-47bc-90b8-94a1c4167285 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790619 May 26 22:44:52.385490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.406813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.429622 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7180318-6ff0-46fc-8f26-5185c2c92850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.498996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb399629-9e06-4525-8d88-1a98054714a1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:52.547250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fd203-7934-4f1e-be3e-e69a493d9d78 req-98dff488-8b2c-4334-ace5-af915e968f55 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:52.554708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f8fd203-7934-4f1e-be3e-e69a493d9d78 req-98dff488-8b2c-4334-ace5-af915e968f55 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 1023 time: 0.5438735 May 26 22:44:52.560613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e8d3280b-3152-469e-969a-c366899ea75a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c384cf7fcae048ffaea3a3ca28834cc2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8378549 May 26 22:44:52.561053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52822) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:52.574868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7180318-6ff0-46fc-8f26-5185c2c92850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.575949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a7180318-6ff0-46fc-8f26-5185c2c92850 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/565224a0-7173-4694-99f6-390d8ca83864 HTTP/1.1" status: 204 len: 168 time: 1.4129884 May 26 22:44:52.576847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7180318-6ff0-46fc-8f26-5185c2c92850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565224a0-7173-4694-99f6-390d8ca83864,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:52.670291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f8fd203-7934-4f1e-be3e-e69a493d9d78 req-0a4db4bf-3edf-4885-8900-cd92af1987a8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=022dde45-8cf8-4422-a8dc-7146bf59f611&id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=8a719db5-0730-45d2-ac91-91c552ac7e81&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1146355 May 26 22:44:52.708342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.720152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d', 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:44:52.810996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'Port': ['ID=e0eabfb1-0d6d-45c1-9833-ad013626e4f2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:52.823573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-167e0c64-36b8-49fd-b072-9fb3f77b6b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.916091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-167e0c64-36b8-49fd-b072-9fb3f77b6b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:53.039770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1a1ea667-4007-436a-9b7b-354ffa836162 req-488c6046-957c-4f7c-bd67-c03a6ba2b673 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:53.049882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] No DVR routers for this DVR port e0eabfb1-0d6d-45c1-9833-ad013626e4f2 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:44:53.059682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:53.066299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'name': 'network-vif-deleted', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:44:53.101825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1a1ea667-4007-436a-9b7b-354ffa836162 req-488c6046-957c-4f7c-bd67-c03a6ba2b673 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:53.108818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-167e0c64-36b8-49fd-b072-9fb3f77b6b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:53.115970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a1ea667-4007-436a-9b7b-354ffa836162 req-488c6046-957c-4f7c-bd67-c03a6ba2b673 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 210 time: 0.1601567 May 26 22:44:53.123102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1e5e9fd-4642-49cf-80f2-7b7ac5ae85d4 req-7c39ac4c-acc6-41fe-9e4d-62dbc6cc01af tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "DELETE /v2.0/ports/e0eabfb1-0d6d-45c1-9833-ad013626e4f2 HTTP/1.1" status: 204 len: 173 time: 1.8408020 May 26 22:44:53.177410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e0c64-36b8-49fd-b072-9fb3f77b6b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb399629-9e06-4525-8d88-1a98054714a1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:53.180793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-167e0c64-36b8-49fd-b072-9fb3f77b6b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:53.184497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-167e0c64-36b8-49fd-b072-9fb3f77b6b45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb399629-9e06-4525-8d88-1a98054714a1 HTTP/1.1" status: 204 len: 168 time: 0.6193104 May 26 22:44:53.218238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:44:53.233039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-607b4079-a1ee-4e29-a2eb-e630c8961105 admin admin] 10.222.0.32 "PUT /v2.0/routers/16a03505-f182-4b0b-a55a-ce0077cae1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6354978 May 26 22:44:53.233732 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Sync routers for ids ['16a03505-f182-4b0b-a55a-ce0077cae1ef'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:44:53.253520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f60de-097a-43ed-b105-5891a0dece4e req-b5b7466b-e332-4ece-a701-60c4d6a42538 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:53.256512 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Routers {'16a03505-f182-4b0b-a55a-ce0077cae1ef'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:53.257138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['16a03505-f182-4b0b-a55a-ce0077cae1ef'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:53.273629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f4f60de-097a-43ed-b105-5891a0dece4e req-b5b7466b-e332-4ece-a701-60c4d6a42538 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3375275 May 26 22:44:53.386833 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f4f60de-097a-43ed-b105-5891a0dece4e req-18533404-fb4a-40fa-a33b-39ba31a2d99a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122115 May 26 22:44:53.475103 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51047764-47f1-4a54-8d03-23270818f46f'] response: {'server_uuid': '86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431', 'name': 'network-vif-deleted', 'tag': 'e0eabfb1-0d6d-45c1-9833-ad013626e4f2', 'status': 'completed', 'code': 200} May 26 22:44:53.621487 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Set router 16a03505-f182-4b0b-a55a-ce0077cae1ef gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:53.696551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52866) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:54.057880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1184744527'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:54.058994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b87768b-6adc-46bc-9963-5d64d25e4e9f req-608a23fe-a5d0-4c34-9136-b96f9128a39a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f0cf4c-e1b8-47d2-a6f0-dd5f6e69f431 HTTP/1.1" status: 200 len: 210 time: 0.0904584 May 26 22:44:54.072134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:54.082662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:network and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:54.103250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:54.130961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:54.145976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:54.149547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:54.196337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:44:54.209332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:54.210015 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Added segment d2725077-a20a-4b04-ad99-3824bc971f78 of type vlan for network b12c2c20-9d70-4928-bd76-4e7ed3a04fab May 26 22:44:54.250159 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:54.331469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:54.345473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:54.349081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:54.370178 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:44:49Z', 'revision_number': 4, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'eca78e0e-c384-48ab-9308-dabc9ed67d79', 'name': '', 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'mac_address': 'fa:16:3e:0a:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0e1146c-a652-4b02-a3af-d85b029e3b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:47Z', 'updated_at': '2022-05-26T22:44:50Z', 'revision_number': 2, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'subnets': [{'id': 'd0e1146c-a652-4b02-a3af-d85b029e3b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:54.381153 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Checking router: 16a03505-f182-4b0b-a55a-ce0077cae1ef for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:44:54.381499 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Updating router 16a03505-f182-4b0b-a55a-ce0077cae1ef port eca78e0e-c384-48ab-9308-dabc9ed67d79 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:44:54.451334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7533259 May 26 22:44:54.453278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52896) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:54.466942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8b22c-8c78-46bd-a819-b5f9b8d88e92 req-44a56696-88d1-4bb2-bb75-0eac8e5984da tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:54.477975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44a8b22c-8c78-46bd-a819-b5f9b8d88e92 req-44a56696-88d1-4bb2-bb75-0eac8e5984da tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1080613 May 26 22:44:54.492970 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:54.500143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'subnet': {'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:54.700391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44a8b22c-8c78-46bd-a819-b5f9b8d88e92 req-95accd07-5d69-40b3-b9e1-b9497eb005fd tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210538 May 26 22:44:54.712911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:54.719954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:subnet and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:54.743760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:54.752817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:54.772924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:54.805711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30917f-9c57-430e-a248-67b906e9afdf tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Network': ['ID=b12c2c20-9d70-4928-bd76-4e7ed3a04fab,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:54.818628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:44:54.837792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-146a2da2-dc96-4565-af64-698dc98032a8 req-f6801fc1-2254-4041-8e42-3f98fc901a5f tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 210 time: 0.4423349 May 26 22:44:55.035691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.056819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.235470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dae5b-075f-4462-8b59-503458125cfd req-36817d9a-a7f3-434c-9e34-9b802e55a444 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:55.237187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-36817d9a-a7f3-434c-9e34-9b802e55a444 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.6077266 May 26 22:44:55.262471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Request body: {'port': {'device_id': 'caa919a3-78a4-432b-8b6f-638630178956', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'admin_state_up': True, 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:55.317194 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.331115 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Transition to ACTIVE for port object eca78e0e-c384-48ab-9308-dabc9ed67d79 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:55.340899 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.408927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e302b-9f36-4fc5-b3b5-4126f666434f req-8d31e952-9aea-4b8c-a6fe-72fa8e214956 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:55.421358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e8e302b-9f36-4fc5-b3b5-4126f666434f req-8d31e952-9aea-4b8c-a6fe-72fa8e214956 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2553339 May 26 22:44:55.647366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e8e302b-9f36-4fc5-b3b5-4126f666434f req-5f3f4cb0-f991-46d8-8537-cba53eab5f62 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250082 May 26 22:44:55.648597 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee788-de99-4c3a-87f4-69de06417343 None None] Pushing event updated for resources: {'Port': ['ID=eca78e0e-c384-48ab-9308-dabc9ed67d79,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:55.731429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:55.758349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:55.779438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:55.782585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.784881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.847973 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Attempting to bind port eca78e0e-c384-48ab-9308-dabc9ed67d79 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:55.848337 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Attempting to bind port eca78e0e-c384-48ab-9308-dabc9ed67d79 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:55.848880 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Attempting to bind port eca78e0e-c384-48ab-9308-dabc9ed67d79 on network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:55.862008 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:55.862746 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Checking segment: {'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:55.863154 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.864569 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Bound using segment: {'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:55.865312 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Bound port: eca78e0e-c384-48ab-9308-dabc9ed67d79, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3683151d-07f5-44c1-9ae1-164800b6ed77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:55.878366 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:55.914233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52934) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:55.943252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Subnet': ['ID=c93c2de2-2063-436f-8196-3c0fc9503e50,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:56.010813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e01f11-cab8-4dd9-b020-14fc5eed506b req-66e5a7f9-846a-45ae-9ba5-0c8b7f2bd686 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:56.011395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-74e01f11-cab8-4dd9-b020-14fc5eed506b req-66e5a7f9-846a-45ae-9ba5-0c8b7f2bd686 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Synchronizing usage tracker for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:56.022543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Checking segment: {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:56.022543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network hostable DHCP agents. Network: b12c2c20-9d70-4928-bd76-4e7ed3a04fab, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:44:56.051259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-74e01f11-cab8-4dd9-b020-14fc5eed506b req-66e5a7f9-846a-45ae-9ba5-0c8b7f2bd686 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Unset dirty status for tenant:112321dc32c44e748c69eba012b1178e on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:56.052479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74e01f11-cab8-4dd9-b020-14fc5eed506b req-66e5a7f9-846a-45ae-9ba5-0c8b7f2bd686 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 946 time: 0.4400208 May 26 22:44:56.064588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:44:56.072118 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] For port eca78e0e-c384-48ab-9308-dabc9ed67d79, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:56.074487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Allocated IP 172.20.0.4 (fb59c85f-9bff-412f-bbc8-87b64e62f4b6/daaccb09-0e18-47e1-90de-a298a331d2b9/8698361c-bcbe-4a91-b882-73105e3fffa4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:56.076350 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] For port eca78e0e-c384-48ab-9308-dabc9ed67d79, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eca78e0e-c384-48ab-9308-dabc9ed67d79,segment=NetworkSegment(3683151d-07f5-44c1-9ae1-164800b6ed77),segment_id=3683151d-07f5-44c1-9ae1-164800b6ed77)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:56.081100 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:56.117203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b12c2c20-9d70-4928-bd76-4e7ed3a04fab) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:56.127416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effcb69b-f9a4-4983-8658-7c251956f41c None None] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:56.132484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:56.133069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:56.208387 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Routers {'16a03505-f182-4b0b-a55a-ce0077cae1ef'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:44:56.209257 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['16a03505-f182-4b0b-a55a-ce0077cae1ef'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:56.230565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74e01f11-cab8-4dd9-b020-14fc5eed506b req-949e83bb-1b77-4f46-9fa5-85adfc0d9c67 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592278 May 26 22:44:56.237291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b5a8a1e-9d52-4a74-8c95-d38286e127ce tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7747004 May 26 22:44:56.238014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52944) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:56.243332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1807319079'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:56.278902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:56.288163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:network and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:56.300081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:56.321976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:56.427317 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee788-de99-4c3a-87f4-69de06417343 None None] Pushing event updated for resources: {'Port': ['ID=eca78e0e-c384-48ab-9308-dabc9ed67d79,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:56.430841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:56.433962 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:56.475071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device e0eabfb1-0d6d-45c1-9833-ad013626e4f2 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:44:56.531001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: e0eabfb1-0d6d-45c1-9833-ad013626e4f2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:44:56.531419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device e0eabfb1-0d6d-45c1-9833-ad013626e4f2 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:44:56.540099 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] Set router 16a03505-f182-4b0b-a55a-ce0077cae1ef gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:44:56.678989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df518183-b301-4ee3-aa40-fe6e0d043792 req-64276e70-2bf7-4994-a193-0696a891ab81 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/8a719db5-0730-45d2-ac91-91c552ac7e81 HTTP/1.1" status: 200 len: 1633 time: 0.3438761 May 26 22:44:56.682861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:44:56.702299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-b12c2c20-9d70-4928-bd76-4e7ed3a04fab', 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'fixed_ips': [{'subnet_id': 'c93c2de2-2063-436f-8196-3c0fc9503e50'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:44:56.703174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:56.704645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:56.781517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:56.781960 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Added segment 8a472581-b0f6-4aed-be26-559254eb1730 of type vlan for network c9ceb14b-e637-493a-8482-21c8e6557ed1 May 26 22:44:56.824845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-124735229-network', 'tenant_id': 'd33b3d98311e44818b0309420161898d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:56.832249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:56.842072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:56.905997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Usage tracker for resource:network and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:56.930923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:56.953588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:56.963196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.018932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-df518183-b301-4ee3-aa40-fe6e0d043792 req-18090dfb-7645-4920-a28e-c1e1175b0de7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.060106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.063799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:57.064972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.096307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Allocated IP 19.80.0.2 (b12c2c20-9d70-4928-bd76-4e7ed3a04fab/c93c2de2-2063-436f-8196-3c0fc9503e50/52b6102e-e451-4ea8-97ff-7b08d218581b) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:57.149636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-df518183-b301-4ee3-aa40-fe6e0d043792 req-18090dfb-7645-4920-a28e-c1e1175b0de7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.180755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9414983 May 26 22:44:57.184380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52964) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:57.300673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Made reservation on behalf of d33b3d98311e44818b0309420161898d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:57.304796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.317234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'subnet': {'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:57.340297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52970) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:57.340989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.369869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:57.383881 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.394994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:57.397745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:57.402506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:57.412445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Transition to ACTIVE for port object 52b6102e-e451-4ea8-97ff-7b08d218581b will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:57.443861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Transition to ACTIVE for port object 52b6102e-e451-4ea8-97ff-7b08d218581b will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:44:57.457236 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.503138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-df518183-b301-4ee3-aa40-fe6e0d043792 req-18090dfb-7645-4920-a28e-c1e1175b0de7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.513758 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:44:49Z', 'revision_number': 4, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'eca78e0e-c384-48ab-9308-dabc9ed67d79', 'name': '', 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'mac_address': 'fa:16:3e:0a:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0e1146c-a652-4b02-a3af-d85b029e3b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:47Z', 'updated_at': '2022-05-26T22:44:56Z', 'revision_number': 4, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'subnets': [{'id': 'd0e1146c-a652-4b02-a3af-d85b029e3b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:44:57.522115 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1605e10-a983-4946-926f-9553f73b15ba None None] The sync data for ids ['16a03505-f182-4b0b-a55a-ce0077cae1ef'] in n-d-843301-1 is: [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:44:49Z', 'revision_number': 4, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'eca78e0e-c384-48ab-9308-dabc9ed67d79', 'name': '', 'network_id': '062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'mac_address': 'fa:16:3e:0a:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0e1146c-a652-4b02-a3af-d85b029e3b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:47Z', 'updated_at': '2022-05-26T22:44:56Z', 'revision_number': 4, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'subnets': [{'id': 'd0e1146c-a652-4b02-a3af-d85b029e3b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:44:57.543978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:57.544645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.552161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:44:57.553989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:57.563335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:44:57.631573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-68bf5afb-399f-473c-9caf-8a4ccf07e639 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:57.637885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-68bf5afb-399f-473c-9caf-8a4ccf07e639 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 946 time: 0.8590610 May 26 22:44:57.644642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:57.661278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090dfb-7645-4920-a28e-c1e1175b0de7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a719db5-0730-45d2-ac91-91c552ac7e81,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:57.702244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Pushing event updated for resources: {'Port': ['ID=52b6102e-e451-4ea8-97ff-7b08d218581b,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:57.703290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Usage tracker for resource:security_group_rule and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:57.718108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-df518183-b301-4ee3-aa40-fe6e0d043792 req-18090dfb-7645-4920-a28e-c1e1175b0de7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.722432 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.722770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-be696060-90d0-44fa-9c67-2704af769f2c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4655366 May 26 22:44:57.724058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:57.744249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df518183-b301-4ee3-aa40-fe6e0d043792 req-18090dfb-7645-4920-a28e-c1e1175b0de7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/8a719db5-0730-45d2-ac91-91c552ac7e81 HTTP/1.1" status: 204 len: 173 time: 1.0525024 May 26 22:44:57.744937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6e08e-0bc1-4bbb-89f8-04d5fcdb1c58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Network': ['ID=c9ceb14b-e637-493a-8482-21c8e6557ed1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:57.751043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b183dd5-5488-480f-87b6-8ca3a7808ccd req-2c707fe7-0e7c-462f-8236-3107d00ce206 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:57.752266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6b183dd5-5488-480f-87b6-8ca3a7808ccd req-2c707fe7-0e7c-462f-8236-3107d00ce206 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:57.764680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:57.783702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Request body: {'port': {'device_id': 'caa919a3-78a4-432b-8b6f-638630178956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:57.790041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Attempting to bind port 52b6102e-e451-4ea8-97ff-7b08d218581b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:44:57.790485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Attempting to bind port 52b6102e-e451-4ea8-97ff-7b08d218581b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:44:57.791926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Attempting to bind port 52b6102e-e451-4ea8-97ff-7b08d218581b on network b12c2c20-9d70-4928-bd76-4e7ed3a04fab {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:44:57.810570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:57.810969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c9ceb14b-e637-493a-8482-21c8e6557ed1 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:44:57.815489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:subnet and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:57.827134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:57.838298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:57.852634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:44:57.857861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:44:57.858423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Checking segment: {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:57.859099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:57.861763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Bound using segment: {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:44:57.862329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Bound port: 52b6102e-e451-4ea8-97ff-7b08d218581b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:44:57.867928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.006503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.044470 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.061017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Deleting port c77a208e-94ea-4564-a309-ddb57c21b93d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:44:58.061348 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.122138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6b183dd5-5488-480f-87b6-8ca3a7808ccd req-2c707fe7-0e7c-462f-8236-3107d00ce206 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:44:58.129131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b183dd5-5488-480f-87b6-8ca3a7808ccd req-2c707fe7-0e7c-462f-8236-3107d00ce206 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 931 time: 1.2053783 May 26 22:44:58.239555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.269303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] For port 52b6102e-e451-4ea8-97ff-7b08d218581b, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:44:58.274065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] For port 52b6102e-e451-4ea8-97ff-7b08d218581b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=52b6102e-e451-4ea8-97ff-7b08d218581b,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:44:58.296119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.327829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e65e6-1997-4ac6-925e-838a7ec21576 req-a362f8cb-543b-425b-9c8c-d3a2c55ad1b9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:58.329382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff1e65e6-1997-4ac6-925e-838a7ec21576 req-a362f8cb-543b-425b-9c8c-d3a2c55ad1b9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3671300 May 26 22:44:58.415041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b975e64-5f53-41d6-98ea-a735edee73b4 None None] Pushing event updated for resources: {'Port': ['ID=52b6102e-e451-4ea8-97ff-7b08d218581b,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:58.464658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff1e65e6-1997-4ac6-925e-838a7ec21576 req-b5f2fac9-84b4-43e7-9adb-9945c1155d27 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268065 May 26 22:44:58.472423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.491236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:58.497647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Usage tracker for resource:security_group_rule and tenant:dd74842e7113495b80f5d73aaf12b335 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:58.501461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:58.510186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:58.613919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Subnet': ['ID=c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:58.652887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Checking segment: {'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:44:58.653249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network hostable DHCP agents. Network: c9ceb14b-e637-493a-8482-21c8e6557ed1, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:44:58.656841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.666303 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b183dd5-5488-480f-87b6-8ca3a7808ccd req-4c4f16c3-3407-4a0c-8d21-1a6c2d1432a5 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362709 May 26 22:44:58.703303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network c9ceb14b-e637-493a-8482-21c8e6557ed1 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:44:58.791033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c9ceb14b-e637-493a-8482-21c8e6557ed1) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:44:58.798481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:58.800106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.810509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39edc8e-8d77-4b5d-a263-11cc9011eaa7 None None] Network c9ceb14b-e637-493a-8482-21c8e6557ed1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:44:58.859534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c0162f6-a97f-4e84-afb9-8275fc3cf7b3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6703892 May 26 22:44:58.878539 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:58.928050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f66e2a-2cf8-4325-8d40-cbc1a188ea46 req-9db45a07-798d-4023-87b1-4890aecae3d7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:58.936090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9f66e2a-2cf8-4325-8d40-cbc1a188ea46 req-9db45a07-798d-4023-87b1-4890aecae3d7 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d530189-3344-450a-a0cf-c94e5d17ca0a HTTP/1.1" status: 200 len: 946 time: 0.2158923 May 26 22:44:58.979343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.043323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] For port c77a208e-94ea-4564-a309-ddb57c21b93d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c77a208e-94ea-4564-a309-ddb57c21b93d,segment=NetworkSegment(383b7add-3869-4e2b-a4c6-c541dfbff850),segment_id=383b7add-3869-4e2b-a4c6-c541dfbff850)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:44:59.043998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.044675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9f66e2a-2cf8-4325-8d40-cbc1a188ea46 req-6afedfc7-0f7f-4759-bb7f-4d4e3ebe0b4a tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8843374-e430-4251-b9e7-b2ddc8c5a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981739 May 26 22:44:59.216563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-c9ceb14b-e637-493a-8482-21c8e6557ed1', 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'fixed_ips': [{'subnet_id': 'c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:44:59.217567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.302254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Calling delete_port for c77a208e-94ea-4564-a309-ddb57c21b93d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:44:59.399856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db52fd-0acb-41f8-80e2-ea3c70900919 req-34b8a636-12cf-41b3-bf28-248c381476b2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:59.401432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89db52fd-0acb-41f8-80e2-ea3c70900919 req-34b8a636-12cf-41b3-bf28-248c381476b2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1381741 May 26 22:44:59.413488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a916078-3011-4921-b97f-f10f7d719401,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:59.417226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.432423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:44:59.448824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.449487 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Added segment 50790dcf-7550-45fa-b5b8-a4ca91d25069 of type vlan for network a7970fc4-cdd5-4cda-8835-1aeff68a0437 May 26 22:44:59.467442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89db52fd-0acb-41f8-80e2-ea3c70900919 req-9e4deace-751b-4302-acbb-1ce95a928e37 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601845 May 26 22:44:59.485996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eca78e0e-c384-48ab-9308-dabc9ed67d79 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:44:59.502140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.585750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Allocated IP 19.86.0.2 (c9ceb14b-e637-493a-8482-21c8e6557ed1/c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b/d27a9a82-e310-4250-8647-64237ed8b4ab) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:44:59.626362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3d46123f-324f-4af4-adfb-4150fa8ebc58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd74842e7113495b80f5d73aaf12b335&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2614431 May 26 22:44:59.630222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53028) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:59.639234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab0f45-e2ba-42ba-80b0-0062c3fac937,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:59.644184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.645349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:59.646252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.700302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port eca78e0e-c384-48ab-9308-dabc9ed67d79 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:44:59.721233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port eca78e0e-c384-48ab-9308-dabc9ed67d79 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:44:59.721423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:59.830577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] Pushing event updated for resources: {'Network': ['ID=a7970fc4-cdd5-4cda-8835-1aeff68a0437,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:44:59.836027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5f724452-94ed-4868-a64a-7760be7b0239 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.9208305 May 26 22:44:59.842833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53036) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:44:59.868893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a632939-dabf-48b3-a72c-cb12b750560c req-b41d79f9-d3cd-4f2f-9448-de1845436a89 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/022dde45-8cf8-4422-a8dc-7146bf59f611 HTTP/1.1" status: 200 len: 1635 time: 0.9920115 May 26 22:44:59.869090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network a7970fc4-cdd5-4cda-8835-1aeff68a0437 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:44:59.891238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Request body: {'subnet': {'network_id': 'a7970fc4-cdd5-4cda-8835-1aeff68a0437', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-124735229-subnet', 'tenant_id': 'd33b3d98311e44818b0309420161898d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:44:59.905508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:44:59.927838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Usage tracker for resource:subnet and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:44:59.934109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:44:59.948208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:44:59.985914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cd19259f-90a3-414e-81a8-d06709cddd57 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:59.990609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cd19259f-90a3-414e-81a8-d06709cddd57 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:44:59.991367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cd19259f-90a3-414e-81a8-d06709cddd57 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:44:59.998775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32eaaa04-1b43-4c44-902e-a93cdd7cf075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.019134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Made reservation on behalf of d33b3d98311e44818b0309420161898d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:00.022066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.101985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f77970-fdd3-4820-b11b-5bb1581d7896 None None] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:00.225516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cd19259f-90a3-414e-81a8-d06709cddd57 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:00.226849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cd19259f-90a3-414e-81a8-d06709cddd57 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/networks?id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab&id=c9ceb14b-e637-493a-8482-21c8e6557ed1&id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab HTTP/1.1" status: 200 len: 1392 time: 0.5783551 May 26 22:45:00.238794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32eaaa04-1b43-4c44-902e-a93cdd7cf075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.261105 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.291568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-00f8d2e5-0e5d-4902-b3c4-1996122636d4 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/quotas/68898c1ac0ab46a09d2a120f74ceff36 HTTP/1.1" status: 200 len: 375 time: 0.0458517 May 26 22:45:00.296008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8698361c-bcbe-4a91-b882-73105e3fffa4 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:00.301516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.306754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.309566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5e5ab7ba-befe-46d2-a42a-6a436c943d31 None None] Provisioning for port 52b6102e-e451-4ea8-97ff-7b08d218581b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:00.324179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Transition to ACTIVE for port object 8698361c-bcbe-4a91-b882-73105e3fffa4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:00.329240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.331895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port eca78e0e-c384-48ab-9308-dabc9ed67d79, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eca78e0e-c384-48ab-9308-dabc9ed67d79,segment=NetworkSegment(3683151d-07f5-44c1-9ae1-164800b6ed77),segment_id=3683151d-07f5-44c1-9ae1-164800b6ed77)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:00.339239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.358085 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.358893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 52b6102e-e451-4ea8-97ff-7b08d218581b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:00.393450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c77a208e-94ea-4564-a309-ddb57c21b93d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:00.422183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Transition to ACTIVE for port object d27a9a82-e310-4250-8647-64237ed8b4ab will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:00.447481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Transition to ACTIVE for port object d27a9a82-e310-4250-8647-64237ed8b4ab will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:00.476545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32eaaa04-1b43-4c44-902e-a93cdd7cf075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.516861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaaa04-1b43-4c44-902e-a93cdd7cf075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a916078-3011-4921-b97f-f10f7d719401,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:00.522741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Pushing event deleted for resources: {'Port': ['ID=c77a208e-94ea-4564-a309-ddb57c21b93d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:00.619654 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32eaaa04-1b43-4c44-902e-a93cdd7cf075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.621952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-32eaaa04-1b43-4c44-902e-a93cdd7cf075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a916078-3011-4921-b97f-f10f7d719401 HTTP/1.1" status: 204 len: 168 time: 0.9907327 May 26 22:45:00.634576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cb652f3d-c312-48a5-b579-9385bc072e37 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:00.655809 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.680113 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.737733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cb652f3d-c312-48a5-b579-9385bc072e37 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:00.746815 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-cb652f3d-c312-48a5-b579-9385bc072e37 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4409978 May 26 22:45:00.790135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Network c9ceb14b-e637-493a-8482-21c8e6557ed1 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:00.816661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:00.827539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:00.839255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] No DVR routers for this DVR port c77a208e-94ea-4564-a309-ddb57c21b93d on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:45:00.867575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.875047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=eca78e0e-c384-48ab-9308-dabc9ed67d79,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:00.880799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'name': 'network-vif-deleted', 'tag': 'c77a208e-94ea-4564-a309-ddb57c21b93d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:00.911095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:00.954533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32feb232-8465-4e36-b988-aea2dcda22ed,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:00.958380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a632939-dabf-48b3-a72c-cb12b750560c req-0484b6de-69d8-4a56-b3d3-a6b72a152a9c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:00.961717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Checking segment: {'id': '50790dcf-7550-45fa-b5b8-a4ca91d25069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a7970fc4-cdd5-4cda-8835-1aeff68a0437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:00.962149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Network hostable DHCP agents. Network: a7970fc4-cdd5-4cda-8835-1aeff68a0437, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:45:01.017152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a632939-dabf-48b3-a72c-cb12b750560c req-0484b6de-69d8-4a56-b3d3-a6b72a152a9c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.023902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Network a7970fc4-cdd5-4cda-8835-1aeff68a0437 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:45:01.041320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, a7970fc4-cdd5-4cda-8835-1aeff68a0437) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:01.046822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:01.050006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.060438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Pushing event updated for resources: {'Port': ['ID=d27a9a82-e310-4250-8647-64237ed8b4ab,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:01.069110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-ded1f78e-0202-44b5-abd9-a7ab62fd8e76 service neutron] 10.222.0.32 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210344 May 26 22:45:01.091218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206a120-1e1d-44aa-b327-f1ef552b4034 None None] Network a7970fc4-cdd5-4cda-8835-1aeff68a0437 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:01.094590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d03fc280-c13b-4850-ac33-ee9023e7c411 req-dd92c254-d5f7-44b8-8c49-df5528df9811 tempest-ServersTestJSON-109324743 tempest-ServersTestJSON-109324743-project] 10.222.0.48 "DELETE /v2.0/ports/c77a208e-94ea-4564-a309-ddb57c21b93d HTTP/1.1" status: 204 len: 173 time: 3.4461751 May 26 22:45:01.143961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a632939-dabf-48b3-a72c-cb12b750560c req-0484b6de-69d8-4a56-b3d3-a6b72a152a9c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.216819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Attempting to bind port 8698361c-bcbe-4a91-b882-73105e3fffa4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:01.217369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Attempting to bind port 8698361c-bcbe-4a91-b882-73105e3fffa4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:01.217994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Attempting to bind port 8698361c-bcbe-4a91-b882-73105e3fffa4 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:01.227297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484b6de-69d8-4a56-b3d3-a6b72a152a9c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022dde45-8cf8-4422-a8dc-7146bf59f611,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:01.241350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a632939-dabf-48b3-a72c-cb12b750560c req-0484b6de-69d8-4a56-b3d3-a6b72a152a9c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.242759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a632939-dabf-48b3-a72c-cb12b750560c req-0484b6de-69d8-4a56-b3d3-a6b72a152a9c tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/022dde45-8cf8-4422-a8dc-7146bf59f611 HTTP/1.1" status: 204 len: 173 time: 1.3730898 May 26 22:45:01.244015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Port 8698361c-bcbe-4a91-b882-73105e3fffa4 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:45:01.245023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Attempting to bind port 8698361c-bcbe-4a91-b882-73105e3fffa4 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:01.257211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:01.257920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:01.258581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Bound using segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:01.259534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Bound port: 8698361c-bcbe-4a91-b882-73105e3fffa4, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:01.260092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.309347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e1a4e53-369d-4f17-a2f5-f88231846a1a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4429588 May 26 22:45:01.395713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:01.405510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:01.412942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.461124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-22a10af3-c84c-4230-bd25-db64bb19cd3c service neutron] 10.222.0.32 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895996 May 26 22:45:01.505853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.508081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] 10.222.0.55 "PUT /v2.0/ports/8698361c-bcbe-4a91-b882-73105e3fffa4 HTTP/1.1" status: 200 len: 1091 time: 3.7503383 May 26 22:45:01.528533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20530e-0a8c-462d-9d09-e44dbdeb504b service neutron] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:01.585615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Attempting to bind port d27a9a82-e310-4250-8647-64237ed8b4ab on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:01.586850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Attempting to bind port d27a9a82-e310-4250-8647-64237ed8b4ab by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:01.587551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Attempting to bind port d27a9a82-e310-4250-8647-64237ed8b4ab on network c9ceb14b-e637-493a-8482-21c8e6557ed1 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:01.599288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1fa967-4cad-40c6-8665-b90ccbbfe018 None None] Network a7970fc4-cdd5-4cda-8835-1aeff68a0437 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:01.666524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53076) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:01.719041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-e7057317-a940-404d-8d00-0ed46aaaddfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 1094 time: 0.1606319 May 26 22:45:01.741405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 52b6102e-e451-4ea8-97ff-7b08d218581b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:01.761518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-3245b9dd-5f29-467f-8d7a-b2a9ceb75392 service neutron] 10.222.0.32 "GET /v2.0/networks/c9ceb14b-e637-493a-8482-21c8e6557ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995546 May 26 22:45:01.795572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:01.795951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Checking segment: {'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:01.796492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.796893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Bound using segment: {'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:01.797380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Bound port: d27a9a82-e310-4250-8647-64237ed8b4ab, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:01.802773 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:01.900576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-a3a8bca9-17a9-4e69-a5d2-59e7451a1ca0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8698361c-bcbe-4a91-b882-73105e3fffa4 HTTP/1.1" status: 200 len: 217 time: 0.1655862 May 26 22:45:01.912077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 52b6102e-e451-4ea8-97ff-7b08d218581b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:01.912679 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.095747 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-ab39a917-2471-4500-95a8-501e7b6b84a3 service neutron] 10.222.0.32 "GET /v2.0/networks/c9ceb14b-e637-493a-8482-21c8e6557ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243268 May 26 22:45:02.125470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.158040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dae5b-075f-4462-8b59-503458125cfd req-8e5d2f08-688a-43f4-9497-caefbbca5dd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:02.164681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-8e5d2f08-688a-43f4-9497-caefbbca5dd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.2553475 May 26 22:45:02.228698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] For port d27a9a82-e310-4250-8647-64237ed8b4ab, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:02.239957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-63b1e073-b8b1-4495-87bf-d9fa6ecb26e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548520 May 26 22:45:02.279159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7e2772b3-c9cf-4bd4-83a9-39955a0dba95 service neutron] 10.222.0.32 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778314 May 26 22:45:02.295225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] For port d27a9a82-e310-4250-8647-64237ed8b4ab, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d27a9a82-e310-4250-8647-64237ed8b4ab,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:02.304068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a964b-31f3-47ee-b5b3-2d77b2728a90 req-50d07a88-0efb-4ebe-a962-dd68157d9a43 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:02.305703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c5a964b-31f3-47ee-b5b3-2d77b2728a90 req-50d07a88-0efb-4ebe-a962-dd68157d9a43 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 943 time: 0.2699215 May 26 22:45:02.317073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.391610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53092) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:02.392886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:02.401444 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.409969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Usage tracker for resource:security_group_rule and tenant:399ccc3f3e8e43d7b1038a1a82092882 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:02.415727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:02.429358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:02.450511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fca02f-e423-4ef8-9243-74de62c3cdf1 None None] Pushing event updated for resources: {'Port': ['ID=d27a9a82-e310-4250-8647-64237ed8b4ab,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:02.472298 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c5a964b-31f3-47ee-b5b3-2d77b2728a90 req-0eee2bf0-d1fc-4d2d-a593-3abf17c5e78f tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123838 May 26 22:45:02.487009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-b162bbe2-960b-4c6b-9fa9-1a087a095089 service neutron] 10.222.0.32 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015164 May 26 22:45:02.488405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c77a208e-94ea-4564-a309-ddb57c21b93d no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:45:02.498151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-cfdf8c30-953f-4036-9c35-c33cf3e254a6 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462790 May 26 22:45:02.525168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: c77a208e-94ea-4564-a309-ddb57c21b93d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:45:02.525510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c77a208e-94ea-4564-a309-ddb57c21b93d not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:45:02.533935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 52b6102e-e451-4ea8-97ff-7b08d218581b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=52b6102e-e451-4ea8-97ff-7b08d218581b,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:02.538518 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.660812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=52b6102e-e451-4ea8-97ff-7b08d218581b,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:02.696164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eca78e0e-c384-48ab-9308-dabc9ed67d79 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:02.710385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:02.722757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-912172980-network', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:02.780185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1588831916', 'description': 'tempest-description-291618321'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:02.801558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:02.804741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port eca78e0e-c384-48ab-9308-dabc9ed67d79 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:02.806144 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.826036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] Deleting subnet 29ba0ea9-330e-47b1-82d6-d873725d8274 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:45:02.827255 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86562ddd-c782-4276-9f25-c820dee39816'] response: {'server_uuid': '9d530189-3344-450a-a0cf-c94e5d17ca0a', 'name': 'network-vif-deleted', 'tag': 'c77a208e-94ea-4564-a309-ddb57c21b93d', 'status': 'completed', 'code': 200} May 26 22:45:02.831842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.832929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.842514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Usage tracker for resource:network and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:02.848382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:02.889022 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:02.898649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:02.923746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:02.964799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:02.981770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:02.998383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb5dae5b-075f-4462-8b59-503458125cfd req-12e79e07-0aa8-4164-993e-0f8a7c7e9ff5 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910727 May 26 22:45:03.004917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:03.009791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.009955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:03.044695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=399ccc3f3e8e43d7b1038a1a82092882&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3753216 May 26 22:45:03.045542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd73a9-d4a4-42db-ad1b-5df45ddc2892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27485424-1358-4af7-b76e-3c4ec69e5be4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:03.053872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.058368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53110) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:03.091183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.140375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.154786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.219984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ecd3fb3-6cce-41a3-bf11-c65f5bba089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.222838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:03.227770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-795609434', 'description': 'tempest-description-1270654059'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:03.234422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:03.241171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Usage tracker for resource:security_group_rule and tenant:e690c00c514146589a6ed784d9ab9585 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:03.245254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:03.246529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:03.249997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:03.254714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:03.255160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:03.266546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.274165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:03.278347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:03.282457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ecd3fb3-6cce-41a3-bf11-c65f5bba089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.292411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:03.304406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:03.310103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ba0ea9-330e-47b1-82d6-d873725d8274,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:03.327140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.368042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.372755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-60cd9157-80d0-4ada-8ae1-890c25ee5168 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/29ba0ea9-330e-47b1-82d6-d873725d8274 HTTP/1.1" status: 204 len: 168 time: 0.6612849 May 26 22:45:03.379282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53118) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:03.391267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.396956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.443062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.444151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8fb361f1-3842-4a08-b69e-b00958e089ef req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6779189 May 26 22:45:03.444875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03844ba-eff7-429f-9d36-ce1022106413 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83388b9-f7f7-4124-9480-f5d0b755d08a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:03.539736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ecd3fb3-6cce-41a3-bf11-c65f5bba089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.545353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.558619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:03.578662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group_rule and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:03.586614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd3fb3-6cce-41a3-bf11-c65f5bba089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27485424-1358-4af7-b76e-3c4ec69e5be4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:03.593844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:03.620729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:03.630277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ecd3fb3-6cce-41a3-bf11-c65f5bba089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.634143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5ecd3fb3-6cce-41a3-bf11-c65f5bba089b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27485424-1358-4af7-b76e-3c4ec69e5be4 HTTP/1.1" status: 204 len: 168 time: 0.5713952 May 26 22:45:03.815265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.896634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b079a-77ea-41a2-9113-c092e2f70d9c req-f682879b-1a5e-4676-9b5d-6a746069e307 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:03.899360 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-944b079a-77ea-41a2-9113-c092e2f70d9c req-f682879b-1a5e-4676-9b5d-6a746069e307 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3147144 May 26 22:45:03.960362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-944b079a-77ea-41a2-9113-c092e2f70d9c req-e25a4eac-1f06-4916-892c-38b3facbc52a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550158 May 26 22:45:03.980791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:03.988079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.010182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.018672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.039537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22616f97-1891-44a6-b737-ebb2a4fa4829 None None] Network c9ceb14b-e637-493a-8482-21c8e6557ed1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:04.054621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:45:04.065834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.066361 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Added segment 6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5 of type vlan for network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f May 26 22:45:04.094573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53132) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:04.123203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.144353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263a6ff1-3e06-48dd-beed-251ac06438fc']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:04.157326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8f3bf1-9a04-4953-993a-62e1af62f732,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:04.160268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b956b7b-a1dc-4783-8e8e-8f40db4e8575 req-68c17b0b-bbbc-4cec-894b-7cd8eaaa84a2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 210 time: 0.0500178 May 26 22:45:04.161005 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.176025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383b7add-3869-4e2b-a4c6-c541dfbff850') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:04.176574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383b7add-3869-4e2b-a4c6-c541dfbff850') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:04.187716 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.213849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:04.214888 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a336dec-87f4-475b-b66a-7bb21a221b1e req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.9901061 May 26 22:45:04.219187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Usage tracker for resource:security_group_rule and tenant:e9023bc4432242d5bc336cfae7627a05 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:04.224678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:04.233322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:04.267952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7d4d192f-a229-4fd0-aed0-734ac032a12d None None] Provisioning for port d27a9a82-e310-4250-8647-64237ed8b4ab completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:04.292675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.420674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.425341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.426569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:04.427724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.431942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.436047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f52c81-f794-4289-815b-42b61477512d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2603906-8637-48a8-b723-81bb945ae1e2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:04.448100 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.474720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce4cac-b4e6-42fd-9943-4ce67d7feee7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:04.514774 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-117e07c4-50fd-4d65-9805-494c0217324d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9023bc4432242d5bc336cfae7627a05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4190817 May 26 22:45:04.521441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a9782-1bb6-41ff-8cda-5223e1079cb0 req-eb615608-fbe3-4fe8-8b65-f9927519bd92 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:04.528256 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea8a9782-1bb6-41ff-8cda-5223e1079cb0 req-eb615608-fbe3-4fe8-8b65-f9927519bd92 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 943 time: 0.2027276 May 26 22:45:04.530420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53138) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:04.550225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a39cff4-a688-42fa-8f55-43eb4e2a64e4 req-b2cb4100-0476-40b9-a57a-49481e52e0c0 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/c83388b9-f7f7-4124-9480-f5d0b755d08a HTTP/1.1" status: 200 len: 1634 time: 0.2714324 May 26 22:45:04.552232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:45:04.552637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: timer() May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:45:04.582548 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:45:04.588823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-5a39cff4-a688-42fa-8f55-43eb4e2a64e4 req-fd31f97b-5e5e-453e-a180-ca608aca72cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Request body: {'security_group': {'name': 'tempest-sg-hth-135115610', 'description': 'tempest-description-hth-1638648176'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:04.637373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2422349 May 26 22:45:04.638187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea8a9782-1bb6-41ff-8cda-5223e1079cb0 req-c6ebf04e-e7f9-4860-a340-1a976f1d0eca tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089835 May 26 22:45:04.645426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53142) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:04.662454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Request body: {'subnet': {'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-subnet', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:04.679552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:04.730006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a4372bd-5c6f-445c-a1e2-94dc4464c093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.735552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Usage tracker for resource:subnet and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:04.742494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:04.752996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 52b6102e-e451-4ea8-97ff-7b08d218581b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:04.785096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:04.801740 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.817820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd0151-a2f9-498e-a0f0-be44bb105ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:04.826246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a4372bd-5c6f-445c-a1e2-94dc4464c093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.834203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:04.855163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.855859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:04.858734 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.865357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:45:04.882115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-294c3154-dd47-45c0-9cf0-ca7605f31a05 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:04.886101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-294c3154-dd47-45c0-9cf0-ca7605f31a05 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:04.886829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-294c3154-dd47-45c0-9cf0-ca7605f31a05 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:04.893009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] Pushing event deleted for resources: {'Network': ['ID=263a6ff1-3e06-48dd-beed-251ac06438fc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:04.900701 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a39cff4-a688-42fa-8f55-43eb4e2a64e4 req-fd31f97b-5e5e-453e-a180-ca608aca72cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.911572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99e6bb80-8d12-41e6-91c4-d3cfa4bb9364 admin admin] 10.222.0.32 "DELETE /v2.0/networks/263a6ff1-3e06-48dd-beed-251ac06438fc HTTP/1.1" status: 204 len: 168 time: 1.5295253 May 26 22:45:04.931977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-294c3154-dd47-45c0-9cf0-ca7605f31a05 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:04.933116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-294c3154-dd47-45c0-9cf0-ca7605f31a05 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "GET /v2.0/networks?id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab&id=c9ceb14b-e637-493a-8482-21c8e6557ed1&id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab HTTP/1.1" status: 200 len: 1392 time: 0.7172837 May 26 22:45:04.972454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a39cff4-a688-42fa-8f55-43eb4e2a64e4 req-fd31f97b-5e5e-453e-a180-ca608aca72cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.980506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a39cff4-a688-42fa-8f55-43eb4e2a64e4 req-fd31f97b-5e5e-453e-a180-ca608aca72cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.984100 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5a39cff4-a688-42fa-8f55-43eb4e2a64e4 req-fd31f97b-5e5e-453e-a180-ca608aca72cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:04.985538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a39cff4-a688-42fa-8f55-43eb4e2a64e4 req-fd31f97b-5e5e-453e-a180-ca608aca72cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "PUT /v2.0/security-groups/c83388b9-f7f7-4124-9480-f5d0b755d08a HTTP/1.1" status: 200 len: 1608 time: 0.4346521 May 26 22:45:04.990857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'port': {'device_id': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab', 'admin_state_up': True, 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:05.057623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e22f962e-ba88-413e-b854-895e42316c96 req-6032cf11-120e-43ce-8b3f-d0593d0dc178 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/e2603906-8637-48a8-b723-81bb945ae1e2 HTTP/1.1" status: 200 len: 1646 time: 0.2030644 May 26 22:45:05.064532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 52b6102e-e451-4ea8-97ff-7b08d218581b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:05.065123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.065949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2603906-8637-48a8-b723-81bb945ae1e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:05.066262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2603906-8637-48a8-b723-81bb945ae1e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:05.073060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:05.077367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group_rule and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:05.080975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:05.087346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:05.122122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a4372bd-5c6f-445c-a1e2-94dc4464c093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.150768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4372bd-5c6f-445c-a1e2-94dc4464c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce4cac-b4e6-42fd-9943-4ce67d7feee7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:05.166919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31f97b-5e5e-453e-a180-ca608aca72cf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83388b9-f7f7-4124-9480-f5d0b755d08a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:05.188155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.254999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a4372bd-5c6f-445c-a1e2-94dc4464c093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.258689 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3a4372bd-5c6f-445c-a1e2-94dc4464c093 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0ce4cac-b4e6-42fd-9943-4ce67d7feee7 HTTP/1.1" status: 204 len: 168 time: 0.7240787 May 26 22:45:05.271047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.281482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.301938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53158) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:05.329647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:05.337905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d27a9a82-e310-4250-8647-64237ed8b4ab up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:05.342348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:port and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:05.348937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:05.362561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:05.384025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:05.387676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.409914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce22bc85-865e-4159-83a0-c0b7d5ec6811,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:05.416467 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a0bf5f-248b-40ec-a911-e976bd19cbd0'] response: {'name': 'network-changed', 'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'status': 'completed', 'code': 200} May 26 22:45:05.441247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d27a9a82-e310-4250-8647-64237ed8b4ab completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:05.454915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d27a9a82-e310-4250-8647-64237ed8b4ab triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:05.455283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.477754 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.478876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e22f962e-ba88-413e-b854-895e42316c96 req-ebcdfafc-701d-4817-be01-8cf464579647 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4203835 May 26 22:45:05.495457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-00428d10-006d-4f91-a191-e448db5c6339 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=112321dc32c44e748c69eba012b1178e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1863728 May 26 22:45:05.497130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.500643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53168) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:05.636898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.707843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d27a9a82-e310-4250-8647-64237ed8b4ab, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d27a9a82-e310-4250-8647-64237ed8b4ab,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:05.718990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.722307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4cbb0ed-902e-46de-9207-018d6ba5443e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:05.749320 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb441-23f2-4949-9f2e-0dd378de8ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.814961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15523fea-d201-4abc-91dc-bbc3f567cc3d req-6caf1b96-1388-4192-9dab-7069416fc003 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/c83388b9-f7f7-4124-9480-f5d0b755d08a HTTP/1.1" status: 200 len: 1608 time: 0.3005347 May 26 22:45:05.820962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8698361c-bcbe-4a91-b882-73105e3fffa4 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:45:05.861901 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271410bb-7a80-4771-a994-14fafd60580f req-aa4888cd-8a6a-4510-986b-14cf65369a05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 1094 time: 0.4387541 May 26 22:45:05.864206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb441-23f2-4949-9f2e-0dd378de8ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:05.899805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d27a9a82-e310-4250-8647-64237ed8b4ab,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:05.960138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa3bf439-cf49-4813-a775-f3ac9cff1026 req-badabe65-0871-47a3-aaf0-42cc47fa6333 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 210 time: 0.2087221 May 26 22:45:06.000778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Checking segment: {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:06.006152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Network hostable DHCP agents. Network: 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:45:06.036839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:06.053606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'port_id': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'mac_address': 'fa:16:3e:c2:5a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaccb09-0e18-47e1-90de-a298a331d2b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:45:06.109088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:45:06.126450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb570cf9-06b5-4d73-b858-b0b081a3bd31 req-6583537e-77f2-4538-8910-a10be367a5e6 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/e2603906-8637-48a8-b723-81bb945ae1e2 HTTP/1.1" status: 200 len: 2149 time: 0.1041930 May 26 22:45:06.128380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Allocated IP 19.80.0.201 (b12c2c20-9d70-4928-bd76-4e7ed3a04fab/c93c2de2-2063-436f-8196-3c0fc9503e50/9b3ab556-e166-4733-9727-75b521cc170d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:06.144793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb441-23f2-4949-9f2e-0dd378de8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.157503 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.183365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8698361c-bcbe-4a91-b882-73105e3fffa4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:06.190199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb441-23f2-4949-9f2e-0dd378de8ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8843374-e430-4251-b9e7-b2ddc8c5a0db,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:06.192566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:06.209243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:06.209863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.215025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb441-23f2-4949-9f2e-0dd378de8ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.225917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b8a2e0-9878-47ab-925e-7e5c343caaca None None] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:06.229232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a9ebb441-23f2-4949-9f2e-0dd378de8ed7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8843374-e430-4251-b9e7-b2ddc8c5a0db HTTP/1.1" status: 204 len: 168 time: 0.7022476 May 26 22:45:06.244190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271410bb-7a80-4771-a994-14fafd60580f req-b51291e7-29e3-4c2e-a601-cffcc5503ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:06.246775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271410bb-7a80-4771-a994-14fafd60580f req-b51291e7-29e3-4c2e-a601-cffcc5503ad8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.3763773 May 26 22:45:06.262721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bd97c866-a715-4e65-a762-ce51b1b6b7d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6159365 May 26 22:45:06.268279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53192) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:06.278505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:06.296406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:06.297662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:06.373304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Usage tracker for resource:router and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:06.378007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:06.387394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:06.388704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf7de0-80b9-4a9c-8cba-8f1185e13f49 req-07bf8db5-c07d-4838-86f3-b29618a029d5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:06.399633 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eaf7de0-80b9-4a9c-8cba-8f1185e13f49 req-07bf8db5-c07d-4838-86f3-b29618a029d5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4576921 May 26 22:45:06.417315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.418568 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.431934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.450085 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271410bb-7a80-4771-a994-14fafd60580f req-228c6c57-8d6a-4354-9c7c-73c79f41162c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8698361c-bcbe-4a91-b882-73105e3fffa4 HTTP/1.1" status: 200 len: 217 time: 0.1692100 May 26 22:45:06.471756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45f09-a233-48bb-bb0b-c9d68c6c4eff req-e570d1e7-2f44-4681-a507-e4f387d3210a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:06.474096 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85b45f09-a233-48bb-bb0b-c9d68c6c4eff req-e570d1e7-2f44-4681-a507-e4f387d3210a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 944 time: 0.1866100 May 26 22:45:06.482734 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.611119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:06.693958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d27a9a82-e310-4250-8647-64237ed8b4ab up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:06.721735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8698361c-bcbe-4a91-b882-73105e3fffa4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:06.765651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:45:06.766413 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.816093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85b45f09-a233-48bb-bb0b-c9d68c6c4eff req-c61a886b-2d6e-4494-a4a8-f3f8cae37ead tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360538 May 26 22:45:06.845202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:06.972706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eaf7de0-80b9-4a9c-8cba-8f1185e13f49 req-16c0d279-094b-4251-a5c4-9a86b90863c2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721910 May 26 22:45:07.019529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271410bb-7a80-4771-a994-14fafd60580f req-025b5c9f-f47a-4acd-9b29-a18cd9628877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:07.027015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271410bb-7a80-4771-a994-14fafd60580f req-025b5c9f-f47a-4acd-9b29-a18cd9628877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.2978249 May 26 22:45:07.050638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d27a9a82-e310-4250-8647-64237ed8b4ab triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:07.051562 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.125771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992beb5f-963c-4706-8672-14afd02bd5ca req-6896ba3d-fad7-4bfd-a770-122d5b5eb970 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/c83388b9-f7f7-4124-9480-f5d0b755d08a HTTP/1.1" status: 200 len: 1608 time: 0.2323401 May 26 22:45:07.176037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271410bb-7a80-4771-a994-14fafd60580f req-7ea3b712-0de6-47c7-9b17-bfb990a86df1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193385 May 26 22:45:07.187191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4cd4155a-451e-4bc5-8a5b-26fba3938813 req-1661243f-697a-4c89-9be7-4e0a6803b30e tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-group-rules/ce22bc85-865e-4159-83a0-c0b7d5ec6811 HTTP/1.1" status: 200 len: 713 time: 0.1295137 May 26 22:45:07.188601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Allocated IP 172.20.0.2 (077b1ff7-6dd0-4abb-b8b9-753a55fcc20f/c4cbb0ed-902e-46de-9207-018d6ba5443e/99c6c1af-3ac8-4951-bf2e-4c91bffb90bc) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:07.276769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992beb5f-963c-4706-8672-14afd02bd5ca req-32448329-06ec-4e4e-abf9-a03815255cdf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.315972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992beb5f-963c-4706-8672-14afd02bd5ca req-32448329-06ec-4e4e-abf9-a03815255cdf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.327389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.397775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Transition to ACTIVE for port object 9b3ab556-e166-4733-9727-75b521cc170d will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:07.434190 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4cd4155a-451e-4bc5-8a5b-26fba3938813 req-66237dcc-5b08-42d5-bcf2-c0782a94c690 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/e2603906-8637-48a8-b723-81bb945ae1e2 HTTP/1.1" status: 200 len: 2149 time: 0.2234244 May 26 22:45:07.483307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271410bb-7a80-4771-a994-14fafd60580f req-929e3343-e70d-4b41-9512-3f7a7832b062 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951241 May 26 22:45:07.503525 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4cd4155a-451e-4bc5-8a5b-26fba3938813 req-e30af91d-11c4-4fb1-8e69-54010d0d8d89 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.542237 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.572534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.576602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.581908 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4cd4155a-451e-4bc5-8a5b-26fba3938813 req-e30af91d-11c4-4fb1-8e69-54010d0d8d89 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.617338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992beb5f-963c-4706-8672-14afd02bd5ca req-32448329-06ec-4e4e-abf9-a03815255cdf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.676003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32448329-06ec-4e4e-abf9-a03815255cdf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83388b9-f7f7-4124-9480-f5d0b755d08a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:07.765961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.780006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Transition to ACTIVE for port object 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:07.818170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Transition to ACTIVE for port object 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:07.828582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.831159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:07.847318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:07.850996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:07.885950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4cd4155a-451e-4bc5-8a5b-26fba3938813 req-e30af91d-11c4-4fb1-8e69-54010d0d8d89 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.916108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-992beb5f-963c-4706-8672-14afd02bd5ca req-32448329-06ec-4e4e-abf9-a03815255cdf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:07.917360 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-992beb5f-963c-4706-8672-14afd02bd5ca req-32448329-06ec-4e4e-abf9-a03815255cdf tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/c83388b9-f7f7-4124-9480-f5d0b755d08a HTTP/1.1" status: 204 len: 173 time: 0.7824953 May 26 22:45:07.928785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Port': ['ID=9b3ab556-e166-4733-9727-75b521cc170d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:07.965593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30af91d-11c4-4fb1-8e69-54010d0d8d89 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce22bc85-865e-4159-83a0-c0b7d5ec6811,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:07.971581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Allocated IP 172.25.4.64 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/57b377d6-face-4b26-acd7-f364cd1710b5) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:07.984124 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-271410bb-7a80-4771-a994-14fafd60580f req-47e61f40-45a5-44fd-aa99-c38d4c4aa525 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579110 May 26 22:45:07.987730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4cd4155a-451e-4bc5-8a5b-26fba3938813 req-e30af91d-11c4-4fb1-8e69-54010d0d8d89 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.002316 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4cd4155a-451e-4bc5-8a5b-26fba3938813 req-e30af91d-11c4-4fb1-8e69-54010d0d8d89 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ce22bc85-865e-4159-83a0-c0b7d5ec6811 HTTP/1.1" status: 204 len: 173 time: 0.5598226 May 26 22:45:08.026000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Pushing event updated for resources: {'Port': ['ID=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:08.033878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:08.036451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.044470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:08.045693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:08.051157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:08.067518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0c496f19-8e9d-4d10-8ea7-5cd36e292305 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0804236 May 26 22:45:08.079344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'port': {'device_id': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1', 'admin_state_up': True, 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:08.227996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Attempting to bind port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:08.228959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Attempting to bind port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:08.230469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Attempting to bind port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc on network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:08.238729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:08.239098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Checking segment: {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:08.239712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.239996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Bound using segment: {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:08.240799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Bound port: 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:08.241292 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.339878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.351326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dffe33-9787-42bb-9390-9b45e9a48d1d req-8c883d6c-e51c-47de-96e0-642c88f60ef2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:08.358199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84dffe33-9787-42bb-9390-9b45e9a48d1d req-8c883d6c-e51c-47de-96e0-642c88f60ef2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1464968 May 26 22:45:08.393651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a3491-a341-4e12-8a7f-63bdf7fa7280 req-92a4f980-117a-4342-b12a-738764372d47 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:08.395404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c29a3491-a341-4e12-8a7f-63bdf7fa7280 req-92a4f980-117a-4342-b12a-738764372d47 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 932 time: 0.2238228 May 26 22:45:08.405740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.412947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] For port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:08.417089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] For port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:08.418297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:08.424087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:port and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:08.427255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.427949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:08.434423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:08.452633 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84dffe33-9787-42bb-9390-9b45e9a48d1d req-83505e7d-6896-455e-91f6-388234389adc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934308 May 26 22:45:08.454046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:08.457744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.489236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Pushing event updated for resources: {'Port': ['ID=57b377d6-face-4b26-acd7-f364cd1710b5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:08.530865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8d40e343-1353-4f83-a1ef-10ffc0b09f9d None None] Provisioning for port 9b3ab556-e166-4733-9727-75b521cc170d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:08.547347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:08.550263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:08.555338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:08.568529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8d40e343-1353-4f83-a1ef-10ffc0b09f9d None None] Provisioning complete for port 9b3ab556-e166-4733-9727-75b521cc170d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:08.568890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8d40e343-1353-4f83-a1ef-10ffc0b09f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.606903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c29a3491-a341-4e12-8a7f-63bdf7fa7280 req-6ce32244-aae7-4f3e-bb3a-14b037a315e0 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:08.721280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf004d4-9885-4f84-8983-e94562087f8a None None] Pushing event updated for resources: {'Port': ['ID=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:08.740539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8d40e343-1353-4f83-a1ef-10ffc0b09f9d None None] Port 9b3ab556-e166-4733-9727-75b521cc170d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:08.743751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c29a3491-a341-4e12-8a7f-63bdf7fa7280 req-6ce32244-aae7-4f3e-bb3a-14b037a315e0 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:08.745812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c29a3491-a341-4e12-8a7f-63bdf7fa7280 req-6ce32244-aae7-4f3e-bb3a-14b037a315e0 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342006 May 26 22:45:08.746245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Allocated IP 19.86.0.230 (c9ceb14b-e637-493a-8482-21c8e6557ed1/c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b/d00edd10-b98f-400c-887c-bbaa0932c719) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:08.916674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:08.917447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.132954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.154866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Transition to ACTIVE for port object d00edd10-b98f-400c-887c-bbaa0932c719 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:09.195552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.223937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d142-5cc9-4c98-bfd7-459a68e094f7 req-f039b9b3-c9fb-40f4-9883-8189eb68f689 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:09.225531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5d9d142-5cc9-4c98-bfd7-459a68e094f7 req-f039b9b3-c9fb-40f4-9883-8189eb68f689 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 944 time: 0.1977634 May 26 22:45:09.302283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5d9d142-5cc9-4c98-bfd7-459a68e094f7 req-14923810-154a-4d80-8e66-4a1e6f350695 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686412 May 26 22:45:09.308846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Port': ['ID=d00edd10-b98f-400c-887c-bbaa0932c719,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:09.324694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network c9ceb14b-e637-493a-8482-21c8e6557ed1 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:09.325997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:09.328261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:09.354475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:45:09.394612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1547641527', 'description': 'tempest-description-1316500561'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:09.394762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:09.395233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.401774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:09.428907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7ae8e338-259a-4eb5-a67b-50b89df03457 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3544195 May 26 22:45:09.439958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'port': {'device_id': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab', 'admin_state_up': True, 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:09.512424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:09.532356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:09.626392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:09.647987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.648845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:09.661962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:port and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:09.677251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:09.700922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:09.752751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:09.754366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8698361c-bcbe-4a91-b882-73105e3fffa4 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:09.759961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:09.762808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group_rule and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:09.763640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.769985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:09.795112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:09.921072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.928056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:09.951229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:45:09.953214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 8698361c-bcbe-4a91-b882-73105e3fffa4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:09.972900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f060f01f-4088-4f20-97f9-53f27886f618 None None] Provisioning for port d00edd10-b98f-400c-887c-bbaa0932c719 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:09.984303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f060f01f-4088-4f20-97f9-53f27886f618 None None] Provisioning complete for port d00edd10-b98f-400c-887c-bbaa0932c719 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:09.984589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f060f01f-4088-4f20-97f9-53f27886f618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:10.023809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Sync routers for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:45:10.031030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bd9e5f9-4fd3-4f8c-9605-6baead612528 req-b6bdbd5d-acfb-4508-8025-7ddc9ca1f94a tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.2727313 May 26 22:45:10.043776 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8698361c-bcbe-4a91-b882-73105e3fffa4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:10.047391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:10.050958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360818ab-fcb0-44c4-9c7e-f37ec3366679,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:10.103982 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:10.105230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ba08a71-562c-4b9e-aba1-4537f7ad6763 req-bbce3198-ea1a-46e9-a9c6-0d20fd15e77d tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.7185516 May 26 22:45:10.105917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:10.118318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ea97b18-3931-452e-b475-f7f4053385df admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8488805 May 26 22:45:10.119123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53288) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:10.252798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91a921-6a57-4cbb-9608-cbdcdc97ab99 None None] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:10.405663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Allocated IP 19.80.0.67 (b12c2c20-9d70-4928-bd76-4e7ed3a04fab/c93c2de2-2063-436f-8196-3c0fc9503e50/9d16d895-269d-40d9-b248-08b37c7a6567) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:10.492971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:10.494069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:10.724173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf0ae-e601-4a65-8b16-b6ab2c700d5a req-f6252839-7821-4b06-832b-a4e70d817159 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:10.730854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf0ae-e601-4a65-8b16-b6ab2c700d5a req-f6252839-7821-4b06-832b-a4e70d817159 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:10.731636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f4abf0ae-e601-4a65-8b16-b6ab2c700d5a req-f6252839-7821-4b06-832b-a4e70d817159 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:10.769379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:10.791003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f4abf0ae-e601-4a65-8b16-b6ab2c700d5a req-f6252839-7821-4b06-832b-a4e70d817159 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:10.792262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f4abf0ae-e601-4a65-8b16-b6ab2c700d5a req-f6252839-7821-4b06-832b-a4e70d817159 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 1655 time: 0.3312366 May 26 22:45:10.798124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:10.816800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f060f01f-4088-4f20-97f9-53f27886f618 None None] Port d00edd10-b98f-400c-887c-bbaa0932c719 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:10.838957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Transition to ACTIVE for port object 9d16d895-269d-40d9-b248-08b37c7a6567 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:10.879648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f4abf0ae-e601-4a65-8b16-b6ab2c700d5a req-51978b54-5d14-432a-aed6-5190245ec440 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775468 May 26 22:45:10.903176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90182c-ac4f-41ba-953a-faf1eea4af9b req-10f0402d-ce9e-4205-9a01-9e3612a9aed3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:10.921276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:10.922110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af90182c-ac4f-41ba-953a-faf1eea4af9b req-10f0402d-ce9e-4205-9a01-9e3612a9aed3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4954019 May 26 22:45:10.999732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af90182c-ac4f-41ba-953a-faf1eea4af9b req-a31779ac-f0bb-40ab-b715-107a7430c7c2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747647 May 26 22:45:11.046840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:11.098374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-514c5293-be9f-40b0-9a90-e382f0a63703 req-d05e2cd7-24a6-49fd-b877-079dd99c1f69 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/360818ab-fcb0-44c4-9c7e-f37ec3366679 HTTP/1.1" status: 200 len: 1647 time: 0.1272137 May 26 22:45:11.107104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:11.111343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:11.115773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:11.151421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Port': ['ID=9d16d895-269d-40d9-b248-08b37c7a6567,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:11.181450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:11.193805 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-f059314d-0d86-4248-8d48-4a0b54b67aaa req-dbe129a7-8e9e-4ec7-9fd9-2d8d9fba0bc0 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:45:11.195707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f059314d-0d86-4248-8d48-4a0b54b67aaa req-dbe129a7-8e9e-4ec7-9fd9-2d8d9fba0bc0 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/022dde45-8cf8-4422-a8dc-7146bf59f611 HTTP/1.1" status: 404 len: 352 time: 0.0521812 May 26 22:45:11.249247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42a1c7d0-905c-444f-8098-4845dbbf7144 None None] Provisioning for port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:11.291885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:11.295502 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:11.301189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:11.304771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:11.385476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42a1c7d0-905c-444f-8098-4845dbbf7144 None None] Provisioning complete for port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:11.395940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-42a1c7d0-905c-444f-8098-4845dbbf7144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:11.448094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:11.497067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:11.505705 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-e6e4befd-be39-43df-a16b-af87cea34442 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0703087 May 26 22:45:11.536575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Request body: {'port': {'device_id': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:11.556843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:11.586006 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:11.696882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96adc5-d60a-4db6-a7dd-451553c468f1 req-dfc8e5f0-9a73-4b67-9141-f365f576eaa8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:11.704304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f96adc5-d60a-4db6-a7dd-451553c468f1 req-dfc8e5f0-9a73-4b67-9141-f365f576eaa8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1951642 May 26 22:45:11.794646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4caa-d31e-4b7d-930c-125f114dab45 req-53ffbed2-763b-4564-8419-ca6a6c78f290 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:11.796270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-65bb4caa-d31e-4b7d-930c-125f114dab45 req-53ffbed2-763b-4564-8419-ca6a6c78f290 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 944 time: 0.4668334 May 26 22:45:11.822630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f96adc5-d60a-4db6-a7dd-451553c468f1 req-bbcdb7fb-2325-4749-84f7-ba6dfa2e5d84 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170323 May 26 22:45:11.824343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:11.930090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.118128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:12.129815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-65bb4caa-d31e-4b7d-930c-125f114dab45 req-999c0b9d-8826-402f-a6b2-a71007bae889 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271759 May 26 22:45:12.183517 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.211251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8ed9662-ec48-4e0f-bae8-0b09a6592d14 req-4185d388-e04d-43e4-bd28-2ce0a890faab tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1026247 May 26 22:45:12.233913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-42a1c7d0-905c-444f-8098-4845dbbf7144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.330285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:12.358844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Allocated IP 172.20.0.1 (077b1ff7-6dd0-4abb-b8b9-753a55fcc20f/c4cbb0ed-902e-46de-9207-018d6ba5443e/83f7a058-9e55-4375-913d-66ceb1e4c543) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:12.430639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.445239 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f479cb31-3bf8-4916-8780-273d7ed2ad61'] response: {'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'code': 200} May 26 22:45:12.545558 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-90288863-bc6b-4963-ac6a-a77660df0ff4 req-b26c0b09-d210-47cc-a1b6-0f1696fa2ae4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:45:12.563219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90288863-bc6b-4963-ac6a-a77660df0ff4 req-b26c0b09-d210-47cc-a1b6-0f1696fa2ae4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/8a719db5-0730-45d2-ac91-91c552ac7e81 HTTP/1.1" status: 404 len: 352 time: 0.1697965 May 26 22:45:12.583328 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.596859 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-42a1c7d0-905c-444f-8098-4845dbbf7144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:45:12.597207 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-42a1c7d0-905c-444f-8098-4845dbbf7144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:45:12.608017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Transition to ACTIVE for port object 83f7a058-9e55-4375-913d-66ceb1e4c543 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:12.616742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:12.637189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.639596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1968377395', 'description': 'tempest-description-1970495357'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:12.646370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:08Z', 'revision_number': 3, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:12.650466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Checking router: 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:45:12.650806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Updating router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 port 57b377d6-face-4b26-acd7-f364cd1710b5 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:45:12.703981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.819631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Pushing event updated for resources: {'Port': ['ID=83f7a058-9e55-4375-913d-66ceb1e4c543,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:12.820663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:12.823647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:12.828440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:12.832693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:12.836676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3ab556-e166-4733-9727-75b521cc170d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:12.848579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.851059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:12.875256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.886625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Transition to ACTIVE for port object 9b3ab556-e166-4733-9727-75b521cc170d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:12.890098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c668086-a64d-434d-a7a9-9b746c5726a9 req-c3152ea7-29bc-4fee-8ef5-e8b34dc98d5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 1096 time: 0.4493198 May 26 22:45:12.896873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:12.901972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b71fe9fd-4b85-42a9-8a39-aa7c9e81a851 req-0d066736-86c1-4df1-bef4-29a1d71efa3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0769620 May 26 22:45:12.906501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:12.915446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:13.011870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6be18-e9ed-424a-884d-d17e6ae7412c req-0897cc6d-dc9a-4652-b7b6-df56abe386dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:13.015833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6be18-e9ed-424a-884d-d17e6ae7412c req-0897cc6d-dc9a-4652-b7b6-df56abe386dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:13.023565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6be18-e9ed-424a-884d-d17e6ae7412c req-0897cc6d-dc9a-4652-b7b6-df56abe386dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:13.025214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2f6be18-e9ed-424a-884d-d17e6ae7412c req-0897cc6d-dc9a-4652-b7b6-df56abe386dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2376 time: 0.3475716 May 26 22:45:13.026210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.112704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:13.128370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group_rule and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:13.146759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:13.157101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c668086-a64d-434d-a7a9-9b746c5726a9 req-5964a36c-165a-4c72-ba91-0f8046be6813 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537546 May 26 22:45:13.158321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Pushing event updated for resources: {'Port': ['ID=9b3ab556-e166-4733-9727-75b521cc170d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:13.175357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:13.269652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2f6be18-e9ed-424a-884d-d17e6ae7412c req-17443258-7139-4343-baba-67ab6b19377d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368829 May 26 22:45:13.282135 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.287585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.308171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Transition to ACTIVE for port object 57b377d6-face-4b26-acd7-f364cd1710b5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:13.313248 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.442346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Attempting to bind port 9b3ab556-e166-4733-9727-75b521cc170d on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:13.442689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Attempting to bind port 9b3ab556-e166-4733-9727-75b521cc170d by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:13.443014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Attempting to bind port 9b3ab556-e166-4733-9727-75b521cc170d on network b12c2c20-9d70-4928-bd76-4e7ed3a04fab {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:13.447307 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.452243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Port 9b3ab556-e166-4733-9727-75b521cc170d on network b12c2c20-9d70-4928-bd76-4e7ed3a04fab not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:45:13.452564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Attempting to bind port 9b3ab556-e166-4733-9727-75b521cc170d on network b12c2c20-9d70-4928-bd76-4e7ed3a04fab {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:13.456039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.468731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca419b-6c65-47a5-b8dc-3f699a99de44 None None] Pushing event updated for resources: {'Port': ['ID=57b377d6-face-4b26-acd7-f364cd1710b5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:13.472134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Attempting to bind port 57b377d6-face-4b26-acd7-f364cd1710b5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:13.472420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Attempting to bind port 57b377d6-face-4b26-acd7-f364cd1710b5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:13.472926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Attempting to bind port 57b377d6-face-4b26-acd7-f364cd1710b5 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:13.480967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Provisioning for port 83f7a058-9e55-4375-913d-66ceb1e4c543 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:13.485247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:13.485640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:13.486099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.486504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:13.486958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Bound port: 57b377d6-face-4b26-acd7-f364cd1710b5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:13.487324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.512272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:13.512534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Checking segment: {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:13.513007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Bound using segment: {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:13.513444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Bound port: 9b3ab556-e166-4733-9727-75b521cc170d, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:13.513871 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.516421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Provisioning complete for port 83f7a058-9e55-4375-913d-66ceb1e4c543 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:13.516808 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.540692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31ed1d-79c0-453b-afe8-5a75ec46378e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:13.602945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Port 83f7a058-9e55-4375-913d-66ceb1e4c543 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:13.619075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] For port 57b377d6-face-4b26-acd7-f364cd1710b5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:13.623961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] For port 57b377d6-face-4b26-acd7-f364cd1710b5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=57b377d6-face-4b26-acd7-f364cd1710b5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:13.645354 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.687753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.688955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e1654793-db32-41a5-90c7-1a45d554e65f req-6e7ebb53-7112-4b13-be67-9c8e1e48c202 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.0652587 May 26 22:45:13.737510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5cfdf-d782-4fc9-90e7-dc26b7c9ac5f req-19aa046b-a244-42c0-b9ff-d38c3337850a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:13.746188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72f5cfdf-d782-4fc9-90e7-dc26b7c9ac5f req-19aa046b-a244-42c0-b9ff-d38c3337850a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2647419 May 26 22:45:13.751460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Provisioning for port 9d16d895-269d-40d9-b248-08b37c7a6567 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:13.779137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Provisioning complete for port 9d16d895-269d-40d9-b248-08b37c7a6567 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:13.779848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.784232 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-b3544cbd-d925-44ab-a271-086a8b9583f1 req-2d5f11b8-963f-4960-9009-ba38c2806ef8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:45:13.805586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3544cbd-d925-44ab-a271-086a8b9583f1 req-2d5f11b8-963f-4960-9009-ba38c2806ef8 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/9b463559-665b-455d-831d-0d7520a3638e HTTP/1.1" status: 404 len: 352 time: 0.0718777 May 26 22:45:13.833280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] For port 9b3ab556-e166-4733-9727-75b521cc170d, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:13.840074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] For port 9b3ab556-e166-4733-9727-75b521cc170d, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9b3ab556-e166-4733-9727-75b521cc170d,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:13.855052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.904555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Port 9d16d895-269d-40d9-b248-08b37c7a6567 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:13.917571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca419b-6c65-47a5-b8dc-3f699a99de44 None None] Pushing event updated for resources: {'Port': ['ID=57b377d6-face-4b26-acd7-f364cd1710b5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:13.967283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:13.968617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] 10.222.0.48 "PUT /v2.0/ports/9b3ab556-e166-4733-9727-75b521cc170d HTTP/1.1" status: 200 len: 1092 time: 2.4518735 May 26 22:45:13.969467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:13.974132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:13.976001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:44:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:13.995792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72f5cfdf-d782-4fc9-90e7-dc26b7c9ac5f req-a0c78534-7364-43d5-87f5-637c896e45a2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473423 May 26 22:45:13.998709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:14.015780 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:14.034871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Request body: {'port': {'device_id': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:14.198496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19022732-702f-4df0-ba51-eb052a5cde5f service neutron] Pushing event updated for resources: {'Port': ['ID=9b3ab556-e166-4733-9727-75b521cc170d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:14.279822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5feaaaf-a753-4346-a6b1-2a43e6e00706 req-63683fdc-1378-48a2-9199-3b6aea12a298 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0863032 May 26 22:45:14.281208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Pushing event updated for resources: {'Port': ['ID=83f7a058-9e55-4375-913d-66ceb1e4c543,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:14.320882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:14.322244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:14.340855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654339-406f-4b2c-a315-4db80d0de772 req-071a525b-3fde-4e90-a9f7-b80277ac7e26 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:14.358059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91654339-406f-4b2c-a315-4db80d0de772 req-071a525b-3fde-4e90-a9f7-b80277ac7e26 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.3383198 May 26 22:45:14.361123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Provisioning complete for port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:14.361574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4ccf08bf-f6a6-4cd1-bd5c-1a8abf7e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:14.490280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91654339-406f-4b2c-a315-4db80d0de772 req-80367da9-5911-4a4f-9ffd-4511977c72ad tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312561 May 26 22:45:14.596774 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-455448e3-bd6b-42fa-a9f5-b3c54ee8c06b req-0762ea65-514b-45f0-9ece-dcfb89d72c96 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/7b31ed1d-79c0-453b-afe8-5a75ec46378e HTTP/1.1" status: 200 len: 1647 time: 0.1128671 May 26 22:45:14.662750 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-9507068a-56d5-45ab-a151-38f8589d9224 req-7f9faecb-0441-4e14-9e74-196001df4a23 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:45:14.667501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9507068a-56d5-45ab-a151-38f8589d9224 req-7f9faecb-0441-4e14-9e74-196001df4a23 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/523384ce-cb53-487b-9182-94e4288d8e1b HTTP/1.1" status: 404 len: 352 time: 0.0636020 May 26 22:45:14.669999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:14.674593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:14.685073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:14.747402 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cc7fee-0349-4930-811c-df6ed5e85948'] response: {'name': 'network-changed', 'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d', 'status': 'completed', 'code': 200} May 26 22:45:14.962393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:15.084181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd04893c-b2ca-4b19-af45-2b4d46097e80 req-2922c354-2169-4bf1-b9a0-95c955c7f4a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2731 time: 0.2518086 May 26 22:45:15.092629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb26d72-f0a4-4b3e-96ed-c155f6de7908 req-092db87a-8805-4951-b8db-09b3d5169716 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:15.099779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ffb26d72-f0a4-4b3e-96ed-c155f6de7908 req-092db87a-8805-4951-b8db-09b3d5169716 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2162554 May 26 22:45:15.172157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17720c-c946-4485-8a1a-5c2594b02b0b req-88ae3fa1-9221-416d-91b3-879bc2c6ff6d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:15.178745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17720c-c946-4485-8a1a-5c2594b02b0b req-88ae3fa1-9221-416d-91b3-879bc2c6ff6d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:15.183280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17720c-c946-4485-8a1a-5c2594b02b0b req-88ae3fa1-9221-416d-91b3-879bc2c6ff6d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:15.184924 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f17720c-c946-4485-8a1a-5c2594b02b0b req-88ae3fa1-9221-416d-91b3-879bc2c6ff6d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2388 time: 0.1715655 May 26 22:45:15.279910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00edd10-b98f-400c-887c-bbaa0932c719 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:15.283201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:15.283601 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:15.305804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:15.334273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f17720c-c946-4485-8a1a-5c2594b02b0b req-78d37441-c569-454c-8d14-4fe34e917c68 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369524 May 26 22:45:15.351741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ffb26d72-f0a4-4b3e-96ed-c155f6de7908 req-6aa51718-1de1-40e0-bc2c-71d1b1601226 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509420 May 26 22:45:15.394936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Transition to ACTIVE for port object d00edd10-b98f-400c-887c-bbaa0932c719 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:15.397995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-293717165', 'description': 'tempest-description-512578063'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:15.405744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:15.406605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:15.419575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:15.423630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:15.430545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:15.434782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-639609ec-9fd8-48c3-b9ac-6adc82a04925 None None] Provisioning complete for port 83f7a058-9e55-4375-913d-66ceb1e4c543 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:15.435293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-639609ec-9fd8-48c3-b9ac-6adc82a04925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:15.452972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:15.476881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:45:15.493477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-639609ec-9fd8-48c3-b9ac-6adc82a04925 None None] Port 83f7a058-9e55-4375-913d-66ceb1e4c543 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:15.545360 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-e0fdd5a1-8fb7-49a4-a183-52768a55a258 req-7d2ef1b2-d1a6-4587-8ada-7427bf974e76 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:45:15.546401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0fdd5a1-8fb7-49a4-a183-52768a55a258 req-7d2ef1b2-d1a6-4587-8ada-7427bf974e76 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/f2b310c6-cdd8-474b-9270-bb2e212eb4c2 HTTP/1.1" status: 404 len: 352 time: 0.0643270 May 26 22:45:15.600136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:15.670033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04893c-b2ca-4b19-af45-2b4d46097e80 req-f42afe46-9bc7-45c1-81f4-4709c3417b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:15.670331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04893c-b2ca-4b19-af45-2b4d46097e80 req-f42afe46-9bc7-45c1-81f4-4709c3417b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:15.670698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04893c-b2ca-4b19-af45-2b4d46097e80 req-f42afe46-9bc7-45c1-81f4-4709c3417b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:15.677604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd04893c-b2ca-4b19-af45-2b4d46097e80 req-f42afe46-9bc7-45c1-81f4-4709c3417b91 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5220034 May 26 22:45:15.731585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Pushing event updated for resources: {'Port': ['ID=d00edd10-b98f-400c-887c-bbaa0932c719,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:15.731735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 2, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:15.734720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group_rule and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:15.749879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111566df-ed06-4cf0-903b-3ecb5c59efb4 None None] The sync data for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 is: [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 2, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:45:15.758290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:15.781519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:15.910167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-1e395f8d-7709-4539-bb32-8cc0a733317d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2586100 May 26 22:45:15.928900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:15.939466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:15.941895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90e09b2f-efa1-46e0-b5cc-455610fc9f56 req-f5e35659-a9a6-4500-9ebc-f2b627a6404d tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1135292 May 26 22:45:16.146044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04893c-b2ca-4b19-af45-2b4d46097e80 req-b2d29d7e-a1d5-4dd1-bf80-d06c3c11c925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:16.147692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd04893c-b2ca-4b19-af45-2b4d46097e80 req-b2d29d7e-a1d5-4dd1-bf80-d06c3c11c925 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4545949 May 26 22:45:16.150643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79f126-18ff-40b7-b7f3-37bb3d8ccd6c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:16.158130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:16.159462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-497dc2d6-9aef-4661-8edd-72f5b109b7fa req-3461fbd9-cc17-481c-93ae-37b6e4d80586 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.7690642 May 26 22:45:16.183431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Attempting to bind port d00edd10-b98f-400c-887c-bbaa0932c719 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:16.184296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Attempting to bind port d00edd10-b98f-400c-887c-bbaa0932c719 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:16.185448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Attempting to bind port d00edd10-b98f-400c-887c-bbaa0932c719 on network c9ceb14b-e637-493a-8482-21c8e6557ed1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:16.193223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Port d00edd10-b98f-400c-887c-bbaa0932c719 on network c9ceb14b-e637-493a-8482-21c8e6557ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:45:16.193884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Attempting to bind port d00edd10-b98f-400c-887c-bbaa0932c719 on network c9ceb14b-e637-493a-8482-21c8e6557ed1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:16.207218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:45:16.209430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:16.211546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Checking segment: {'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:16.213875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Bound using segment: {'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:16.214612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Bound port: d00edd10-b98f-400c-887c-bbaa0932c719, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a472581-b0f6-4aed-be26-559254eb1730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:16.215057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:16.231602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7851b168-4759-4146-9840-a0ec7ae7e202 admin admin] 10.222.0.32 "PUT /v2.0/routers/774e5fdd-e180-4ff7-8ca7-64f94eb416a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1082726 May 26 22:45:16.284531 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-409f5160-28ac-4de3-b23b-ded42b87a293 req-3aed778b-7731-45a6-9817-c38ceb84a04e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] show failed (client error): The resource could not be found. May 26 22:45:16.285599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-409f5160-28ac-4de3-b23b-ded42b87a293 req-3aed778b-7731-45a6-9817-c38ceb84a04e tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/41ec9145-15cc-41c5-8ef0-8f1e6d890ec8 HTTP/1.1" status: 404 len: 352 time: 0.0617754 May 26 22:45:16.295966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-991cd0a9-8148-4bf3-b6a1-66b039381d3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e690c00c514146589a6ed784d9ab9585&device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1174 time: 0.2554004 May 26 22:45:16.544359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-fa482aca-512a-4153-9e20-04af3c3bc4ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:16.551690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-fa482aca-512a-4153-9e20-04af3c3bc4ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 200 len: 914 time: 0.2328327 May 26 22:45:16.656664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] For port d00edd10-b98f-400c-887c-bbaa0932c719, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:16.717489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] For port d00edd10-b98f-400c-887c-bbaa0932c719, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d00edd10-b98f-400c-887c-bbaa0932c719,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:16.765198 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:16.860977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e917ff8-8d62-444e-9dc7-0acc77d2f360 req-20be5395-ca9f-4722-9c4a-5b760706df33 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:16.871663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e917ff8-8d62-444e-9dc7-0acc77d2f360 req-20be5395-ca9f-4722-9c4a-5b760706df33 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.5583911 May 26 22:45:16.912457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-646edc56-7308-40a1-b7cb-b376f78b650b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 200 len: 217 time: 0.3541253 May 26 22:45:16.933461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Pushing event updated for resources: {'Port': ['ID=d00edd10-b98f-400c-887c-bbaa0932c719,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:16.995746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:16.997354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-631bd1da-52b4-4708-a141-87a175aff86e service neutron] 10.222.0.48 "PUT /v2.0/ports/d00edd10-b98f-400c-887c-bbaa0932c719 HTTP/1.1" status: 200 len: 1092 time: 2.9969592 May 26 22:45:17.010937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'tag': 'd00edd10-b98f-400c-887c-bbaa0932c719'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:17.023291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-d151f6f9-aa11-48f3-a922-fb9cdbd64ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:17.024722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-d151f6f9-aa11-48f3-a922-fb9cdbd64ba3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 200 len: 853 time: 0.1055615 May 26 22:45:17.032480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0b52c-905e-4c28-b1fc-9bac1481fb40 req-5467f3e2-27be-44e9-ad20-3eedd6adb082 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:17.035744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56a0b52c-905e-4c28-b1fc-9bac1481fb40 req-5467f3e2-27be-44e9-ad20-3eedd6adb082 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2177722 May 26 22:45:17.043964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-de6c355c-b735-48c3-b3d9-2aa8a45da938 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3917115 May 26 22:45:17.048229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Request body: {'port': {'device_id': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:17.082990 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e917ff8-8d62-444e-9dc7-0acc77d2f360 req-bcbd8775-2ed5-426c-9a98-4b49ba883cf8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137907 May 26 22:45:17.130908 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29c286b6-0c02-4b97-827f-4f62373be836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:17.226194 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-32ef4cde-73de-4c09-bc2f-a4b80680351c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14033c08-7d12-4110-9b92-7b9e5367234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1894784 May 26 22:45:17.358718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:17.412333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20271ac7-aefc-4d1f-b080-80401bc134a0 req-fea0c618-e428-4cc6-b4e7-d0e1d73dc157 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/3e79f126-18ff-40b7-b7f3-37bb3d8ccd6c HTTP/1.1" status: 200 len: 1645 time: 0.2264695 May 26 22:45:17.414446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56a0b52c-905e-4c28-b1fc-9bac1481fb40 req-a6690742-6573-42ac-816c-5c7cc6863348 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732804 May 26 22:45:17.487647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-17541230-3737-4f68-91f6-e5f9f0a4c75e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1096 time: 0.2635164 May 26 22:45:17.580822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-144a7981-5027-4ebc-a6f2-cb383019020d service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441803 May 26 22:45:17.797722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-5009a65b-16e9-4b2d-8e99-8d86eb9221b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:17.799247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-5009a65b-16e9-4b2d-8e99-8d86eb9221b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 915 time: 0.2230630 May 26 22:45:17.908457 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-17213994-1282-4338-a2ea-111e79d9439a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 217 time: 0.0939186 May 26 22:45:17.916446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03601222-5b98-4575-8e65-22a9d482ccb3 req-bb1c6ead-ee26-4bc8-8c74-6387b96750ca service neutron] 10.222.0.48 "GET /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259068 May 26 22:45:17.951414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907d064-3571-4d6a-b36e-5956412c7fb0 req-6f7aa555-68b9-483d-93c2-7737cc4eef27 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:17.962024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907d064-3571-4d6a-b36e-5956412c7fb0 req-6f7aa555-68b9-483d-93c2-7737cc4eef27 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:17.969256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907d064-3571-4d6a-b36e-5956412c7fb0 req-6f7aa555-68b9-483d-93c2-7737cc4eef27 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:17.982515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7907d064-3571-4d6a-b36e-5956412c7fb0 req-6f7aa555-68b9-483d-93c2-7737cc4eef27 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2400 time: 0.2698398 May 26 22:45:18.061243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7907d064-3571-4d6a-b36e-5956412c7fb0 req-86e1227c-a138-4c12-b74b-96dbf881a416 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771387 May 26 22:45:18.065785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-5ac205a5-3c6a-4a93-8a63-c951189c7d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:18.068428 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-5ac205a5-3c6a-4a93-8a63-c951189c7d6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.1546743 May 26 22:45:18.134371 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-8710d7e2-422e-431e-9355-80ded6a5ad12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520635 May 26 22:45:18.147892 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f420284-93c7-406f-8062-02f76e97433b'] response: {'name': 'network-changed', 'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'tag': 'd00edd10-b98f-400c-887c-bbaa0932c719', 'status': 'completed', 'code': 200} May 26 22:45:18.324485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f13bcad0-31b4-4445-b030-dde9a83b27ae req-1111de0d-939e-4581-98c7-d6b91cf3431b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2798 time: 0.1460581 May 26 22:45:18.562004 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-3b5bcec0-df0f-4164-ba48-bd451d71b140 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145298 May 26 22:45:18.642506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bcad0-31b4-4445-b030-dde9a83b27ae req-60b4a4fa-42d1-465a-9e0a-44c361e36215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:18.642797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bcad0-31b4-4445-b030-dde9a83b27ae req-60b4a4fa-42d1-465a-9e0a-44c361e36215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:18.643162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bcad0-31b4-4445-b030-dde9a83b27ae req-60b4a4fa-42d1-465a-9e0a-44c361e36215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:18.644714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f13bcad0-31b4-4445-b030-dde9a83b27ae req-60b4a4fa-42d1-465a-9e0a-44c361e36215 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3120718 May 26 22:45:18.662255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:45:18.762799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d16d895-269d-40d9-b248-08b37c7a6567 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:18.801979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 57b377d6-face-4b26-acd7-f364cd1710b5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:18.816762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:18.834576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-754813950', 'description': 'tempest-description-292220647'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:18.909070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:18.951337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53466) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:18.962804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-882228324-network', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:18.967215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 57b377d6-face-4b26-acd7-f364cd1710b5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:18.973719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 57b377d6-face-4b26-acd7-f364cd1710b5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:18.974336 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:18.978666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bcad0-31b4-4445-b030-dde9a83b27ae req-fdfcd0b6-1b2f-4092-8003-a825db1b3524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:18.981793 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f13bcad0-31b4-4445-b030-dde9a83b27ae req-fdfcd0b6-1b2f-4092-8003-a825db1b3524 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296242 May 26 22:45:18.981929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:18.988046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Transition to ACTIVE for port object 9d16d895-269d-40d9-b248-08b37c7a6567 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:18.997653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:19.008895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Usage tracker for resource:network and tenant:0e7d87df87c1498a89da3cf38e455eb1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:19.014164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:19.024036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:19.050292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:19.057174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:19.059716 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.174221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.199739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260222a-6733-4743-b831-821191236e6c service neutron] Pushing event updated for resources: {'Port': ['ID=9d16d895-269d-40d9-b248-08b37c7a6567,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:19.203144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 57b377d6-face-4b26-acd7-f364cd1710b5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=57b377d6-face-4b26-acd7-f364cd1710b5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:19.205356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2df1a2d4-ce20-41be-9d16-6dffe7984c76 req-86e595b2-e503-4554-a62f-6736b41b428c service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291816 May 26 22:45:19.206501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Made reservation on behalf of 0e7d87df87c1498a89da3cf38e455eb1 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:19.208916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.210066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.228682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.277369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f629bf-0513-4d73-84de-6e4e043475ba req-1e60bf6f-fc3c-4d3f-8e3b-44ab8de24ab0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:19.278784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57f629bf-0513-4d73-84de-6e4e043475ba req-1e60bf6f-fc3c-4d3f-8e3b-44ab8de24ab0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1343486 May 26 22:45:19.282023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:19.285068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.307862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Usage tracker for resource:security_group_rule and tenant:0e7d87df87c1498a89da3cf38e455eb1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:19.312426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:19.347763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=57b377d6-face-4b26-acd7-f364cd1710b5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:19.352802 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-637d59c4-6406-4f58-922f-0269ab34a458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.374273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57f629bf-0513-4d73-84de-6e4e043475ba req-63c1c706-32d8-40c4-9c00-e1302fa19106 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879216 May 26 22:45:19.388945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:19.604423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:19.640732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Usage tracker for resource:security_group_rule and tenant:d33b3d98311e44818b0309420161898d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:19.653028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:19.668332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-b51e9d7a-e498-4abd-b509-a6a21956b7c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:19.668725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-b51e9d7a-e498-4abd-b509-a6a21956b7c1 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1023 time: 0.1790688 May 26 22:45:19.675246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2eb37-e2a0-4132-b36d-00ea1f167a75 req-1e22478e-2cf5-4ad7-9eea-3b2159abf3a4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:19.676677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27a2eb37-e2a0-4132-b36d-00ea1f167a75 req-1e22478e-2cf5-4ad7-9eea-3b2159abf3a4 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 1023 time: 0.1525729 May 26 22:45:19.704114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:19.774046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Deleting port b560aac1-0e43-486c-af05-01dc4eba6d0d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:45:19.774392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.812598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.827615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.832974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-27a2eb37-e2a0-4132-b36d-00ea1f167a75 req-32c92067-5c6b-44e4-b6d5-db1e28742cf7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:19.845621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Attempting to bind port 9d16d895-269d-40d9-b248-08b37c7a6567 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:19.845991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Attempting to bind port 9d16d895-269d-40d9-b248-08b37c7a6567 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:19.846316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Attempting to bind port 9d16d895-269d-40d9-b248-08b37c7a6567 on network b12c2c20-9d70-4928-bd76-4e7ed3a04fab {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:19.853180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.863561 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.875064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Port 9d16d895-269d-40d9-b248-08b37c7a6567 on network b12c2c20-9d70-4928-bd76-4e7ed3a04fab not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:45:19.875381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Attempting to bind port 9d16d895-269d-40d9-b248-08b37c7a6567 on network b12c2c20-9d70-4928-bd76-4e7ed3a04fab {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:19.881076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-27a2eb37-e2a0-4132-b36d-00ea1f167a75 req-32c92067-5c6b-44e4-b6d5-db1e28742cf7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:19.882281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27a2eb37-e2a0-4132-b36d-00ea1f167a75 req-32c92067-5c6b-44e4-b6d5-db1e28742cf7 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups?id=c93a6da6-8e2e-4fae-8eb7-63d959720b39&id=ad1b43bb-7d3a-412b-9f99-40909d09420a&id=23b87f91-0287-401e-ae8e-e8f93e3b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1707306 May 26 22:45:19.904100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:45:19.928914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f0e7b-b394-404e-84a5-992a80a730fe,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:19.943845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:19.944175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Checking segment: {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:19.944553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Bound using segment: {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:19.944994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Bound port: 9d16d895-269d-40d9-b248-08b37c7a6567, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2725077-a20a-4b04-ad99-3824bc971f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:19.945333 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.952040 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:45:19.975285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.975946 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Added segment a4ff9a18-fb2a-4655-9e14-80b55b3c253e of type vlan for network 247c66cb-7b3a-4629-9114-8a05af0a30f4 May 26 22:45:20.036373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.057566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce5a49cd-9893-478f-8d7a-eab69b48f087 req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 1.2292519 May 26 22:45:20.058290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbadc2-fb09-4ccd-95c4-b952c8894ecf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e1f5d-ef10-42c9-b36e-9d834ce665f1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:20.108356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.215905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] For port 9d16d895-269d-40d9-b248-08b37c7a6567, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:20.224491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.225392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:20.225943 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.265511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] For port 9d16d895-269d-40d9-b248-08b37c7a6567, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d16d895-269d-40d9-b248-08b37c7a6567,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:20.284959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1367ce7c-4911-4caa-b0ef-cfc58ccd31b4 req-544bf415-0947-4915-89e0-69f6c3e00e97 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1785879 May 26 22:45:20.286749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] For port b560aac1-0e43-486c-af05-01dc4eba6d0d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b560aac1-0e43-486c-af05-01dc4eba6d0d,segment=NetworkSegment(6cb2ece7-db11-42c2-87a3-b166eaed80c2),segment_id=6cb2ece7-db11-42c2-87a3-b166eaed80c2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:20.287207 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.326002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.380216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4277241 May 26 22:45:20.384124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53488) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:20.405535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Request body: {'subnet': {'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-subnet', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:20.419442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d72a2-06f8-4df3-88be-3d9a13210baa admin admin] Pushing event updated for resources: {'Network': ['ID=247c66cb-7b3a-4629-9114-8a05af0a30f4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:20.431970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:20.432249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Calling delete_port for b560aac1-0e43-486c-af05-01dc4eba6d0d owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:45:20.435536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:45:20.442873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Usage tracker for resource:subnet and tenant:0e7d87df87c1498a89da3cf38e455eb1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:20.447893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:20.455362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.457353 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0260222a-6733-4743-b831-821191236e6c service neutron] 10.222.0.48 "PUT /v2.0/ports/9d16d895-269d-40d9-b248-08b37c7a6567 HTTP/1.1" status: 200 len: 1091 time: 3.4229412 May 26 22:45:20.465101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:20.473046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:20.493527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Made reservation on behalf of 0e7d87df87c1498a89da3cf38e455eb1 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:20.496138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.566680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260222a-6733-4743-b831-821191236e6c service neutron] Pushing event updated for resources: {'Port': ['ID=9d16d895-269d-40d9-b248-08b37c7a6567,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:20.716720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.722176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 57b377d6-face-4b26-acd7-f364cd1710b5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:20.769543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.777484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53496) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:20.795963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac7073-1eb1-448f-bed3-6cffe3aad747 req-f6f34b21-a930-4401-9064-fc68dcf40fe1 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:20.800169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac7073-1eb1-448f-bed3-6cffe3aad747 req-f6f34b21-a930-4401-9064-fc68dcf40fe1 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:20.804144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac7073-1eb1-448f-bed3-6cffe3aad747 req-f6f34b21-a930-4401-9064-fc68dcf40fe1 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:20.811203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6bac7073-1eb1-448f-bed3-6cffe3aad747 req-f6f34b21-a930-4401-9064-fc68dcf40fe1 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2412 time: 0.2986193 May 26 22:45:20.813302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.821882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 57b377d6-face-4b26-acd7-f364cd1710b5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:20.822492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:20.832874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c59106-5c08-4c72-afc4-12e9b3763a4d req-923826f7-012a-403f-979a-26761407e21c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:20.834480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2c59106-5c08-4c72-afc4-12e9b3763a4d req-923826f7-012a-403f-979a-26761407e21c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.6537838 May 26 22:45:20.859396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b560aac1-0e43-486c-af05-01dc4eba6d0d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:20.879351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'Port': ['ID=b560aac1-0e43-486c-af05-01dc4eba6d0d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:20.902750 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2c59106-5c08-4c72-afc4-12e9b3763a4d req-988c89c2-0246-4ebf-bb99-57d208713250 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588191 May 26 22:45:20.972051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-9bbf6461-003f-4d7c-9139-867eba311f2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2865 time: 0.4446750 May 26 22:45:20.988684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] No DVR routers for this DVR port b560aac1-0e43-486c-af05-01dc4eba6d0d on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:45:20.993879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.003424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'name': 'network-vif-deleted', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:21.008429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5c800e2-e5ff-4252-9549-410fa08f244f req-71c6f54a-40e2-41a4-b088-b22156fe848a tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.48 "DELETE /v2.0/ports/b560aac1-0e43-486c-af05-01dc4eba6d0d HTTP/1.1" status: 204 len: 173 time: 1.3308439 May 26 22:45:21.038301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6bac7073-1eb1-448f-bed3-6cffe3aad747 req-a98fb059-3df7-4731-8008-030ad3ed2a18 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259099 May 26 22:45:21.054323 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.079790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.122505 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e4e355-fe1a-48a4-8863-9840fb50ede6'] response: {'name': 'network-changed', 'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567', 'status': 'completed', 'code': 200} May 26 22:45:21.123392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:21.130213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Usage tracker for resource:security_group_rule and tenant:3f5fdd0ab1b94accb4d57b508e5810a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:21.133332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:21.142550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:21.143285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-918410a3-2914-4ab7-993c-077bf17db560 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=9b3ab556-e166-4733-9727-75b521cc170d HTTP/1.1" status: 200 len: 217 time: 0.1630633 May 26 22:45:21.242892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694eb0cf-4160-4a66-848c-fb61f4e3edc6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:21.249882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.266215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ca5b671-d9b1-4087-a2db-4ee907cce119 req-b3c8c11a-c612-4f1d-9249-f074e56817bf tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/a40e1f5d-ef10-42c9-b36e-9d834ce665f1 HTTP/1.1" status: 200 len: 1645 time: 0.2039509 May 26 22:45:21.284801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7d6d710e-ce4d-4e57-9527-ce9f0a5fd5ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:21.286268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-7d6d710e-ce4d-4e57-9527-ce9f0a5fd5ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93c2de2-2063-436f-8196-3c0fc9503e50 HTTP/1.1" status: 200 len: 801 time: 0.1284733 May 26 22:45:21.291328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5c549741-fb45-4587-bb0b-ff13fd0ab789 req-a26ae9d0-3bc9-4031-a098-4bd94d3689ed tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Synchronizing usage tracker for tenant:e690c00c514146589a6ed784d9ab9585 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:21.291789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Checking segment: {'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:21.292145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Network hostable DHCP agents. Network: 247c66cb-7b3a-4629-9114-8a05af0a30f4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:45:21.294055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.354575 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f5fdd0ab1b94accb4d57b508e5810a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5759616 May 26 22:45:21.357577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5c549741-fb45-4587-bb0b-ff13fd0ab789 req-a26ae9d0-3bc9-4031-a098-4bd94d3689ed tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Unset dirty status for tenant:e690c00c514146589a6ed784d9ab9585 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:21.358655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c549741-fb45-4587-bb0b-ff13fd0ab789 req-a26ae9d0-3bc9-4031-a098-4bd94d3689ed tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26ce3d7-d802-40e7-8b74-a96a77550dee HTTP/1.1" status: 200 len: 210 time: 0.1148889 May 26 22:45:21.360637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53510) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:21.362617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb3d40-34fc-4ff8-88ec-fe79dbb51907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b080659-8ab1-40eb-976a-6b94b5f28f38,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:21.426590 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36415d93-6ac1-4bbf-89c2-6d1fce8f9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.440534 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b9274b-aa94-43f8-9d00-175efb17a986'] response: {'server_uuid': 'f26ce3d7-d802-40e7-8b74-a96a77550dee', 'name': 'network-vif-deleted', 'tag': 'b560aac1-0e43-486c-af05-01dc4eba6d0d', 'status': 'completed', 'code': 200} May 26 22:45:21.453280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:45:21.465730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36415d93-6ac1-4bbf-89c2-6d1fce8f9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.470412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-8e942f1f-2def-46c4-9396-b83fbdfaa2f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1736186 May 26 22:45:21.472589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 247c66cb-7b3a-4629-9114-8a05af0a30f4) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:21.480820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ca41f-9a0d-4d6f-b1cc-557a066dfa16 None None] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:21.504846 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-278edee6-8fa1-41dc-9268-719ad4265eb7 req-b6b8fbdb-bad0-487b-8da1-138426bb85c9 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] show failed (client error): The resource could not be found. May 26 22:45:21.505889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-278edee6-8fa1-41dc-9268-719ad4265eb7 req-b6b8fbdb-bad0-487b-8da1-138426bb85c9 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/f432dcd8-2a55-4b17-b61b-3c2240c1d0d4 HTTP/1.1" status: 404 len: 352 time: 0.0428870 May 26 22:45:21.523387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:21.524072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.548751 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36415d93-6ac1-4bbf-89c2-6d1fce8f9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.596020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36415d93-6ac1-4bbf-89c2-6d1fce8f9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b080659-8ab1-40eb-976a-6b94b5f28f38,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:21.598329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa634cf4-fe4f-4d92-8be4-34f8d0bf0bb0 req-5c436a29-7ec9-46a5-ada1-937363f89303 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:21.599835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa634cf4-fe4f-4d92-8be4-34f8d0bf0bb0 req-5c436a29-7ec9-46a5-ada1-937363f89303 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2479055 May 26 22:45:21.607737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36415d93-6ac1-4bbf-89c2-6d1fce8f9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.609643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-36415d93-6ac1-4bbf-89c2-6d1fce8f9515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b080659-8ab1-40eb-976a-6b94b5f28f38 HTTP/1.1" status: 204 len: 168 time: 0.2485037 May 26 22:45:21.686100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-806af9df-d9a5-4f39-95c4-6e956c7f6cd1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2932713 May 26 22:45:21.686317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53520) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:21.694395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:21.701232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa634cf4-fe4f-4d92-8be4-34f8d0bf0bb0 req-43b51460-2d3a-4691-aaa4-2c9e35b6089f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660348 May 26 22:45:21.710850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:21.734532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Usage tracker for resource:router and tenant:0e7d87df87c1498a89da3cf38e455eb1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:21.742944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:21.753097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:21.770166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.773091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.776858 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-12995bd4-c78a-4e58-a9b2-e3327bfc2bae service neutron] 10.222.0.48 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994363 May 26 22:45:21.808062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.837577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.850599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-247c66cb-7b3a-4629-9114-8a05af0a30f4', 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'fixed_ips': [{'subnet_id': '694eb0cf-4160-4a66-848c-fb61f4e3edc6'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:45:21.851548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:21.887595 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-cb37f85c-00f9-4160-8632-e634bffbe38d req-7527cf8b-fb5b-4f06-90c5-cc45fc9d2aa0 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] show failed (client error): The resource could not be found. May 26 22:45:21.888608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb37f85c-00f9-4160-8632-e634bffbe38d req-7527cf8b-fb5b-4f06-90c5-cc45fc9d2aa0 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-group-rules/ca6b47f3-b852-4317-9511-9a859e1edaf9 HTTP/1.1" status: 404 len: 361 time: 0.0643287 May 26 22:45:21.972346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b40a1858-bd0c-409c-b39c-9bec33e1c587 req-31f3bf75-deeb-417b-903a-9ec00fca8b33 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1467962 May 26 22:45:21.986449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-c88b0fea-2edc-43f7-8c61-db38db5ca974 service neutron] 10.222.0.48 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029998 May 26 22:45:22.107608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Allocated IP 172.20.0.2 (247c66cb-7b3a-4629-9114-8a05af0a30f4/694eb0cf-4160-4a66-848c-fb61f4e3edc6/e32f2bc1-ec38-4bc8-8098-352a68806936) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:22.136526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.143302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-364d00eb-a18d-41aa-ad1b-a692423f6b39 req-3ef9e43e-7d2b-425d-86b6-0d7721205cb9 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/a40e1f5d-ef10-42c9-b36e-9d834ce665f1 HTTP/1.1" status: 200 len: 1645 time: 0.0708556 May 26 22:45:22.229183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53534) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:22.251716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-3b13d214-e390-49a3-82c4-ef0290357bc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=d00edd10-b98f-400c-887c-bbaa0932c719 HTTP/1.1" status: 200 len: 217 time: 0.2594066 May 26 22:45:22.291336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.297229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-364d00eb-a18d-41aa-ad1b-a692423f6b39 req-f8ba9d09-1078-4223-b1d5-9b2db42b63d5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.335529 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-364d00eb-a18d-41aa-ad1b-a692423f6b39 req-f8ba9d09-1078-4223-b1d5-9b2db42b63d5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.348266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-651885de-1e6b-41de-a05a-f4707091a805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:22.350104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-651885de-1e6b-41de-a05a-f4707091a805 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b HTTP/1.1" status: 200 len: 801 time: 0.0921268 May 26 22:45:22.359185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.370904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Transition to ACTIVE for port object e32f2bc1-ec38-4bc8-8098-352a68806936 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:22.390387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Transition to ACTIVE for port object e32f2bc1-ec38-4bc8-8098-352a68806936 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:22.397968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:22.405729 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.411119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Usage tracker for resource:security_group_rule and tenant:2663678bfc8448988b89dc0aa5bd3b00 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:22.416115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:22.424854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ecded-2e76-4906-8fb5-5916b1942519 req-b9bd0e1d-444c-4c88-99de-52410a03615e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:22.426359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-871ecded-2e76-4906-8fb5-5916b1942519 req-b9bd0e1d-444c-4c88-99de-52410a03615e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2494335 May 26 22:45:22.431167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:22.449051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-364d00eb-a18d-41aa-ad1b-a692423f6b39 req-f8ba9d09-1078-4223-b1d5-9b2db42b63d5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.488563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:22.491127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba9d09-1078-4223-b1d5-9b2db42b63d5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e1f5d-ef10-42c9-b36e-9d834ce665f1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:22.493475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:22.499901 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-364d00eb-a18d-41aa-ad1b-a692423f6b39 req-f8ba9d09-1078-4223-b1d5-9b2db42b63d5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.500589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:22.501036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-364d00eb-a18d-41aa-ad1b-a692423f6b39 req-f8ba9d09-1078-4223-b1d5-9b2db42b63d5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "DELETE /v2.0/security-groups/a40e1f5d-ef10-42c9-b36e-9d834ce665f1 HTTP/1.1" status: 204 len: 173 time: 0.3504918 May 26 22:45:22.508963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.518022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Pushing event updated for resources: {'Port': ['ID=e32f2bc1-ec38-4bc8-8098-352a68806936,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:22.524820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-ea6b04a6-976e-4dc2-81e3-56b8acb98bbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9ceb14b-e637-493a-8482-21c8e6557ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1668260 May 26 22:45:22.526962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-871ecded-2e76-4906-8fb5-5916b1942519 req-4d78601b-8f0b-4108-8d77-6bc21c4113fd tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928247 May 26 22:45:22.577365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.622745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Attempting to bind port e32f2bc1-ec38-4bc8-8098-352a68806936 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:22.623111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Attempting to bind port e32f2bc1-ec38-4bc8-8098-352a68806936 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:22.623471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Attempting to bind port e32f2bc1-ec38-4bc8-8098-352a68806936 on network 247c66cb-7b3a-4629-9114-8a05af0a30f4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:22.634098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:22.634581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Checking segment: {'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:22.634850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.635235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Bound using segment: {'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:22.635706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Bound port: e32f2bc1-ec38-4bc8-8098-352a68806936, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:22.636056 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.711382 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.744740 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.753800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] For port e32f2bc1-ec38-4bc8-8098-352a68806936, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:22.758199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] For port e32f2bc1-ec38-4bc8-8098-352a68806936, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e32f2bc1-ec38-4bc8-8098-352a68806936,segment=NetworkSegment(a4ff9a18-fb2a-4655-9e14-80b55b3c253e),segment_id=a4ff9a18-fb2a-4655-9e14-80b55b3c253e)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:22.763215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.847688 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-19044a43-1dc9-4b80-8942-d2f0effc9976 service neutron] 10.222.0.48 "GET /v2.0/networks/c9ceb14b-e637-493a-8482-21c8e6557ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150001 May 26 22:45:22.868537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddb35f-19d2-40e3-978e-ee5b00e9e1dd None None] Pushing event updated for resources: {'Port': ['ID=e32f2bc1-ec38-4bc8-8098-352a68806936,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:22.882904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0740599d-8e7d-4157-b6dc-6c2bc64a2d03,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:22.930253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Allocated IP 172.25.4.247 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/9c8bb74a-2c32-4257-bb2a-245d50d90bf2) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:22.943358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a98341da-b7d0-47e8-ac92-c72f97753348 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2663678bfc8448988b89dc0aa5bd3b00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7068429 May 26 22:45:22.943662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53544) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:22.996733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4e38f-20d2-40f8-9baf-efeae59687a9 req-3fce0b5e-e4d5-4d69-adc4-7b97ef50f438 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:22.997831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56c4e38f-20d2-40f8-9baf-efeae59687a9 req-3fce0b5e-e4d5-4d69-adc4-7b97ef50f438 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.2982798 May 26 22:45:23.022712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d58b4e-3b16-45c7-9ebb-8861b454af49 req-1f8dda13-43c7-4c6b-b0dd-ea902620d7de tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:23.026075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d58b4e-3b16-45c7-9ebb-8861b454af49 req-1f8dda13-43c7-4c6b-b0dd-ea902620d7de tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:23.030667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d58b4e-3b16-45c7-9ebb-8861b454af49 req-1f8dda13-43c7-4c6b-b0dd-ea902620d7de tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:23.031690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51d58b4e-3b16-45c7-9ebb-8861b454af49 req-1f8dda13-43c7-4c6b-b0dd-ea902620d7de tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2412 time: 0.2703195 May 26 22:45:23.035300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-0edcb091-f881-480d-902a-93fa09b1315e service neutron] 10.222.0.48 "GET /v2.0/networks/c9ceb14b-e637-493a-8482-21c8e6557ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778119 May 26 22:45:23.142528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-d6b88f2f-488a-4411-a21d-c08f7477d82b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=9d16d895-269d-40d9-b248-08b37c7a6567 HTTP/1.1" status: 200 len: 217 time: 0.0804224 May 26 22:45:23.144018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56c4e38f-20d2-40f8-9baf-efeae59687a9 req-72a67b64-d77a-4bb2-b686-dfcf9117b2e1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892534 May 26 22:45:23.166599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e19b-d0ef-4bdb-bddd-885ac2b1a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.208439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51d58b4e-3b16-45c7-9ebb-8861b454af49 req-1c62de1c-f66b-4d0b-9f18-21a2233184e9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693995 May 26 22:45:23.216284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e19b-d0ef-4bdb-bddd-885ac2b1a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.229791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-fa1c5164-b307-4b88-9653-059629b35d99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:23.231319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-fa1c5164-b307-4b88-9653-059629b35d99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93c2de2-2063-436f-8196-3c0fc9503e50 HTTP/1.1" status: 200 len: 801 time: 0.0832062 May 26 22:45:23.291645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.323299 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e19b-d0ef-4bdb-bddd-885ac2b1a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.343606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8e19b-d0ef-4bdb-bddd-885ac2b1a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0740599d-8e7d-4157-b6dc-6c2bc64a2d03,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:23.349860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.370527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-d4336eef-861e-4570-9c23-6889a4028e47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1322894 May 26 22:45:23.380813 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9a80db-700b-4ded-ae4a-40cf24f1d6c3 req-185931a0-105a-41ea-a1a6-dee04c28e6b5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/3e79f126-18ff-40b7-b7f3-37bb3d8ccd6c HTTP/1.1" status: 200 len: 1645 time: 0.0592487 May 26 22:45:23.425110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e19b-d0ef-4bdb-bddd-885ac2b1a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.426400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6ae8e19b-d0ef-4bdb-bddd-885ac2b1a865 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0740599d-8e7d-4157-b6dc-6c2bc64a2d03 HTTP/1.1" status: 204 len: 168 time: 0.4818296 May 26 22:45:23.443722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:23.444567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Pushing event updated for resources: {'Port': ['ID=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:23.447354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:23.449525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:23.541998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68e66bf3-12ee-4bd3-8b26-64aa9bf126e5 req-f8371b36-ad70-48d5-ac97-69e588b53c66 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0601501 May 26 22:45:23.557947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4a9a80db-700b-4ded-ae4a-40cf24f1d6c3 req-11010919-051a-4df8-a4b7-d3599cd5fcef tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.561025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-b6d3ada7-aefd-497b-999a-6383cbd9af74 service neutron] 10.222.0.48 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831021 May 26 22:45:23.649245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4a9a80db-700b-4ded-ae4a-40cf24f1d6c3 req-11010919-051a-4df8-a4b7-d3599cd5fcef tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.718181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-695869b2-4a80-4bf4-a101-af6ac37f71a7 req-be2223c5-9504-4dd7-a022-9472cfa9a0df tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/23b87f91-0287-401e-ae8e-e8f93e3b7e55 HTTP/1.1" status: 200 len: 1633 time: 0.0827668 May 26 22:45:23.808930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-695869b2-4a80-4bf4-a101-af6ac37f71a7 req-f1113178-e05f-4234-a2d8-3523ed9c43ec tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.818679 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4a9a80db-700b-4ded-ae4a-40cf24f1d6c3 req-11010919-051a-4df8-a4b7-d3599cd5fcef tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.848537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-695869b2-4a80-4bf4-a101-af6ac37f71a7 req-f1113178-e05f-4234-a2d8-3523ed9c43ec tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.852493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010919-051a-4df8-a4b7-d3599cd5fcef tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79f126-18ff-40b7-b7f3-37bb3d8ccd6c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:23.857321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.857700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b253f1c2-a63f-4dd9-b4a2-ea1a332fb09a req-a92d8712-e8d4-4ba9-b5c3-6ed1eddd7a75 service neutron] 10.222.0.48 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850807 May 26 22:45:23.858078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.865856 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4a9a80db-700b-4ded-ae4a-40cf24f1d6c3 req-11010919-051a-4df8-a4b7-d3599cd5fcef tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.866930 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a9a80db-700b-4ded-ae4a-40cf24f1d6c3 req-11010919-051a-4df8-a4b7-d3599cd5fcef tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "DELETE /v2.0/security-groups/3e79f126-18ff-40b7-b7f3-37bb3d8ccd6c HTTP/1.1" status: 204 len: 173 time: 0.4666119 May 26 22:45:24.055432 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-70fa6b1c-f8ae-4740-a4e1-144b45933b65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2865 time: 0.1384346 May 26 22:45:24.120191 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-695869b2-4a80-4bf4-a101-af6ac37f71a7 req-f1113178-e05f-4234-a2d8-3523ed9c43ec tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.143696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1113178-e05f-4234-a2d8-3523ed9c43ec tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b87f91-0287-401e-ae8e-e8f93e3b7e55,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:24.167289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-695869b2-4a80-4bf4-a101-af6ac37f71a7 req-f1113178-e05f-4234-a2d8-3523ed9c43ec tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.182345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-695869b2-4a80-4bf4-a101-af6ac37f71a7 req-f1113178-e05f-4234-a2d8-3523ed9c43ec tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/23b87f91-0287-401e-ae8e-e8f93e3b7e55 HTTP/1.1" status: 204 len: 173 time: 0.4632180 May 26 22:45:24.257399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8ab32-d8c6-4f98-b1c7-70b957d114d4 None None] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:24.320032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7cde9f3-a193-4d60-8b29-5784e297017e req-2f86258e-4bd0-41c0-ad7f-ab7fb3e14ae5 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/7b31ed1d-79c0-453b-afe8-5a75ec46378e HTTP/1.1" status: 200 len: 1647 time: 0.1034310 May 26 22:45:24.383157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-ca90402a-8398-43e4-9c5b-f289093fc366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:24.385486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-ca90402a-8398-43e4-9c5b-f289093fc366 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab HTTP/1.1" status: 200 len: 903 time: 0.3242028 May 26 22:45:24.398143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d272a6b-a322-4f58-a67b-6c246018da68 req-1888d586-34bd-4cf0-bf60-65f70685f807 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:24.410390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d272a6b-a322-4f58-a67b-6c246018da68 req-1888d586-34bd-4cf0-bf60-65f70685f807 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3289354 May 26 22:45:24.457050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7cde9f3-a193-4d60-8b29-5784e297017e req-db5af625-8b15-418a-8149-67e56cdafa9a tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.509814 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7cde9f3-a193-4d60-8b29-5784e297017e req-db5af625-8b15-418a-8149-67e56cdafa9a tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.553151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:45:24.574787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-f721809b-d048-4806-9f08-8f0c88782f49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=9d16d895-269d-40d9-b248-08b37c7a6567 HTTP/1.1" status: 200 len: 217 time: 0.1600544 May 26 22:45:24.600072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b560aac1-0e43-486c-af05-01dc4eba6d0d no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:45:24.631250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4b76d4f1-0d8a-43b5-88d7-157afa4d2870 None None] Provisioning for port e32f2bc1-ec38-4bc8-8098-352a68806936 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:24.659520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: b560aac1-0e43-486c-af05-01dc4eba6d0d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:45:24.659768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b560aac1-0e43-486c-af05-01dc4eba6d0d not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:45:24.736011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e32f2bc1-ec38-4bc8-8098-352a68806936 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:24.762482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d272a6b-a322-4f58-a67b-6c246018da68 req-10d41cec-8d3e-4976-a990-2112c0a6c594 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495233 May 26 22:45:24.782323 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7cde9f3-a193-4d60-8b29-5784e297017e req-db5af625-8b15-418a-8149-67e56cdafa9a tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.831995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-7009ce47-913b-4fc5-b9d6-cc10261aca90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:24.835465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-7009ce47-913b-4fc5-b9d6-cc10261aca90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93c2de2-2063-436f-8196-3c0fc9503e50 HTTP/1.1" status: 200 len: 801 time: 0.2500057 May 26 22:45:24.837455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5af625-8b15-418a-8149-67e56cdafa9a tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31ed1d-79c0-453b-afe8-5a75ec46378e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:24.841484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7cde9f3-a193-4d60-8b29-5784e297017e req-db5af625-8b15-418a-8149-67e56cdafa9a tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.854239 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7cde9f3-a193-4d60-8b29-5784e297017e req-db5af625-8b15-418a-8149-67e56cdafa9a tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b31ed1d-79c0-453b-afe8-5a75ec46378e HTTP/1.1" status: 204 len: 173 time: 0.5325453 May 26 22:45:24.967708 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.987514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e32f2bc1-ec38-4bc8-8098-352a68806936 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:24.994781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e32f2bc1-ec38-4bc8-8098-352a68806936 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:24.995146 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.030869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fff40d81-251a-43ce-a196-1967b99f6c55 req-3df0995c-3b6e-4e79-b1dd-409079b3b257 tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "GET /v2.0/security-groups/ad1b43bb-7d3a-412b-9f99-40909d09420a HTTP/1.1" status: 200 len: 1634 time: 0.1850200 May 26 22:45:25.040985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:45:25.052388 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Sync routers for ids ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:45:25.067342 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.069810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-045f7d6c-7b8c-4aca-85a8-24a7ab444a1c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3812075 May 26 22:45:25.072614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53590) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:25.083515 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Routers {'367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:25.084132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:25.108288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-8ee19da0-6961-40ce-b267-d87666a116e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b12c2c20-9d70-4928-bd76-4e7ed3a04fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2640083 May 26 22:45:25.115473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-810625a5-2a29-4e3c-baa4-8448de2ea4e4 None None] Provisioning complete for port e32f2bc1-ec38-4bc8-8098-352a68806936 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:25.116102 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-810625a5-2a29-4e3c-baa4-8448de2ea4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.211443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fff40d81-251a-43ce-a196-1967b99f6c55 req-7fbae564-4ba7-425b-8870-b5adffc6efae tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.252017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.318177 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fff40d81-251a-43ce-a196-1967b99f6c55 req-7fbae564-4ba7-425b-8870-b5adffc6efae tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.333583 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Set router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:25.335607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-810625a5-2a29-4e3c-baa4-8448de2ea4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.346609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbccb7-73ba-4365-acc8-6b55b0e1b964 req-e6209632-c62d-4e1c-998b-b5006f3a3577 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:25.355692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65fbccb7-73ba-4365-acc8-6b55b0e1b964 req-e6209632-c62d-4e1c-998b-b5006f3a3577 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.2137372 May 26 22:45:25.387624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e32f2bc1-ec38-4bc8-8098-352a68806936, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e32f2bc1-ec38-4bc8-8098-352a68806936,segment=NetworkSegment(a4ff9a18-fb2a-4655-9e14-80b55b3c253e),segment_id=a4ff9a18-fb2a-4655-9e14-80b55b3c253e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:25.396962 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.436013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65fbccb7-73ba-4365-acc8-6b55b0e1b964 req-a0d83ad9-52ae-4cd7-96f0-5fba23828496 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709918 May 26 22:45:25.471830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-15dcb432-de2d-4c48-a736-087582a552c8 service neutron] 10.222.0.48 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536720 May 26 22:45:25.556070 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-810625a5-2a29-4e3c-baa4-8448de2ea4e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:45:25.556429 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-810625a5-2a29-4e3c-baa4-8448de2ea4e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:45:25.620958 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fff40d81-251a-43ce-a196-1967b99f6c55 req-7fbae564-4ba7-425b-8870-b5adffc6efae tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.633767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e32f2bc1-ec38-4bc8-8098-352a68806936,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:25.654727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbae564-4ba7-425b-8870-b5adffc6efae tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1b43bb-7d3a-412b-9f99-40909d09420a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:25.663959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.664302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.664636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.664964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.665288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.665612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.665954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.666276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.666592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.666906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.667218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:25.713798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fff40d81-251a-43ce-a196-1967b99f6c55 req-7fbae564-4ba7-425b-8870-b5adffc6efae tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.716000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fff40d81-251a-43ce-a196-1967b99f6c55 req-7fbae564-4ba7-425b-8870-b5adffc6efae tempest-SecurityGroupsTestJSON-1370526319 tempest-SecurityGroupsTestJSON-1370526319-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad1b43bb-7d3a-412b-9f99-40909d09420a HTTP/1.1" status: 204 len: 173 time: 0.6840954 May 26 22:45:25.739303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53602) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:25.821264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] Deleting subnet 6eeeaded-cccd-4455-850e-00ab71aa0212 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:45:25.825912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.855982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78152a79-d344-4a15-b9d8-0d8197c5be4a req-a126790b-2b1b-453d-97fe-0e2511bbcac9 service neutron] 10.222.0.48 "GET /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689859 May 26 22:45:25.886552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.953567 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:45:23Z', 'revision_number': 3, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port': {'id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:22Z', 'updated_at': '2022-05-26T22:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:25.960134 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Checking router: 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:45:25.960483 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Updating router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:45:25.992346 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25e770fb-fec8-427b-9168-a66fdd47fd99 req-2fc8fe10-e121-4112-a207-8748b9ccc745 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0639851 May 26 22:45:26.020699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329c1c1-a9c6-45de-8555-e2489c28d316 req-0eb36714-e1b8-43fd-a955-b3a0fdc6c3a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:26.026669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329c1c1-a9c6-45de-8555-e2489c28d316 req-0eb36714-e1b8-43fd-a955-b3a0fdc6c3a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:26.029710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.031673 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.033964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329c1c1-a9c6-45de-8555-e2489c28d316 req-0eb36714-e1b8-43fd-a955-b3a0fdc6c3a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:26.043495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8329c1c1-a9c6-45de-8555-e2489c28d316 req-0eb36714-e1b8-43fd-a955-b3a0fdc6c3a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2412 time: 0.2247200 May 26 22:45:26.129894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8329c1c1-a9c6-45de-8555-e2489c28d316 req-31028fc6-6788-415a-9616-59ed2ed90b0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714204 May 26 22:45:26.192225 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.233600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eeeaded-cccd-4455-850e-00ab71aa0212,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:26.280119 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.292338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c447b80a-80c4-4e2e-a9f8-5831f50424d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6eeeaded-cccd-4455-850e-00ab71aa0212 HTTP/1.1" status: 204 len: 168 time: 0.5514474 May 26 22:45:26.294646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53614) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:26.423269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cfd59-4747-4332-b2f6-18110a0b2962 req-def91a1d-6870-4a69-b823-fd888284b32c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:26.424887 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c22cfd59-4747-4332-b2f6-18110a0b2962 req-def91a1d-6870-4a69-b823-fd888284b32c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1891723 May 26 22:45:26.430964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.435579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-726af81a-af87-40f9-b073-3e2dd3994d35 req-9a3afee8-586f-42ef-9e29-bc7a2173ffda tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/360818ab-fcb0-44c4-9c7e-f37ec3366679 HTTP/1.1" status: 200 len: 1647 time: 0.1878929 May 26 22:45:26.511399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c22cfd59-4747-4332-b2f6-18110a0b2962 req-186451b5-687a-47ff-bda7-e1106017a959 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784273 May 26 22:45:26.527687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-726af81a-af87-40f9-b073-3e2dd3994d35 req-38e482d6-af00-4405-b782-61f79ba764e4 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.533813 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.573143 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Transition to ACTIVE for port object 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:26.585357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-726af81a-af87-40f9-b073-3e2dd3994d35 req-38e482d6-af00-4405-b782-61f79ba764e4 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.588563 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.598928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.675945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14033c08-7d12-4110-9b92-7b9e5367234f']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:26.696257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb2ece7-db11-42c2-87a3-b166eaed80c2') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:26.696851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb2ece7-db11-42c2-87a3-b166eaed80c2') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:26.716261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.727148 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Pushing event updated for resources: {'Port': ['ID=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:26.739397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.740740 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Attempting to bind port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:26.741144 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Attempting to bind port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:26.741500 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Attempting to bind port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:26.754522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e32f2bc1-ec38-4bc8-8098-352a68806936 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:26.758447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.758783 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.759099 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.759426 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.759746 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.760061 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.760374 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.760686 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.760995 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.761303 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.761609 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:26.762786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:45:26.763389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.764751 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:26.765110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:26.765499 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.765891 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:26.766349 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Bound port: 9c8bb74a-2c32-4257-bb2a-245d50d90bf2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:26.767059 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: timer() May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:45:26.789431 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:45:26.813894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-726af81a-af87-40f9-b073-3e2dd3994d35 req-38e482d6-af00-4405-b782-61f79ba764e4 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.843460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-726af81a-af87-40f9-b073-3e2dd3994d35 req-38e482d6-af00-4405-b782-61f79ba764e4 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.858184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-726af81a-af87-40f9-b073-3e2dd3994d35 req-38e482d6-af00-4405-b782-61f79ba764e4 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "DELETE /v2.0/security-groups/360818ab-fcb0-44c4-9c7e-f37ec3366679 HTTP/1.1" status: 204 len: 173 time: 0.4215233 May 26 22:45:26.872549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e482d6-af00-4405-b782-61f79ba764e4 tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360818ab-fcb0-44c4-9c7e-f37ec3366679,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:26.888168 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] For port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:26.893002 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] For port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:26.900221 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:26.934658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e32f2bc1-ec38-4bc8-8098-352a68806936 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:26.935389 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.026377 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Routers {'367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:27.027238 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:27.076588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.099158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.109485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] Pushing event deleted for resources: {'Network': ['ID=14033c08-7d12-4110-9b92-7b9e5367234f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:27.127630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bed9d9-c820-4622-9cf5-dad8f4fd7446 req-c46b5dcd-b802-4804-bfb9-8a14712e55e3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:27.129180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5bed9d9-c820-4622-9cf5-dad8f4fd7446 req-c46b5dcd-b802-4804-bfb9-8a14712e55e3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.3326824 May 26 22:45:27.133248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-18e144a3-0282-47b3-9eb2-1d32d8d8490d admin admin] 10.222.0.32 "DELETE /v2.0/networks/14033c08-7d12-4110-9b92-7b9e5367234f HTTP/1.1" status: 204 len: 168 time: 0.8354526 May 26 22:45:27.200031 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9a27-19a2-4403-a99b-e05cac856fbf None None] Pushing event updated for resources: {'Port': ['ID=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:27.226733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5bed9d9-c820-4622-9cf5-dad8f4fd7446 req-3afcb5ac-0dc1-41a7-a309-5c01ff993219 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903873 May 26 22:45:27.273524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0a24ec0-7ba2-40ce-9580-15549ef4acdf req-a075da51-5366-460e-8747-3b8a8c19bb4a tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "GET /v2.0/security-groups/e2603906-8637-48a8-b723-81bb945ae1e2 HTTP/1.1" status: 200 len: 1646 time: 0.1679902 May 26 22:45:27.289456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.296965 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] Set router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:27.446548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53650) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:27.503894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c0a24ec0-7ba2-40ce-9580-15549ef4acdf req-de7e10f7-01cb-4985-bf48-803799eefe5e tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.529869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e68bb-50bf-4ac6-8987-5e6d70139815 req-97514c4c-d1b9-4e68-94eb-9adc0b4523a5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:27.537646 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-190e68bb-50bf-4ac6-8987-5e6d70139815 req-97514c4c-d1b9-4e68-94eb-9adc0b4523a5 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1401937 May 26 22:45:27.546206 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.603617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-190e68bb-50bf-4ac6-8987-5e6d70139815 req-160b202d-38c5-4058-ae3e-fed968730453 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647438 May 26 22:45:27.649009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c0a24ec0-7ba2-40ce-9580-15549ef4acdf req-de7e10f7-01cb-4985-bf48-803799eefe5e tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.708125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e53d2dbf-e59b-4e16-9f76-bc92ac64ad07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e690c00c514146589a6ed784d9ab9585&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2591493 May 26 22:45:27.710792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53660) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:27.712966 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:45:23Z', 'revision_number': 3, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port': {'id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:22Z', 'updated_at': '2022-05-26T22:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:27.718285 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aca807-3f9a-45d7-9431-fa7df3b1c3d6 None None] The sync data for ids ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'] in n-d-843301-1 is: [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:45:23Z', 'revision_number': 3, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port': {'id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:22Z', 'updated_at': '2022-05-26T22:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:45:27.766023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Allocated IP 172.20.0.1 (247c66cb-7b3a-4629-9114-8a05af0a30f4/694eb0cf-4160-4a66-848c-fb61f4e3edc6/6c4130bb-601f-4e64-a37c-00e8caa89196) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:27.798567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c0a24ec0-7ba2-40ce-9580-15549ef4acdf req-de7e10f7-01cb-4985-bf48-803799eefe5e tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.806831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1b246d-7f51-4f16-aca9-a9bf5b4e5b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.839437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1b246d-7f51-4f16-aca9-a9bf5b4e5b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.874496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e10f7-01cb-4985-bf48-803799eefe5e tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2603906-8637-48a8-b723-81bb945ae1e2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:27.898420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c0a24ec0-7ba2-40ce-9580-15549ef4acdf req-de7e10f7-01cb-4985-bf48-803799eefe5e tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:27.916241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0a24ec0-7ba2-40ce-9580-15549ef4acdf req-de7e10f7-01cb-4985-bf48-803799eefe5e tempest-SecurityGroupRulesNegativeTestJSON-531931253 tempest-SecurityGroupRulesNegativeTestJSON-531931253-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2603906-8637-48a8-b723-81bb945ae1e2 HTTP/1.1" status: 204 len: 173 time: 0.6315000 May 26 22:45:27.917133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53666) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:27.925323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1b246d-7f51-4f16-aca9-a9bf5b4e5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.017337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1b246d-7f51-4f16-aca9-a9bf5b4e5b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.019476 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b1b246d-7f51-4f16-aca9-a9bf5b4e5b9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c93a6da6-8e2e-4fae-8eb7-63d959720b39 HTTP/1.1" status: 204 len: 168 time: 0.3077142 May 26 22:45:28.037363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] Deleting subnet 32feb232-8465-4e36-b988-aea2dcda22ed {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:45:28.042668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd175440-6215-4d4c-8284-07968d8b2c8a req-a4605211-67e0-42dd-a481-c2c0b3fcbc23 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1046615 May 26 22:45:28.044579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b246d-7f51-4f16-aca9-a9bf5b4e5b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a6da6-8e2e-4fae-8eb7-63d959720b39,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:28.072468 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.075312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.143015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Transition to ACTIVE for port object 6c4130bb-601f-4e64-a37c-00e8caa89196 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:28.151687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.276277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19ccd-471c-4a69-bdd8-fda9e9c0569f req-26894a97-07cf-4bc2-912f-185088cb472f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:28.285471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7e19ccd-471c-4a69-bdd8-fda9e9c0569f req-26894a97-07cf-4bc2-912f-185088cb472f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1051581 May 26 22:45:28.351518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7e19ccd-471c-4a69-bdd8-fda9e9c0569f req-2da20626-f658-4ef7-8086-8dfd310cb3fc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 May 26 22:45:28.399308 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.440245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51e45-7613-4223-91a4-c54bb4f993e1 req-2ae17bec-0fb7-4921-8ed8-3ae08b481498 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:28.444616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53682) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:28.445601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51e45-7613-4223-91a4-c54bb4f993e1 req-2ae17bec-0fb7-4921-8ed8-3ae08b481498 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:28.449461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51e45-7613-4223-91a4-c54bb4f993e1 req-2ae17bec-0fb7-4921-8ed8-3ae08b481498 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:28.465057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-77e51e45-7613-4223-91a4-c54bb4f993e1 req-2ae17bec-0fb7-4921-8ed8-3ae08b481498 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2412 time: 0.4361968 May 26 22:45:28.527779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.556992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0f410-0ce6-4545-a268-e58547bdfe90 req-742ec688-8aa3-4bf4-90ff-9950f23ee7f0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:28.564271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97d0f410-0ce6-4545-a268-e58547bdfe90 req-742ec688-8aa3-4bf4-90ff-9950f23ee7f0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.1010032 May 26 22:45:28.594180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d00edd10-b98f-400c-887c-bbaa0932c719 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:45:28.622964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-77e51e45-7613-4223-91a4-c54bb4f993e1 req-74d02c8d-ba82-4d84-8084-84a685ffe732 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558270 May 26 22:45:28.644391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97d0f410-0ce6-4545-a268-e58547bdfe90 req-cf2ec172-e79f-44e5-8b3d-a9a8d4034165 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790277 May 26 22:45:28.656428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.674213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:28.677330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:28.683268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:28.699813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:28.705704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Usage tracker for resource:security_group_rule and tenant:919de06663364758954d744a977d44e0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:28.710972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.714326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:28.740679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:28.783571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4130bb-601f-4e64-a37c-00e8caa89196,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:28.791882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32feb232-8465-4e36-b988-aea2dcda22ed,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:28.808894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.840230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-32fddd7a-fd72-454f-9123-7d09ad96502d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/32feb232-8465-4e36-b988-aea2dcda22ed HTTP/1.1" status: 204 len: 168 time: 0.9189692 May 26 22:45:28.841315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:28.846163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53698) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:28.885140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d00edd10-b98f-400c-887c-bbaa0932c719, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d00edd10-b98f-400c-887c-bbaa0932c719,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:28.921964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'd00edd10-b98f-400c-887c-bbaa0932c719', 'network_id': 'c9ceb14b-e637-493a-8482-21c8e6557ed1', 'port_id': 'd00edd10-b98f-400c-887c-bbaa0932c719', 'mac_address': 'fa:16:3e:af:58:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:45:28.978179 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.034757 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.053416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00edd10-b98f-400c-887c-bbaa0932c719 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:29.068803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.071854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d00edd10-b98f-400c-887c-bbaa0932c719, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d00edd10-b98f-400c-887c-bbaa0932c719,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:29.080740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.081850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9b3ab556-e166-4733-9727-75b521cc170d details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:45:29.097207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.165292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d00edd10-b98f-400c-887c-bbaa0932c719,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:29.255855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b74ae7-b08a-4912-85ac-60545f6070b5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:29.261455 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.271155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d419093-5688-4a32-9710-4ceba2b4af15 None None] Provisioning for port 6c4130bb-601f-4e64-a37c-00e8caa89196 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:29.273236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c4a432-6755-4403-892c-619bcad34076 req-e7ffc171-ad2d-4f5b-9646-4e04b0ef2ef5 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0558591 May 26 22:45:29.290793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-39d82eba-a600-4fa6-aa0b-4e832ec23c7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=919de06663364758954d744a977d44e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8420205 May 26 22:45:29.291130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53710) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:29.311954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.325864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.376374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9b3ab556-e166-4733-9727-75b521cc170d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9b3ab556-e166-4733-9727-75b521cc170d,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:29.386989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d419093-5688-4a32-9710-4ceba2b4af15 None None] Provisioning complete for port 6c4130bb-601f-4e64-a37c-00e8caa89196 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:29.387550 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d419093-5688-4a32-9710-4ceba2b4af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.428977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '9b3ab556-e166-4733-9727-75b521cc170d', 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab', 'port_id': '9b3ab556-e166-4733-9727-75b521cc170d', 'mac_address': 'fa:16:3e:c4:cf:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93c2de2-2063-436f-8196-3c0fc9503e50', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:45:29.434614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4130bb-601f-4e64-a37c-00e8caa89196,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:29.442856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6899586-325c-4670-a2b5-8affb17c4ac4 req-b4531abd-c8d5-429d-b79c-2d0cd546fa7a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:29.450397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6899586-325c-4670-a2b5-8affb17c4ac4 req-b4531abd-c8d5-429d-b79c-2d0cd546fa7a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.5145500 May 26 22:45:29.468381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53714) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:29.476300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.490072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.501327 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-744f1d6c-1dd2-4bed-81e5-d3029adbf538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.512405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5d419093-5688-4a32-9710-4ceba2b4af15 None None] Port 6c4130bb-601f-4e64-a37c-00e8caa89196 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:29.516319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.521577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7970fc4-cdd5-4cda-8835-1aeff68a0437']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:29.537567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3ab556-e166-4733-9727-75b521cc170d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:29.542490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50790dcf-7550-45fa-b5b8-a4ca91d25069') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:29.543322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50790dcf-7550-45fa-b5b8-a4ca91d25069') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:29.556314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9b3ab556-e166-4733-9727-75b521cc170d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9b3ab556-e166-4733-9727-75b521cc170d,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:29.558469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6899586-325c-4670-a2b5-8affb17c4ac4 req-dc1bb9f4-5369-4e31-8a73-2d8ca24270dd tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070983 May 26 22:45:29.562560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.562916 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.564088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d16d895-269d-40d9-b248-08b37c7a6567 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:45:29.583501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.593874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:45:29.594302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.659679 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-744f1d6c-1dd2-4bed-81e5-d3029adbf538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.669736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d16d895-269d-40d9-b248-08b37c7a6567, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d16d895-269d-40d9-b248-08b37c7a6567,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:29.710768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '9d16d895-269d-40d9-b248-08b37c7a6567', 'network_id': 'b12c2c20-9d70-4928-bd76-4e7ed3a04fab', 'port_id': '9d16d895-269d-40d9-b248-08b37c7a6567', 'mac_address': 'fa:16:3e:30:69:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93c2de2-2063-436f-8196-3c0fc9503e50', 'ip_address': '19.80.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:45:29.716111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9b3ab556-e166-4733-9727-75b521cc170d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: timer() May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:45:29.735903 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:45:29.740155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.753026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.770943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1629691622-network', 'tenant_id': '6cf2887be24e4e59862a235ab08238be'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:29.779189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:29.784918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a7970fc4-cdd5-4cda-8835-1aeff68a0437 HTTP/1.1" status: 204 len: 168 time: 0.9369185 May 26 22:45:29.795267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Usage tracker for resource:network and tenant:6cf2887be24e4e59862a235ab08238be is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:29.800639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:29.811203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:29.819266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd3fe1-f5f9-46ea-82e1-ec425231b932 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7970fc4-cdd5-4cda-8835-1aeff68a0437,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:29.824042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:29.832630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:29.855342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.873068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d16d895-269d-40d9-b248-08b37c7a6567 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:29.890593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d16d895-269d-40d9-b248-08b37c7a6567, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d16d895-269d-40d9-b248-08b37c7a6567,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:29.893066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-744f1d6c-1dd2-4bed-81e5-d3029adbf538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.897184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Made reservation on behalf of 6cf2887be24e4e59862a235ab08238be for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:29.899523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.905853 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:29.948764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249204f8-bb97-432a-b535-99fac4305889 req-721a171b-9797-4dff-9b5f-ae70e945e87f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:29.955736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249204f8-bb97-432a-b535-99fac4305889 req-721a171b-9797-4dff-9b5f-ae70e945e87f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:29.964708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249204f8-bb97-432a-b535-99fac4305889 req-721a171b-9797-4dff-9b5f-ae70e945e87f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:29.966546 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-249204f8-bb97-432a-b535-99fac4305889 req-721a171b-9797-4dff-9b5f-ae70e945e87f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2414 time: 0.1169789 May 26 22:45:30.003496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d16d895-269d-40d9-b248-08b37c7a6567,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:30.024370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53728) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:30.058294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-249204f8-bb97-432a-b535-99fac4305889 req-c97cfbf8-4aeb-4b2a-8c73-2bae5eb18476 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859087 May 26 22:45:30.064323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f1d6c-1dd2-4bed-81e5-d3029adbf538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b74ae7-b08a-4912-85ac-60545f6070b5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:30.071102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.119299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-10edfd5e-7e77-4d79-9423-5b8218c297cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d33b3d98311e44818b0309420161898d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0939825 May 26 22:45:30.119803 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-744f1d6c-1dd2-4bed-81e5-d3029adbf538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.119904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53732) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:30.123125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-744f1d6c-1dd2-4bed-81e5-d3029adbf538 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9b74ae7-b08a-4912-85ac-60545f6070b5 HTTP/1.1" status: 204 len: 168 time: 0.8291276 May 26 22:45:30.142902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cff5c766-7e88-4526-960d-3d1e51a19f29 None None] Provisioning complete for port 6c4130bb-601f-4e64-a37c-00e8caa89196 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:30.143808 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cff5c766-7e88-4526-960d-3d1e51a19f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.198328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8fe4-58f5-4826-ba6d-d25ebf5bc490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.212587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cff5c766-7e88-4526-960d-3d1e51a19f29 None None] Port 6c4130bb-601f-4e64-a37c-00e8caa89196 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:30.238923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:30.251374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf2887be24e4e59862a235ab08238be is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:30.259358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6ac21-cf73-4bf1-a135-593345774eb7 req-01661029-e6f6-42da-a7b1-dcdff2f61448 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:30.260827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87e6ac21-cf73-4bf1-a135-593345774eb7 req-01661029-e6f6-42da-a7b1-dcdff2f61448 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.4254594 May 26 22:45:30.264219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:30.274606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:30.286637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8fe4-58f5-4826-ba6d-d25ebf5bc490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.345706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf6078-4502-4559-b75c-1ea8b0f0dc64 req-217b4b11-d9cd-49b6-96ff-e9180bf4972d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:30.347090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bbf6078-4502-4559-b75c-1ea8b0f0dc64 req-217b4b11-d9cd-49b6-96ff-e9180bf4972d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.1468594 May 26 22:45:30.361053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d00edd10-b98f-400c-887c-bbaa0932c719'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:30.393062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8fe4-58f5-4826-ba6d-d25ebf5bc490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.416259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c8fe4-58f5-4826-ba6d-d25ebf5bc490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab0f45-e2ba-42ba-80b0-0062c3fac937,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:30.426532 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bbf6078-4502-4559-b75c-1ea8b0f0dc64 req-f9478803-94ed-448d-a4c6-1f2a668c23d7 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735128 May 26 22:45:30.427240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8fe4-58f5-4826-ba6d-d25ebf5bc490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.431021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3a5c8fe4-58f5-4826-ba6d-d25ebf5bc490 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7eab0f45-e2ba-42ba-80b0-0062c3fac937 HTTP/1.1" status: 204 len: 168 time: 0.3058524 May 26 22:45:30.458021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9d16d895-269d-40d9-b248-08b37c7a6567'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:30.533821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87e6ac21-cf73-4bf1-a135-593345774eb7 req-520f7169-9ef0-4625-b7ef-b0b40e09ce0d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635353 May 26 22:45:30.672678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.688457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.737336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:30.755428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Sync routers for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:45:30.793793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:45:30.819823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:30.851229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a5780d28-b414-4183-9559-f54df71086c2 req-6f02a41b-0f65-4f6c-a79c-e45cc3e86397 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0825279 May 26 22:45:30.901832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:30.908638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Usage tracker for resource:security_group_rule and tenant:908f14adf8e24d6fb0dac2308ed1bc99 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:30.931110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:30.938772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:31.053471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:31.054509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:31.059330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef388937-876b-49c5-82df-77ed1e44d953,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:31.112465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.119402 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.137119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.137464 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Added segment 130ad9d4-0dda-44ab-a64f-09ee7efe158f of type vlan for network fbce0948-7db0-4c5b-b10e-209deb8c6057 May 26 22:45:31.228444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875b7020-ef58-4619-980f-dc55fdcdbfe0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:31.264429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e12f3acc-4ef9-4b01-8d10-d7ba09d207c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=908f14adf8e24d6fb0dac2308ed1bc99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5254426 May 26 22:45:31.266239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53758) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:31.292075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.316280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:45:31.397188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:31.400804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.401861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:31.402525 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.469014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9b3ab556-e166-4733-9727-75b521cc170d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:31.543349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cae8a81-288b-48dc-8ea0-db9f4b9cddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.571469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02a842-215a-4e11-bbe2-af90ad62aa96 req-ab8cdb21-c3cb-4fa5-ad77-f4bd26b6b1db tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:31.579091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02a842-215a-4e11-bbe2-af90ad62aa96 req-ab8cdb21-c3cb-4fa5-ad77-f4bd26b6b1db tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:31.589201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02a842-215a-4e11-bbe2-af90ad62aa96 req-ab8cdb21-c3cb-4fa5-ad77-f4bd26b6b1db tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:31.594852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a02a842-215a-4e11-bbe2-af90ad62aa96 req-ab8cdb21-c3cb-4fa5-ad77-f4bd26b6b1db tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2415 time: 0.3095715 May 26 22:45:31.664359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1947546 May 26 22:45:31.679341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53770) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:31.693363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cae8a81-288b-48dc-8ea0-db9f4b9cddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.749661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0bc7-da9c-4ec8-9762-e1a22e9ae6e3 req-37b7933b-95e7-498a-bf27-d09959d83949 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:31.759681 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1deb0bc7-da9c-4ec8-9762-e1a22e9ae6e3 req-37b7933b-95e7-498a-bf27-d09959d83949 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.5565317 May 26 22:45:31.778649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Request body: {'subnet': {'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1629691622-subnet', 'tenant_id': '6cf2887be24e4e59862a235ab08238be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:31.817565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:31.818356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a02a842-215a-4e11-bbe2-af90ad62aa96 req-053d2d17-0b8c-460a-97cc-003854afd1f4 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140527 May 26 22:45:31.824064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf842e0-1f4b-43f4-9e07-c22243a00f95 admin admin] Pushing event updated for resources: {'Network': ['ID=fbce0948-7db0-4c5b-b10e-209deb8c6057,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:31.843041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Usage tracker for resource:subnet and tenant:6cf2887be24e4e59862a235ab08238be is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:31.843041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:31.843195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network fbce0948-7db0-4c5b-b10e-209deb8c6057 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:45:31.850985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:31.867571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cae8a81-288b-48dc-8ea0-db9f4b9cddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.906376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae8a81-288b-48dc-8ea0-db9f4b9cddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b7020-ef58-4619-980f-dc55fdcdbfe0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:31.912694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cae8a81-288b-48dc-8ea0-db9f4b9cddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:31.914328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0cae8a81-288b-48dc-8ea0-db9f4b9cddcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/875b7020-ef58-4619-980f-dc55fdcdbfe0 HTTP/1.1" status: 204 len: 168 time: 0.6449847 May 26 22:45:31.935435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Made reservation on behalf of 6cf2887be24e4e59862a235ab08238be for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:31.941197 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.109767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a463817-5eb5-4ca5-94ce-90e65e9ff20e req-e9d410af-4a8d-4fbb-890f-1707311a9fd9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:32.112286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1deb0bc7-da9c-4ec8-9762-e1a22e9ae6e3 req-887232c0-169a-4a80-b818-2c8df27801b7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508193 May 26 22:45:32.134630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a463817-5eb5-4ca5-94ce-90e65e9ff20e req-e9d410af-4a8d-4fbb-890f-1707311a9fd9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.1569841 May 26 22:45:32.225301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:45:32.245059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cdc87fd8-3e22-496d-a8aa-b8481d336ee8 admin admin] 10.222.0.32 "PUT /v2.0/routers/367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1710665 May 26 22:45:32.270373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a463817-5eb5-4ca5-94ce-90e65e9ff20e req-e92448da-ecb6-4b14-8d41-bb1b676f9186 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335733 May 26 22:45:32.309622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53790) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:32.342319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 2, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:32.353278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Checking router: 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:45:32.353625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Updating router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 port 83f7a058-9e55-4375-913d-66ceb1e4c543 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:45:32.379589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.410478 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80adad5f-f290-460a-9d91-93903b8a4cb8 req-e387b28f-cc5c-4430-af64-dce4f02634db tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0825040 May 26 22:45:32.459650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffc77d4-3f95-4717-96a9-49599fe549d4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:32.488418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.491056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Checking segment: {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:32.491548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Network hostable DHCP agents. Network: fbce0948-7db0-4c5b-b10e-209deb8c6057, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:45:32.522236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Network fbce0948-7db0-4c5b-b10e-209deb8c6057 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:45:32.540005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, fbce0948-7db0-4c5b-b10e-209deb8c6057) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:32.547666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:32.548258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.557346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b3a73-7c6b-46fb-90ba-46c960cde369 req-e54d50a7-c445-46b5-bf31-7fac6fc3793b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:32.564554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd7b3a73-7c6b-46fb-90ba-46c960cde369 req-e54d50a7-c445-46b5-bf31-7fac6fc3793b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1451590 May 26 22:45:32.569497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04d2e4a2-4e9b-4272-8d85-f2fc574ea25e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8395257 May 26 22:45:32.572070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3460b7f-99a0-4ccd-a4f4-92b9ceb0001d None None] Network fbce0948-7db0-4c5b-b10e-209deb8c6057 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:32.623532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-765087992-network', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:32.633001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:32.641883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Usage tracker for resource:network and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:32.644994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:32.649827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd7b3a73-7c6b-46fb-90ba-46c960cde369 req-8d86b3dc-20cf-4a3c-9d43-e1f4aa27b16f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670497 May 26 22:45:32.653943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:32.664393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d00edd10-b98f-400c-887c-bbaa0932c719 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:32.672241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Made reservation on behalf of 783afb2a3a174a3cb94147272e7dbf83 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:32.675408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.691486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.732873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:32.744545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Usage tracker for resource:security_group_rule and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:32.749953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:32.756914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:32.812643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:32.853139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.860334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.897234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:45:32.923088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779f593d-9de1-4474-8f4c-8d46d1738ba1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:32.939715 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:32.940223 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Added segment 685e783e-0ba8-424a-8486-a27dc2071c74 of type vlan for network d17ac5e1-1936-4bbd-b576-6625bd9790d4 May 26 22:45:32.974824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:33.037288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:33.040047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:33.040281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:33.091113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port d00edd10-b98f-400c-887c-bbaa0932c719 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:33.115868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582f0a4-a421-487b-b22f-c5c0ba2d92f5 req-fdd8123d-5f0f-42c2-8178-a7886cef9985 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:33.124802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582f0a4-a421-487b-b22f-c5c0ba2d92f5 req-fdd8123d-5f0f-42c2-8178-a7886cef9985 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:33.131046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582f0a4-a421-487b-b22f-c5c0ba2d92f5 req-fdd8123d-5f0f-42c2-8178-a7886cef9985 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:33.140085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0582f0a4-a421-487b-b22f-c5c0ba2d92f5 req-fdd8123d-5f0f-42c2-8178-a7886cef9985 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2415 time: 0.1825736 May 26 22:45:33.154441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port d00edd10-b98f-400c-887c-bbaa0932c719 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:33.154969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:33.210984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:33.225928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9150965 May 26 22:45:33.227516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cca733-2aec-41e6-809d-1521f9e280d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d17ac5e1-1936-4bbd-b576-6625bd9790d4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:33.230044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53826) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:33.237307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Request body: {'subnet': {'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-765087992-subnet', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:33.239087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:33.239457 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:33.260595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0582f0a4-a421-487b-b22f-c5c0ba2d92f5 req-be4fb3cf-a24a-4ad9-93a2-51e4caefc485 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137178 May 26 22:45:33.261215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:33.265389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Usage tracker for resource:subnet and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:33.268885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:33.287311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:45:33.288247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:33.327113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Made reservation on behalf of 783afb2a3a174a3cb94147272e7dbf83 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:33.330571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:33.338477 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:45:33.646205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed85ff-89c2-475f-a379-f95418cdf764 req-8fecdb3d-0058-494f-906e-bc29a6f46240 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:33.658274 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00ed85ff-89c2-475f-a379-f95418cdf764 req-8fecdb3d-0058-494f-906e-bc29a6f46240 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.1465583 May 26 22:45:33.708140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd658410-4016-40e7-8e18-ea7b68cadf57 None None] Network fbce0948-7db0-4c5b-b10e-209deb8c6057 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:33.742678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00ed85ff-89c2-475f-a379-f95418cdf764 req-3914c069-3e8b-4676-8ce7-7a8450903996 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696492 May 26 22:45:33.833389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.013835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195c56b6-caed-4539-bf76-6ba89ecbcf89,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:34.019984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Checking segment: {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:34.020356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Network hostable DHCP agents. Network: d17ac5e1-1936-4bbd-b576-6625bd9790d4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:45:34.098086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:45:34.118752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, d17ac5e1-1936-4bbd-b576-6625bd9790d4) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:34.123621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:34.124221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.156417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8c00-67f9-4a95-96c5-bae0b86d1a14 req-ab650a90-8c41-4b6a-a305-c73fbbb31f0d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:34.166238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-70ba8c00-67f9-4a95-96c5-bae0b86d1a14 req-ab650a90-8c41-4b6a-a305-c73fbbb31f0d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1984277 May 26 22:45:34.226678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.227814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-70ba8c00-67f9-4a95-96c5-bae0b86d1a14 req-ac44bc94-adcf-4b3c-8daf-71eb39a8d5cd tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602794 May 26 22:45:34.234416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a14e4-23dc-4cb5-9499-f350028afb15 None None] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:34.410375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:34.418260 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.428706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.433287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-8ce4ab42-9ce4-4e48-aa78-b63823cdad2b tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:34.435252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-8ce4ab42-9ce4-4e48-aa78-b63823cdad2b tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 818 time: 0.2351761 May 26 22:45:34.440631 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6b06df6f-da55-42e8-abf9-ad2cc5095d02 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2059515 May 26 22:45:34.441553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53872) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:34.455036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:34.479850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:34.481549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f5e6652-8fc1-44d6-a5b8-a246d49ea159 req-cfcaa281-8618-4c55-9634-9fda3866e470 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1163876 May 26 22:45:34.490243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Usage tracker for resource:router and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:34.500034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-61706db5-a572-4282-959b-6ed0df43c65a tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/quotas/6cf2887be24e4e59862a235ab08238be HTTP/1.1" status: 200 len: 375 time: 0.0574255 May 26 22:45:34.501088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:34.509717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:34.580471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-30cf8b4f-11a9-4e98-8fa5-fab0bf8a909d tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728159 May 26 22:45:34.591721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.593186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.655451 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.693060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Transition to ACTIVE for port object 83f7a058-9e55-4375-913d-66ceb1e4c543 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:34.776660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.783422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:34.806500 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:34.928222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7a690-9d5b-45be-977b-84207bbbb6b1 req-0b0460d9-91d4-4b2f-9df4-736b361e62b1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:34.939215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-17f7a690-9d5b-45be-977b-84207bbbb6b1 req-0b0460d9-91d4-4b2f-9df4-736b361e62b1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1952357 May 26 22:45:34.946797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-da800ad3-8586-4f4b-9aaf-74583b7a7849 service neutron] 10.222.0.32 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272917 May 26 22:45:35.040843 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Sync routers for ids ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:45:35.044053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-17f7a690-9d5b-45be-977b-84207bbbb6b1 req-caffe2c0-10d0-4019-ba88-f9ec108795f7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038883 May 26 22:45:35.049233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d00edd10-b98f-400c-887c-bbaa0932c719, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d00edd10-b98f-400c-887c-bbaa0932c719,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:35.088477 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Routers {'367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:35.089134 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:35.114937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00edd10-b98f-400c-887c-bbaa0932c719'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:35.120920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed7e97-e507-4b58-9c41-87a603ed7962 None None] Pushing event updated for resources: {'Port': ['ID=83f7a058-9e55-4375-913d-66ceb1e4c543,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:35.177218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:35.234881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-bc2d569c-b477-4bf1-b551-0895ac0e11c8 service neutron] 10.222.0.32 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870419 May 26 22:45:35.328429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:35.332658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d16d895-269d-40d9-b248-08b37c7a6567 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:35.468785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b318477-bc2a-4b09-880e-77d8e2718fbe req-2504392f-8609-4ffd-a073-c7dba90e1362 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:35.497833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b318477-bc2a-4b09-880e-77d8e2718fbe req-2504392f-8609-4ffd-a073-c7dba90e1362 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:35.512851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b318477-bc2a-4b09-880e-77d8e2718fbe req-2504392f-8609-4ffd-a073-c7dba90e1362 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:35.529643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b318477-bc2a-4b09-880e-77d8e2718fbe req-2504392f-8609-4ffd-a073-c7dba90e1362 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2416 time: 0.2279277 May 26 22:45:35.579239 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Set router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:35.670284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b318477-bc2a-4b09-880e-77d8e2718fbe req-36180c70-8892-4061-8709-553efd0f5ae6 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438534 May 26 22:45:35.740719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-d17ac5e1-1936-4bbd-b576-6625bd9790d4', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:45:35.741746 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:35.900709 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1849fec-e948-489a-ae78-101b16abaf33'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00edd10-b98f-400c-887c-bbaa0932c719', 'code': 200} May 26 22:45:36.020040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 9d16d895-269d-40d9-b248-08b37c7a6567 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:36.049003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d00edd10-b98f-400c-887c-bbaa0932c719,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:36.084334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 9d16d895-269d-40d9-b248-08b37c7a6567 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:36.084712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.150731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6d9420d-156f-4a4b-bd59-4ce0ef346a47 req-32a1d08b-6eb5-4874-889d-b637328fb51b tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0805345 May 26 22:45:36.237910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5236-790d-405d-bf5a-159ffa230455 req-ecfc4df2-5ce7-4b07-a8d9-f6afba80766b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:36.239424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9bee5236-790d-405d-bf5a-159ffa230455 req-ecfc4df2-5ce7-4b07-a8d9-f6afba80766b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.2929101 May 26 22:45:36.266730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Attempting to bind port 83f7a058-9e55-4375-913d-66ceb1e4c543 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:36.267400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Attempting to bind port 83f7a058-9e55-4375-913d-66ceb1e4c543 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:36.268374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Attempting to bind port 83f7a058-9e55-4375-913d-66ceb1e4c543 on network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:36.281880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:36.282338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Checking segment: {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:36.282847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.283338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Bound using segment: {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:36.283919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Bound port: 83f7a058-9e55-4375-913d-66ceb1e4c543, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:36.284717 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.315789 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:45:28Z', 'revision_number': 4, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port': {'id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:22Z', 'updated_at': '2022-05-26T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6c4130bb-601f-4e64-a37c-00e8caa89196', 'name': '', 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'mac_address': 'fa:16:3e:2b:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694eb0cf-4160-4a66-848c-fb61f4e3edc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:27Z', 'updated_at': '2022-05-26T22:45:29Z', 'revision_number': 2, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'subnets': [{'id': '694eb0cf-4160-4a66-848c-fb61f4e3edc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:36.327045 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Checking router: 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:45:36.327381 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Updating router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 port 6c4130bb-601f-4e64-a37c-00e8caa89196 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:45:36.344449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9bee5236-790d-405d-bf5a-159ffa230455 req-0b07a1a3-40b5-4d6b-a8de-83218b90a64b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959773 May 26 22:45:36.355440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.454543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.489315 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.679149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] For port 83f7a058-9e55-4375-913d-66ceb1e4c543, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:36.684730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] For port 83f7a058-9e55-4375-913d-66ceb1e4c543, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=83f7a058-9e55-4375-913d-66ceb1e4c543,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:36.739900 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.778505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:36.862231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91e08903-3983-486a-9c02-466eb036ca86 req-387b9eb1-3c44-43ce-93f5-8811f1083d71 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 210 time: 0.1604388 May 26 22:45:36.892471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:36.992928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164100-e54f-4d34-87ab-fd153785089c req-93208db9-ab4e-401e-b1bd-cdeb1e8b3ce4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:36.995036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26164100-e54f-4d34-87ab-fd153785089c req-93208db9-ab4e-401e-b1bd-cdeb1e8b3ce4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2814178 May 26 22:45:37.019292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d16d895-269d-40d9-b248-08b37c7a6567, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d16d895-269d-40d9-b248-08b37c7a6567,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:37.054437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Allocated IP 172.25.4.245 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/765ce21c-380c-49e7-8e69-d8c68beca5bb) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:37.076312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed7e97-e507-4b58-9c41-87a603ed7962 None None] Pushing event updated for resources: {'Port': ['ID=83f7a058-9e55-4375-913d-66ceb1e4c543,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:37.100950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Allocated IP 172.20.0.2 (d17ac5e1-1936-4bbd-b576-6625bd9790d4/195c56b6-caed-4539-bf76-6ba89ecbcf89/99c89295-05a6-4c2d-b9d8-8ee21aa02065) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:37.135669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:37.136041 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:37.223479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:37.315387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede895-4c81-49bb-ae91-4945bd18ea49 req-82f7d150-0496-4f94-aa9f-8480204bf76e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:37.320707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede895-4c81-49bb-ae91-4945bd18ea49 req-82f7d150-0496-4f94-aa9f-8480204bf76e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:37.325186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede895-4c81-49bb-ae91-4945bd18ea49 req-82f7d150-0496-4f94-aa9f-8480204bf76e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:37.339248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1ede895-4c81-49bb-ae91-4945bd18ea49 req-82f7d150-0496-4f94-aa9f-8480204bf76e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2417 time: 0.1811562 May 26 22:45:37.364884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26164100-e54f-4d34-87ab-fd153785089c req-fe27ac8c-4df3-4a48-9803-f5fbcb11b054 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609324 May 26 22:45:37.414673 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a1ede895-4c81-49bb-ae91-4945bd18ea49 req-7bb6a9bb-1165-4ea2-bbc2-14b0f4e4f196 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739677 May 26 22:45:37.467367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9b3ab556-e166-4733-9727-75b521cc170d up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:37.623387 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:37.653981 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Transition to ACTIVE for port object 6c4130bb-601f-4e64-a37c-00e8caa89196 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:37.672503 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:37.708152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:37.780855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:37.852313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:37.853010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:37.942387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c44e9-cea4-49b2-8301-ce72027e3628 req-e4f43367-463f-4d0f-b6d1-ca41f296a5f4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:37.950419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-026c44e9-cea4-49b2-8301-ce72027e3628 req-e4f43367-463f-4d0f-b6d1-ca41f296a5f4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.3504136 May 26 22:45:38.022576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Pushing event updated for resources: {'Port': ['ID=765ce21c-380c-49e7-8e69-d8c68beca5bb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:38.026188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:38.039651 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-026c44e9-cea4-49b2-8301-ce72027e3628 req-82cd886f-516f-4f3a-982c-7a486e984194 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 May 26 22:45:38.125093 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acf0ae-1a80-423c-852a-bc0ce2a1e432 None None] Pushing event updated for resources: {'Port': ['ID=6c4130bb-601f-4e64-a37c-00e8caa89196,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:38.152323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb1c55a2-44b7-4bdd-862c-bdaaddfcbc42 req-ba0c82de-382b-493d-851e-396fe2be32bc tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1483123 May 26 22:45:38.162582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:38.180191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:38.370002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:38.579139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Attempting to bind port 6c4130bb-601f-4e64-a37c-00e8caa89196 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:38.579499 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Attempting to bind port 6c4130bb-601f-4e64-a37c-00e8caa89196 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:38.579854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Attempting to bind port 6c4130bb-601f-4e64-a37c-00e8caa89196 on network 247c66cb-7b3a-4629-9114-8a05af0a30f4 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:38.597393 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:38.597817 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Checking segment: {'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:38.598392 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:38.598921 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Bound using segment: {'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:38.599757 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Bound port: 6c4130bb-601f-4e64-a37c-00e8caa89196, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:38.600303 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:38.651740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe7b8-cbac-4e3b-a422-783f8f2f6246 req-954aa4fb-4751-405e-8d93-cb5fc31f1fb7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:38.661434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd4fe7b8-cbac-4e3b-a422-783f8f2f6246 req-954aa4fb-4751-405e-8d93-cb5fc31f1fb7 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3879752 May 26 22:45:38.684099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad98e82d-ddbf-431a-92c2-ac3e6dbea554 req-eeca864e-a391-4c00-bc0f-929b6fdb77e0 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 210 time: 0.1819503 May 26 22:45:38.791421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd4fe7b8-cbac-4e3b-a422-783f8f2f6246 req-633cc7ca-0756-458b-8fc3-c01fe8ff62ac tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267333 May 26 22:45:38.811602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d16d895-269d-40d9-b248-08b37c7a6567,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:38.871742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:38.872489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:38.981491 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] For port 6c4130bb-601f-4e64-a37c-00e8caa89196, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:38.984039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 9b3ab556-e166-4733-9727-75b521cc170d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:38.993856 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] For port 6c4130bb-601f-4e64-a37c-00e8caa89196, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6c4130bb-601f-4e64-a37c-00e8caa89196,segment=NetworkSegment(a4ff9a18-fb2a-4655-9e14-80b55b3c253e),segment_id=a4ff9a18-fb2a-4655-9e14-80b55b3c253e)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:39.012829 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:39.025308 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f11abf0-8e24-4491-952d-6c2e90e79d6c'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567', 'code': 200} May 26 22:45:39.091289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 9b3ab556-e166-4733-9727-75b521cc170d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:39.091289 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:39.247858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 83f7a058-9e55-4375-913d-66ceb1e4c543 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:39.303859 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acf0ae-1a80-423c-852a-bc0ce2a1e432 None None] Pushing event updated for resources: {'Port': ['ID=6c4130bb-601f-4e64-a37c-00e8caa89196,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:39.378160 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Routers {'367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:39.378791 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:39.442723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fcfcc-b1e2-4efe-8199-0cb661219fbf req-fc80b9e6-bc13-4f01-b4eb-f7f3653cc39c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:39.457664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fcfcc-b1e2-4efe-8199-0cb661219fbf req-fc80b9e6-bc13-4f01-b4eb-f7f3653cc39c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:39.477083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fcfcc-b1e2-4efe-8199-0cb661219fbf req-fc80b9e6-bc13-4f01-b4eb-f7f3653cc39c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:39.484261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa8fcfcc-b1e2-4efe-8199-0cb661219fbf req-fc80b9e6-bc13-4f01-b4eb-f7f3653cc39c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2417 time: 0.2948434 May 26 22:45:39.560499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-1550f73e-141c-445c-b651-771115731172 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:39.573779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-1550f73e-141c-445c-b651-771115731172 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 818 time: 0.2686527 May 26 22:45:39.590833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Request body: {'port': {'device_id': '189362bb-632d-4284-aae3-f3c558274c64', 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057', 'admin_state_up': True, 'tenant_id': '6cf2887be24e4e59862a235ab08238be'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:39.697366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa8fcfcc-b1e2-4efe-8199-0cb661219fbf req-6d254f9b-921a-4ca6-83ec-ce07030a5d05 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063446 May 26 22:45:39.882629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:39.940598 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] Set router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:40.082026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:40.111563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Transition to ACTIVE for port object 99c89295-05a6-4c2d-b9d8-8ee21aa02065 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:40.193275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Transition to ACTIVE for port object 99c89295-05a6-4c2d-b9d8-8ee21aa02065 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:40.231235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:40.566271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:40.586030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:40.596653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Pushing event updated for resources: {'Port': ['ID=99c89295-05a6-4c2d-b9d8-8ee21aa02065,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:40.637313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bbb00-25aa-4255-8d44-3714831e96c6 req-44741d82-af7a-4118-8bf5-ae8e23e06baa tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:40.655926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-388bbb00-25aa-4255-8d44-3714831e96c6 req-44741d82-af7a-4118-8bf5-ae8e23e06baa tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.4363685 May 26 22:45:40.691013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:40.743042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-88215cdf-014f-4fe9-821a-8f6e6bc38bd4 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:40.743858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-88215cdf-014f-4fe9-821a-8f6e6bc38bd4 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Synchronizing usage tracker for tenant:6cf2887be24e4e59862a235ab08238be on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:40.746866 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:40.764318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 83f7a058-9e55-4375-913d-66ceb1e4c543 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:40.797739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-88215cdf-014f-4fe9-821a-8f6e6bc38bd4 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Unset dirty status for tenant:6cf2887be24e4e59862a235ab08238be on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:40.798793 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-88215cdf-014f-4fe9-821a-8f6e6bc38bd4 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 818 time: 0.8601811 May 26 22:45:40.812305 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:45:28Z', 'revision_number': 4, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port': {'id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:22Z', 'updated_at': '2022-05-26T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6c4130bb-601f-4e64-a37c-00e8caa89196', 'name': '', 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'mac_address': 'fa:16:3e:2b:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694eb0cf-4160-4a66-848c-fb61f4e3edc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:27Z', 'updated_at': '2022-05-26T22:45:38Z', 'revision_number': 4, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'subnets': [{'id': '694eb0cf-4160-4a66-848c-fb61f4e3edc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:40.821572 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fae6f2-89ae-420b-92cb-14ef5b839466 None None] The sync data for ids ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'] in n-d-843301-1 is: [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:45:28Z', 'revision_number': 4, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port': {'id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:22Z', 'updated_at': '2022-05-26T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6c4130bb-601f-4e64-a37c-00e8caa89196', 'name': '', 'network_id': '247c66cb-7b3a-4629-9114-8a05af0a30f4', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'mac_address': 'fa:16:3e:2b:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694eb0cf-4160-4a66-848c-fb61f4e3edc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:27Z', 'updated_at': '2022-05-26T22:45:38Z', 'revision_number': 4, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'subnets': [{'id': '694eb0cf-4160-4a66-848c-fb61f4e3edc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:45:40.841586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-388bbb00-25aa-4255-8d44-3714831e96c6 req-29e53bf1-e360-47c3-8efc-5fd3ecf2e082 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846988 May 26 22:45:40.847940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Request body: {'port': {'device_id': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057', 'admin_state_up': True, 'tenant_id': '6cf2887be24e4e59862a235ab08238be'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:40.900804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0eb47313-37b4-4e87-9ba5-3c756e83554d req-f1af4411-fcd8-41e2-9f94-25aaf506c71b tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1419199 May 26 22:45:40.997449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:41.042086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Usage tracker for resource:port and tenant:6cf2887be24e4e59862a235ab08238be is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:41.057269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:41.102834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:41.112564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 83f7a058-9e55-4375-913d-66ceb1e4c543 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:41.113136 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:41.153759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-f24781eb-c29c-4d8e-994a-286b307c5943 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:41.156325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-f24781eb-c29c-4d8e-994a-286b307c5943 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.55 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 818 time: 1.2416792 May 26 22:45:41.176240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Made reservation on behalf of 6cf2887be24e4e59862a235ab08238be for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:41.184969 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:41.216999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Request body: {'port': {'device_id': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057', 'admin_state_up': True, 'tenant_id': '6cf2887be24e4e59862a235ab08238be'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:41.218747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:41.224091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Usage tracker for resource:port and tenant:6cf2887be24e4e59862a235ab08238be is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:41.227490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:41.234303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:41.283255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Made reservation on behalf of 6cf2887be24e4e59862a235ab08238be for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:41.300127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:41.325219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9b3ab556-e166-4733-9727-75b521cc170d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9b3ab556-e166-4733-9727-75b521cc170d,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:41.373810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:41.381920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e40b0b12-44da-4fad-8083-57c167e03814 req-17c3799a-e3cc-4742-aadf-17f5ff3da83b tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 210 time: 0.1389756 May 26 22:45:41.387404 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:41.468032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Attempting to bind port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:41.468289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Attempting to bind port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:41.469769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Attempting to bind port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 on network d17ac5e1-1936-4bbd-b576-6625bd9790d4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:41.553714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:41.554072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Checking segment: {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:41.558368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:41.558857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Bound using segment: {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:41.559360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Bound port: 99c89295-05a6-4c2d-b9d8-8ee21aa02065, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:41.559763 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:41.577310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54008) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:41.612890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:41.704557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9b3ab556-e166-4733-9727-75b521cc170d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:41.736884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Usage tracker for resource:port and tenant:6cf2887be24e4e59862a235ab08238be is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:41.740854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:41.765919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:41.818735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Made reservation on behalf of 6cf2887be24e4e59862a235ab08238be for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:45:41.821839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:41.864653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01401c20-e89c-4aff-ba35-f9aaf34bc74b req-9c0c4e2e-350e-4ccb-97e8-8920a83c6860 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:41.866052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Allocated IP 172.20.0.8 (fbce0948-7db0-4c5b-b10e-209deb8c6057/bffc77d4-3f95-4717-96a9-49599fe549d4/c9314957-6b55-4940-b2da-d4935f9ff792) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:41.872800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01401c20-e89c-4aff-ba35-f9aaf34bc74b req-9c0c4e2e-350e-4ccb-97e8-8920a83c6860 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3996913 May 26 22:45:41.956321 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.012210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 83f7a058-9e55-4375-913d-66ceb1e4c543, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=83f7a058-9e55-4375-913d-66ceb1e4c543,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:42.016767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.040670 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.105830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Router 5c951ba2-2700-445d-9185-0b428fba7b25 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:45:42.135335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=83f7a058-9e55-4375-913d-66ceb1e4c543,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:42.146775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01401c20-e89c-4aff-ba35-f9aaf34bc74b req-1836e9f7-776e-4e44-b88a-07c82da9bf7a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730439 May 26 22:45:42.151213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] For port 99c89295-05a6-4c2d-b9d8-8ee21aa02065, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:42.155654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] For port 99c89295-05a6-4c2d-b9d8-8ee21aa02065, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c89295-05a6-4c2d-b9d8-8ee21aa02065,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:42.165649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:36Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:42.170712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dece4-9240-45ea-8b91-7cb139cf34d8 None None] The sync data for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 is: [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:36Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:45:42.176855 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.277452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.350791 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567e695e-47f5-41bc-b089-1fce29be3f8b'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d', 'code': 200} May 26 22:45:42.360201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.360808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6c4130bb-601f-4e64-a37c-00e8caa89196 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:42.414165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:42.420935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Usage tracker for resource:security_group_rule and tenant:48ef61f3c9ca48db95d4d5176901bb6f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:42.425431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:42.435568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:42.500359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b992f-f37f-46e9-a6ca-fecec6525bc8 None None] Pushing event updated for resources: {'Port': ['ID=99c89295-05a6-4c2d-b9d8-8ee21aa02065,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:42.562111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 6c4130bb-601f-4e64-a37c-00e8caa89196 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:42.578587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6c4130bb-601f-4e64-a37c-00e8caa89196 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:42.578587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.621631 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.720272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:42.798890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-8979aa87-99a8-4db5-830c-45fdcfec2c04 {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:45:42.799205 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:45:42.824001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48ef61f3c9ca48db95d4d5176901bb6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2432146 May 26 22:45:42.923827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54022) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:43.018003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Pushing event updated for resources: {'Port': ['ID=c9314957-6b55-4940-b2da-d4935f9ff792,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:43.065349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.087921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Network fbce0948-7db0-4c5b-b10e-209deb8c6057 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:43.093414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc55828-f3ac-4c80-96c5-8beec2099489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2295b5-ebd7-4b03-b790-fb86b1395d36,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:43.117187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 6c4130bb-601f-4e64-a37c-00e8caa89196, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6c4130bb-601f-4e64-a37c-00e8caa89196,segment=NetworkSegment(a4ff9a18-fb2a-4655-9e14-80b55b3c253e),segment_id=a4ff9a18-fb2a-4655-9e14-80b55b3c253e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:43.117904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Allocated IP 172.20.0.11 (fbce0948-7db0-4c5b-b10e-209deb8c6057/bffc77d4-3f95-4717-96a9-49599fe549d4/68334658-aa42-467a-acd6-1ce5aefee530) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:43.124452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.134475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:43.144466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:43.227587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52ad98-01f0-488b-953d-1b91b8477249 req-36929c8b-912a-4394-a54a-1218518b0901 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:43.231753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52ad98-01f0-488b-953d-1b91b8477249 req-36929c8b-912a-4394-a54a-1218518b0901 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:43.235352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=6c4130bb-601f-4e64-a37c-00e8caa89196,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:43.235903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52ad98-01f0-488b-953d-1b91b8477249 req-36929c8b-912a-4394-a54a-1218518b0901 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:43.237777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e52ad98-01f0-488b-953d-1b91b8477249 req-36929c8b-912a-4394-a54a-1218518b0901 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2418 time: 1.5548930 May 26 22:45:43.249554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb57d1-d95b-4923-80c3-6778e271fbe6 req-e8bae6b1-ce1d-45e7-9c3a-27ba8ddcec5c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:43.257070 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8bcb57d1-d95b-4923-80c3-6778e271fbe6 req-e8bae6b1-ce1d-45e7-9c3a-27ba8ddcec5c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.5905833 May 26 22:45:43.263528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b05492cb-b956-49ee-bdc3-92ee9b1ec3d7 req-58aee7b2-ba6d-463a-a2bd-0656497be80b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2871 time: 0.7899308 May 26 22:45:43.291396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:43.292003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.303140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.324803 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-392b9b11-bead-4f0a-8918-c1661b10b2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.346079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e52ad98-01f0-488b-953d-1b91b8477249 req-80f46d93-85c2-4e17-8fcc-9c2850bc1668 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011462 May 26 22:45:43.354332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-26fcb29e-106f-4e55-9007-6635117692f9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5116203 May 26 22:45:43.367065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Request body: {'port': {'device_id': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:43.413531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-392b9b11-bead-4f0a-8918-c1661b10b2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.531786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.604780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8bcb57d1-d95b-4923-80c3-6778e271fbe6 req-2296d9aa-ffc6-4e1d-ae32-c6093458b03a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467195 May 26 22:45:43.626795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b05492cb-b956-49ee-bdc3-92ee9b1ec3d7 req-988ca761-7ccc-423d-a80e-5c9230304e31 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436208 May 26 22:45:43.695221 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-138ed0eb-b963-48ff-9a96-7b48571a1802 req-079f0ce1-f8cc-4b3d-b815-6c3992b0b1de tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1341691 May 26 22:45:43.695836 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-392b9b11-bead-4f0a-8918-c1661b10b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.710660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.722572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:45:43.732175 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-392b9b11-bead-4f0a-8918-c1661b10b2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.736080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-392b9b11-bead-4f0a-8918-c1661b10b2f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e2295b5-ebd7-4b03-b790-fb86b1395d36 HTTP/1.1" status: 204 len: 168 time: 0.8097417 May 26 22:45:43.736080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b9b11-bead-4f0a-8918-c1661b10b2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2295b5-ebd7-4b03-b790-fb86b1395d36,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:43.745112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Sync routers for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:45:43.821219 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.823586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-17ec0218-dd5f-4996-80b1-0b6fd8be3a5c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3790026 May 26 22:45:43.837143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54030) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:43.839346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:43.884629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:43.889640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:44.292979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Network fbce0948-7db0-4c5b-b10e-209deb8c6057 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:44.307689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6af086-e107-4504-b51e-c26b4133167a req-f8830b05-5418-422a-a513-1159f004af6f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:44.324553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df6af086-e107-4504-b51e-c26b4133167a req-f8830b05-5418-422a-a513-1159f004af6f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2274861 May 26 22:45:44.360533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb969aa-61a1-4872-8a7e-c40271566c8b None None] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:45:44.426018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6c4130bb-601f-4e64-a37c-00e8caa89196 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:44.451317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df6af086-e107-4504-b51e-c26b4133167a req-0be87108-a4ec-4eb4-8e94-2da0e07b8194 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099131 May 26 22:45:44.497772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:44.538981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54040) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:44.557822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:44.622733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:44.746114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:45:44.751597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Usage tracker for resource:security_group_rule and tenant:cce16afe724f4e4ebbaab8f687651fda is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:45:44.759735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:45:44.763896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cc96a337-f108-4b77-8f6d-9904f39fe1cf None None] Provisioning for port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:44.767182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:45:44.803340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Allocated IP 172.20.0.5 (fbce0948-7db0-4c5b-b10e-209deb8c6057/bffc77d4-3f95-4717-96a9-49599fe549d4/13038837-9e25-42b4-b3a1-2c8e5cd20fa4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:44.825985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:44.826949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:44.831842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Pushing event updated for resources: {'Port': ['ID=68334658-aa42-467a-acd6-1ce5aefee530,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:44.879366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:44.916164 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-b58f097c-68f2-45e3-98a0-7c6d231e9431 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7044501 May 26 22:45:44.919534 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:44.932231 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:44.938740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Request body: {'port': {'device_id': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:44.989633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6d24-c5a8-41f4-a0f1-98bb7c5e74c6 req-92d85120-a52f-4aa5-958b-7cc94559ac95 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:44.993865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6d24-c5a8-41f4-a0f1-98bb7c5e74c6 req-92d85120-a52f-4aa5-958b-7cc94559ac95 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:44.998432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6d24-c5a8-41f4-a0f1-98bb7c5e74c6 req-92d85120-a52f-4aa5-958b-7cc94559ac95 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:45.006591 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7fe6d24-c5a8-41f4-a0f1-98bb7c5e74c6 req-92d85120-a52f-4aa5-958b-7cc94559ac95 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2418 time: 0.3112400 May 26 22:45:45.053380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c74611-c73a-4c4c-aaca-0e6915d886ee req-daf96ba7-c407-4031-af4f-46aefee53112 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:45.054162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d7c74611-c73a-4c4c-aaca-0e6915d886ee req-daf96ba7-c407-4031-af4f-46aefee53112 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Synchronizing usage tracker for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:45.104884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d2ced-f30e-4e47-a248-ee84bfc7af5e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:45.110828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-baf4303a-f07b-4588-a0c5-f1858aeb7800 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cce16afe724f4e4ebbaab8f687651fda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5688660 May 26 22:45:45.122207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54048) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:45:45.165978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7fe6d24-c5a8-41f4-a0f1-98bb7c5e74c6 req-faa67d0f-472e-47c1-b7ba-a40964e885eb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576810 May 26 22:45:45.237996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6c4130bb-601f-4e64-a37c-00e8caa89196 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:45.238364 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:45.284973 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22e2e56d-70f4-4b20-bdb2-17260010f1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:45.318300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22e2e56d-70f4-4b20-bdb2-17260010f1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:45.346577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d7c74611-c73a-4c4c-aaca-0e6915d886ee req-daf96ba7-c407-4031-af4f-46aefee53112 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Unset dirty status for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:45.353539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7c74611-c73a-4c4c-aaca-0e6915d886ee req-daf96ba7-c407-4031-af4f-46aefee53112 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 932 time: 1.1341186 May 26 22:45:45.480456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645dcb-ec56-4514-8f46-ec31337b1313 req-a5dbd089-94ee-4306-a0b7-d178a284e8cf tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:45.482027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00645dcb-ec56-4514-8f46-ec31337b1313 req-a5dbd089-94ee-4306-a0b7-d178a284e8cf tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.1256900 May 26 22:45:45.483145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22e2e56d-70f4-4b20-bdb2-17260010f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:45.533535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2e56d-70f4-4b20-bdb2-17260010f1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d2ced-f30e-4e47-a248-ee84bfc7af5e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:45.543207 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22e2e56d-70f4-4b20-bdb2-17260010f1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:45.545759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22e2e56d-70f4-4b20-bdb2-17260010f1f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a3d2ced-f30e-4e47-a248-ee84bfc7af5e HTTP/1.1" status: 204 len: 168 time: 0.4195011 May 26 22:45:45.565408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:45.582046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00645dcb-ec56-4514-8f46-ec31337b1313 req-38b9f3a0-a9d0-4c1e-9979-57696fb97f10 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 May 26 22:45:45.619588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7c74611-c73a-4c4c-aaca-0e6915d886ee req-0c28dea3-0562-4b6c-bff1-cb164c15ed79 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576008 May 26 22:45:45.699968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:45.716535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c89295-05a6-4c2d-b9d8-8ee21aa02065 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:45.874836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:38Z', 'revision_number': 3, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:45.887078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Checking router: 5c951ba2-2700-445d-9185-0b428fba7b25 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:45:45.887435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Updating router 5c951ba2-2700-445d-9185-0b428fba7b25 port 765ce21c-380c-49e7-8e69-d8c68beca5bb binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:45:45.922796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8698361c-bcbe-4a91-b882-73105e3fffa4 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:45:45.986664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0be01cb2-46b0-4bed-a611-73ad07375d5c req-8db1cca7-ddbc-4e95-8561-cfed173a4f94 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0953498 May 26 22:45:46.035755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:46.083398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:46.185895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:46.186261 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:46.250099 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:46.358364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Pushing event updated for resources: {'Port': ['ID=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:46.418607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Network fbce0948-7db0-4c5b-b10e-209deb8c6057 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:46.423019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-56336b32-2aa3-4c25-97dd-91b1fa4749f0 None None] Provisioning complete for port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:46.423382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56336b32-2aa3-4c25-97dd-91b1fa4749f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:46.438687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:46.443886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:46.478157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:46.534739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c91a0-4ee9-48f1-bb14-30531ff39c3a req-ef64064a-e6f7-4852-9842-aa3dd917dad2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:46.536273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-721c91a0-4ee9-48f1-bb14-30531ff39c3a req-ef64064a-e6f7-4852-9842-aa3dd917dad2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.5557568 May 26 22:45:46.636537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'port_id': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'mac_address': 'fa:16:3e:c2:5a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaccb09-0e18-47e1-90de-a298a331d2b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:45:46.680339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:46.680977 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:46.755814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e0bd5-17ce-4966-bb1c-60eede50ff7d req-e89f7505-4976-4a4a-9d8e-53fa8cd0c499 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:46.759909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e0bd5-17ce-4966-bb1c-60eede50ff7d req-e89f7505-4976-4a4a-9d8e-53fa8cd0c499 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:46.764079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-721c91a0-4ee9-48f1-bb14-30531ff39c3a req-59d454ce-d508-462d-abbc-fac7222c73ea tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023554 May 26 22:45:46.767979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7211c11c-729e-48da-986c-ab407048c0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1912608 May 26 22:45:46.779255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e0bd5-17ce-4966-bb1c-60eede50ff7d req-e89f7505-4976-4a4a-9d8e-53fa8cd0c499 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:46.787105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b55e0bd5-17ce-4966-bb1c-60eede50ff7d req-e89f7505-4976-4a4a-9d8e-53fa8cd0c499 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2418 time: 0.3240993 May 26 22:45:46.811998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Request body: {'port': {'device_id': '189362bb-632d-4284-aae3-f3c558274c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:45:46.817066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:46.866719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b55e0bd5-17ce-4966-bb1c-60eede50ff7d req-e51f6185-5e25-4c21-adcd-1e02a93bcdd0 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732377 May 26 22:45:46.871621 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:46.896654 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:45:46.966062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 99c89295-05a6-4c2d-b9d8-8ee21aa02065, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c89295-05a6-4c2d-b9d8-8ee21aa02065,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:47.227395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9314957-6b55-4940-b2da-d4935f9ff792 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:47.247480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.311185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.312416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 83f7a058-9e55-4375-913d-66ceb1e4c543 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:47.338476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Transition to ACTIVE for port object c9314957-6b55-4940-b2da-d4935f9ff792 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:47.349272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.480959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8698361c-bcbe-4a91-b882-73105e3fffa4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:47.485051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Pushing event updated for resources: {'Port': ['ID=c9314957-6b55-4940-b2da-d4935f9ff792,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:47.502051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406575f-b3e8-4b76-b6c0-1396ce363e1b req-10003de2-338d-438f-baa8-703b2d26730f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:47.502764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5406575f-b3e8-4b76-b6c0-1396ce363e1b req-10003de2-338d-438f-baa8-703b2d26730f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Synchronizing usage tracker for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:47.525183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:47.564740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b4afccf8-568c-4856-8b7a-1d57da0055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.596076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.758830 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.759455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5406575f-b3e8-4b76-b6c0-1396ce363e1b req-10003de2-338d-438f-baa8-703b2d26730f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Unset dirty status for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:47.770341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5406575f-b3e8-4b76-b6c0-1396ce363e1b req-10003de2-338d-438f-baa8-703b2d26730f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 932 time: 0.6675024 May 26 22:45:47.784240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8698361c-bcbe-4a91-b882-73105e3fffa4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:47.892569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5406575f-b3e8-4b76-b6c0-1396ce363e1b req-818002b3-8e46-423e-b56f-61f8f151e7d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Synchronizing usage tracker for tenant:6cf2887be24e4e59862a235ab08238be on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:45:47.911767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 83f7a058-9e55-4375-913d-66ceb1e4c543 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:47.912347 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.915731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Attempting to bind port c9314957-6b55-4940-b2da-d4935f9ff792 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:47.916074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Attempting to bind port c9314957-6b55-4940-b2da-d4935f9ff792 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:47.916404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Attempting to bind port c9314957-6b55-4940-b2da-d4935f9ff792 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:47.920466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:47.932881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Port c9314957-6b55-4940-b2da-d4935f9ff792 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:45:47.933249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Attempting to bind port c9314957-6b55-4940-b2da-d4935f9ff792 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:47.943758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5406575f-b3e8-4b76-b6c0-1396ce363e1b req-818002b3-8e46-423e-b56f-61f8f151e7d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Unset dirty status for tenant:6cf2887be24e4e59862a235ab08238be on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:45:47.957821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5406575f-b3e8-4b76-b6c0-1396ce363e1b req-818002b3-8e46-423e-b56f-61f8f151e7d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844988 May 26 22:45:47.959620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:47.959972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Checking segment: {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:47.960370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Bound using segment: {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:47.963133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Bound port: c9314957-6b55-4940-b2da-d4935f9ff792, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:47.963504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:48.049340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Transition to ACTIVE for port object 765ce21c-380c-49e7-8e69-d8c68beca5bb will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:48.080785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=99c89295-05a6-4c2d-b9d8-8ee21aa02065,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:48.162535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e8e62-5e70-41d1-9d7e-daa8665bde2f req-0297ef2c-fa24-47cf-9da6-794ed31c2b17 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:48.171545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a2e8e62-5e70-41d1-9d7e-daa8665bde2f req-0297ef2c-fa24-47cf-9da6-794ed31c2b17 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 1.0318162 May 26 22:45:48.286455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] For port c9314957-6b55-4940-b2da-d4935f9ff792, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:48.292913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] For port c9314957-6b55-4940-b2da-d4935f9ff792, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9314957-6b55-4940-b2da-d4935f9ff792,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:48.300245 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:48.327943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:48.378726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:48.380134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9314957-6b55-4940-b2da-d4935f9ff792 HTTP/1.1" status: 200 len: 1091 time: 5.0174232 May 26 22:45:48.380593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'tag': 'c9314957-6b55-4940-b2da-d4935f9ff792'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:48.510340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0ace-d83f-4a91-895a-b239f00bc623 service neutron] Pushing event updated for resources: {'Port': ['ID=c9314957-6b55-4940-b2da-d4935f9ff792,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:48.526701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:48.536404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c89295-05a6-4c2d-b9d8-8ee21aa02065 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:48.592387 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4b3f90c-a3f4-45f0-a5b6-b530b95c2f73 req-67a17a3b-e71e-4d1a-be69-93e08cf8c4ca tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0488410 May 26 22:45:48.610760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-d02d8ac7-1fdf-48ac-94a9-4d5bf333207e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 1094 time: 0.1835430 May 26 22:45:48.706462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe70ea-de85-4648-9f28-d1a50f7a3f81 None None] Pushing event updated for resources: {'Port': ['ID=765ce21c-380c-49e7-8e69-d8c68beca5bb,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:48.736492 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a2e8e62-5e70-41d1-9d7e-daa8665bde2f req-b7d74b1e-05b6-4ce2-9723-03588fc9dcb6 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605798 May 26 22:45:48.759787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-2b540288-41d2-44c1-8473-db646e34b3f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9314957-6b55-4940-b2da-d4935f9ff792 HTTP/1.1" status: 200 len: 217 time: 0.1432724 May 26 22:45:48.763891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Attempting to bind port 765ce21c-380c-49e7-8e69-d8c68beca5bb on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:48.764356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Attempting to bind port 765ce21c-380c-49e7-8e69-d8c68beca5bb by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:48.766594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Attempting to bind port 765ce21c-380c-49e7-8e69-d8c68beca5bb on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:48.792719 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:45:48.939536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-a9649d8a-14cc-45c2-9fb1-41f59681d358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:48.941002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-a9649d8a-14cc-45c2-9fb1-41f59681d358 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 200 len: 858 time: 0.1757388 May 26 22:45:48.969099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68334658-aa42-467a-acd6-1ce5aefee530 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:49.013330 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.069718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Transition to ACTIVE for port object 68334658-aa42-467a-acd6-1ce5aefee530 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:49.105153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:49.105824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:49.105922 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.106299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:49.106779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Bound port: 765ce21c-380c-49e7-8e69-d8c68beca5bb, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:49.107145 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.130285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.431726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-c8973291-f33e-4bb0-ab72-671287845b07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbce0948-7db0-4c5b-b10e-209deb8c6057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4844115 May 26 22:45:49.470940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:49.471307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.509459 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b8fe0851-c0a9-4140-ab42-c608f9a82bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.519676 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884d230a-1517-4e1c-af80-cd397f218254'] response: {'name': 'network-changed', 'server_uuid': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'tag': 'c9314957-6b55-4940-b2da-d4935f9ff792', 'status': 'completed', 'code': 200} May 26 22:45:49.573431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] For port 765ce21c-380c-49e7-8e69-d8c68beca5bb, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:49.608704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] For port 765ce21c-380c-49e7-8e69-d8c68beca5bb, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=765ce21c-380c-49e7-8e69-d8c68beca5bb,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:49.647209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.755284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Pushing event updated for resources: {'Port': ['ID=68334658-aa42-467a-acd6-1ce5aefee530,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:49.855991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2c272-761d-40f4-8780-f6b428cfb2ac req-a76e8965-7394-4c85-a7f3-d69a7036ec0f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:49.864715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95a2c272-761d-40f4-8780-f6b428cfb2ac req-a76e8965-7394-4c85-a7f3-d69a7036ec0f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.5486171 May 26 22:45:49.904138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8698361c-bcbe-4a91-b882-73105e3fffa4 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:49.950208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-569bf299-e30e-4f34-8e26-8d89f995153f service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939923 May 26 22:45:49.950460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:49.962985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95a2c272-761d-40f4-8780-f6b428cfb2ac req-bec9d148-78c5-499f-9393-655465092bf1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972738 May 26 22:45:49.990915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:45:49.991635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:50.114614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe70ea-de85-4648-9f28-d1a50f7a3f81 None None] Pushing event updated for resources: {'Port': ['ID=765ce21c-380c-49e7-8e69-d8c68beca5bb,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:50.155325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:50.327687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-5f5499bf-7358-4232-b9ff-5a3d248cf63e service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633976 May 26 22:45:50.437490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Transition to ACTIVE for port object 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:50.499482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748aeb-39f3-41e8-b4c8-d5aca92871d2 req-95b1be3d-5509-4eda-89e3-070a413b0d48 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:50.503681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748aeb-39f3-41e8-b4c8-d5aca92871d2 req-95b1be3d-5509-4eda-89e3-070a413b0d48 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:50.508117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748aeb-39f3-41e8-b4c8-d5aca92871d2 req-95b1be3d-5509-4eda-89e3-070a413b0d48 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:50.516505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04748aeb-39f3-41e8-b4c8-d5aca92871d2 req-95b1be3d-5509-4eda-89e3-070a413b0d48 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2418 time: 0.1867416 May 26 22:45:50.557149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-ebe8292c-8fb0-494d-956d-3e1d5568dc79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 1094 time: 0.1833217 May 26 22:45:50.676250 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:50.723792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-6b17a5ee-0f15-4ccf-9fe2-c916550ad411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:50.725544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-6b17a5ee-0f15-4ccf-9fe2-c916550ad411 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 919 time: 0.1563296 May 26 22:45:50.741914 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04748aeb-39f3-41e8-b4c8-d5aca92871d2 req-b84d9c11-5916-4b71-93ef-79b8b056e030 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247169 May 26 22:45:50.840864 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:50.879308 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:50.916442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-b8cd4727-e388-40bf-907b-9a40d531f9c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9314957-6b55-4940-b2da-d4935f9ff792 HTTP/1.1" status: 200 len: 217 time: 0.1731560 May 26 22:45:50.986409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8698361c-bcbe-4a91-b882-73105e3fffa4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:50.986776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:51.067307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Attempting to bind port 68334658-aa42-467a-acd6-1ce5aefee530 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:51.067686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-e17ba6e8-42d7-4b46-9191-9b1246d3e91b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:51.068067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Attempting to bind port 68334658-aa42-467a-acd6-1ce5aefee530 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:51.069452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Attempting to bind port 68334658-aa42-467a-acd6-1ce5aefee530 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:51.072025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-e17ba6e8-42d7-4b46-9191-9b1246d3e91b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 200 len: 858 time: 0.1485417 May 26 22:45:51.153600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:45:51.187489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9d18b-ba96-49b1-b9bb-f90727bef878 req-8e79c1a1-5906-4a34-8ade-3ff8391c82aa tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:51.189108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bad9d18b-ba96-49b1-b9bb-f90727bef878 req-8e79c1a1-5906-4a34-8ade-3ff8391c82aa tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 944 time: 1.4269354 May 26 22:45:51.246862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-4688a5c9-1b36-46a6-9ac1-12cec6b9e0d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbce0948-7db0-4c5b-b10e-209deb8c6057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675191 May 26 22:45:51.259987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Port 68334658-aa42-467a-acd6-1ce5aefee530 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:45:51.261185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Attempting to bind port 68334658-aa42-467a-acd6-1ce5aefee530 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:51.360692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8dff02a4-d257-4dcd-a189-4730d615b632 req-67a71d7c-bad4-47d6-bca9-b57408fb8453 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1127825 May 26 22:45:51.501490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:51.592402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Pushing event updated for resources: {'Port': ['ID=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:51.665953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.677195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.677768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.678687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.680886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.681332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.681793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.682223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.683621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.684055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.686314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:45:51.792754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:51.804972 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:51.826444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bad9d18b-ba96-49b1-b9bb-f90727bef878 req-6392bd16-a491-4679-aa18-0fe9908bb847 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131406 May 26 22:45:51.832181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:51.832763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Checking segment: {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:51.833373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Bound using segment: {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:51.834265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Bound port: 68334658-aa42-467a-acd6-1ce5aefee530, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:51.835541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:51.858451 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:51.860664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:51.981654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-15b8d296-224b-4b03-94e6-897463a00854 service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696711 May 26 22:45:52.009033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] For port 68334658-aa42-467a-acd6-1ce5aefee530, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:52.013189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] For port 68334658-aa42-467a-acd6-1ce5aefee530, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=68334658-aa42-467a-acd6-1ce5aefee530,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:52.019567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:45:52.158729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:52.226988 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:52.344805 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:45:52.377218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec603-a432-4294-a05f-c4890c85cf9e req-b91cbd78-e0fc-4cac-aeb4-4f5b98649352 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:52.385337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-204ec603-a432-4294-a05f-c4890c85cf9e req-b91cbd78-e0fc-4cac-aeb4-4f5b98649352 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.6209705 May 26 22:45:52.407792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-145fcdb2-6f13-4423-b1d2-8c3f4153f4a6 req-8bad29cb-3a05-4f2d-a395-6ac146a85b88 service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184124 May 26 22:45:52.486528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-204ec603-a432-4294-a05f-c4890c85cf9e req-c21a01f2-f2f7-4990-b5b2-7a71b41e6453 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000137 May 26 22:45:52.607393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:52.735867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-baa36672-ea5f-4374-9468-a09cd933edc8 req-666397c8-2a4c-459d-8537-efd74e54e3f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1087539 May 26 22:45:52.894744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76394-d186-43c0-bcfc-d6f61eac18dc req-50ca7583-8a03-4f5b-86b1-62f34d738267 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:52.901995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76394-d186-43c0-bcfc-d6f61eac18dc req-50ca7583-8a03-4f5b-86b1-62f34d738267 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:52.917519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76394-d186-43c0-bcfc-d6f61eac18dc req-50ca7583-8a03-4f5b-86b1-62f34d738267 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:52.925876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65c76394-d186-43c0-bcfc-d6f61eac18dc req-50ca7583-8a03-4f5b-86b1-62f34d738267 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2418 time: 0.1836164 May 26 22:45:52.993507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:53.024935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65c76394-d186-43c0-bcfc-d6f61eac18dc req-49780f33-81b6-4d13-9a3f-b51c0205a83c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976818 May 26 22:45:53.072482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4', 'port_id': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'mac_address': 'fa:16:3e:4b:e9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400375d3-4f60-45da-ab7f-73da9b515436', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:45:53.230718 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570063ab-ee43-4345-834a-e01ce6b35680'] response: {'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'code': 200} May 26 22:45:53.232813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:53.245947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:53.250291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] 10.222.0.55 "PUT /v2.0/ports/68334658-aa42-467a-acd6-1ce5aefee530 HTTP/1.1" status: 200 len: 1092 time: 8.3164151 May 26 22:45:53.273142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'tag': '68334658-aa42-467a-acd6-1ce5aefee530'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:53.278227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Attempting to bind port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:45:53.283039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Attempting to bind port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:45:53.283760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Attempting to bind port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:53.328116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-f362caeb-7e6b-45de-b4c5-c825baa92d66 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:53.332228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85692da8-2839-4dcc-8b18-b2eaae24aafe {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:53.338340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-f362caeb-7e6b-45de-b4c5-c825baa92d66 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:53.340885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:38Z', 'revision_number': 3, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:45:53.353503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-f362caeb-7e6b-45de-b4c5-c825baa92d66 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:53.354261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77cb3e6-3e12-4ff6-a0e4-e595b893d971 None None] The sync data for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 is: [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:38Z', 'revision_number': 3, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:45:53.366957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-f362caeb-7e6b-45de-b4c5-c825baa92d66 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 2418 time: 2.1022179 May 26 22:45:53.386698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:53.412158 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:53.586034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['85692da8-2839-4dcc-8b18-b2eaae24aafe'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:53.611593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69dd1db1-955a-4035-b133-6a0fb45a2f28 req-2dc83429-a805-49dd-af7c-3c9b86b7a9a8 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1085210 May 26 22:45:53.661606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port d00edd10-b98f-400c-887c-bbaa0932c719 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:45:53.661938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:53.707197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:53.759572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61bea0-430c-48fe-b7d2-3c543edd3c24 service neutron] Pushing event updated for resources: {'Port': ['ID=68334658-aa42-467a-acd6-1ce5aefee530,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:53.793951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:45:53.794408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Attempting to bind port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 on network fbce0948-7db0-4c5b-b10e-209deb8c6057 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:45:53.820933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:45:53.821188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Checking segment: {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:45:53.821440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Bound using segment: {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:45:53.860302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Bound port: 13038837-9e25-42b4-b3a1-2c8e5cd20fa4, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130ad9d4-0dda-44ab-a64f-09ee7efe158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:45:53.860735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:54.396862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97602f6d-7ee5-4a3d-b12c-bd19e4b29180 req-f2e86f59-ba06-45f5-86a6-afffce7296f4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:54.411385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97602f6d-7ee5-4a3d-b12c-bd19e4b29180 req-f2e86f59-ba06-45f5-86a6-afffce7296f4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 2.2416503 May 26 22:45:54.660794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Allocated IP 172.20.0.1 (d17ac5e1-1936-4bbd-b576-6625bd9790d4/195c56b6-caed-4539-bf76-6ba89ecbcf89/fe17a0ea-014a-4b0b-878c-8be98ba389ce) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:45:54.680465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-06ec2561-e36e-4a48-a933-55bd809a9b1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 1095 time: 1.3062441 May 26 22:45:54.718330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9314957-6b55-4940-b2da-d4935f9ff792 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:45:54.889447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb944a-3b9a-4d83-8f0f-c6958c27cb8f req-6e285f19-c353-47fb-9de1-91947476818e tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:54.899245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-adfb944a-3b9a-4d83-8f0f-c6958c27cb8f req-6e285f19-c353-47fb-9de1-91947476818e tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 944 time: 0.6669674 May 26 22:45:55.052849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-adfb944a-3b9a-4d83-8f0f-c6958c27cb8f req-2f48545d-244b-4a7e-b61f-d083340a9b7b tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453066 May 26 22:45:55.096467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:55.258830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c9314957-6b55-4940-b2da-d4935f9ff792, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9314957-6b55-4940-b2da-d4935f9ff792,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:55.271455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port d00edd10-b98f-400c-887c-bbaa0932c719, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d00edd10-b98f-400c-887c-bbaa0932c719,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:55.271825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:55.302638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'c9314957-6b55-4940-b2da-d4935f9ff792', 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057', 'port_id': 'c9314957-6b55-4940-b2da-d4935f9ff792', 'mac_address': 'fa:16:3e:fa:20:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffc77d4-3f95-4717-96a9-49599fe549d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:45:55.496393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for d00edd10-b98f-400c-887c-bbaa0932c719 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:45:55.535580 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:55.605591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9314957-6b55-4940-b2da-d4935f9ff792 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:45:55.650234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c9314957-6b55-4940-b2da-d4935f9ff792, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9314957-6b55-4940-b2da-d4935f9ff792,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:55.659816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:55.730910 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8e661d-10e7-4fa3-9b60-4258e4c56be4'] response: {'name': 'network-changed', 'server_uuid': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'tag': '68334658-aa42-467a-acd6-1ce5aefee530', 'status': 'completed', 'code': 200} May 26 22:45:55.778929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] For port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:45:55.791415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c9314957-6b55-4940-b2da-d4935f9ff792,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:55.817737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-a5e93059-8851-41bc-8427-4b348de7ba85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68334658-aa42-467a-acd6-1ce5aefee530 HTTP/1.1" status: 200 len: 217 time: 1.0864663 May 26 22:45:55.872377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2590da-da22-49fa-89f4-5523b16b5b87 req-4d57acbb-aeb0-4d3e-a9b8-45a3372d8fb0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:55.872377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb2590da-da22-49fa-89f4-5523b16b5b87 req-4d57acbb-aeb0-4d3e-a9b8-45a3372d8fb0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.2701378 May 26 22:45:55.921206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:56.011811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb2590da-da22-49fa-89f4-5523b16b5b87 req-63ef3868-cd2c-4756-9645-cd2d317bde7f tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294830 May 26 22:45:56.032665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c9314957-6b55-4940-b2da-d4935f9ff792'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:45:56.231178 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:56.265728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] For port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:45:56.305305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97602f6d-7ee5-4a3d-b12c-bd19e4b29180 req-b7b37caa-75d4-4f93-95c8-bb1948281d0a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8923223 May 26 22:45:56.324203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 85692da8-2839-4dcc-8b18-b2eaae24aafe triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:56.324860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:56.539472 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:56.590255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4427e-bc0f-4fb6-9483-842a6b87d99c req-8f147110-b0a1-4b03-984c-8ea8149e2ef3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:56.595251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4427e-bc0f-4fb6-9483-842a6b87d99c req-8f147110-b0a1-4b03-984c-8ea8149e2ef3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:56.599512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6e4427e-bc0f-4fb6-9483-842a6b87d99c req-8f147110-b0a1-4b03-984c-8ea8149e2ef3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 1682 time: 0.3236945 May 26 22:45:56.660760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:56.667537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] 10.222.0.48 "PUT /v2.0/ports/13038837-9e25-42b4-b3a1-2c8e5cd20fa4 HTTP/1.1" status: 200 len: 1091 time: 9.8608255 May 26 22:45:56.699182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Port': ['ID=d00edd10-b98f-400c-887c-bbaa0932c719,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:56.740995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6e4427e-bc0f-4fb6-9483-842a6b87d99c req-fca98f4e-99b6-4312-af5c-a9aaa408cc1a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183295 May 26 22:45:56.786886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9d16d895-269d-40d9-b248-08b37c7a6567 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:45:56.939180 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:45:57.170205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-23fb778f-5003-4ba5-a726-7719257c1396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:57.179660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-23fb778f-5003-4ba5-a726-7719257c1396 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 200 len: 858 time: 1.2930386 May 26 22:45:57.231878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:57.357608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cabb7-5529-4266-9fbb-e9720817732d req-93639707-79f5-4d22-ae1a-772523e7ce23 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:57.378548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a182b11-6037-4fb2-9c35-8fb66b8422e2 req-d6807753-5d79-4ac6-aca0-5852e4857a92 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.6910164 May 26 22:45:57.387363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-374cabb7-5529-4266-9fbb-e9720817732d req-93639707-79f5-4d22-ae1a-772523e7ce23 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 944 time: 0.2662990 May 26 22:45:57.396434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:57.405107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:57.418829 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:57.445154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-84fafb1d-cf91-469d-9ad1-9d3d4840fca2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbce0948-7db0-4c5b-b10e-209deb8c6057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2544258 May 26 22:45:57.561940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-374cabb7-5529-4266-9fbb-e9720817732d req-fe526680-c3de-4313-a77e-2c43f19f9398 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720963 May 26 22:45:57.960467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:57.965401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:58.081341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:58.083731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9d16d895-269d-40d9-b248-08b37c7a6567, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d16d895-269d-40d9-b248-08b37c7a6567,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:58.091724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:58.103483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Transition to ACTIVE for port object fe17a0ea-014a-4b0b-878c-8be98ba389ce will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:45:58.106129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:58.109792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9b3ab556-e166-4733-9727-75b521cc170d no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:45:58.138667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189362bb-632d-4284-aae3-f3c558274c64', 'tag': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:45:58.167581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ae028-07d1-4bf5-ad41-8b4b5fb46661 req-03d7a4a8-6df9-4353-9591-400931d14bfa tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:58.177335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d71ae028-07d1-4bf5-ad41-8b4b5fb46661 req-03d7a4a8-6df9-4353-9591-400931d14bfa tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2465200 May 26 22:45:58.290666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d71ae028-07d1-4bf5-ad41-8b4b5fb46661 req-65c3ee6a-e9e6-4c5f-bc7e-14a2a7f8de76 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058462 May 26 22:45:58.330714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edfe56-6023-4356-a29f-f05d9b034c9b service neutron] Pushing event updated for resources: {'Port': ['ID=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:58.361000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9d16d895-269d-40d9-b248-08b37c7a6567,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:58.440452 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4924e161-a0bd-4a91-88a4-e547682a8ce0'] response: {'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'code': 200} May 26 22:45:58.620626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:58.740497 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:58.832634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9b3ab556-e166-4733-9727-75b521cc170d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9b3ab556-e166-4733-9727-75b521cc170d,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:58.842948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:45:58.844781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] No DVR routers for this DVR port d00edd10-b98f-400c-887c-bbaa0932c719 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:45:58.848111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:58.849782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d00edd10-b98f-400c-887c-bbaa0932c719 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:45:58.862126 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:58.900887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Pushing event updated for resources: {'Port': ['ID=fe17a0ea-014a-4b0b-878c-8be98ba389ce,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:58.908020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:45:58.910518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:45:59.007782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:59.061575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-73423388-f7f7-4dfa-b143-7662da2b3b03 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "DELETE /v2.0/ports/d00edd10-b98f-400c-887c-bbaa0932c719 HTTP/1.1" status: 204 len: 173 time: 5.5942886 May 26 22:45:59.218600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f4a48-b76e-4166-9af0-74efd43ee457 req-7112dcb8-830b-4c8a-b866-b5239a74154b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:59.231833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f4a48-b76e-4166-9af0-74efd43ee457 req-7112dcb8-830b-4c8a-b866-b5239a74154b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:45:59.244325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f1f4a48-b76e-4166-9af0-74efd43ee457 req-7112dcb8-830b-4c8a-b866-b5239a74154b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 1678 time: 0.4353588 May 26 22:45:59.252154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: d00edd10-b98f-400c-887c-bbaa0932c719 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:45:59.259413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d00edd10-b98f-400c-887c-bbaa0932c719 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:45:59.275305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-841fec93-03ec-4084-a6b1-2054372a77f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 1094 time: 2.5169926 May 26 22:45:59.280592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port 9d16d895-269d-40d9-b248-08b37c7a6567 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:45:59.281815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:59.289915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9314957-6b55-4940-b2da-d4935f9ff792 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:45:59.314175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f1f4a48-b76e-4166-9af0-74efd43ee457 req-206f4e90-a7ed-423f-97e7-680fabab94c7 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679917 May 26 22:45:59.591548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9b3ab556-e166-4733-9727-75b521cc170d,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:45:59.614186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-21d91dc6-3167-49b8-8de9-8177572ac8f4 None None] Provisioning for port fe17a0ea-014a-4b0b-878c-8be98ba389ce completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:59.640192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-21d91dc6-3167-49b8-8de9-8177572ac8f4 None None] Provisioning complete for port fe17a0ea-014a-4b0b-878c-8be98ba389ce triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:59.640584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-21d91dc6-3167-49b8-8de9-8177572ac8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:59.788791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port c9314957-6b55-4940-b2da-d4935f9ff792 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:45:59.796688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-21d91dc6-3167-49b8-8de9-8177572ac8f4 None None] Port fe17a0ea-014a-4b0b-878c-8be98ba389ce cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:45:59.809125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port c9314957-6b55-4940-b2da-d4935f9ff792 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:45:59.809658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:59.865636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port 9d16d895-269d-40d9-b248-08b37c7a6567, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9d16d895-269d-40d9-b248-08b37c7a6567,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:45:59.866093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:59.908339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcc3549b-cd72-44f6-a088-38bb27f8f372 req-1bde3474-1a52-4e55-a615-f3e9f5aa858b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92ce42d5de1543a991784c279a2cf224&device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.1324322 May 26 22:45:59.970480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcc3549b-cd72-44f6-a088-38bb27f8f372 req-d7c621c1-d650-46f6-ab92-31b63b5f6e10 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=92ce42d5de1543a991784c279a2cf224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557599 May 26 22:46:00.072095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:00.175661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3549b-cd72-44f6-a088-38bb27f8f372 req-e9e066c0-c74d-4dd2-85c2-20bb5398434e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:00.176605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c9314957-6b55-4940-b2da-d4935f9ff792, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9314957-6b55-4940-b2da-d4935f9ff792,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:00.177758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcc3549b-cd72-44f6-a088-38bb27f8f372 req-e9e066c0-c74d-4dd2-85c2-20bb5398434e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014396 May 26 22:46:00.183973 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:00.215642 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c767816-29bd-46b1-80bf-64cbd8f15bfe'] response: {'name': 'network-changed', 'server_uuid': '189362bb-632d-4284-aae3-f3c558274c64', 'tag': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4', 'status': 'completed', 'code': 200} May 26 22:46:00.289439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a0505-3644-4a73-9882-0be91eb3c75b req-8a5b702b-032d-42e4-b7d1-72ba18282c93 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:00.298001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff3a0505-3644-4a73-9882-0be91eb3c75b req-8a5b702b-032d-42e4-b7d1-72ba18282c93 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 944 time: 0.1189117 May 26 22:46:00.299539 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:00.318710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for 9d16d895-269d-40d9-b248-08b37c7a6567 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:00.413214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c9314957-6b55-4940-b2da-d4935f9ff792,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:00.441577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567'}, {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d'}, {'server_uuid': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9314957-6b55-4940-b2da-d4935f9ff792'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:00.448311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff3a0505-3644-4a73-9882-0be91eb3c75b req-8ccff9b9-cc3f-4b2f-9bc0-bb849b93fd21 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493194 May 26 22:46:00.455737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-7a1281bc-0803-4ed0-823c-8f32044e758f service neutron] 10.222.0.55 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.9793806 May 26 22:46:00.587022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-46c3b75b-051b-4865-b562-a1bc2e5401b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13038837-9e25-42b4-b3a1-2c8e5cd20fa4 HTTP/1.1" status: 200 len: 217 time: 1.1884716 May 26 22:46:00.762053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c59d4-c4aa-48db-8ea3-83dccdf2be44 req-3bdb9965-1cb5-4647-9028-5153e36c8d06 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:00.772069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-102c59d4-c4aa-48db-8ea3-83dccdf2be44 req-3bdb9965-1cb5-4647-9028-5153e36c8d06 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1269789 May 26 22:46:00.870907 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-102c59d4-c4aa-48db-8ea3-83dccdf2be44 req-e17448de-c61b-4b39-8c99-b0bac2f4e4c8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 May 26 22:46:01.083556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:01.105037 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b506819e-2f55-4f78-bf3d-c81f3c0e3022 req-1c74a163-124e-4a8f-a7e4-682064f2a643 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.32 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0897694 May 26 22:46:01.227240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:01.572378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f4a76-50ad-4285-b624-977105dc736e req-3328cd21-e906-427b-8838-1c4c1e1e38df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:01.582758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-112f4a76-50ad-4285-b624-977105dc736e req-3328cd21-e906-427b-8838-1c4c1e1e38df tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 3.5379899 May 26 22:46:01.703807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcc3549b-cd72-44f6-a088-38bb27f8f372 req-e7d7ddc9-2ca6-4627-b1be-7f1a10b43671 tempest-ServerShowV254Test-1274176146 tempest-ServerShowV254Test-1274176146-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f53bcf-39e8-4c52-b364-923b6fc51a08 HTTP/1.1" status: 200 len: 210 time: 0.0745854 May 26 22:46:01.825903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b1db3-2717-4661-9866-a57e6db90000 req-b8512f61-990c-44b5-b92e-961d6955b35b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:01.844505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b1db3-2717-4661-9866-a57e6db90000 req-b8512f61-990c-44b5-b92e-961d6955b35b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:01.848111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f71b1db3-2717-4661-9866-a57e6db90000 req-b8512f61-990c-44b5-b92e-961d6955b35b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 1678 time: 0.3204718 May 26 22:46:01.996241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f71b1db3-2717-4661-9866-a57e6db90000 req-a32c0d78-d44d-4f43-98b4-d36678a02fec tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426411 May 26 22:46:02.088309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:02.210587 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088e4c8b-90f8-4012-b22a-84d2a30e034a'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567', 'code': 200} May 26 22:46:02.211125 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088e4c8b-90f8-4012-b22a-84d2a30e034a'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d', 'code': 200} May 26 22:46:02.211379 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088e4c8b-90f8-4012-b22a-84d2a30e034a'] response: {'server_uuid': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9314957-6b55-4940-b2da-d4935f9ff792', 'code': 200} May 26 22:46:02.504914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-112f4a76-50ad-4285-b624-977105dc736e req-8ec3cda4-1c82-412c-9cba-f8e12e31b8d2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8941600 May 26 22:46:02.532330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-deleted', 'tag': 'd00edd10-b98f-400c-887c-bbaa0932c719'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:02.725399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ebe1-081e-4676-a7e9-7dc190ac8a7f req-feb7069f-ec1e-4d2b-b71d-5f9e4655ce39 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:02.732016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5d3ebe1-081e-4676-a7e9-7dc190ac8a7f req-feb7069f-ec1e-4d2b-b71d-5f9e4655ce39 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 944 time: 0.3266659 May 26 22:46:02.753891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4467d8d-3391-4868-9fcd-2cc6569af6b0 req-b2218a8b-4439-4a62-a60f-73f211fe44b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 1096 time: 0.3866820 May 26 22:46:02.897017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Pushing event updated for resources: {'Port': ['ID=fe17a0ea-014a-4b0b-878c-8be98ba389ce,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:02.980644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-d19251a4-8fd8-46b6-82ee-353700045af1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:02.991049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-d19251a4-8fd8-46b6-82ee-353700045af1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 200 len: 858 time: 1.9023800 May 26 22:46:03.018682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:03.020568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4467d8d-3391-4868-9fcd-2cc6569af6b0 req-7417d0af-00f3-4252-850b-4f78c39cc795 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255082 May 26 22:46:03.028720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:03.031771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:03.073230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5d3ebe1-081e-4676-a7e9-7dc190ac8a7f req-de00ebf3-9ffb-4429-bf66-0cb5a2365ea8 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402958 May 26 22:46:03.774171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e40bc9ee-b26b-49f2-96a1-09e7e5b25c65 None None] Provisioning complete for port fe17a0ea-014a-4b0b-878c-8be98ba389ce triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:03.778464 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e40bc9ee-b26b-49f2-96a1-09e7e5b25c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:03.918358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-5e027d11-e0b6-471e-a93a-31278a4d1d4e service neutron] 10.222.0.55 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.3836920 May 26 22:46:04.044407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e40bc9ee-b26b-49f2-96a1-09e7e5b25c65 None None] Port fe17a0ea-014a-4b0b-878c-8be98ba389ce cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:46:04.078164 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f73a0e8-75a6-4c09-9385-2d9c58c84661'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-deleted', 'tag': 'd00edd10-b98f-400c-887c-bbaa0932c719', 'status': 'completed', 'code': 200} May 26 22:46:04.457118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6c4b-7add-4718-ab31-8f77bd4cfcab req-3874d04c-1fa7-4ee7-a7bb-e9e92be740bc tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:04.480019 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b85f6c4b-7add-4718-ab31-8f77bd4cfcab req-3874d04c-1fa7-4ee7-a7bb-e9e92be740bc tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 944 time: 0.4003711 May 26 22:46:04.622804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Port': ['ID=9d16d895-269d-40d9-b248-08b37c7a6567,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:04.634821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b85f6c4b-7add-4718-ab31-8f77bd4cfcab req-19af8ece-c0ba-480f-b0d1-5291d26e2ca5 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206822 May 26 22:46:04.680352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 765ce21c-380c-49e7-8e69-d8c68beca5bb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:04.792993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-efcc565a-5204-4564-a3b7-99c0811bc085 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbce0948-7db0-4c5b-b10e-209deb8c6057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.7082951 May 26 22:46:04.899948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] No DVR routers for this DVR port 9d16d895-269d-40d9-b248-08b37c7a6567 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:04.993225 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:05.093419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54332) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:05.097544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 765ce21c-380c-49e7-8e69-d8c68beca5bb completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:05.104121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 765ce21c-380c-49e7-8e69-d8c68beca5bb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:05.104492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:05.328504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4424c-ef7e-4a33-a826-fe0070594c7d req-a5ec8cb5-7235-424b-853f-46b7d5503b87 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:05.351391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53d4424c-ef7e-4a33-a826-fe0070594c7d req-a5ec8cb5-7235-424b-853f-46b7d5503b87 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.3283546 May 26 22:46:05.383465 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:05.423864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 765ce21c-380c-49e7-8e69-d8c68beca5bb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=765ce21c-380c-49e7-8e69-d8c68beca5bb,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:05.431840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:05.519152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=765ce21c-380c-49e7-8e69-d8c68beca5bb,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:05.538425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53d4424c-ef7e-4a33-a826-fe0070594c7d req-0b6f1a96-d593-4c50-aa91-c58277670d38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839018 May 26 22:46:05.667314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8b88c76a-043f-4878-9af9-71a555facc4f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "DELETE /v2.0/ports/9d16d895-269d-40d9-b248-08b37c7a6567 HTTP/1.1" status: 204 len: 173 time: 6.5783024 May 26 22:46:05.889454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa0f80-4103-43aa-86e0-5eeaafdeab9e req-708d1ff0-02ce-4409-b457-006e480c3ba8 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:05.898095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1baa0f80-4103-43aa-86e0-5eeaafdeab9e req-708d1ff0-02ce-4409-b457-006e480c3ba8 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 944 time: 0.1180851 May 26 22:46:05.948780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 68334658-aa42-467a-acd6-1ce5aefee530 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:46:05.997028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1baa0f80-4103-43aa-86e0-5eeaafdeab9e req-e281350d-3467-4433-858c-483bab96fb7b tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968904 May 26 22:46:06.195427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port 9b3ab556-e166-4733-9727-75b521cc170d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:06.196046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:06.284562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-deleted', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:06.301804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-e472849f-caae-4a51-995e-a9c054d884f3 service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4945273 May 26 22:46:06.337880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 68334658-aa42-467a-acd6-1ce5aefee530, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=68334658-aa42-467a-acd6-1ce5aefee530,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:06.371897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '68334658-aa42-467a-acd6-1ce5aefee530', 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057', 'port_id': '68334658-aa42-467a-acd6-1ce5aefee530', 'mac_address': 'fa:16:3e:d5:ac:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffc77d4-3f95-4717-96a9-49599fe549d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:46:06.500409 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:06.544728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68334658-aa42-467a-acd6-1ce5aefee530 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:46:06.564778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 765ce21c-380c-49e7-8e69-d8c68beca5bb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:06.624419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74417-017f-42f3-ad9b-b6e3327a7c20 req-6c1b630a-114c-4ffc-8263-3ef8c37f4e06 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:06.641705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81a74417-017f-42f3-ad9b-b6e3327a7c20 req-6c1b630a-114c-4ffc-8263-3ef8c37f4e06 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 944 time: 0.3300502 May 26 22:46:06.693285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 68334658-aa42-467a-acd6-1ce5aefee530, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=68334658-aa42-467a-acd6-1ce5aefee530,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:06.708080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:06.730131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e076514e-69b9-40a4-9497-ddb8a83d0f4a req-aebce85f-27b1-4ad7-a558-6a53b179d1aa service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090061 May 26 22:46:06.748164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:06.837461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81a74417-017f-42f3-ad9b-b6e3327a7c20 req-585e4fc1-5c3d-4945-aa2b-81376a320588 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948702 May 26 22:46:06.965454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=68334658-aa42-467a-acd6-1ce5aefee530,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:07.032627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 765ce21c-380c-49e7-8e69-d8c68beca5bb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:07.033255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:07.085464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76495b4e-23df-4571-9d28-54547906adc7 req-fe2a9057-5a0e-4d19-b934-007a53fe4e00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 1095 time: 2.6125958 May 26 22:46:07.108795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['68334658-aa42-467a-acd6-1ce5aefee530'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:46:07.175677 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca6056c-7951-4fe0-b68a-b4d089ff98d6'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-deleted', 'tag': '9d16d895-269d-40d9-b248-08b37c7a6567', 'status': 'completed', 'code': 200} May 26 22:46:07.748300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:07.783444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a74165-92e9-490b-b001-65b5e2158eb5 req-c932d379-8bc9-4881-a9da-181623a40f3f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:07.792057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0fde5-14d7-4006-aa3f-a3862c93b215 req-dbfd7284-f6c6-4c7d-886a-72d8061a040d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:07.798753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1a74165-92e9-490b-b001-65b5e2158eb5 req-c932d379-8bc9-4881-a9da-181623a40f3f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 4.5465348 May 26 22:46:07.799310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04f0fde5-14d7-4006-aa3f-a3862c93b215 req-dbfd7284-f6c6-4c7d-886a-72d8061a040d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.4250214 May 26 22:46:07.872752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04f0fde5-14d7-4006-aa3f-a3862c93b215 req-80a6e908-7bb5-4f84-8d7e-c9b77208afbd tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725033 May 26 22:46:07.990915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Usage tracker for resource:security_group_rule and tenant:92ce42d5de1543a991784c279a2cf224 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:08.020064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:08.157197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port 9b3ab556-e166-4733-9727-75b521cc170d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9b3ab556-e166-4733-9727-75b521cc170d,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:08.157721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:08.193264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:08.432908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for 9b3ab556-e166-4733-9727-75b521cc170d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:08.465700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99302e-b847-409a-9881-e478e847528e req-ed46dadd-9279-43e3-a926-2178c5c91c56 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:08.477403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e99302e-b847-409a-9881-e478e847528e req-ed46dadd-9279-43e3-a926-2178c5c91c56 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 945 time: 0.2923295 May 26 22:46:08.542317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1a74165-92e9-490b-b001-65b5e2158eb5 req-1e096bf4-bf38-4ee3-b59a-32d0dce2faec tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425978 May 26 22:46:08.623838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e99302e-b847-409a-9881-e478e847528e req-919c0ead-e9eb-4b9c-b7db-6d0a2b029a35 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432993 May 26 22:46:08.676718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76495b4e-23df-4571-9d28-54547906adc7 req-07e42946-71b3-4e46-9335-2fd2273b15b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:08.678333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76495b4e-23df-4571-9d28-54547906adc7 req-07e42946-71b3-4e46-9335-2fd2273b15b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 919 time: 1.5190248 May 26 22:46:08.690191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-648bfced-c553-4439-b49b-0b3edaf6e83e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 1094 time: 1.7551718 May 26 22:46:08.883503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-aa6dc714-3ba3-4ad4-861a-5ee39a6693b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:08.885126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-aa6dc714-3ba3-4ad4-861a-5ee39a6693b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 919 time: 0.1938710 May 26 22:46:09.241012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-e0ebf1f8-7dee-4119-a69b-c1a3415bb388 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13038837-9e25-42b4-b3a1-2c8e5cd20fa4 HTTP/1.1" status: 200 len: 217 time: 0.2742398 May 26 22:46:09.308675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21717c67-0e96-44c1-82a1-46f9f57eef16 req-0569056d-0cc4-4831-938e-d8b3efdb9b38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:09.310179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21717c67-0e96-44c1-82a1-46f9f57eef16 req-0569056d-0cc4-4831-938e-d8b3efdb9b38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.2048857 May 26 22:46:09.369024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-f6c26797-46dc-40b8-9527-613b58548cdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:09.373787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-f6c26797-46dc-40b8-9527-613b58548cdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 200 len: 858 time: 0.1079137 May 26 22:46:09.403500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76495b4e-23df-4571-9d28-54547906adc7 req-beb841ce-d394-437e-81f2-9bf4676c9ce3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68334658-aa42-467a-acd6-1ce5aefee530 HTTP/1.1" status: 200 len: 217 time: 0.7045376 May 26 22:46:09.420016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-21717c67-0e96-44c1-82a1-46f9f57eef16 req-7bf49141-5ff3-46d9-861a-e12ca83608f3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993176 May 26 22:46:09.481239 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-a585f769-6ad1-4386-84de-7545eaf564a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbce0948-7db0-4c5b-b10e-209deb8c6057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901887 May 26 22:46:09.618567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76495b4e-23df-4571-9d28-54547906adc7 req-51eb9675-3e98-487c-ae16-050751cd1816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:09.622342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76495b4e-23df-4571-9d28-54547906adc7 req-51eb9675-3e98-487c-ae16-050751cd1816 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 200 len: 858 time: 0.1362076 May 26 22:46:09.879575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Router 5c951ba2-2700-445d-9185-0b428fba7b25 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:46:09.884161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76495b4e-23df-4571-9d28-54547906adc7 req-0d0614ef-c561-4c29-aeb5-a1b7a361b63f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbce0948-7db0-4c5b-b10e-209deb8c6057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2530513 May 26 22:46:09.970952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 68334658-aa42-467a-acd6-1ce5aefee530 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:10.220014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec136e-5d10-4aef-9590-e9b82d652285 req-366525d8-47e4-43dc-8a8e-61cad19ff54c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:10.221917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 68334658-aa42-467a-acd6-1ce5aefee530 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:10.233413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 68334658-aa42-467a-acd6-1ce5aefee530 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:10.233823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:10.247530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8ec136e-5d10-4aef-9590-e9b82d652285 req-366525d8-47e4-43dc-8a8e-61cad19ff54c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.2679801 May 26 22:46:10.337437 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76495b4e-23df-4571-9d28-54547906adc7 req-97c6b4ab-0e2a-40f0-aded-8f64cad00a73 service neutron] 10.222.0.55 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319150 May 26 22:46:10.371466 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8ec136e-5d10-4aef-9590-e9b82d652285 req-4a124ecb-15bd-405d-9668-7126b9978463 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229794 May 26 22:46:10.668412 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:10.720708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68334658-aa42-467a-acd6-1ce5aefee530'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:10.756537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 68334658-aa42-467a-acd6-1ce5aefee530, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=68334658-aa42-467a-acd6-1ce5aefee530,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:10.763535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:10.874360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:46:10.897330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c8307-e6d6-49f9-91cb-3c7b299f2fce req-408d5505-b407-482d-921d-8a51d2e2d659 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:10.904256 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a64c8307-e6d6-49f9-91cb-3c7b299f2fce req-408d5505-b407-482d-921d-8a51d2e2d659 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 945 time: 0.2791235 May 26 22:46:10.980194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-bf931745-1675-4671-80a3-1b3c5a2f66ee service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4909165 May 26 22:46:11.013947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a64c8307-e6d6-49f9-91cb-3c7b299f2fce req-7b4ef684-f398-407f-8946-095313bd8ed7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048036 May 26 22:46:11.014191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54420) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:11.025873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcc81a-fccc-44bf-bf27-5d39d02ef0ff req-259e0a7b-8a3f-43f5-992a-8d9b5301c7fb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:11.026571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d2bcc81a-fccc-44bf-bf27-5d39d02ef0ff req-259e0a7b-8a3f-43f5-992a-8d9b5301c7fb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:11.270093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b366bd6a-9f90-4791-b5a0-7473c3aa4d02 req-6b2756bd-3bc3-4459-8c75-4016b75755f3 service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501247 May 26 22:46:11.339960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=68334658-aa42-467a-acd6-1ce5aefee530,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:11.370681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d2bcc81a-fccc-44bf-bf27-5d39d02ef0ff req-259e0a7b-8a3f-43f5-992a-8d9b5301c7fb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:11.378181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2bcc81a-fccc-44bf-bf27-5d39d02ef0ff req-259e0a7b-8a3f-43f5-992a-8d9b5301c7fb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 944 time: 2.4406428 May 26 22:46:11.456685 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:11.520803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2bcc81a-fccc-44bf-bf27-5d39d02ef0ff req-ad5c640b-bfe0-4c4a-b529-5f47f5b4ba23 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413517 May 26 22:46:11.564521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:11.570619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb962-333d-435d-893d-9391b35e6f53 req-20fdfe3c-6f18-4445-9959-4fedc32d3845 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:11.584036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87ebb962-333d-435d-893d-9391b35e6f53 req-20fdfe3c-6f18-4445-9959-4fedc32d3845 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.2839816 May 26 22:46:11.600023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:11.607239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4', 'network_id': 'fbce0948-7db0-4c5b-b10e-209deb8c6057', 'port_id': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4', 'mac_address': 'fa:16:3e:38:4d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffc77d4-3f95-4717-96a9-49599fe549d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:46:11.669434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:11.714145 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32cde92-d9aa-4db2-967a-5e1b61c6ea50'] response: {'server_uuid': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68334658-aa42-467a-acd6-1ce5aefee530', 'code': 200} May 26 22:46:11.725090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87ebb962-333d-435d-893d-9391b35e6f53 req-b40c3165-7e03-40a8-bb68-cfde4f82187e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401117 May 26 22:46:11.741779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:11.753836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5417adfbdb4f2382bb348b27d83154 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:11.768587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:11.808688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:11.840969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:11.871728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9628617-4c9b-434a-bdb8-a74f0b748897,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:11.909910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:46:11.980318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:11.989428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.063979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.069890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.092501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.159730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:12.162211 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad5417adfbdb4f2382bb348b27d83154&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1464951 May 26 22:46:12.162590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54434) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:12.168228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0f133-7111-467f-840b-bed78ee97ddd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:12.225087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8e9136ae-21ec-4b44-9a57-ea16b0075bef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92ce42d5de1543a991784c279a2cf224&name=default HTTP/1.1" status: 200 len: 2647 time: 7.1216285 May 26 22:46:12.227700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76495b4e-23df-4571-9d28-54547906adc7 req-a6e71a79-4f88-48c8-b147-94b7e1e2a684 service neutron] 10.222.0.55 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8814921 May 26 22:46:12.231150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54438) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:12.241287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.241734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.242750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.243088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.243433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.243877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.244638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.244638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.245037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.245630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.245765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece2637-90ef-4f7c-9254-202bfcdeeb27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:12.245988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Port': ['ID=9b3ab556-e166-4733-9727-75b521cc170d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:12.254442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13ce2a7d-b404-43e3-8e8d-321e631d30c7 req-b92447a9-2a4c-4f3d-b6ed-c9eda066b619 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 1097 time: 0.4471457 May 26 22:46:12.336213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cca37a75-4bb7-4f72-bebe-a6b209ccb6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.340872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['13038837-9e25-42b4-b3a1-2c8e5cd20fa4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:46:12.634407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cca37a75-4bb7-4f72-bebe-a6b209ccb6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.639744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] No DVR routers for this DVR port 9b3ab556-e166-4733-9727-75b521cc170d on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:12.702518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.738158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-deleted', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:12.778881 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13ce2a7d-b404-43e3-8e8d-321e631d30c7 req-35ba01b3-63c9-4a32-903b-7f4329e0e09a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438365 May 26 22:46:12.791650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f64d12b4-1008-421a-b505-a14ef0be86f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.847157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d5bae-f4ca-451a-92dc-d0ba719e7cb5 req-39a8cb08-e27e-4aea-b4c0-9c7eb2a721cc tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:12.850245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-448d5bae-f4ca-451a-92dc-d0ba719e7cb5 req-39a8cb08-e27e-4aea-b4c0-9c7eb2a721cc tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 946 time: 0.3898246 May 26 22:46:12.914458 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f64d12b4-1008-421a-b505-a14ef0be86f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:12.991973 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cca37a75-4bb7-4f72-bebe-a6b209ccb6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:13.042937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd685c89-ac72-4f10-b86c-76fc7eb8ef47 req-8122e352-f390-489c-b594-1cc7eecf6a5c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.48 "DELETE /v2.0/ports/9b3ab556-e166-4733-9727-75b521cc170d HTTP/1.1" status: 204 len: 173 time: 7.3282382 May 26 22:46:13.061666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca37a75-4bb7-4f72-bebe-a6b209ccb6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0f133-7111-467f-840b-bed78ee97ddd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:13.062771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4ef4-5e74-4e3b-b87a-62868fb508c1 req-a827e03d-a155-4646-8998-e2ac613e91b4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:13.075931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-574b4ef4-5e74-4e3b-b87a-62868fb508c1 req-a827e03d-a155-4646-8998-e2ac613e91b4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 1.0651989 May 26 22:46:13.079464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f64d12b4-1008-421a-b505-a14ef0be86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:13.081549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-448d5bae-f4ca-451a-92dc-d0ba719e7cb5 req-f47841ca-1d83-4784-a625-d5a2a428e33f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223890 May 26 22:46:13.101398 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cca37a75-4bb7-4f72-bebe-a6b209ccb6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:13.113215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cca37a75-4bb7-4f72-bebe-a6b209ccb6e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ef0f133-7111-467f-840b-bed78ee97ddd HTTP/1.1" status: 204 len: 168 time: 0.9349163 May 26 22:46:13.199278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d12b4-1008-421a-b505-a14ef0be86f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9628617-4c9b-434a-bdb8-a74f0b748897,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:13.236468 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f64d12b4-1008-421a-b505-a14ef0be86f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:13.237913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f64d12b4-1008-421a-b505-a14ef0be86f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9628617-4c9b-434a-bdb8-a74f0b748897 HTTP/1.1" status: 204 len: 168 time: 0.9970665 May 26 22:46:13.267083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:46:13.279000 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Sync routers for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:46:13.282909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62dddeab-d418-4263-8d6e-5a7bb9e885eb admin admin] 10.222.0.32 "PUT /v2.0/routers/5c951ba2-2700-445d-9185-0b428fba7b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 29.3982506 May 26 22:46:13.310145 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:46:13.310961 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:13.326130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-574b4ef4-5e74-4e3b-b87a-62868fb508c1 req-f380e849-4bdd-41bc-9d65-1b81921acb07 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303817 May 26 22:46:13.675003 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffe7f1e-f099-4dda-8d00-66d1bb73f88a'] response: {'server_uuid': 'b91116d9-ca7f-4502-8efd-4974dbad9af6', 'name': 'network-vif-deleted', 'tag': '9b3ab556-e166-4733-9727-75b521cc170d', 'status': 'completed', 'code': 200} May 26 22:46:13.740195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-731c3fa6-cf7b-4673-a48f-8b5c30f7d385 req-ee859c94-416a-4c63-99ab-73e940d541fc tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=b91116d9-ca7f-4502-8efd-4974dbad9af6 HTTP/1.1" status: 200 len: 210 time: 0.1142385 May 26 22:46:13.842271 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:46:14.203644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54468) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:14.286576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:14.342703 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:00Z', 'revision_number': 2, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:14.351992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Checking router: 5c951ba2-2700-445d-9185-0b428fba7b25 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:46:14.352528 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Updating router 5c951ba2-2700-445d-9185-0b428fba7b25 port fe17a0ea-014a-4b0b-878c-8be98ba389ce binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:46:14.415145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54478) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:14.432211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:14.438590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1516435171'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:14.443782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa6472d664447df8b03285225c4b99b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:14.453078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:14.481633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:14.506961 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:14.510249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:14.546323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:network and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:14.559616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:14.596831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:14.695420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:14.718938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d6a66-e140-436a-95cb-a1b2a2a74dd6 req-a100c543-e51e-49aa-b8f0-3bb787ba7787 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:14.726069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-820d6a66-e140-436a-95cb-a1b2a2a74dd6 req-a100c543-e51e-49aa-b8f0-3bb787ba7787 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.5328379 May 26 22:46:14.787882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:14.847166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:14.852094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:14.871759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:14.962887 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-820d6a66-e140-436a-95cb-a1b2a2a74dd6 req-bfdb00c7-a77e-4a8c-9b2a-15d1cb4c7661 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251687 May 26 22:46:14.987062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:14.990560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:46:14.998319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:14.999522 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.025434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.029740 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Added segment c1cf4132-24ef-4930-8744-93bd83d01012 of type vlan for network 079887bc-b9ef-431d-acd1-e025ffb8b955 May 26 22:46:15.063339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a5b71b-fe5b-4a2a-a733-128fdb4a043b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:15.111771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.112481 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1058d1f1-f5d6-47d7-8037-287858faa7c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffa6472d664447df8b03285225c4b99b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9051831 May 26 22:46:15.116366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54494) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:15.190036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.201124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:15.202221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.314155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-166cf18f-707b-4d6c-af4b-e29e49416532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.338072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a090807-1bed-4ab4-b969-dd5d5a729f7e req-372bc4b9-77a3-411d-9178-4c767a868bd8 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:15.341137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.344179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a090807-1bed-4ab4-b969-dd5d5a729f7e req-372bc4b9-77a3-411d-9178-4c767a868bd8 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 946 time: 0.6394506 May 26 22:46:15.459637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:15.465660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189362bb-632d-4284-aae3-f3c558274c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:15.488367 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.501320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Network': ['ID=079887bc-b9ef-431d-acd1-e025ffb8b955,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:15.535941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2f12b3da-e85b-4aed-8203-3744031a6922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1164472 May 26 22:46:15.536082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54502) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:15.553242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2129423022'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:15.565443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:15.576527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:network and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:15.584359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:15.589582 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.602597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:15.606195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:46:15.607439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-166cf18f-707b-4d6c-af4b-e29e49416532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.629838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:15.633601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.646236 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Transition to ACTIVE for port object fe17a0ea-014a-4b0b-878c-8be98ba389ce will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:15.650330 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a090807-1bed-4ab4-b969-dd5d5a729f7e req-d1f3aa53-bb28-4970-8c3b-61b70bcb9750 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759535 May 26 22:46:15.663889 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.760273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:46:15.767820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-166cf18f-707b-4d6c-af4b-e29e49416532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.810451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.810799 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Added segment d35fccd0-3220-4207-9c72-021599216383 of type vlan for network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 May 26 22:46:15.822877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cf18f-707b-4d6c-af4b-e29e49416532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a5b71b-fe5b-4a2a-a733-128fdb4a043b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:15.824973 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-166cf18f-707b-4d6c-af4b-e29e49416532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:15.849441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-166cf18f-707b-4d6c-af4b-e29e49416532 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8a5b71b-fe5b-4a2a-a733-128fdb4a043b HTTP/1.1" status: 204 len: 168 time: 0.7305350 May 26 22:46:16.008555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:16.139116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54514) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:16.160904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:16.165454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:16.185029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:16.185708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:16.236540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492322167', 'description': 'tempest-description--1378030559'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:16.341496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc4132-63cc-43d8-ae63-7377ae740723 req-7cb37d60-3d1f-4c37-98c7-f80a04557a62 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:16.357216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6dc4132-63cc-43d8-ae63-7377ae740723 req-7cb37d60-3d1f-4c37-98c7-f80a04557a62 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.3234797 May 26 22:46:16.378964 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70194c-2193-4551-bb00-8ba1c6b32676 None None] Pushing event updated for resources: {'Port': ['ID=fe17a0ea-014a-4b0b-878c-8be98ba389ce,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:16.412532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:16.416500 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Attempting to bind port fe17a0ea-014a-4b0b-878c-8be98ba389ce on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:46:16.422051 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Attempting to bind port fe17a0ea-014a-4b0b-878c-8be98ba389ce by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:46:16.423529 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Attempting to bind port fe17a0ea-014a-4b0b-878c-8be98ba389ce on network d17ac5e1-1936-4bbd-b576-6625bd9790d4 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:16.452305 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:46:16.457550 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Checking segment: {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:16.458943 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:16.460920 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Bound using segment: {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:46:16.461665 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Bound port: fe17a0ea-014a-4b0b-878c-8be98ba389ce, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:46:16.462563 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:16.575295 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45722153-1a08-4560-a1ae-d7a78ca42e76'] response: {'server_uuid': '189362bb-632d-4284-aae3-f3c558274c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4', 'code': 200} May 26 22:46:16.653029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Network': ['ID=be0fb976-7601-4f9c-99ca-a7e7cefca0e8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:16.664783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:46:16.704332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:16.722517 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6dc4132-63cc-43d8-ae63-7377ae740723 req-3047b3e7-c99f-458e-9ead-0224c56f7df4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643231 May 26 22:46:16.724441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Usage tracker for resource:security_group and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:16.733538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:16.740398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b757bdff-c615-4779-99d5-0b48834260be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2030988 May 26 22:46:16.757635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54530) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:16.763540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:16.769959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'subnet': {'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:16.937877 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-403f1602-dfcd-4490-84cc-aac2e10e8144 req-32846a19-9c20-4ae2-b0d9-001ec46af911 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 1096 time: 0.2814925 May 26 22:46:16.966774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:17.013229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:subnet and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:17.021557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:17.036035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:17.036990 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] For port fe17a0ea-014a-4b0b-878c-8be98ba389ce, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:46:17.041527 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] For port fe17a0ea-014a-4b0b-878c-8be98ba389ce, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fe17a0ea-014a-4b0b-878c-8be98ba389ce,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:46:17.050293 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:17.117709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-403f1602-dfcd-4490-84cc-aac2e10e8144 req-f82f21cd-6734-4e0a-9551-e85edc8916cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702418 May 26 22:46:17.118555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:17.303012 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70194c-2193-4551-bb00-8ba1c6b32676 None None] Pushing event updated for resources: {'Port': ['ID=fe17a0ea-014a-4b0b-878c-8be98ba389ce,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:17.332173 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:46:17.332831 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:45:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:17.520237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:17.547091 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35dee2a6-63ee-480f-869e-3764e7c7d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:17.567506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting subnet c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:46:17.584894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:17.911226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:17.920838 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:46:18.270428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:18.293930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Usage tracker for resource:security_group_rule and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:18.301039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:18.308913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:18.340582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:18.521503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a98ad-6eeb-41a9-b91d-e81f79436532 req-cbaaca2e-8328-4862-871c-8ef15f9839d8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:18.534555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c1a98ad-6eeb-41a9-b91d-e81f79436532 req-cbaaca2e-8328-4862-871c-8ef15f9839d8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.9245741 May 26 22:46:18.543641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-24e0d497-effb-43cd-bf46-6ac73a13dab6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9378614 May 26 22:46:18.598872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386af8b0-4c47-4603-9b5c-747fa7e2c5ac req-da387412-06ab-4223-8ded-757ec9421dba tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:18.607084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-386af8b0-4c47-4603-9b5c-747fa7e2c5ac req-da387412-06ab-4223-8ded-757ec9421dba tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 946 time: 1.4141312 May 26 22:46:18.730975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:18.936645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c1a98ad-6eeb-41a9-b91d-e81f79436532 req-73313d6c-6650-4f81-bcda-af81ab250e59 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007523 May 26 22:46:18.948101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:18.996720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.031057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.107654 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:16Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:19.118385 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329bcab6-fa4a-452c-ae14-c1c157d78198 None None] The sync data for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 is: [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:16Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:46:19.139449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-386af8b0-4c47-4603-9b5c-747fa7e2c5ac req-9030409b-553a-4271-a0ff-2e09ef42eb23 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313845 May 26 22:46:19.140588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:19.165057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a74e5-b883-4012-bc1e-d116dedd67b5 None None] Network c9ceb14b-e637-493a-8482-21c8e6557ed1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:19.172794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.198254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1eba5098-6d9d-42d3-8665-83d9e9f98ff9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/subnets/c9bc3fd1-8e5e-4da4-93fe-19eb01d9761b HTTP/1.1" status: 204 len: 168 time: 2.7839141 May 26 22:46:19.199831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54580) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:19.271355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9905b88d-2803-4913-a704-1c2a5308057e req-97d1c3c4-0bdd-459d-bb8f-e7d38f0533ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 1096 time: 0.2354352 May 26 22:46:19.451201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ee1354-38fc-497d-96d1-119f050820d6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:19.509623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b88d-2803-4913-a704-1c2a5308057e req-b0e1680a-878f-479b-98d3-eee8512097c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:19.511824 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9905b88d-2803-4913-a704-1c2a5308057e req-b0e1680a-878f-479b-98d3-eee8512097c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.2156739 May 26 22:46:19.563286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.567649 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ac70539-bb35-424c-8df2-f736fbb55e73 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 3.4218922 May 26 22:46:19.582592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54584) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:19.592328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee1354-38fc-497d-96d1-119f050820d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:19.615095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:19.676631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Usage tracker for resource:security_group_rule and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:19.683499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:19.717451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9905b88d-2803-4913-a704-1c2a5308057e req-b0843756-460a-46eb-aa2b-18b2e2fdc0bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8698361c-bcbe-4a91-b882-73105e3fffa4 HTTP/1.1" status: 200 len: 217 time: 0.1967978 May 26 22:46:19.743335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.771846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:19.811063 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-239562ff-c8a7-4293-919d-7520c0b4ca25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.842126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-55607cc5-ed9e-4ed1-a727-f3743b0aa698 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cf2887be24e4e59862a235ab08238be&device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 1096 time: 0.8228137 May 26 22:46:19.864329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port d27a9a82-e310-4250-8647-64237ed8b4ab {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:19.873026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.918859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b88d-2803-4913-a704-1c2a5308057e req-f1c6d4e5-b42c-449b-bf7d-7aa20f4950a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:19.921775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9905b88d-2803-4913-a704-1c2a5308057e req-f1c6d4e5-b42c-449b-bf7d-7aa20f4950a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.1980927 May 26 22:46:19.971028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] DHCP port deletion for c9ceb14b-e637-493a-8482-21c8e6557ed1 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:46:19.975826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] Deleting port d27a9a82-e310-4250-8647-64237ed8b4ab {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:19.976279 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:20.023360 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9905b88d-2803-4913-a704-1c2a5308057e req-9dd10001-5091-494a-9e50-1b4969cee369 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933588 May 26 22:46:20.030405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a166e3-719f-40de-8321-3eabc4c4be2f req-53233841-9741-4a7b-bdcd-be719c73568f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:20.032550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01a166e3-719f-40de-8321-3eabc4c4be2f req-53233841-9741-4a7b-bdcd-be719c73568f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 945 time: 0.4044306 May 26 22:46:20.293544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-b037c92d-3950-4928-9022-4edafa42c399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:20.295176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-b037c92d-3950-4928-9022-4edafa42c399 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 200 len: 919 time: 0.4322562 May 26 22:46:20.306387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:20.324242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01a166e3-719f-40de-8321-3eabc4c4be2f req-73e6306e-99a6-4e2b-8f2d-570b6278b0e9 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550576 May 26 22:46:20.388840 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9905b88d-2803-4913-a704-1c2a5308057e req-ea9ae579-a935-430e-b9fa-bd8391f333cd service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553121 May 26 22:46:20.632438 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:20.734431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fe17a0ea-014a-4b0b-878c-8be98ba389ce up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:20.828838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] For port d27a9a82-e310-4250-8647-64237ed8b4ab, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d27a9a82-e310-4250-8647-64237ed8b4ab,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:20.829361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:20.850120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:20.864139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-ddfd3d00-fd2c-46d0-8d51-7b48b4658dcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9314957-6b55-4940-b2da-d4935f9ff792 HTTP/1.1" status: 200 len: 217 time: 0.5430717 May 26 22:46:20.865240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:20.944796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132ae0-ba45-4511-bb71-2e62d219f287 req-f207930f-12e6-43f1-a654-b3f48bfab8cf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:20.963933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93132ae0-ba45-4511-bb71-2e62d219f287 req-f207930f-12e6-43f1-a654-b3f48bfab8cf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 1.5890937 May 26 22:46:20.987732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Subnet': ['ID=1bdabb7c-8a08-4f25-84a3-82040bfbc792,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:21.042190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] Calling delete_port for d27a9a82-e310-4250-8647-64237ed8b4ab owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:21.089961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9905b88d-2803-4913-a704-1c2a5308057e req-f0e48d6d-68ce-41eb-9a46-0964082033e1 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918561 May 26 22:46:21.130550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f559b-fc86-48cc-9cd7-a1bd7f3c7ea2 req-1f5bce54-4e39-4b5b-86a1-8a675ed80d01 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:21.133435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-104f559b-fc86-48cc-9cd7-a1bd7f3c7ea2 req-1f5bce54-4e39-4b5b-86a1-8a675ed80d01 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 945 time: 0.4501736 May 26 22:46:21.202214 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.267867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port fe17a0ea-014a-4b0b-878c-8be98ba389ce completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:21.274240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] Pushing event deleted for resources: {'Port': ['ID=d27a9a82-e310-4250-8647-64237ed8b4ab,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:21.282245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fe17a0ea-014a-4b0b-878c-8be98ba389ce triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:21.282810 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.308062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.341052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-104f559b-fc86-48cc-9cd7-a1bd7f3c7ea2 req-05847f28-9eb3-4d94-9a53-9dbc293cd524 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982098 May 26 22:46:21.381467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-e3dd3af0-616c-454a-ac14-f29e2d1dfcc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 1096 time: 0.2187748 May 26 22:46:21.392165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.403581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad961cfe-272b-45a0-94b9-749f1c1230c0 None None] No DVR routers for this DVR port d27a9a82-e310-4250-8647-64237ed8b4ab on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:21.493163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Checking segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:21.493811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network hostable DHCP agents. Network: 079887bc-b9ef-431d-acd1-e025ffb8b955, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:46:21.575115 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.577352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677d8396-2259-4f39-9ab9-f4604967ab05,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:21.654947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port fe17a0ea-014a-4b0b-878c-8be98ba389ce, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fe17a0ea-014a-4b0b-878c-8be98ba389ce,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:21.673813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.677915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port d27a9a82-e310-4250-8647-64237ed8b4ab, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d27a9a82-e310-4250-8647-64237ed8b4ab,segment=NetworkSegment(8a472581-b0f6-4aed-be26-559254eb1730),segment_id=8a472581-b0f6-4aed-be26-559254eb1730)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:21.678451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.730762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-9e64c8cc-157d-4e02-9e0e-2d2760a4f135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:21.742958 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-9e64c8cc-157d-4e02-9e0e-2d2760a4f135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 200 len: 858 time: 0.7753208 May 26 22:46:21.756941 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:21.765073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d00920b-e315-41b0-9f81-3766ba118f6a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1812792 May 26 22:46:21.765799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54618) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:21.803446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-8c12b0e1-5c38-45ff-b18e-67ab838954cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:21.804991 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-8c12b0e1-5c38-45ff-b18e-67ab838954cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.4164414 May 26 22:46:21.821878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937b76-80c6-4b71-b11b-6ea12294c8df req-504d4c03-6cc0-4f73-b0ab-903cb5c1b487 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:21.823418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-71937b76-80c6-4b71-b11b-6ea12294c8df req-504d4c03-6cc0-4f73-b0ab-903cb5c1b487 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 945 time: 0.2215152 May 26 22:46:21.895840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=fe17a0ea-014a-4b0b-878c-8be98ba389ce,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:21.924983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d27a9a82-e310-4250-8647-64237ed8b4ab no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:21.949320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-020b40b2-200f-4d65-9143-830970d4319e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8698361c-bcbe-4a91-b882-73105e3fffa4 HTTP/1.1" status: 200 len: 217 time: 0.1249037 May 26 22:46:22.013168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-71937b76-80c6-4b71-b11b-6ea12294c8df req-5a77b444-fbd3-4895-9280-52f1c568c71e tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274939 May 26 22:46:22.066789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-1acaee30-51c0-4cff-825c-003a93825311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:22.068177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-1acaee30-51c0-4cff-825c-003a93825311 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.1092625 May 26 22:46:22.071265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8698361c-bcbe-4a91-b882-73105e3fffa4 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:22.145824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d27a9a82-e310-4250-8647-64237ed8b4ab {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:46:22.146171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d27a9a82-e310-4250-8647-64237ed8b4ab not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:46:22.204290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-b3905e18-c50a-44f9-b242-3e0070818525 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287110 May 26 22:46:22.212430 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:22.368625 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93132ae0-ba45-4511-bb71-2e62d219f287 req-9b3a18e4-73d7-448a-8d52-ffc805fdc838 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4037869 May 26 22:46:22.431215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:22.517401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:22.519804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:22.525938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:22.554684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee1354-38fc-497d-96d1-119f050820d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:22.564068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:22.568649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Usage tracker for resource:security_group_rule and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:22.572623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:22.588776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:22.636183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for d27a9a82-e310-4250-8647-64237ed8b4ab owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:22.697169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fe17a0ea-014a-4b0b-878c-8be98ba389ce up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:22.744225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-65c4aa58-f815-4800-97cd-6f3ff5c3f52f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbce0948-7db0-4c5b-b10e-209deb8c6057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9774687 May 26 22:46:22.778338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:22.817526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-57bdab4f-4b80-4b5a-89f7-4ac09baeb7e9 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050854 May 26 22:46:22.868742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fe17a0ea-014a-4b0b-878c-8be98ba389ce triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:22.869140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:22.998231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e27aad2c-cd96-45a8-9d1e-ddbde3ce5452 req-7390131f-b0b4-4587-9a23-6274baa4b4a3 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735947 May 26 22:46:23.102342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:23.165447 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6baa6e-c7f8-4b6a-8340-d76b7b0df872'] response: {'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'code': 200} May 26 22:46:23.183161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:46:23.294055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:46:23.301755 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:46:23.322562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 079887bc-b9ef-431d-acd1-e025ffb8b955) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:23.332741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586b4b8-f8a3-482e-bbc8-3d4a81e39c3c None None] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:23.367789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:23.371008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:23.384670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237d157-b009-4226-bf5c-f05d63a7d388 req-5284aa76-9ba7-4d70-b032-6fa3d760977f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:23.392918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0237d157-b009-4226-bf5c-f05d63a7d388 req-5284aa76-9ba7-4d70-b032-6fa3d760977f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 945 time: 0.1133034 May 26 22:46:23.438756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0abce10c-eca0-410f-8bba-63e4bff260a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.6800947 May 26 22:46:23.442754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54658) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:23.471858 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0237d157-b009-4226-bf5c-f05d63a7d388 req-5756c037-2476-4c8f-8c97-2453592ddd2d tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779803 May 26 22:46:23.497297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'subnet': {'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:23.709867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7bfd-7204-4146-8f36-cbec521dd3d8 req-1b6f34e0-0c73-4002-957a-de0b179c4b41 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:23.711603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-abfb7bfd-7204-4146-8f36-cbec521dd3d8 req-1b6f34e0-0c73-4002-957a-de0b179c4b41 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 943 time: 0.9885368 May 26 22:46:23.712834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:23.754652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-e6edd3da-09b7-497a-a57d-a48b725c1321 service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9840317 May 26 22:46:23.767550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:subnet and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:23.769118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3d58b-8061-4b52-bf5a-64c9254ef5b2 req-25ab99ae-4bec-43dd-a09d-0d2f461b7a74 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:23.771535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:23.783380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fce3d58b-8061-4b52-bf5a-64c9254ef5b2 req-25ab99ae-4bec-43dd-a09d-0d2f461b7a74 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1665058 May 26 22:46:23.861566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fce3d58b-8061-4b52-bf5a-64c9254ef5b2 req-8a5f704d-2d32-4796-95f5-54813c3400c2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769718 May 26 22:46:23.903572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port d27a9a82-e310-4250-8647-64237ed8b4ab {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:23.904385 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:23.952526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:23.967048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:23.977134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:24.001788 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-abfb7bfd-7204-4146-8f36-cbec521dd3d8 req-0247b7bf-879b-4ecc-bfdb-36da5740b0e9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769010 May 26 22:46:24.087792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-079887bc-b9ef-431d-acd1-e025ffb8b955', 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'fixed_ips': [{'subnet_id': '1bdabb7c-8a08-4f25-84a3-82040bfbc792'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:46:24.089097 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.098785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] The port 'd27a9a82-e310-4250-8647-64237ed8b4ab' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:46:24.110331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ae9ecc-200d-474f-8523-76afb88ea5c2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:24.227311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:24.287819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.292462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54674) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:24.292692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f21646c7-56ee-44ff-b748-0fcba97fc393 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9376225 May 26 22:46:24.303504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:24.322069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:24.351185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Usage tracker for resource:floatingip and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:24.356292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab90d2ce-e6ba-4c90-bbee-74bc509868f9 req-1187ce7d-aaf9-4fc0-b22d-b85fd6227dcb service neutron] 10.222.0.48 "GET /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940175 May 26 22:46:24.363088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:24.379252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:24.412149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.506481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Allocated IP 10.1.1.2 (079887bc-b9ef-431d-acd1-e025ffb8b955/1bdabb7c-8a08-4f25-84a3-82040bfbc792/35e39b61-e833-4ec8-8afa-930ed69187df) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:24.521735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.706116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ceb14b-e637-493a-8482-21c8e6557ed1']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:24.721972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.728036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.833576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a472581-b0f6-4aed-be26-559254eb1730') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:24.834246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a472581-b0f6-4aed-be26-559254eb1730') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:24.857794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.885947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.894273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:46:24.894695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.072812 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: timer() May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:46:25.080984 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:46:25.089750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.197383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Allocated IP 172.25.4.112 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d301e957-e387-487d-9bd6-16d293acc8ca) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:25.205968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc913f1-6ba4-43f5-aab9-44407609243d req-2ce511fd-ec50-4646-be6c-f24037adfaad tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:25.207449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bc913f1-6ba4-43f5-aab9-44407609243d req-2ce511fd-ec50-4646-be6c-f24037adfaad tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 945 time: 0.2720518 May 26 22:46:25.215866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:25.279069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Transition to ACTIVE for port object 35e39b61-e833-4ec8-8afa-930ed69187df will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:25.283570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.312168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.370162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Transition to ACTIVE for port object 35e39b61-e833-4ec8-8afa-930ed69187df will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:25.392086 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.432443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bc913f1-6ba4-43f5-aab9-44407609243d req-9f8f8bcf-a970-4479-b92e-353cfc124c6b tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115378 May 26 22:46:25.484655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Network': ['ID=c9ceb14b-e637-493a-8482-21c8e6557ed1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:25.521962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bcfee678-8a43-4d3c-9d0e-6af27cbbf217 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/networks/c9ceb14b-e637-493a-8482-21c8e6557ed1 HTTP/1.1" status: 204 len: 168 time: 6.3080080 May 26 22:46:25.529141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54714) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:25.529475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-f973224b-dd9a-46fc-a47a-415d3d5a3131 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:25.532143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-f973224b-dd9a-46fc-a47a-415d3d5a3131 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "GET /v2.0/ports?device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 945 time: 1.0170135 May 26 22:46:25.586867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.683859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:25.689046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:25.698617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:25.724434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Pushing event updated for resources: {'Port': ['ID=35e39b61-e833-4ec8-8afa-930ed69187df,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:25.740523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Deleting port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:25.744968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.817109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.817451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.819542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.819821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.820160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.820491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.820819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.821145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.821471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.821817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.822139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:25.824004 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.847771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting subnet c93c2de2-2063-436f-8196-3c0fc9503e50 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:46:25.898142 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.931457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Attempting to bind port 35e39b61-e833-4ec8-8afa-930ed69187df on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:46:25.931740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Attempting to bind port 35e39b61-e833-4ec8-8afa-930ed69187df by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:46:25.932029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Attempting to bind port 35e39b61-e833-4ec8-8afa-930ed69187df on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:25.945474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:46:25.945871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Checking segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:25.946278 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.946667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Bound using segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:46:25.947132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Bound port: 35e39b61-e833-4ec8-8afa-930ed69187df, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:46:25.947509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.972115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:25.997375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Subnet': ['ID=d6f8897e-8e86-483c-a916-a727ade8dbfb,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:26.019759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.060471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] For port 35e39b61-e833-4ec8-8afa-930ed69187df, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:46:26.063427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.064050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] For port 35e39b61-e833-4ec8-8afa-930ed69187df, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=35e39b61-e833-4ec8-8afa-930ed69187df,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:46:26.071564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.146546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:26.158922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Checking segment: {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:26.158922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network hostable DHCP agents. Network: be0fb976-7601-4f9c-99ca-a7e7cefca0e8, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:46:26.161316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:13358f1a572942a298093c7cf215393b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:26.176775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:26.181278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:26.187166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:26.189385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104975d-044e-4d4b-901e-d6b8d03705cb None None] Pushing event updated for resources: {'Port': ['ID=35e39b61-e833-4ec8-8afa-930ed69187df,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:26.200439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:26.256491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7e1a3-b097-4d79-bbcb-8cb6ecf90168 req-b9320fd7-50ec-4c48-9392-7b58c01c18b8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:26.258098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7e7e1a3-b097-4d79-bbcb-8cb6ecf90168 req-b9320fd7-50ec-4c48-9392-7b58c01c18b8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 943 time: 0.4159491 May 26 22:46:26.261650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d962a-302a-415e-bbcc-1494cba6f252 req-b21e7834-16c1-4fe5-a5b6-ccb6fe5c1a4a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:26.262017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:26.263465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-531d962a-302a-415e-bbcc-1494cba6f252 req-b21e7834-16c1-4fe5-a5b6-ccb6fe5c1a4a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 1.0038118 May 26 22:46:26.268815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event updated for resources: {'Port': ['ID=d301e957-e387-487d-9bd6-16d293acc8ca,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:26.276597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] For port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:26.283482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.305626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:46:26.438730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Calling delete_port for 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:26.475486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:26.520412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, be0fb976-7601-4f9c-99ca-a7e7cefca0e8) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:26.529755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d995f-e14a-4e90-b3c8-7b7f3717c3d0 None None] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:26.538235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:26.538822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.563983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-531d962a-302a-415e-bbcc-1494cba6f252 req-e7a8ade3-acaa-4d15-84c2-b8a93a382043 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901471 May 26 22:46:26.583740 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb55c05e-4064-41bd-8a2a-e628b6b7907e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1349506 May 26 22:46:26.584179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54730) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:26.617025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'port': {'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'name': 'tempest-TaggedBootDevicesTest_v242-463891450', 'fixed_ips': [{'subnet_id': '1bdabb7c-8a08-4f25-84a3-82040bfbc792'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:26.781326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.786314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.814534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 35e39b61-e833-4ec8-8afa-930ed69187df up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:26.956807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7e7e1a3-b097-4d79-bbcb-8cb6ecf90168 req-3ff4383a-9921-419c-ae6b-fb362f9ee35a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624992 May 26 22:46:26.980057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-be0fb976-7601-4f9c-99ca-a7e7cefca0e8', 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'fixed_ips': [{'subnet_id': 'd6f8897e-8e86-483c-a916-a727ade8dbfb'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:46:26.981256 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:26.982944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.018951 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.024065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.056797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.081573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.110834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Pushing event deleted for resources: {'Port': ['ID=13038837-9e25-42b4-b3a1-2c8e5cd20fa4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:27.116643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:27.121837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.125574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:port and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:27.130663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:27.141047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:27.144299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:27.154218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['68334658-aa42-467a-acd6-1ce5aefee530'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:46:27.173811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb90052d6a94162a09b9c6497f2f4c4 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:27.178331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:27.199218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:27.234209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c9314957-6b55-4940-b2da-d4935f9ff792'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:46:27.237921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:27.238959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-31188d77-c0e9-4e3d-ab78-de476c9b7653 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1096 time: 0.8728883 May 26 22:46:27.239953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Subnet': ['ID=c93c2de2-2063-436f-8196-3c0fc9503e50,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:27.253931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338f2cbe-73d9-40f1-b08c-7d89439dbfb0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:27.272787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d13c5-6bc5-43d2-9345-857b260d8e25 req-0aa27142-5aca-4b26-a1ac-1924c3fbc25f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:27.274270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd9d13c5-6bc5-43d2-9345-857b260d8e25 req-0aa27142-5aca-4b26-a1ac-1924c3fbc25f tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=189362bb-632d-4284-aae3-f3c558274c64 HTTP/1.1" status: 200 len: 945 time: 0.4093804 May 26 22:46:27.333270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-588cb6c3-d098-4036-8165-29f554402cc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13358f1a572942a298093c7cf215393b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1138554 May 26 22:46:27.333270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.340634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] No DVR routers for this DVR port 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:27.346621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54742) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:27.382016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9f4cd-8083-4f30-8a7d-cb1a97b5a1ba None None] Network b12c2c20-9d70-4928-bd76-4e7ed3a04fab requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:27.450318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.457141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189362bb-632d-4284-aae3-f3c558274c64', 'name': 'network-vif-deleted', 'tag': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:27.490556 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7a41bd8b-1eea-4eb2-a1a3-8dda3d74135a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/subnets/c93c2de2-2063-436f-8196-3c0fc9503e50 HTTP/1.1" status: 204 len: 168 time: 1.9596446 May 26 22:46:27.491482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54748) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:27.595099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ac78119-c073-4847-bda7-a6f8f3f251f8 req-6923e9f7-2617-481f-b40a-0f8413ddf648 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "DELETE /v2.0/ports/13038837-9e25-42b4-b3a1-2c8e5cd20fa4 HTTP/1.1" status: 204 len: 173 time: 2.0577297 May 26 22:46:27.679463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd9d13c5-6bc5-43d2-9345-857b260d8e25 req-52299cc0-1fda-490a-aa44-096eb3d61a6a tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306229 May 26 22:46:27.759350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.770043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.771630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.791988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.795897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-cb7c70db-f151-420f-a785-7b8ca4b284fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:27.798244 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-cb7c70db-f151-420f-a785-7b8ca4b284fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 915 time: 0.5492842 May 26 22:46:27.855416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-327a27cc-9be3-40d6-b3cc-67e79f75f6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.859100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] device_id is not set on port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:46:27.889503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port 52b6102e-e451-4ea8-97ff-7b08d218581b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:27.890629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:27.903635 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed28ed8-89e7-4a1e-a274-ae7df7f9d3ca'] response: {'server_uuid': '189362bb-632d-4284-aae3-f3c558274c64', 'name': 'network-vif-deleted', 'tag': '13038837-9e25-42b4-b3a1-2c8e5cd20fa4', 'status': 'completed', 'code': 200} May 26 22:46:27.923058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ae27f-1947-4bdb-a92a-f0476b8fd342,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:27.935443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:46:27.951277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-1b0880d7-4cb8-4ca8-8cc3-7f77be9484a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 217 time: 0.1448855 May 26 22:46:27.981055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23129af0-28ca-40ee-82ec-6f948fbe8e83 None None] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:28.006371 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-553f98d3-d5f4-48c8-ae8f-8e7c84b9ba17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cb90052d6a94162a09b9c6497f2f4c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5297647 May 26 22:46:28.012731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54758) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:28.032905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.044495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-327a27cc-9be3-40d6-b3cc-67e79f75f6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.050597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.177322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-b6d5c622-5dcd-4113-838e-8eeb6a2bec5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:28.179323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-b6d5c622-5dcd-4113-838e-8eeb6a2bec5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.2156863 May 26 22:46:28.206682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8698361c-bcbe-4a91-b882-73105e3fffa4 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:28.291655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 35e39b61-e833-4ec8-8afa-930ed69187df completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:28.343260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-0d576926-aebe-4d33-af02-9761ae25f665 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074114 May 26 22:46:28.347966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event updated for resources: {'Port': ['ID=d301e957-e387-487d-9bd6-16d293acc8ca,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:28.490633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d24061ff-7202-42ce-99db-e2bf8911cb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.495493 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-327a27cc-9be3-40d6-b3cc-67e79f75f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.537807 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.549722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.571380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 10.1.1.72 (079887bc-b9ef-431d-acd1-e025ffb8b955/1bdabb7c-8a08-4f25-84a3-82040bfbc792/7f11d1c7-359b-41a2-9ef0-b737a66eb42a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:28.581370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a27cc-9be3-40d6-b3cc-67e79f75f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338f2cbe-73d9-40f1-b08c-7d89439dbfb0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:28.590603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.591582 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-aca1d77e-d3de-4685-8ebf-85d6f4e7bb6d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2978916 May 26 22:46:28.603031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port 52b6102e-e451-4ea8-97ff-7b08d218581b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=52b6102e-e451-4ea8-97ff-7b08d218581b,segment=NetworkSegment(d2725077-a20a-4b04-ad99-3824bc971f78),segment_id=d2725077-a20a-4b04-ad99-3824bc971f78)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:28.603248 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.604340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d24061ff-7202-42ce-99db-e2bf8911cb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.623661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Allocated IP 10.2.2.2 (be0fb976-7601-4f9c-99ca-a7e7cefca0e8/d6f8897e-8e86-483c-a916-a727ade8dbfb/70584c30-90bd-421e-a3ac-0cf68790d92a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:28.688967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e2fb-24b1-4d05-843a-2f030b3fb91a req-24611e0c-005b-4dbc-ae5e-7130d09861f9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:28.700829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7007e2fb-24b1-4d05-843a-2f030b3fb91a req-24611e0c-005b-4dbc-ae5e-7130d09861f9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 945 time: 0.5016520 May 26 22:46:28.711818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d24061ff-7202-42ce-99db-e2bf8911cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.761130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24061ff-7202-42ce-99db-e2bf8911cb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ae27f-1947-4bdb-a92a-f0476b8fd342,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:28.783925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:28.788776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-327a27cc-9be3-40d6-b3cc-67e79f75f6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.792837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-327a27cc-9be3-40d6-b3cc-67e79f75f6ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/338f2cbe-73d9-40f1-b08c-7d89439dbfb0 HTTP/1.1" status: 204 len: 168 time: 1.3494627 May 26 22:46:28.803828 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d24061ff-7202-42ce-99db-e2bf8911cb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:28.804930 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d24061ff-7202-42ce-99db-e2bf8911cb06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/744ae27f-1947-4bdb-a92a-f0476b8fd342 HTTP/1.1" status: 204 len: 168 time: 0.7666483 May 26 22:46:28.844248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7007e2fb-24b1-4d05-843a-2f030b3fb91a req-5d11387f-c34f-4ea9-879e-6b7fbd1f72d8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420910 May 26 22:46:28.975143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:29.122027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.131604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:46:29.132118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 13038837-9e25-42b4-b3a1-2c8e5cd20fa4 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:46:29.175321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Transition to ACTIVE for port object 7f11d1c7-359b-41a2-9ef0-b737a66eb42a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:29.254536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.290088 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.413921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for 52b6102e-e451-4ea8-97ff-7b08d218581b owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:29.428921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:29.447412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:29.451561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:29.510589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:29.559524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:29.561515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.599686 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3324a5bc-cd0b-42b4-a9ba-7db1116f0982 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0001824 May 26 22:46:29.602814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54832) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:29.617146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'port': {'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'name': 'tempest-TaggedBootDevicesTest_v242-1944131008', 'fixed_ips': [{'subnet_id': '1bdabb7c-8a08-4f25-84a3-82040bfbc792'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:29.645737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.669422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Transition to ACTIVE for port object 70584c30-90bd-421e-a3ac-0cf68790d92a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:29.678606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:29.684619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-3c65d552-0282-424c-9c43-344d3ac8a4d6 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3298686 May 26 22:46:29.696467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Transition to ACTIVE for port object 70584c30-90bd-421e-a3ac-0cf68790d92a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:29.703848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54840) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:29.735348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-91e93d29-6955-41a0-bc7a-bff860881f1a None None] Provisioning for port 35e39b61-e833-4ec8-8afa-930ed69187df completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:29.740879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.744360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405d46d-ee4c-4df2-9644-dcd60f11bae3 None None] DHCP port deletion for b12c2c20-9d70-4928-bd76-4e7ed3a04fab request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:46:29.754101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-91e93d29-6955-41a0-bc7a-bff860881f1a None None] Provisioning complete for port 35e39b61-e833-4ec8-8afa-930ed69187df triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:29.754462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91e93d29-6955-41a0-bc7a-bff860881f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.824015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:29.848453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.871064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2405d46d-ee4c-4df2-9644-dcd60f11bae3 None None] Deleting port 52b6102e-e451-4ea8-97ff-7b08d218581b {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:29.871433 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2405d46d-ee4c-4df2-9644-dcd60f11bae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.880930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.958227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:29.965706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:29.969783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Usage tracker for resource:security_group_rule and tenant:b2cf2876e0ca4b1289b34db42b190718 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:29.980223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:29.984650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:port and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:29.988880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:29.995903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:30.005572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:30.006357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:30.017598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:30.025543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.037247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:30.051925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2405d46d-ee4c-4df2-9644-dcd60f11bae3 None None] The port '52b6102e-e451-4ea8-97ff-7b08d218581b' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:46:30.064267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:30.073648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:30.076582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:30.083017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.086954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] device_id is not set on port 15212059-e380-4dc0-971a-e4ebc6ebe2ca yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:46:30.090762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-7413e2d2-6b7f-4618-877f-c6a2e9561013 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:30.092314 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-7413e2d2-6b7f-4618-877f-c6a2e9561013 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa919a3-78a4-432b-8b6f-638630178956 HTTP/1.1" status: 200 len: 943 time: 0.6898379 May 26 22:46:30.108254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:30.111459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Port': ['ID=52b6102e-e451-4ea8-97ff-7b08d218581b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:30.154604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Usage tracker for resource:security_group_rule and tenant:8ebdf694e7b9461bb1abe94750964dae is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:30.165270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:30.176555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e424777-92b4-401a-9b71-9400b9f8c0df req-0ddaeb29-5f82-4c9f-a04a-aadcd49867a7 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741287 May 26 22:46:30.190794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Pushing event updated for resources: {'Port': ['ID=70584c30-90bd-421e-a3ac-0cf68790d92a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:30.192541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:30.194769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] No DVR routers for this DVR port 52b6102e-e451-4ea8-97ff-7b08d218581b on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:30.315246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:30.331682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Deleting port 8698361c-bcbe-4a91-b882-73105e3fffa4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:30.332021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.363835 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be698fbd-f86b-481c-8df1-8f0e2e494dcd'] response: {'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'code': 200} May 26 22:46:30.388218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.444688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.448786 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.519650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.525043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Attempting to bind port 70584c30-90bd-421e-a3ac-0cf68790d92a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:46:30.526995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Attempting to bind port 70584c30-90bd-421e-a3ac-0cf68790d92a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:46:30.528085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Attempting to bind port 70584c30-90bd-421e-a3ac-0cf68790d92a on network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:30.568320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d75dbc-141b-4d0c-9397-51d6f505bf75,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:30.569378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:46:30.570260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Checking segment: {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:30.570822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.571422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Bound using segment: {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:46:30.573002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Bound port: 70584c30-90bd-421e-a3ac-0cf68790d92a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:46:30.573836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.586284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4bdb173c-e4ef-4802-ad50-24fb1a34bc60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2cf2876e0ca4b1289b34db42b190718&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9049675 May 26 22:46:30.587160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54872) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:30.596910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 10.1.1.39 (079887bc-b9ef-431d-acd1-e025ffb8b955/1bdabb7c-8a08-4f25-84a3-82040bfbc792/15212059-e380-4dc0-971a-e4ebc6ebe2ca) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:30.660668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.678686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 52b6102e-e451-4ea8-97ff-7b08d218581b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:30.713498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ebdf694e7b9461bb1abe94750964dae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0050280 May 26 22:46:30.720669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12c2c20-9d70-4928-bd76-4e7ed3a04fab']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:30.724888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54876) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:30.748971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2725077-a20a-4b04-ad99-3824bc971f78') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:30.749300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2725077-a20a-4b04-ad99-3824bc971f78') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:30.757772 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91e93d29-6955-41a0-bc7a-bff860881f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.778017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.814603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 52b6102e-e451-4ea8-97ff-7b08d218581b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:46:30.815313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 52b6102e-e451-4ea8-97ff-7b08d218581b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:46:30.861855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7a913-6df9-4b30-b25d-c49f6c94a95d req-097fbe30-851c-47f5-b73f-e054bbae0f9d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:30.862082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac420e-50e0-4bb9-95bf-543bf28a73b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1c57a-a589-430d-9c2b-7e0f9a36501e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:30.862952 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7f7a913-6df9-4b30-b25d-c49f6c94a95d req-097fbe30-851c-47f5-b73f-e054bbae0f9d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.3825669 May 26 22:46:30.889784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.903179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:46:30.903569 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.913194 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-65d05d42-1a8a-4aa9-ae4d-ee8b424e4ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: timer() May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:46:30.920346 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:46:30.924175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] For port 70584c30-90bd-421e-a3ac-0cf68790d92a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:46:30.929333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-91e93d29-6955-41a0-bc7a-bff860881f1a None None] For port 35e39b61-e833-4ec8-8afa-930ed69187df, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=35e39b61-e833-4ec8-8afa-930ed69187df,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:30.938385 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-91e93d29-6955-41a0-bc7a-bff860881f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:30.983041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-65d05d42-1a8a-4aa9-ae4d-ee8b424e4ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.037927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e93d29-6955-41a0-bc7a-bff860881f1a None None] Pushing event updated for resources: {'Port': ['ID=35e39b61-e833-4ec8-8afa-930ed69187df,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:31.123396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] For port 8698361c-bcbe-4a91-b882-73105e3fffa4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8698361c-bcbe-4a91-b882-73105e3fffa4,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:31.123894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.154354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.159220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] For port 70584c30-90bd-421e-a3ac-0cf68790d92a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70584c30-90bd-421e-a3ac-0cf68790d92a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:46:31.167845 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.173917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Transition to ACTIVE for port object 15212059-e380-4dc0-971a-e4ebc6ebe2ca will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:31.196344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7f7a913-6df9-4b30-b25d-c49f6c94a95d req-afd18015-a2f9-4f31-9732-adf622d764b2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170881 May 26 22:46:31.201324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.226691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5887913b-6d1b-4cf5-8449-e25b102baae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.263642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-65d05d42-1a8a-4aa9-ae4d-ee8b424e4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.271116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5887913b-6d1b-4cf5-8449-e25b102baae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.305097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d05d42-1a8a-4aa9-ae4d-ee8b424e4ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d75dbc-141b-4d0c-9397-51d6f505bf75,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:31.308226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Calling delete_port for 8698361c-bcbe-4a91-b882-73105e3fffa4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:31.321921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.341000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-65d05d42-1a8a-4aa9-ae4d-ee8b424e4ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.342398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-65d05d42-1a8a-4aa9-ae4d-ee8b424e4ec8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1d75dbc-141b-4d0c-9397-51d6f505bf75 HTTP/1.1" status: 204 len: 168 time: 0.7478158 May 26 22:46:31.352345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.372041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Network': ['ID=b12c2c20-9d70-4928-bd76-4e7ed3a04fab,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:31.418809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0da797a2-c812-4edd-bf7f-8e851c69b81a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/networks/b12c2c20-9d70-4928-bd76-4e7ed3a04fab HTTP/1.1" status: 204 len: 168 time: 3.9136407 May 26 22:46:31.419512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54890) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:31.434501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-128921681'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:31.442111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:31.459084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:network and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:31.462445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:31.469102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:31.506606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1c75eccc-6d0d-4098-8322-5f651c718924 None None] Provisioning complete for port 35e39b61-e833-4ec8-8afa-930ed69187df triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:31.508004 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c75eccc-6d0d-4098-8322-5f651c718924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.527144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:31.533068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.567159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:31.582924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:46:31.593480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=15212059-e380-4dc0-971a-e4ebc6ebe2ca,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:31.597657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c8c1d-938a-4181-9e56-879b78528b19 None None] Pushing event updated for resources: {'Port': ['ID=70584c30-90bd-421e-a3ac-0cf68790d92a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:31.603886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.604439 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Added segment 2287defc-788a-423b-b116-efe7241732c7 of type vlan for network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a May 26 22:46:31.611252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:31.620083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:31.627363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:31.681496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event deleted for resources: {'Port': ['ID=8698361c-bcbe-4a91-b882-73105e3fffa4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:31.855304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1c75eccc-6d0d-4098-8322-5f651c718924 None None] Provisioning for port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:31.870625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1c75eccc-6d0d-4098-8322-5f651c718924 None None] Provisioning complete for port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:31.871146 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c75eccc-6d0d-4098-8322-5f651c718924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.094396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:32.095061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.161958 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e0126fe5-6442-4aac-9d1b-4fa395a3009a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5512621 May 26 22:46:32.180052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5887913b-6d1b-4cf5-8449-e25b102baae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.183763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.201163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887913b-6d1b-4cf5-8449-e25b102baae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1c57a-a589-430d-9c2b-7e0f9a36501e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:32.207965 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5887913b-6d1b-4cf5-8449-e25b102baae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.209145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5887913b-6d1b-4cf5-8449-e25b102baae0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24f1c57a-a589-430d-9c2b-7e0f9a36501e HTTP/1.1" status: 204 len: 168 time: 1.4823823 May 26 22:46:32.265930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1c75eccc-6d0d-4098-8322-5f651c718924 None None] Port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:46:32.398822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-04367e7d-60c5-452c-9afa-70d163d432cc None None] Provisioning complete for port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:32.399186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-04367e7d-60c5-452c-9afa-70d163d432cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.437154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] No DVR routers for this DVR port 8698361c-bcbe-4a91-b882-73105e3fffa4 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:32.443808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.452487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-deleted', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:32.487589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.498645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:32.499889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.550595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-04367e7d-60c5-452c-9afa-70d163d432cc None None] Port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:46:32.594254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-04367e7d-60c5-452c-9afa-70d163d432cc None None] Provisioning for port 15212059-e380-4dc0-971a-e4ebc6ebe2ca completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:32.636266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-04367e7d-60c5-452c-9afa-70d163d432cc None None] Provisioning complete for port 15212059-e380-4dc0-971a-e4ebc6ebe2ca triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:32.639252 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-04367e7d-60c5-452c-9afa-70d163d432cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:32.660940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ca63eef-780d-4aab-9b5b-485f59a5aaa9 req-0a8a03cb-12f0-4727-b32f-d0ee442144e8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "DELETE /v2.0/ports/8698361c-bcbe-4a91-b882-73105e3fffa4 HTTP/1.1" status: 204 len: 173 time: 2.5443561 May 26 22:46:32.668048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54914) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:32.668645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2416711 May 26 22:46:32.676507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'subnet': {'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:32.679742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56273f7c-9a18-4004-8ad6-3e54363f4214 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Network': ['ID=6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:32.790257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:46:32.999439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 35e39b61-e833-4ec8-8afa-930ed69187df up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:33.078563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-04367e7d-60c5-452c-9afa-70d163d432cc None None] Port 15212059-e380-4dc0-971a-e4ebc6ebe2ca cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:46:33.119412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 35e39b61-e833-4ec8-8afa-930ed69187df triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:33.120153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:33.142492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:33.151131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:subnet and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:33.156047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:33.162784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:33.196032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:33.377897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70584c30-90bd-421e-a3ac-0cf68790d92a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:33.431454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9b78a-1f4e-4f8d-bd71-2a9d2c2124aa req-10cc783e-3553-4964-9d19-dbff2c502ea6 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:33.444896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9b78a-1f4e-4f8d-bd71-2a9d2c2124aa req-10cc783e-3553-4964-9d19-dbff2c502ea6 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:33.445355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3381c3e-d3f8-4193-84fe-50aec1a729de None None] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:33.447102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cef9b78a-1f4e-4f8d-bd71-2a9d2c2124aa req-10cc783e-3553-4964-9d19-dbff2c502ea6 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Synchronizing usage tracker for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:33.456887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:33.776543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d4aad775-e931-436e-9918-01519b637449 None None] Provisioning for port 70584c30-90bd-421e-a3ac-0cf68790d92a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:33.786428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cef9b78a-1f4e-4f8d-bd71-2a9d2c2124aa req-10cc783e-3553-4964-9d19-dbff2c502ea6 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Unset dirty status for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:33.804269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cef9b78a-1f4e-4f8d-bd71-2a9d2c2124aa req-10cc783e-3553-4964-9d19-dbff2c502ea6 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c&device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 1682 time: 1.0687296 May 26 22:46:33.859025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 70584c30-90bd-421e-a3ac-0cf68790d92a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:33.874891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 70584c30-90bd-421e-a3ac-0cf68790d92a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:33.875308 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:33.935980 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:46:33.963217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.028536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cef9b78a-1f4e-4f8d-bd71-2a9d2c2124aa req-8a752622-80e8-4e83-8725-83870be2dba4 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233334 May 26 22:46:34.177027 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Subnet': ['ID=fcbc7ac0-18ed-47f3-b3ce-0126167723a4,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:34.198990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Checking segment: {'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:34.200565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network hostable DHCP agents. Network: 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:46:34.257631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54960) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:34.261096 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.266432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110178459', 'description': 'tempest-description--1892643561'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:34.291867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:34.307045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:security_group and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:34.312381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:46:34.326611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:34.342273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:34.365987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:34.369531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:34.370170 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.378746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef9def4-34e0-48e9-b81c-a2934a0a6b52 None None] Network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:34.423810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.471519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c7d6ad1b-a379-4bfb-ac47-71b2724f6880 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8023040 May 26 22:46:34.474319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:34.492537 n-d-843301-1 neutron-server[84029]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-90064f1b-6693-45ca-9449-feeb47f4e327']: {'server_uuid': 'caa919a3-78a4-432b-8b6f-638630178956', 'name': 'network-vif-deleted', 'tag': '8698361c-bcbe-4a91-b882-73105e3fffa4', 'status': 'failed', 'code': 422} returned with failed status May 26 22:46:34.505817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-808003994'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:34.541937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:34.555568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:network and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:34.559120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:34.565381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:34.583487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:34.601821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:security_group_rule and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:34.615538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:34.637011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:34.667821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 70584c30-90bd-421e-a3ac-0cf68790d92a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70584c30-90bd-421e-a3ac-0cf68790d92a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:34.715323 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.743854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:34.748426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.751718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.762315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.850573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:46:34.883759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b59e62-85c6-4fce-8ef9-6a0f0e01315a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:34.895790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=70584c30-90bd-421e-a3ac-0cf68790d92a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:34.897157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.899640 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Added segment feec40b8-0f9a-4939-ae72-4fff54614883 of type vlan for network c262e1a3-f8d1-4f1d-92fa-83cf170f185d May 26 22:46:34.911792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.922018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ded7e3d6-1df1-457b-b852-0b559bb9015b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6590118 May 26 22:46:34.925878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54982) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:34.935038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-abd962c8-06b5-4c78-8125-0ce3dd7acc02 None None] Provisioning complete for port 70584c30-90bd-421e-a3ac-0cf68790d92a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:34.935038 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-abd962c8-06b5-4c78-8125-0ce3dd7acc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:34.958517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'security_group_rule': {'security_group_id': '72b59e62-85c6-4fce-8ef9-6a0f0e01315a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:34.970792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:34.983132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:security_group_rule and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:34.989713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:35.006652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:35.098871 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.113520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.189722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fccd6-2d94-47c4-8fe0-da89dde317b2 req-4e6441a7-13ba-4707-9afb-9b6d5c67914b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:35.191216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-587fccd6-2d94-47c4-8fe0-da89dde317b2 req-4e6441a7-13ba-4707-9afb-9b6d5c67914b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.6076319 May 26 22:46:35.246145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a', 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'fixed_ips': [{'subnet_id': 'fcbc7ac0-18ed-47f3-b3ce-0126167723a4'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:46:35.247261 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.341922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.360906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.379727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.384982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:35.385568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.465467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0201a40-6ce0-4fdb-b4ad-6ff6cbcfe8a2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:35.478450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0023913 May 26 22:46:35.481303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55002) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:35.485124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Allocated IP 19.80.0.2 (6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a/fcbc7ac0-18ed-47f3-b3ce-0126167723a4/94deb775-4b60-4e7d-8b98-0f7e89dfb636) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:35.567062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'subnet': {'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:35.596921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-3de71293-2df4-4059-84fd-55bb9b216dea tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:35.606494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-587fccd6-2d94-47c4-8fe0-da89dde317b2 req-d80eb8b9-ef11-421b-adcb-01fefd0e27ee tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766603 May 26 22:46:35.619550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-3de71293-2df4-4059-84fd-55bb9b216dea tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.2637208 May 26 22:46:35.621616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:35.626137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7806ffc7-b95d-4435-bafe-2a9d805b9ce4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6882107 May 26 22:46:35.639468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55008) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:35.676792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'security_group_rule': {'security_group_id': '72b59e62-85c6-4fce-8ef9-6a0f0e01315a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:35.698746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-c1fcf7fc-baf7-4f94-924a-1e86a05b71ea tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/quotas/742a146aaf934365a02fa017040542f1 HTTP/1.1" status: 200 len: 375 time: 0.0766654 May 26 22:46:35.711230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:35.801010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9e161-f94e-460d-a7dc-9795d0e1e582 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Network': ['ID=c262e1a3-f8d1-4f1d-92fa-83cf170f185d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:35.878938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:35.881133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-5312f9a1-ec60-414b-b5cc-3e15b4d3e702 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:35.891027 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Usage tracker for resource:subnet and tenant:68898c1ac0ab46a09d2a120f74ceff36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:35.896220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:35.909263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:security_group_rule and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:35.914271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:35.914535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:35.918931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-5312f9a1-ec60-414b-b5cc-3e15b4d3e702 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:35.931735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-5312f9a1-ec60-414b-b5cc-3e15b4d3e702 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2319880 May 26 22:46:35.939530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c262e1a3-f8d1-4f1d-92fa-83cf170f185d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:46:35.941651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:36.075975 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.137559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-62ce4d98-8e2f-4508-a3a9-f2a4fbc63e56 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040973 May 26 22:46:36.140530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:36.170273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:36.294583 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.313435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.363471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Transition to ACTIVE for port object 94deb775-4b60-4e7d-8b98-0f7e89dfb636 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:36.400308 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.414707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.460562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1f2fe6-43a3-41a8-bda0-3278f0f21721,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:36.479872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.481075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-42e647db-b66e-4924-b602-2f7cc11ba392 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8394558 May 26 22:46:36.496703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55032) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:36.566004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-6e7ac6b6-7d12-4055-868a-4049d89ecefe service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273241 May 26 22:46:36.591595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:36.597297 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.615399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Transition to ACTIVE for port object 94deb775-4b60-4e7d-8b98-0f7e89dfb636 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:36.637129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.642550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:36.660077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:floatingip and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:36.664045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:36.690155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:36.784038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Subnet': ['ID=933007ee-b68d-4a82-9093-633d7271f5a8,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:36.795691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:36.817617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Pushing event updated for resources: {'Port': ['ID=94deb775-4b60-4e7d-8b98-0f7e89dfb636,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:36.840870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:36.842630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:36.845209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:36.894882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70584c30-90bd-421e-a3ac-0cf68790d92a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:37.032030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Attempting to bind port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:46:37.032757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Attempting to bind port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:46:37.033084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Attempting to bind port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 on network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:37.036379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 70584c30-90bd-421e-a3ac-0cf68790d92a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:37.036734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:37.117276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:46:37.117657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Checking segment: {'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:37.118063 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:37.118450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Bound using segment: {'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:46:37.119289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Bound port: 94deb775-4b60-4e7d-8b98-0f7e89dfb636, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:46:37.120119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:37.121099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Checking segment: {'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:37.121592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network hostable DHCP agents. Network: c262e1a3-f8d1-4f1d-92fa-83cf170f185d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:46:37.164129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17970b17-4d23-45cf-b6d8-6d797999f948 req-55d78e73-8ad7-4fbc-be54-8d3b82196911 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:37.165659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17970b17-4d23-45cf-b6d8-6d797999f948 req-55d78e73-8ad7-4fbc-be54-8d3b82196911 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.7652414 May 26 22:46:37.367363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network c262e1a3-f8d1-4f1d-92fa-83cf170f185d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:46:37.415441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c262e1a3-f8d1-4f1d-92fa-83cf170f185d) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:37.428934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded6d644-76c0-432f-b7ff-990145d1022d None None] Network c262e1a3-f8d1-4f1d-92fa-83cf170f185d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:37.444291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:37.444908 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:37.465395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17970b17-4d23-45cf-b6d8-6d797999f948 req-8005f5a6-19ab-45b4-8128-74a864be7764 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083335 May 26 22:46:37.522186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-abee298e-8c81-44ca-ba16-8ecf5718d460 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9802217 May 26 22:46:37.547189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-790b1b81-24da-4069-80dc-425ea2c9dbd3 req-a185b521-1467-4ffa-8761-78d7b3404d37 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 210 time: 0.0816653 May 26 22:46:37.554965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] For port 94deb775-4b60-4e7d-8b98-0f7e89dfb636, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:46:37.603069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:37.641170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] For port 94deb775-4b60-4e7d-8b98-0f7e89dfb636, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=94deb775-4b60-4e7d-8b98-0f7e89dfb636,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:46:37.666547 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:37.946346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377be31-9263-4ac5-8080-0f32b6148b3b None None] Pushing event updated for resources: {'Port': ['ID=94deb775-4b60-4e7d-8b98-0f7e89dfb636,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:38.026493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 172.25.4.107 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/9908da1b-81c8-42ce-8acf-eec8e654acf3) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:38.316941 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:38.322862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-c262e1a3-f8d1-4f1d-92fa-83cf170f185d', 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'fixed_ips': [{'subnet_id': '933007ee-b68d-4a82-9093-633d7271f5a8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:46:38.323685 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:38.603143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-338cee17-6574-4c1c-bb92-cda63f2f91a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:38.607734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-338cee17-6574-4c1c-bb92-cda63f2f91a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:38.608708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-338cee17-6574-4c1c-bb92-cda63f2f91a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:38.627757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-338cee17-6574-4c1c-bb92-cda63f2f91a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:38.629313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-338cee17-6574-4c1c-bb92-cda63f2f91a8 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/networks?id=6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a&id=c262e1a3-f8d1-4f1d-92fa-83cf170f185d HTTP/1.1" status: 200 len: 1390 time: 0.5041900 May 26 22:46:38.660326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5b24-7f16-4664-b71f-73d039cf1627 req-409b971b-d291-4572-bed1-bf2838a76fe7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:38.672243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-85c26771-a274-4c44-ba87-310c4b49cd26 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/quotas/68898c1ac0ab46a09d2a120f74ceff36 HTTP/1.1" status: 200 len: 375 time: 0.0230210 May 26 22:46:38.672990 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-860d5b24-7f16-4664-b71f-73d039cf1627 req-409b971b-d291-4572-bed1-bf2838a76fe7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 945 time: 0.4306009 May 26 22:46:38.802873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:38.831735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Allocated IP 19.86.0.2 (c262e1a3-f8d1-4f1d-92fa-83cf170f185d/933007ee-b68d-4a82-9093-633d7271f5a8/24c7cb9f-9fce-422f-a3b4-d3313e39edf0) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:38.909297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-2d8c6f25-efa1-4b64-96cd-b7c03d185e2e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:38.985163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-f1638033-c0a9-42cb-8479-360f35966207 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:38.985551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94deb775-4b60-4e7d-8b98-0f7e89dfb636 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:38.996669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-f1638033-c0a9-42cb-8479-360f35966207 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 945 time: 0.7554128 May 26 22:46:38.998048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=9908da1b-81c8-42ce-8acf-eec8e654acf3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:39.051950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-2d8c6f25-efa1-4b64-96cd-b7c03d185e2e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:39.053262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-2d8c6f25-efa1-4b64-96cd-b7c03d185e2e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3730185 May 26 22:46:39.126468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55102) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:39.175201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:39.193826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:39.200410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:39.227747 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.242016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Transition to ACTIVE for port object 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:39.269307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Transition to ACTIVE for port object 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:39.277028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.316244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:39.335422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75f239-701f-4003-b314-72ba1de7f94d req-05dd6169-3484-4e8b-b8cf-7a95f8a4ff69 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:39.338505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c75f239-701f-4003-b314-72ba1de7f94d req-05dd6169-3484-4e8b-b8cf-7a95f8a4ff69 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.55 "GET /v2.0/ports?device_id=951a9615-e4f6-4f38-b855-3b60ddf76aa5 HTTP/1.1" status: 200 len: 946 time: 0.4182642 May 26 22:46:39.435725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Network c262e1a3-f8d1-4f1d-92fa-83cf170f185d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:39.437271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Pushing event updated for resources: {'Port': ['ID=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:39.439940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:39.446481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:39.478020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-cb7bc94a-40fe-4a48-8822-52b59a72f63f service neutron] 10.222.0.32 "GET /v2.0/networks/6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081907 May 26 22:46:39.481267 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-860d5b24-7f16-4664-b71f-73d039cf1627 req-6347f397-f383-431b-852e-0021afb90de7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8072500 May 26 22:46:39.517305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Deleting port 68334658-aa42-467a-acd6-1ce5aefee530 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:39.518604 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.551992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Deleting port c9314957-6b55-4940-b2da-d4935f9ff792 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:46:39.552417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.659244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.726957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Attempting to bind port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:46:39.727320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Attempting to bind port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:46:39.727669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Attempting to bind port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 on network c262e1a3-f8d1-4f1d-92fa-83cf170f185d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:39.744075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:46:39.745953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Checking segment: {'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:39.746358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.747227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Bound using segment: {'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:46:39.747769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Bound port: 24c7cb9f-9fce-422f-a3b4-d3313e39edf0, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:46:39.748145 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.754418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-8309976f-15d4-4990-8bc6-34240f259dba tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:39.755911 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-8309976f-15d4-4990-8bc6-34240f259dba tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.7216096 May 26 22:46:39.813626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Request body: {'port': {'device_id': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'admin_state_up': True, 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:39.857395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3387a395-774f-4ff6-943c-be09483bb2e8 None None] Network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:40.035600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-db59ba6d-5656-48cf-a9bd-ca4baadcb463 None None] Provisioning for port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:40.046998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f5830003-c591-4297-ba02-68d499532b42 None None] For port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:46:40.062885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-db59ba6d-5656-48cf-a9bd-ca4baadcb463 None None] Provisioning complete for port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:40.063247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-db59ba6d-5656-48cf-a9bd-ca4baadcb463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.144099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f5830003-c591-4297-ba02-68d499532b42 None None] For port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:46:40.146376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-864471f5-5fdd-4056-bdaa-49d0a8b84d5f service neutron] 10.222.0.32 "GET /v2.0/networks/6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671240 May 26 22:46:40.173446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:40.184802 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.243729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.269449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Usage tracker for resource:security_group_rule and tenant:45c745f86c5d40f4bd2f3c1e4d855bd3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:40.283758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:40.348259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:40.422779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:40.463241 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-db59ba6d-5656-48cf-a9bd-ca4baadcb463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.491775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] For port c9314957-6b55-4940-b2da-d4935f9ff792, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9314957-6b55-4940-b2da-d4935f9ff792,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:40.491775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.493102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5830003-c591-4297-ba02-68d499532b42 None None] Pushing event updated for resources: {'Port': ['ID=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:40.511732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:40.537233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8ba8810-d9f3-465d-b0b5-2f9441a0e1a8 req-47e840ae-8f2e-44a5-8b0c-1014543c879c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6335576 May 26 22:46:40.539958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-db59ba6d-5656-48cf-a9bd-ca4baadcb463 None None] For port 94deb775-4b60-4e7d-8b98-0f7e89dfb636, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=94deb775-4b60-4e7d-8b98-0f7e89dfb636,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:40.541169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94de9695-971a-43cd-963a-cc897e2f65aa service neutron] 10.222.0.32 "GET /v2.0/networks/c262e1a3-f8d1-4f1d-92fa-83cf170f185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935318 May 26 22:46:40.550547 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-db59ba6d-5656-48cf-a9bd-ca4baadcb463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.551324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] For port 68334658-aa42-467a-acd6-1ce5aefee530, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=68334658-aa42-467a-acd6-1ce5aefee530,segment=NetworkSegment(130ad9d4-0dda-44ab-a64f-09ee7efe158f),segment_id=130ad9d4-0dda-44ab-a64f-09ee7efe158f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:40.551685 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.661217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59ba6d-5656-48cf-a9bd-ca4baadcb463 None None] Pushing event updated for resources: {'Port': ['ID=94deb775-4b60-4e7d-8b98-0f7e89dfb636,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:40.682661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:40.857179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-5d35aab9-6f6a-4db1-a0d5-f768c2d7ed07 service neutron] 10.222.0.32 "GET /v2.0/networks/c262e1a3-f8d1-4f1d-92fa-83cf170f185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847328 May 26 22:46:41.029206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94deb775-4b60-4e7d-8b98-0f7e89dfb636 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:41.172554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e62ac24d-f3e4-4d35-aa4d-4907d5c76a2b None None] Provisioning complete for port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:41.172929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e62ac24d-f3e4-4d35-aa4d-4907d5c76a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:41.204995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:41.239998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Calling delete_port for 68334658-aa42-467a-acd6-1ce5aefee530 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:41.275064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:41.275435 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:41.456362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Calling delete_port for c9314957-6b55-4940-b2da-d4935f9ff792 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:46:41.468556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:41.520883 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:41.575407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:41.607762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:41.611030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:41.651531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6ffd4b8c-8ef4-435e-86f3-a5181b267302 req-b187d7d4-7f7d-4aed-8e8c-48641b9866d1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 210 time: 0.4413443 May 26 22:46:41.818230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ee4dd1-9d4f-4e26-9f26-a5c892a42f76,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:41.925316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=9908da1b-81c8-42ce-8acf-eec8e654acf3,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:41.930299 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-93ef55eb-c248-4464-923d-632ed0e4b114 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45c745f86c5d40f4bd2f3c1e4d855bd3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8027518 May 26 22:46:41.941948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-ad84379d-f42c-448f-bbfe-016996e91eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8691857 May 26 22:46:42.036013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55144) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:42.062784 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 68334658-aa42-467a-acd6-1ce5aefee530 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:42.153613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952b31e-cdc7-4b06-aebb-2d7286951ed3 None None] Network c262e1a3-f8d1-4f1d-92fa-83cf170f185d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:46:42.171283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ca43-433b-45e8-b57b-ca61bd8efee9 req-66058c02-a9a3-4ab3-96b8-e59dfb81aabd tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:42.179946 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-33c7ca43-433b-45e8-b57b-ca61bd8efee9 req-66058c02-a9a3-4ab3-96b8-e59dfb81aabd tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 945 time: 0.8167069 May 26 22:46:42.209430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.302814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-33c7ca43-433b-45e8-b57b-ca61bd8efee9 req-49a1f9fe-80f2-4f87-8112-82d162b5868d tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef388937-876b-49c5-82df-77ed1e44d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208630 May 26 22:46:42.304867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.315211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Pushing event deleted for resources: {'Port': ['ID=c9314957-6b55-4940-b2da-d4935f9ff792,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:42.331985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No active binding found for port 68334658-aa42-467a-acd6-1ce5aefee530 {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:46:42.332397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 68334658-aa42-467a-acd6-1ce5aefee530 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:46:42.352473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6fd67ab3-713b-4f61-8c76-a3b91a13ebb6 None None] Provisioning for port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:42.461090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Pushing event deleted for resources: {'Port': ['ID=68334658-aa42-467a-acd6-1ce5aefee530,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:42.462983 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.569392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311d4134-ce46-4280-9734-b2c9faff3bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.660166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.661370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-526db74b-4666-423f-9ea2-fbf83e0c0f71 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0922027 May 26 22:46:42.716427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] No DVR routers for this DVR port 68334658-aa42-467a-acd6-1ce5aefee530 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:42.763840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.768734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] No DVR routers for this DVR port c9314957-6b55-4940-b2da-d4935f9ff792 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:46:42.777365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.783220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de93478a-f90e-49e9-8723-4d8aa79e6795 req-dfc9f71e-b09c-4af5-a604-e28efc7993d7 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.48 "DELETE /v2.0/ports/c9314957-6b55-4940-b2da-d4935f9ff792 HTTP/1.1" status: 204 len: 173 time: 3.7477374 May 26 22:46:42.785014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Allocated IP 172.20.0.5 (fb59c85f-9bff-412f-bbc8-87b64e62f4b6/daaccb09-0e18-47e1-90de-a298a331d2b9/acae6578-6a41-47a9-b2bd-86a949a8ea13) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:42.788222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'name': 'network-vif-deleted', 'tag': 'c9314957-6b55-4940-b2da-d4935f9ff792'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:42.803025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'name': 'network-vif-deleted', 'tag': '68334658-aa42-467a-acd6-1ce5aefee530'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:42.815525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91cbc8-29a1-4eba-a0a5-63e55651dc0f req-7c205597-64b6-41e2-959e-db0d5b549b72 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:42.826470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b91cbc8-29a1-4eba-a0a5-63e55651dc0f req-7c205597-64b6-41e2-959e-db0d5b549b72 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.9043307 May 26 22:46:42.842206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3becf18-ddb9-40c4-8e21-0bbbc250c173 req-072c2577-c040-486e-935f-7af6bedecb21 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 210 time: 0.2016342 May 26 22:46:42.869256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311d4134-ce46-4280-9734-b2c9faff3bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:42.919574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9314957-6b55-4940-b2da-d4935f9ff792 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:46:42.933494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c75f239-701f-4003-b314-72ba1de7f94d req-b9d86e59-8bd7-4590-bd3e-e9fa370d62b5 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.55 "DELETE /v2.0/ports/68334658-aa42-467a-acd6-1ce5aefee530 HTTP/1.1" status: 204 len: 173 time: 3.5695457 May 26 22:46:42.980030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:43.036299 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311d4134-ce46-4280-9734-b2c9faff3bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:43.041624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: c9314957-6b55-4940-b2da-d4935f9ff792 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:46:43.042912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9314957-6b55-4940-b2da-d4935f9ff792 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:46:43.061811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b91cbc8-29a1-4eba-a0a5-63e55651dc0f req-8fcc686f-0e64-4af3-ae80-2fd034b60215 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310994 May 26 22:46:43.073641 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311d4134-ce46-4280-9734-b2c9faff3bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:43.074815 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-311d4134-ce46-4280-9734-b2c9faff3bb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9ee4dd1-9d4f-4e26-9f26-a5c892a42f76 HTTP/1.1" status: 204 len: 168 time: 1.0353255 May 26 22:46:43.079953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d4134-ce46-4280-9734-b2c9faff3bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ee4dd1-9d4f-4e26-9f26-a5c892a42f76,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:43.160949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:43.168586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:43.169183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:43.213206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-316591c1-55af-4265-b042-49eac2c3ffef req-0158ad9d-1e49-44c5-ad56-2dbeb7b75c76 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 210 time: 0.1064174 May 26 22:46:43.365925 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94cac2b0-8e0a-4977-a333-f1a121dfb48c'] response: {'server_uuid': '951a9615-e4f6-4f38-b855-3b60ddf76aa5', 'name': 'network-vif-deleted', 'tag': '68334658-aa42-467a-acd6-1ce5aefee530', 'status': 'completed', 'code': 200} May 26 22:46:43.368137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:43.483146 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:43.510572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:43.516657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:43.563148 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:43.614892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:43.661603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-78e8483f-500e-4890-b4fb-e1cd30fd74e7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:43.709949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-78e8483f-500e-4890-b4fb-e1cd30fd74e7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:43.711691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-78e8483f-500e-4890-b4fb-e1cd30fd74e7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2110178459&fields=id&tenant_id=051ee0d956464e13a0b95231c21ae52c HTTP/1.1" status: 200 len: 267 time: 0.1755860 May 26 22:46:43.752729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:43.759694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:43.764226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:43.835484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6e14536a-913d-458d-8768-dd1be6d796dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:43.836788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6e14536a-913d-458d-8768-dd1be6d796dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:43.866664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event updated for resources: {'Port': ['ID=acae6578-6a41-47a9-b2bd-86a949a8ea13,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:43.879688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55192) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:43.922570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6e14536a-913d-458d-8768-dd1be6d796dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:43.931599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6e14536a-913d-458d-8768-dd1be6d796dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports/7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 200 len: 935 time: 0.2092924 May 26 22:46:44.047505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:44.050145 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:44.098587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-30584cba-1a7c-4fd6-ae73-20f349b50dad tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:44.101439 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-30584cba-1a7c-4fd6-ae73-20f349b50dad tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports/15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 200 len: 936 time: 0.1690187 May 26 22:46:44.188325 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5551585f-62e2-4da7-9c87-faa75d5ab8f4'] response: {'server_uuid': '7af02f71-6a26-4646-ba7c-a0593aff3b6c', 'name': 'network-vif-deleted', 'tag': 'c9314957-6b55-4940-b2da-d4935f9ff792', 'status': 'completed', 'code': 200} May 26 22:46:44.202866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:44.233859 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-fe6a122a-1ecf-41ef-8f9d-3d5f152181b0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1246924 May 26 22:46:44.498742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-660c1ded-f15e-4d28-8c67-e2c99cb8fdf4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2638500 May 26 22:46:44.608912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9c5c53b6-a3d9-4a72-9a76-8b0ee15a4197 req-5915a271-628f-40fe-b04d-1daaefe6b620 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Synchronizing usage tracker for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:44.625779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-930b45a5-911c-405c-b857-7254b6103428 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8566520 May 26 22:46:44.653547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Request body: {'port': {'device_id': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:44.676419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-f0a1450e-c229-429f-abd4-d882db349ca5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:44.680533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-f0a1450e-c229-429f-abd4-d882db349ca5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:44.688446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-f0a1450e-c229-429f-abd4-d882db349ca5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:44.696170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-f0a1450e-c229-429f-abd4-d882db349ca5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/networks?id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8 HTTP/1.1" status: 200 len: 1995 time: 0.1959393 May 26 22:46:44.739884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-f3317f60-4937-4e0c-b06d-6778dfddc328 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/quotas/051ee0d956464e13a0b95231c21ae52c HTTP/1.1" status: 200 len: 375 time: 0.0423462 May 26 22:46:44.762482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9c5c53b6-a3d9-4a72-9a76-8b0ee15a4197 req-5915a271-628f-40fe-b04d-1daaefe6b620 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] Unset dirty status for tenant:6cf2887be24e4e59862a235ab08238be on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:44.776948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c5c53b6-a3d9-4a72-9a76-8b0ee15a4197 req-5915a271-628f-40fe-b04d-1daaefe6b620 tempest-ListServersNegativeTestJSON-1637774703 tempest-ListServersNegativeTestJSON-1637774703-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af02f71-6a26-4646-ba7c-a0593aff3b6c HTTP/1.1" status: 200 len: 210 time: 0.4827290 May 26 22:46:44.780567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:44.802787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-d251ee97-e4b5-416c-9bf2-1aaa3718575c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:44.809489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-24dd9504-5c48-40f8-a8d4-854fe23aa92e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0&tenant_id=6615c805519f473bbaae6776d7f43b88 HTTP/1.1" status: 200 len: 1094 time: 1.3296611 May 26 22:46:44.823106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-d251ee97-e4b5-416c-9bf2-1aaa3718575c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:44.823871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-d251ee97-e4b5-416c-9bf2-1aaa3718575c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:44.828529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Usage tracker for resource:security_group_rule and tenant:17a053485abb4c98a9468074affbf717 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:46:44.843082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:44.846766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:46:44.901406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:44.913526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6168357d-6c96-400d-8596-9bebb93fdeed tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1649268 May 26 22:46:44.944479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-d251ee97-e4b5-416c-9bf2-1aaa3718575c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:44.944479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-d251ee97-e4b5-416c-9bf2-1aaa3718575c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.55 "GET /v2.0/networks?id=6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a&id=c262e1a3-f8d1-4f1d-92fa-83cf170f185d HTTP/1.1" status: 200 len: 1390 time: 1.0130932 May 26 22:46:44.972327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'port': {'device_id': '92f93f5b-a681-4e7a-8319-54372ead1967', 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a', 'admin_state_up': True, 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:44.988036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:45.005836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:45.007706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:45.071714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-c9d81dbd-9926-4daf-a085-e53d51aa00fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1094 time: 0.2275882 May 26 22:46:45.086398 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-8f5a1bea-836e-4ad4-b237-ee3820ab4890 service neutron] 10.222.0.32 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718245 May 26 22:46:45.162903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-454dad1b-8c05-4866-980c-c3c98532518a req-9d4ede13-ee7b-4119-a643-01d4a1687cc2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:45.329535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-454dad1b-8c05-4866-980c-c3c98532518a req-9d4ede13-ee7b-4119-a643-01d4a1687cc2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:45.330873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-454dad1b-8c05-4866-980c-c3c98532518a req-9d4ede13-ee7b-4119-a643-01d4a1687cc2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 210 time: 0.3241851 May 26 22:46:45.347424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-7f18ee21-c73a-435f-a78d-9bb6fd9433ba service neutron] 10.222.0.32 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593064 May 26 22:46:45.348554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-8756af81-49d9-49a9-97f2-f0a64bfda5ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:45.349717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-8756af81-49d9-49a9-97f2-f0a64bfda5ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 915 time: 0.2436244 May 26 22:46:45.421640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:45.422955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:45.438231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:45.477850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:45.481703 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-97f7125d-4ae0-4eab-b1f7-da3febc7c447 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 217 time: 0.0938163 May 26 22:46:45.491360 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c98e3d51-dfa1-46ff-b60c-efee8f53856f service neutron] 10.222.0.32 "GET /v2.0/ports/7f11d1c7-359b-41a2-9ef0-b737a66eb42a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1366642 May 26 22:46:45.534215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17a053485abb4c98a9468074affbf717&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6542194 May 26 22:46:45.535000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eac28-be76-435f-ad96-ec0924659bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df3eab7-6ae4-48e4-a76a-6c84b7807eb8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:45.541716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55212) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:45.594159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:45.597115 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:45.642064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-2c85e447-6f5c-439e-98a4-09b9d0d77b0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:45.643842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-2c85e447-6f5c-439e-98a4-09b9d0d77b0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.1513770 May 26 22:46:45.714497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-7b5c6f61-6c9c-4ca9-ac16-d67585f048b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526466 May 26 22:46:45.723908 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d73e622-79e9-4f14-8789-c051ef1a0b22 service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957967 May 26 22:46:45.850325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbba969-1b04-4aa6-8d3a-51e36962002a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:45.966150 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-27703caf-24d4-4f21-99d1-b080e7ba67db service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211390 May 26 22:46:45.969326 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-b61bfee6-ee9d-4a6f-b79f-96c724fa64a1 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435665 May 26 22:46:46.004499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbba969-1b04-4aa6-8d3a-51e36962002a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:46.032130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ca4c-93e9-484f-b9f3-8dc7b383dbf8 req-c3f226d7-be29-4729-85e9-bc94f06e80d1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:46.038165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d0ca4c-93e9-484f-b9f3-8dc7b383dbf8 req-c3f226d7-be29-4729-85e9-bc94f06e80d1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.4464624 May 26 22:46:46.096357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Allocated IP 19.80.0.55 (6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a/fcbc7ac0-18ed-47f3-b3ce-0126167723a4/b71b25db-2f49-406f-bead-65ac35920e23) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:46.109181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acae6578-6a41-47a9-b2bd-86a949a8ea13 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:46:46.128332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:46.177127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7d0ca4c-93e9-484f-b9f3-8dc7b383dbf8 req-2ff140e0-225d-4ec4-9549-0d36fb82940c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294930 May 26 22:46:46.185641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Transition to ACTIVE for port object acae6578-6a41-47a9-b2bd-86a949a8ea13 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:46.189871 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbba969-1b04-4aa6-8d3a-51e36962002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:46.223130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:46.244707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-1e8f8e71-e654-40b2-9831-a49a45c2b71a service neutron] 10.222.0.32 "GET /v2.0/ports/15212059-e380-4dc0-971a-e4ebc6ebe2ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2626212 May 26 22:46:46.292881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbba969-1b04-4aa6-8d3a-51e36962002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df3eab7-6ae4-48e4-a76a-6c84b7807eb8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:46.396495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c035f29c-01c6-4298-b5c5-e6acd1af95fa service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508312 May 26 22:46:46.439909 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-78c903d9-b5a3-4e2a-b4cd-7f59a3c018a6 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567313 May 26 22:46:46.520541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbba969-1b04-4aa6-8d3a-51e36962002a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:46.521655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-adbba969-1b04-4aa6-8d3a-51e36962002a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8df3eab7-6ae4-48e4-a76a-6c84b7807eb8 HTTP/1.1" status: 204 len: 168 time: 0.9790194 May 26 22:46:46.540483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Pushing event updated for resources: {'Port': ['ID=acae6578-6a41-47a9-b2bd-86a949a8ea13,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:46.583032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-464776ce-2fbf-4df1-9d78-d36b2486e285 service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727359 May 26 22:46:46.802523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c498b3e3-d698-4b16-85c7-5326c6f56d1b service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121081 May 26 22:46:46.805287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Attempting to bind port acae6578-6a41-47a9-b2bd-86a949a8ea13 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:46:46.805832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Attempting to bind port acae6578-6a41-47a9-b2bd-86a949a8ea13 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:46:46.806251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Attempting to bind port acae6578-6a41-47a9-b2bd-86a949a8ea13 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:46.813323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb6fa-fb8a-4e97-93a2-5317c35bf14f req-c893325e-d917-43d7-a395-c9905a3a1257 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:46.814049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-bdcfb6fa-fb8a-4e97-93a2-5317c35bf14f req-c893325e-d917-43d7-a395-c9905a3a1257 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:46.843055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:46.856154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Port acae6578-6a41-47a9-b2bd-86a949a8ea13 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:46:46.856154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Attempting to bind port acae6578-6a41-47a9-b2bd-86a949a8ea13 on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:46.873028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-bdcfb6fa-fb8a-4e97-93a2-5317c35bf14f req-c893325e-d917-43d7-a395-c9905a3a1257 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:46.874526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bdcfb6fa-fb8a-4e97-93a2-5317c35bf14f req-c893325e-d917-43d7-a395-c9905a3a1257 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 943 time: 0.4925518 May 26 22:46:46.875559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Transition to ACTIVE for port object b71b25db-2f49-406f-bead-65ac35920e23 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:46.876808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:46:46.877131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:46.877515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Bound using segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:46:46.877965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Bound port: acae6578-6a41-47a9-b2bd-86a949a8ea13, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:46:46.878286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:46.977143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-1984d4f1-4ece-4a74-a28a-c3d16c9c96b2 service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594765 May 26 22:46:47.130906 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bca1490f-37ab-44a2-b8e5-73be5defbe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:47.153783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bdcfb6fa-fb8a-4e97-93a2-5317c35bf14f req-59b2fe7b-86ea-4c58-818d-e87fac048986 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125746 May 26 22:46:47.160186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-7f531c86-a119-4130-9a8a-d88b2b430748 service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761644 May 26 22:46:47.241096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] For port acae6578-6a41-47a9-b2bd-86a949a8ea13, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:46:47.245130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] For port acae6578-6a41-47a9-b2bd-86a949a8ea13, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:46:47.251083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:47.338365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:47.364954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6f2fe167-25a1-4a1b-83b7-3e5b9804a556 service neutron] 10.222.0.32 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988301 May 26 22:46:47.393545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:47.394966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] 10.222.0.48 "PUT /v2.0/ports/acae6578-6a41-47a9-b2bd-86a949a8ea13 HTTP/1.1" status: 200 len: 1091 time: 2.7518678 May 26 22:46:47.400072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'tag': 'acae6578-6a41-47a9-b2bd-86a949a8ea13'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:47.422968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:47.427815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:47.444409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:47.652229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-d9383a7a-b7dd-46e7-8a89-63437b8acc9b service neutron] 10.222.0.32 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801564 May 26 22:46:47.723382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14020d2d-e686-4ef3-bf41-03a84935f967 service neutron] Pushing event updated for resources: {'Port': ['ID=acae6578-6a41-47a9-b2bd-86a949a8ea13,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:47.823304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-81d29dcd-0346-46f3-9280-3cca974d879a None None] Provisioning for port b71b25db-2f49-406f-bead-65ac35920e23 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:47.838141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-81d29dcd-0346-46f3-9280-3cca974d879a None None] Provisioning complete for port b71b25db-2f49-406f-bead-65ac35920e23 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:47.838515 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81d29dcd-0346-46f3-9280-3cca974d879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:47.917607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-64b92351-bb65-4ba4-8d55-e85a3144c84f service neutron] 10.222.0.32 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430027 May 26 22:46:47.927864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:47.929343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:47.962084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Port': ['ID=b71b25db-2f49-406f-bead-65ac35920e23,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:47.976758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-94b99439-941b-4fe1-ad4b-b64cca59471c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0099990 May 26 22:46:47.991160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Request body: {'port': {'device_id': '92f93f5b-a681-4e7a-8319-54372ead1967', 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d', 'admin_state_up': True, 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:48.002473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-81d29dcd-0346-46f3-9280-3cca974d879a None None] Port b71b25db-2f49-406f-bead-65ac35920e23 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:46:48.014965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e5be-9c52-4910-8492-33fa2731c07d req-5a0cb5a8-3c4b-48eb-b71f-179364673f85 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:48.015658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-31f3e5be-9c52-4910-8492-33fa2731c07d req-5a0cb5a8-3c4b-48eb-b71f-179364673f85 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:48.107616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-4f84b445-1d96-4c7c-bc19-152ad2f8f809 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 1094 time: 0.5977380 May 26 22:46:48.234814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-a7fc2bd8-08a7-440b-9d1d-f0880ebdbb66 service neutron] 10.222.0.32 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143222 May 26 22:46:48.288014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-31f3e5be-9c52-4910-8492-33fa2731c07d req-5a0cb5a8-3c4b-48eb-b71f-179364673f85 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:48.291170 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31f3e5be-9c52-4910-8492-33fa2731c07d req-5a0cb5a8-3c4b-48eb-b71f-179364673f85 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 931 time: 0.7684102 May 26 22:46:48.397722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-b35c2958-9a1d-46bf-9fbd-c01546844363 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13 HTTP/1.1" status: 200 len: 217 time: 0.2876091 May 26 22:46:48.500712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-0314b302-605b-47f5-9320-53d3f269543c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:48.502187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-0314b302-605b-47f5-9320-53d3f269543c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.0895751 May 26 22:46:48.597551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-d173301f-ba0e-4daf-b298-d1b522399198 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852654 May 26 22:46:48.624820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:48.631333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31f3e5be-9c52-4910-8492-33fa2731c07d req-b992d4d4-4556-4b6f-845d-e11a09ab8b85 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981591 May 26 22:46:48.694854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:48.758726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-3a483f69-def2-4453-b0da-fb8c39b469c5 service neutron] 10.222.0.32 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156579 May 26 22:46:48.763501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Made reservation on behalf of 68898c1ac0ab46a09d2a120f74ceff36 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:48.771383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:49.172002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-0f4266b7-aace-446e-b461-66f9a6197fff service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679464 May 26 22:46:49.334136 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b62e96d-e887-4f29-83a8-b79453dc2de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:49.450372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f285de7-6001-42e3-ae38-1f71d64ed11e req-fc8fb57a-2690-44d9-8826-bff4c13ac75d service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654448 May 26 22:46:49.540232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Allocated IP 19.86.0.151 (c262e1a3-f8d1-4f1d-92fa-83cf170f185d/933007ee-b68d-4a82-9093-633d7271f5a8/92572114-7a12-4cd9-85a5-dfeb734eeac4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:49.873132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718744b0-5833-4ce6-b798-64e595608143 req-3a9bf506-25b7-4fac-b54b-8fc4f207e598 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:49.875451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718744b0-5833-4ce6-b798-64e595608143 req-3a9bf506-25b7-4fac-b54b-8fc4f207e598 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.8928461 May 26 22:46:49.995672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718744b0-5833-4ce6-b798-64e595608143 req-27238897-a0c4-4413-976d-a66df04320fe tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136701 May 26 22:46:50.003671 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:50.024213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Transition to ACTIVE for port object 92572114-7a12-4cd9-85a5-dfeb734eeac4 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:50.058145 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:50.318856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Network c262e1a3-f8d1-4f1d-92fa-83cf170f185d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:46:50.331719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:46:50.336679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55316) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:50.361055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:46:50.512291 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:50.527544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:50.529394 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:50.551524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] Deleting subnet bffc77d4-3f95-4717-96a9-49599fe549d4 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:46:50.584709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:50.586877 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fde6a1-9a99-4d59-b85d-c63558adc478'] response: {'name': 'network-changed', 'server_uuid': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'tag': 'acae6578-6a41-47a9-b2bd-86a949a8ea13', 'status': 'completed', 'code': 200} May 26 22:46:50.588919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event updated for resources: {'Port': ['ID=92572114-7a12-4cd9-85a5-dfeb734eeac4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:50.722622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:50.784295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-281d507e-de5f-4777-9d3f-3250a421a706 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7979991 May 26 22:46:50.823093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Request body: {'port': {'device_id': '92f93f5b-a681-4e7a-8319-54372ead1967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:50.956608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8582b616-436c-4665-b8e9-1c21a632ec18 None None] Provisioning for port 92572114-7a12-4cd9-85a5-dfeb734eeac4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:50.970756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8582b616-436c-4665-b8e9-1c21a632ec18 None None] Provisioning complete for port 92572114-7a12-4cd9-85a5-dfeb734eeac4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:50.971217 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8582b616-436c-4665-b8e9-1c21a632ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:51.026712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:51.027870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-945e3d53-299c-4706-a710-4e4b92c23058 req-fe823f2b-a88b-4acd-9951-2dba0d636cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 1094 time: 0.4135950 May 26 22:46:51.098703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8582b616-436c-4665-b8e9-1c21a632ec18 None None] Port 92572114-7a12-4cd9-85a5-dfeb734eeac4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:46:51.144118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:51.205843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354910-6623-4cf1-9c15-16acbb87bd73 req-6fdbc609-1071-44da-ac9f-01779c98f108 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:51.212844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd354910-6623-4cf1-9c15-16acbb87bd73 req-6fdbc609-1071-44da-ac9f-01779c98f108 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 943 time: 0.4141278 May 26 22:46:51.331729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dd354910-6623-4cf1-9c15-16acbb87bd73 req-15a0102e-21c4-4e48-a4e8-c4409d9bfdeb tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178241 May 26 22:46:51.339726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:51.393525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffc77d4-3f95-4717-96a9-49599fe549d4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:51.423726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:51.434426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b89f0b70-ea7f-47ab-a4a0-d3413e21e22a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bffc77d4-3f95-4717-96a9-49599fe549d4 HTTP/1.1" status: 204 len: 168 time: 1.0937946 May 26 22:46:51.437194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55342) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:51.641521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0bc94bf-0093-4b93-a8c7-6e529c8bda8b req-75e52c8f-7511-47e7-a6f3-df8ea84c937c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 210 time: 0.1429760 May 26 22:46:51.802913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:52.067677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0683b2-f48e-4465-b17b-7e1ff05758c3 req-2655cc28-5904-42ea-a180-a335722d2c8b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:52.069634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a0683b2-f48e-4465-b17b-7e1ff05758c3 req-2655cc28-5904-42ea-a180-a335722d2c8b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.1700668 May 26 22:46:52.099650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:52.127848 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:52.207338 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a0683b2-f48e-4465-b17b-7e1ff05758c3 req-3e0815a8-9bae-4de8-8065-ad2bb6e07e5f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311595 May 26 22:46:52.832091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5670c-014f-4366-bb2f-bba4eb0b1255 req-2fd42286-2f8d-4c85-905d-541e3652728e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:52.834569 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cd5670c-014f-4366-bb2f-bba4eb0b1255 req-2fd42286-2f8d-4c85-905d-541e3652728e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 943 time: 0.2222302 May 26 22:46:52.869346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e3d53-299c-4706-a710-4e4b92c23058 req-f9f61854-ab4e-45d8-a998-939343ccb418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:52.881467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-945e3d53-299c-4706-a710-4e4b92c23058 req-f9f61854-ab4e-45d8-a998-939343ccb418 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 1.8521333 May 26 22:46:52.928311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cd5670c-014f-4366-bb2f-bba4eb0b1255 req-d437b44c-86af-4e5f-ae17-5e32d8416522 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847909 May 26 22:46:52.965188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device acae6578-6a41-47a9-b2bd-86a949a8ea13 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:46:53.023836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472636a-0890-45f9-89e1-10d3147409a4 req-4333f897-8d35-4223-9aee-c9d9910bf86f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:53.027869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472636a-0890-45f9-89e1-10d3147409a4 req-4333f897-8d35-4223-9aee-c9d9910bf86f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:53.028660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2472636a-0890-45f9-89e1-10d3147409a4 req-4333f897-8d35-4223-9aee-c9d9910bf86f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:53.192630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c071d844-4e21-4a9b-b021-3b9034348bbb req-4a21238e-5ba7-4bae-962e-d583a8a14ea7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 210 time: 0.0579391 May 26 22:46:53.417075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port acae6578-6a41-47a9-b2bd-86a949a8ea13, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:53.460427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'acae6578-6a41-47a9-b2bd-86a949a8ea13', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'port_id': 'acae6578-6a41-47a9-b2bd-86a949a8ea13', 'mac_address': 'fa:16:3e:78:b9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaccb09-0e18-47e1-90de-a298a331d2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:46:53.533720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-945e3d53-299c-4706-a710-4e4b92c23058 req-cf77ec7e-e24a-47cb-90ae-8e3ba483752c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13 HTTP/1.1" status: 200 len: 217 time: 0.6301453 May 26 22:46:53.551797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:53.633126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:53.688395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acae6578-6a41-47a9-b2bd-86a949a8ea13 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:46:53.724113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2472636a-0890-45f9-89e1-10d3147409a4 req-4333f897-8d35-4223-9aee-c9d9910bf86f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:53.748325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port acae6578-6a41-47a9-b2bd-86a949a8ea13, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:53.748671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2472636a-0890-45f9-89e1-10d3147409a4 req-4333f897-8d35-4223-9aee-c9d9910bf86f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1654 time: 2.7378955 May 26 22:46:53.751943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-f92732a7-2848-4efa-a8ba-a167a7d4d379 service neutron] 10.222.0.48 "GET /v2.0/ports/7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 200 len: 1031 time: 0.8692956 May 26 22:46:53.784322 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:53.842903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8529b-0bdb-42e9-89f5-aa822a001be8 req-fd24700a-1aac-45a3-a1dc-ac5586a902c9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:53.850850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67d8529b-0bdb-42e9-89f5-aa822a001be8 req-fd24700a-1aac-45a3-a1dc-ac5586a902c9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.3757758 May 26 22:46:53.961126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67d8529b-0bdb-42e9-89f5-aa822a001be8 req-7756ab6d-8949-4dd9-ac01-3e1e363b2015 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073725 May 26 22:46:54.005527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=acae6578-6a41-47a9-b2bd-86a949a8ea13,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:54.126255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbce0948-7db0-4c5b-b10e-209deb8c6057']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:54.151004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['acae6578-6a41-47a9-b2bd-86a949a8ea13'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:46:54.271073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130ad9d4-0dda-44ab-a64f-09ee7efe158f') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:54.271376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130ad9d4-0dda-44ab-a64f-09ee7efe158f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:46:54.306220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:46:54.315069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925b2de-a207-4f08-a2b1-adae8016cb8f req-3891599c-e756-4102-86fb-0b21393676ce tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:54.324368 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7925b2de-a207-4f08-a2b1-adae8016cb8f req-3891599c-e756-4102-86fb-0b21393676ce tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 944 time: 0.1153212 May 26 22:46:54.352290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2472636a-0890-45f9-89e1-10d3147409a4 req-4aaf1671-93a1-4429-9418-f92cc65d1862 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026173 May 26 22:46:54.364507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e3d53-299c-4706-a710-4e4b92c23058 req-4c84bc9c-8a74-46f7-9edd-b4bf680cced6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:54.368466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-945e3d53-299c-4706-a710-4e4b92c23058 req-4c84bc9c-8a74-46f7-9edd-b4bf680cced6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.8080199 May 26 22:46:54.370729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:54.402026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7925b2de-a207-4f08-a2b1-adae8016cb8f req-3c787594-057d-417a-a147-0af0718288fe tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763667 May 26 22:46:54.594616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-69abb788-4db0-4326-a1bb-85e7d4b85563 service neutron] 10.222.0.48 "GET /v2.0/ports/15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 200 len: 1032 time: 0.7322412 May 26 22:46:54.722868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71b25db-2f49-406f-bead-65ac35920e23 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:46:54.755472 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:54.778386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Transition to ACTIVE for port object b71b25db-2f49-406f-bead-65ac35920e23 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:46:54.794323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-945e3d53-299c-4706-a710-4e4b92c23058 req-b9013a4b-2abe-4274-8e94-334c9689f375 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3927038 May 26 22:46:54.831044 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:54.851659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:55.008527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:55.414536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae383f-784c-4040-90c3-700ac97fb7a2 req-7eddc5cb-833d-4abc-9b7a-76df6adc21e4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:55.416107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dae383f-784c-4040-90c3-700ac97fb7a2 req-7eddc5cb-833d-4abc-9b7a-76df6adc21e4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.1920393 May 26 22:46:55.543311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dae383f-784c-4040-90c3-700ac97fb7a2 req-acb5161b-c889-4388-b7cf-d824dbd54c32 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156549 May 26 22:46:55.601646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:46:55.608519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:55.652708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-edbccf00-5086-4bff-95cc-32905b3e7fde req-4dbbe0d2-6299-4e80-8928-a4a91e4e89ac tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: timer() May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:46:55.658783 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:46:56.130853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc67e-1ce5-4238-88df-c807359abeca req-5c3dd56c-07d0-41f6-90b1-0800b2f8990a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:56.148354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc67e-1ce5-4238-88df-c807359abeca req-5c3dd56c-07d0-41f6-90b1-0800b2f8990a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:56.169753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-308dc67e-1ce5-4238-88df-c807359abeca req-5c3dd56c-07d0-41f6-90b1-0800b2f8990a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1666 time: 0.2450151 May 26 22:46:56.260001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Pushing event updated for resources: {'Port': ['ID=b71b25db-2f49-406f-bead-65ac35920e23,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:56.286297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-edbccf00-5086-4bff-95cc-32905b3e7fde req-4dbbe0d2-6299-4e80-8928-a4a91e4e89ac tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:56.292421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-308dc67e-1ce5-4238-88df-c807359abeca req-32db5df6-6450-4706-990e-84f7dec847bb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218009 May 26 22:46:56.295052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edbccf00-5086-4bff-95cc-32905b3e7fde req-4dbbe0d2-6299-4e80-8928-a4a91e4e89ac tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 210 time: 1.6066787 May 26 22:46:56.430009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.430594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.431072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.431566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.432094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.432575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.433041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.433548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.434123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.435253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.435780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:46:56.454303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:56.496516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c55a2d40-772f-4b71-8657-a27bd4eb69be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:56.514930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c55a2d40-772f-4b71-8657-a27bd4eb69be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:56.527221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c55a2d40-772f-4b71-8657-a27bd4eb69be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:56.531674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c55a2d40-772f-4b71-8657-a27bd4eb69be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:56.579036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:56.700138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0436a8-944a-4f59-ac53-9464cea9e5ce req-3a40fa98-1f97-40e2-b377-6446ce45a8bb tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:56.707197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-945e3d53-299c-4706-a710-4e4b92c23058 req-116f09e3-b06d-4237-ace4-f0a3e221e4b6 service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8588741 May 26 22:46:56.722288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d0436a8-944a-4f59-ac53-9464cea9e5ce req-3a40fa98-1f97-40e2-b377-6446ce45a8bb tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 944 time: 0.1497624 May 26 22:46:56.725946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c55a2d40-772f-4b71-8657-a27bd4eb69be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:56.727227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c55a2d40-772f-4b71-8657-a27bd4eb69be tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "GET /v2.0/networks?id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8 HTTP/1.1" status: 200 len: 1995 time: 1.9465559 May 26 22:46:56.785608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbce0948-7db0-4c5b-b10e-209deb8c6057,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:56.791659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf4df0cd-6cb1-4bb9-b0b2-aca21a9eea83 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fbce0948-7db0-4c5b-b10e-209deb8c6057 HTTP/1.1" status: 204 len: 168 time: 5.2370906 May 26 22:46:56.840576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d0436a8-944a-4f59-ac53-9464cea9e5ce req-8f70a7d0-12c2-4456-9295-4f9a2e4c41e6 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166036 May 26 22:46:57.000016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device acae6578-6a41-47a9-b2bd-86a949a8ea13 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:46:57.237975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Attempting to bind port b71b25db-2f49-406f-bead-65ac35920e23 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:46:57.239197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Attempting to bind port b71b25db-2f49-406f-bead-65ac35920e23 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:46:57.239762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Attempting to bind port b71b25db-2f49-406f-bead-65ac35920e23 on network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:57.245595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port acae6578-6a41-47a9-b2bd-86a949a8ea13 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:46:57.255734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port acae6578-6a41-47a9-b2bd-86a949a8ea13 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:46:57.256498 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:57.305151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-67215558-3c37-4db0-a5da-71f14dcb2a01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:46:57.335403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Port b71b25db-2f49-406f-bead-65ac35920e23 on network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:46:57.355468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Attempting to bind port b71b25db-2f49-406f-bead-65ac35920e23 on network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:46:57.365425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-945e3d53-299c-4706-a710-4e4b92c23058 req-8faac14a-4547-4f4a-99ba-6f7b3225a63d service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502635 May 26 22:46:57.433824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-67215558-3c37-4db0-a5da-71f14dcb2a01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:46:57.441036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-67215558-3c37-4db0-a5da-71f14dcb2a01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051ee0d956464e13a0b95231c21ae52c HTTP/1.1" status: 200 len: 380 time: 0.6196783 May 26 22:46:57.464301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'admin_state_up': True, 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'security_groups': ['72b59e62-85c6-4fce-8ef9-6a0f0e01315a']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:57.555485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:46:57.555805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Checking segment: {'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:46:57.556263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Bound using segment: {'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:46:57.566996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Bound port: b71b25db-2f49-406f-bead-65ac35920e23, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2287defc-788a-423b-b116-efe7241732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:46:57.567503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:57.591168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55438) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:57.697227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0971b-916c-4309-984d-353dc9c90cba req-cdc51a2b-b5ca-489a-845c-975a1b6eff7f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:57.732050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62b0971b-916c-4309-984d-353dc9c90cba req-cdc51a2b-b5ca-489a-845c-975a1b6eff7f tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.9154353 May 26 22:46:57.771407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:57.805130 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:57.924968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acae6578-6a41-47a9-b2bd-86a949a8ea13'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:57.976613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port acae6578-6a41-47a9-b2bd-86a949a8ea13, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:46:57.994751 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:58.196455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6011718f-bac2-41ae-9db1-66b0516a0288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cf2887be24e4e59862a235ab08238be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6036000 May 26 22:46:58.204516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:58.340428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=acae6578-6a41-47a9-b2bd-86a949a8ea13,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:58.482695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27f5c722-819a-4c2b-9264-16095692f5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:58.519593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234921b5-751e-458f-b8f5-0a192742d509 req-f9a5f6a1-b8e5-496b-9aae-da3d597d7752 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:58.531070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234921b5-751e-458f-b8f5-0a192742d509 req-f9a5f6a1-b8e5-496b-9aae-da3d597d7752 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:58.558459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-234921b5-751e-458f-b8f5-0a192742d509 req-f9a5f6a1-b8e5-496b-9aae-da3d597d7752 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1666 time: 0.9677453 May 26 22:46:58.746002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:46:58.750415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:46:58.763678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b71b25db-2f49-406f-bead-65ac35920e23,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:46:58.790413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62b0971b-916c-4309-984d-353dc9c90cba req-fffd7bdb-e5e9-4558-8a0d-ac16e4689337 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0563798 May 26 22:46:58.794762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:46:58.805648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:58.816971 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-234921b5-751e-458f-b8f5-0a192742d509 req-8b8bdf19-0e15-4226-a1ea-816c42c0a81b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568741 May 26 22:46:58.837227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27f5c722-819a-4c2b-9264-16095692f5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:59.032023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:59.038593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] 10.222.0.55 "PUT /v2.0/ports/b71b25db-2f49-406f-bead-65ac35920e23 HTTP/1.1" status: 200 len: 1091 time: 8.2207167 May 26 22:46:59.039391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:46:59.064727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:46:59.073937 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:59.079313 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27f5c722-819a-4c2b-9264-16095692f5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:59.135691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Request body: {'port': {'device_id': '92f93f5b-a681-4e7a-8319-54372ead1967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:46:59.140305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5c722-819a-4c2b-9264-16095692f5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef388937-876b-49c5-82df-77ed1e44d953,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:46:59.182053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27f5c722-819a-4c2b-9264-16095692f5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:59.196036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-27f5c722-819a-4c2b-9264-16095692f5de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef388937-876b-49c5-82df-77ed1e44d953 HTTP/1.1" status: 204 len: 168 time: 0.9869802 May 26 22:46:59.409699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d498d-8406-4c55-9dfa-e7c6b1315f42 req-ea52da61-7b25-4da2-9faf-6f0db670d453 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:46:59.425310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-791d498d-8406-4c55-9dfa-e7c6b1315f42 req-ea52da61-7b25-4da2-9faf-6f0db670d453 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.1661544 May 26 22:46:59.574506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-791d498d-8406-4c55-9dfa-e7c6b1315f42 req-59d5b7fc-50ca-45f3-8a66-430656ee4830 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480129 May 26 22:46:59.643690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 172.20.0.8 (077b1ff7-6dd0-4abb-b8b9-753a55fcc20f/c4cbb0ed-902e-46de-9207-018d6ba5443e/aa6af3e9-1028-484d-972b-c0e159abc0f4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:46:59.676413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722387a-8da7-4cdf-ac3d-1f562be1a8be service neutron] Pushing event updated for resources: {'Port': ['ID=b71b25db-2f49-406f-bead-65ac35920e23,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:00.320515 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c10a2d-0eb3-4b16-80d4-c00c91ce95bb'] response: {'server_uuid': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acae6578-6a41-47a9-b2bd-86a949a8ea13', 'code': 200} May 26 22:47:00.500114 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1f144f-b18e-49d8-adbd-af78b03945a7'] response: {'name': 'network-changed', 'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23', 'status': 'completed', 'code': 200} May 26 22:47:00.506550 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a600cfc-50bf-496a-b213-78e6895bf27c req-3d017e27-e3e5-4a02-83e6-66b881707f3c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 210 time: 0.7039192 May 26 22:47:00.532091 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:00.718348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd075bc4-736e-497a-8b9f-d788107cda32 req-2c691502-8863-42cf-bcfe-43a937c0ff8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1913 time: 0.2118969 May 26 22:47:00.823137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:00.933719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Transition to ACTIVE for port object aa6af3e9-1028-484d-972b-c0e159abc0f4 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:01.100244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd075bc4-736e-497a-8b9f-d788107cda32 req-f40ed3d1-739b-485e-979e-fc665d763ef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:01.100617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd075bc4-736e-497a-8b9f-d788107cda32 req-f40ed3d1-739b-485e-979e-fc665d763ef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:01.100998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd075bc4-736e-497a-8b9f-d788107cda32 req-f40ed3d1-739b-485e-979e-fc665d763ef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:01.102529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd075bc4-736e-497a-8b9f-d788107cda32 req-f40ed3d1-739b-485e-979e-fc665d763ef1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3159564 May 26 22:47:01.364424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc3f5e-15f3-4ab3-afc2-0edbea7e4e27 req-fc69a341-2cac-460a-96ee-9a901e65d118 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:01.365918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49dc3f5e-15f3-4ab3-afc2-0edbea7e4e27 req-fc69a341-2cac-460a-96ee-9a901e65d118 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.6294355 May 26 22:47:01.383410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:01.470034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd075bc4-736e-497a-8b9f-d788107cda32 req-682e321f-2a31-4034-a9d8-0a5c5913fdbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:01.471479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd075bc4-736e-497a-8b9f-d788107cda32 req-682e321f-2a31-4034-a9d8-0a5c5913fdbf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3457835 May 26 22:47:01.535949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=aa6af3e9-1028-484d-972b-c0e159abc0f4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:01.550808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bdcb8a0-2ade-4ece-9b99-a788dc5cc17b req-a4529c00-9e83-4f5f-a83a-5b79f7db5c71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 1096 time: 1.1118479 May 26 22:47:01.561551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:01.580746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49dc3f5e-15f3-4ab3-afc2-0edbea7e4e27 req-f5bb8f0d-7daa-4d80-87ab-50b08b5e4fb0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079516 May 26 22:47:01.640846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:01.663901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:01.866884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bdcb8a0-2ade-4ece-9b99-a788dc5cc17b req-a10e073a-71ec-45d6-ba3a-089a4fa220f3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079679 May 26 22:47:01.876089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:01.876740 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:01.893081 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-e69de353-2bed-4a7f-a2e3-39bc4b99a8c5 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1492322167&fields=id&tenant_id=783afb2a3a174a3cb94147272e7dbf83 HTTP/1.1" status: 200 len: 267 time: 0.1020105 May 26 22:47:02.055837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a01393f8-fc35-434c-a278-b7909a942f9d None None] Provisioning for port aa6af3e9-1028-484d-972b-c0e159abc0f4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:02.069466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a01393f8-fc35-434c-a278-b7909a942f9d None None] Provisioning complete for port aa6af3e9-1028-484d-972b-c0e159abc0f4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:02.072835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a01393f8-fc35-434c-a278-b7909a942f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:02.206069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a01393f8-fc35-434c-a278-b7909a942f9d None None] Port aa6af3e9-1028-484d-972b-c0e159abc0f4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:47:02.217962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0bdc852f-2453-4376-b389-277e3db26e7b tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:02.227598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0bdc852f-2453-4376-b389-277e3db26e7b tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/networks?id=d17ac5e1-1936-4bbd-b576-6625bd9790d4 HTTP/1.1" status: 200 len: 815 time: 0.3276310 May 26 22:47:02.261912 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-96047ef4-108b-4558-bf2d-dc589e37fd50 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/quotas/783afb2a3a174a3cb94147272e7dbf83 HTTP/1.1" status: 200 len: 375 time: 0.0308263 May 26 22:47:02.287975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92572114-7a12-4cd9-85a5-dfeb734eeac4 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:02.298665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:02.318413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Transition to ACTIVE for port object 92572114-7a12-4cd9-85a5-dfeb734eeac4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:02.332953 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:02.349747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c06716a6-b940-4c86-9d98-430bf4dc7478 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9075272 May 26 22:47:02.399825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-7b249ecd-a6d0-42df-8b19-30d617a497d9 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=783afb2a3a174a3cb94147272e7dbf83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367352 May 26 22:47:02.610432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'admin_state_up': True, 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'security_groups': ['72b59e62-85c6-4fce-8ef9-6a0f0e01315a']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:02.710932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-4fc0caa9-4710-491e-8e89-1788411208a5 service neutron] 10.222.0.32 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077359 May 26 22:47:02.918643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-fd3d4955-7910-4200-a844-751cf1f3a0f7 service neutron] 10.222.0.32 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028809 May 26 22:47:02.996083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd99e-cec7-4723-b4d9-ace7f8738a3c req-b7c7274a-0bd5-4c5b-ae84-3614f11ee0f7 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:03.010125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd99e-cec7-4723-b4d9-ace7f8738a3c req-b7c7274a-0bd5-4c5b-ae84-3614f11ee0f7 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:03.012018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-258bd99e-cec7-4723-b4d9-ace7f8738a3c req-b7c7274a-0bd5-4c5b-ae84-3614f11ee0f7 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1666 time: 2.0692294 May 26 22:47:03.019433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:03.023925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:port and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:03.027214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:03.035480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:03.078556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:03.083592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:03.483580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Pushing event updated for resources: {'Port': ['ID=92572114-7a12-4cd9-85a5-dfeb734eeac4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:03.558469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 10.1.1.61 (079887bc-b9ef-431d-acd1-e025ffb8b955/1bdabb7c-8a08-4f25-84a3-82040bfbc792/cc80251b-b663-43f9-adea-2a1886597daa) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:03.720407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-258bd99e-cec7-4723-b4d9-ace7f8738a3c req-d0911c06-ab43-4a8e-bb6c-fd4520b9d5f6 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762331 May 26 22:47:03.777281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Attempting to bind port 92572114-7a12-4cd9-85a5-dfeb734eeac4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:03.777281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Attempting to bind port 92572114-7a12-4cd9-85a5-dfeb734eeac4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:03.777281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Attempting to bind port 92572114-7a12-4cd9-85a5-dfeb734eeac4 on network c262e1a3-f8d1-4f1d-92fa-83cf170f185d {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:03.783302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10191ac-d1b2-4cd8-9aee-c277c52e56c0 req-685e70ca-a7b5-4b0b-8485-e37e74d79157 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:03.803485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c10191ac-d1b2-4cd8-9aee-c277c52e56c0 req-685e70ca-a7b5-4b0b-8485-e37e74d79157 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.1923771 May 26 22:47:03.832541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Port 92572114-7a12-4cd9-85a5-dfeb734eeac4 on network c262e1a3-f8d1-4f1d-92fa-83cf170f185d not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:03.832922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Attempting to bind port 92572114-7a12-4cd9-85a5-dfeb734eeac4 on network c262e1a3-f8d1-4f1d-92fa-83cf170f185d {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:03.843222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:03.843551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Checking segment: {'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:03.843928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Bound using segment: {'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:03.844355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Bound port: 92572114-7a12-4cd9-85a5-dfeb734eeac4, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feec40b8-0f9a-4939-ae72-4fff54614883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:03.844699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:03.859411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:03.912956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c10191ac-d1b2-4cd8-9aee-c277c52e56c0 req-2c48de5c-5259-463c-98b1-64940bf33e62 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083176 May 26 22:47:04.132877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Transition to ACTIVE for port object cc80251b-b663-43f9-adea-2a1886597daa will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:04.206967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] For port 92572114-7a12-4cd9-85a5-dfeb734eeac4, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:04.255273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] For port 92572114-7a12-4cd9-85a5-dfeb734eeac4, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=92572114-7a12-4cd9-85a5-dfeb734eeac4,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:04.265975 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:04.312270 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:04.344416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690661d4-afe1-4673-851e-4f2b2550f1b9 req-679352f0-ec03-4aa6-be13-f9850e963f12 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:04.345910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-690661d4-afe1-4673-851e-4f2b2550f1b9 req-679352f0-ec03-4aa6-be13-f9850e963f12 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:04.379429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Pushing event updated for resources: {'Port': ['ID=92572114-7a12-4cd9-85a5-dfeb734eeac4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:04.471361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-690661d4-afe1-4673-851e-4f2b2550f1b9 req-679352f0-ec03-4aa6-be13-f9850e963f12 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:04.472512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-690661d4-afe1-4673-851e-4f2b2550f1b9 req-679352f0-ec03-4aa6-be13-f9850e963f12 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 931 time: 0.3524263 May 26 22:47:04.478066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:04.484013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-4e3be0f1-10fb-4b33-89aa-8d6f666ba6fc service neutron] 10.222.0.55 "PUT /v2.0/ports/92572114-7a12-4cd9-85a5-dfeb734eeac4 HTTP/1.1" status: 200 len: 1092 time: 5.3561282 May 26 22:47:04.485534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'tag': '92572114-7a12-4cd9-85a5-dfeb734eeac4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:04.536462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:04.551635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:04.601634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:04.742283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=cc80251b-b663-43f9-adea-2a1886597daa,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:04.828157 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-690661d4-afe1-4673-851e-4f2b2550f1b9 req-d63dfcd6-e3ae-42e8-9f7c-ed7503c95082 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136821 May 26 22:47:04.848778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:04.849435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:04.868154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-b0e9c560-88c2-4853-9216-20d1058edad0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1980 time: 0.2732213 May 26 22:47:04.873186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0d1f6218-51a8-48cb-9f02-e18fbf6b7aeb tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4227402 May 26 22:47:05.065153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-402fe94a-a27b-4475-9763-7c6c3a5507fa None None] Provisioning for port cc80251b-b663-43f9-adea-2a1886597daa completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:05.076084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-402fe94a-a27b-4475-9763-7c6c3a5507fa None None] Provisioning complete for port cc80251b-b663-43f9-adea-2a1886597daa triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:05.077345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-402fe94a-a27b-4475-9763-7c6c3a5507fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:05.085839 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-6ce9de0e-f2e5-415d-bd4b-7cc2be303601 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=b71b25db-2f49-406f-bead-65ac35920e23 HTTP/1.1" status: 200 len: 217 time: 0.2036622 May 26 22:47:05.089644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'admin_state_up': True, 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'security_groups': ['72b59e62-85c6-4fce-8ef9-6a0f0e01315a']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:05.180502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-402fe94a-a27b-4475-9763-7c6c3a5507fa None None] Port cc80251b-b663-43f9-adea-2a1886597daa cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:47:05.233382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f295fd97-4de6-4e6e-b33e-2e609526f05c req-fdf38098-a12e-4498-a955-c66bd42a087a tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 210 time: 0.1005726 May 26 22:47:05.393033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-5774d8c1-1f52-4352-9686-61316ee7f649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:05.394737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-5774d8c1-1f52-4352-9686-61316ee7f649 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fcbc7ac0-18ed-47f3-b3ce-0126167723a4 HTTP/1.1" status: 200 len: 801 time: 0.2632608 May 26 22:47:05.510670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:05.535193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:05.553046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd4ea6-a69c-41fe-bb66-af105e3b59f7 req-e2b54c17-439f-4ddf-9d43-f5028da78c70 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:05.560420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dbd4ea6-a69c-41fe-bb66-af105e3b59f7 req-e2b54c17-439f-4ddf-9d43-f5028da78c70 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.3379405 May 26 22:47:05.586780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:05.590310 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:05.628239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a3db162-d4af-40f0-93fe-a93eb7fc4739 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:05.641452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a3db162-d4af-40f0-93fe-a93eb7fc4739 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.55 "GET /v2.0/networks?id=d17ac5e1-1936-4bbd-b576-6625bd9790d4 HTTP/1.1" status: 200 len: 815 time: 0.4019322 May 26 22:47:05.641597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-f1aefdea-922d-4452-8ec7-568a23ea03ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2255650 May 26 22:47:05.766813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-ad977287-9a46-42ee-bb35-eb5b9b207e67 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783afb2a3a174a3cb94147272e7dbf83 HTTP/1.1" status: 200 len: 380 time: 0.1070836 May 26 22:47:05.787072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Request body: {'port': {'device_id': '019caf83-d544-4097-8848-ffaefd7b20cf', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'admin_state_up': True, 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'security_groups': ['a2ee1354-38fc-497d-96d1-119f050820d6']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:05.860304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dbd4ea6-a69c-41fe-bb66-af105e3b59f7 req-9d08255b-daf4-4fa6-9b20-eaf65d70d4cf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966828 May 26 22:47:05.870100 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8e0632-bbc2-4f45-8fd1-67c3979a7e7e'] response: {'name': 'network-changed', 'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'tag': '92572114-7a12-4cd9-85a5-dfeb734eeac4', 'status': 'completed', 'code': 200} May 26 22:47:06.125663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55630) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:06.211434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:06.279564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Usage tracker for resource:port and tenant:783afb2a3a174a3cb94147272e7dbf83 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:06.291950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:06.303031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:06.338756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Made reservation on behalf of 783afb2a3a174a3cb94147272e7dbf83 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:06.343030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:06.361369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d260c-1e66-4309-b125-727cc932e271 req-ee79f2e4-98b6-441e-b37e-c29d9fedfe93 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:06.365901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d260c-1e66-4309-b125-727cc932e271 req-ee79f2e4-98b6-441e-b37e-c29d9fedfe93 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:06.368847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a43d260c-1e66-4309-b125-727cc932e271 req-ee79f2e4-98b6-441e-b37e-c29d9fedfe93 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1678 time: 0.1660800 May 26 22:47:06.544249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a43d260c-1e66-4309-b125-727cc932e271 req-d46c58ac-19d5-4e24-820a-f88676ede55e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675053 May 26 22:47:06.616584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-38567e6e-b0e1-460f-9c50-1d3e50d0a24c service neutron] 10.222.0.55 "GET /v2.0/networks/6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9365733 May 26 22:47:06.617282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:06.680571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Allocated IP 172.20.0.3 (d17ac5e1-1936-4bbd-b576-6625bd9790d4/195c56b6-caed-4539-bf76-6ba89ecbcf89/4a7d5256-a473-455d-9dcd-5eafb5407060) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:06.769983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 10.1.1.34 (079887bc-b9ef-431d-acd1-e025ffb8b955/1bdabb7c-8a08-4f25-84a3-82040bfbc792/808aad44-5a51-42d3-85c8-e0331a2868e4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:06.910115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:06.931845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Usage tracker for resource:security_group_rule and tenant:b59ec046118f46dab7a20dfbfad4776f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:06.940348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:06.980537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:07.055870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab337e3-14e2-44a4-a47f-92e91fdeaa30 req-ae732168-381b-437d-8b29-77b77e6856e2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:07.062933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aab337e3-14e2-44a4-a47f-92e91fdeaa30 req-ae732168-381b-437d-8b29-77b77e6856e2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.6182861 May 26 22:47:07.113768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da99ac0-a10f-4176-9d40-fecb25e84d7d req-5b87cae3-c316-47e3-ade9-cbe36261d182 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:07.117926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da99ac0-a10f-4176-9d40-fecb25e84d7d req-5b87cae3-c316-47e3-ade9-cbe36261d182 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:07.125132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0da99ac0-a10f-4176-9d40-fecb25e84d7d req-5b87cae3-c316-47e3-ade9-cbe36261d182 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 1652 time: 0.3836195 May 26 22:47:07.157967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-47cceb9d-6954-4834-b533-7dfa36ea04e5 service neutron] 10.222.0.55 "GET /v2.0/networks/6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933257 May 26 22:47:07.180383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.206579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0da99ac0-a10f-4176-9d40-fecb25e84d7d req-684b47d2-3cb5-420a-b372-d1bc649e55b9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804870 May 26 22:47:07.227443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Transition to ACTIVE for port object 4a7d5256-a473-455d-9dcd-5eafb5407060 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:07.272390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.391796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aab337e3-14e2-44a4-a47f-92e91fdeaa30 req-7110127d-f77b-42d3-bb2c-95d8155499ef tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278959 May 26 22:47:07.470219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event updated for resources: {'Port': ['ID=4a7d5256-a473-455d-9dcd-5eafb5407060,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:07.509127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.517811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:07.520191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:07.526333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:07.526625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Transition to ACTIVE for port object 808aad44-5a51-42d3-85c8-e0331a2868e4 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:07.569237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.572713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-48657e68-e850-4cee-9c8d-c46ee8362666 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.151&port_id=92572114-7a12-4cd9-85a5-dfeb734eeac4 HTTP/1.1" status: 200 len: 217 time: 0.3801703 May 26 22:47:07.583849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.614323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a6d8a-03ee-4617-b27d-0d8983fec897 req-9b235da8-0f6b-430b-b858-abe702902167 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:07.615950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-569a6d8a-03ee-4617-b27d-0d8983fec897 req-9b235da8-0f6b-430b-b858-abe702902167 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 931 time: 0.1831374 May 26 22:47:07.688122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:07.688869 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.728644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-569a6d8a-03ee-4617-b27d-0d8983fec897 req-04eac40c-e012-4b03-bdd5-da711bf6df13 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989888 May 26 22:47:07.741207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b59ec046118f46dab7a20dfbfad4776f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6122279 May 26 22:47:07.743873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55660) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:07.751426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42435f-ab4b-4fe3-af1a-0f6b7db3952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c34bf94-840c-45a2-b419-8fb9ad50dca8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:07.775240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-0a45294c-208f-47a5-93a0-1a364242051f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0015683 May 26 22:47:07.833175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Request body: {'port': {'device_id': '019caf83-d544-4097-8848-ffaefd7b20cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:07.852793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.901608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ec0640a-0134-4e5d-bb65-c2716697d7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.934716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6ed06573-5d55-4613-9806-bae44f279107 None None] Provisioning for port 4a7d5256-a473-455d-9dcd-5eafb5407060 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:07.946736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6ed06573-5d55-4613-9806-bae44f279107 None None] Provisioning complete for port 4a7d5256-a473-455d-9dcd-5eafb5407060 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:07.948622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6ed06573-5d55-4613-9806-bae44f279107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:07.979093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ec0640a-0134-4e5d-bb65-c2716697d7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.004847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=808aad44-5a51-42d3-85c8-e0331a2868e4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:08.016220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-2a90b8b3-1d25-490c-8887-7c3890c55117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:08.018842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-2a90b8b3-1d25-490c-8887-7c3890c55117 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=933007ee-b68d-4a82-9093-633d7271f5a8 HTTP/1.1" status: 200 len: 801 time: 0.4368527 May 26 22:47:08.033174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:08.079150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.092773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:08.102463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:08.158772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6ed06573-5d55-4613-9806-bae44f279107 None None] Port 4a7d5256-a473-455d-9dcd-5eafb5407060 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:47:08.216141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:47:08.219617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad06c1-eef1-4cf5-9074-8b23459697fd req-47b48355-81f1-4d37-8af8-58a0cf6664bf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:08.221062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3ad06c1-eef1-4cf5-9074-8b23459697fd req-47b48355-81f1-4d37-8af8-58a0cf6664bf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 943 time: 0.5878217 May 26 22:47:08.247657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:08.248281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.370995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-66ca65f2-2c57-4bee-aa87-ae73e87251c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c262e1a3-f8d1-4f1d-92fa-83cf170f185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3366146 May 26 22:47:08.412696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:08.439291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'network_id': 'a82bf288-ca96-4c01-a423-f4700c8855e4', 'port_id': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'mac_address': 'fa:16:3e:4b:e9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400375d3-4f60-45da-ab7f-73da9b515436', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:47:08.519445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.534999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ec0640a-0134-4e5d-bb65-c2716697d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.558947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0640a-0134-4e5d-bb65-c2716697d7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c34bf94-840c-45a2-b419-8fb9ad50dca8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:08.571057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85692da8-2839-4dcc-8b18-b2eaae24aafe {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:08.571521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a2b3-e9dc-4d52-acd0-fc222d0a94b1 req-4a01db45-1058-479a-bd10-1e3b5e504817 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:08.575712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a2b3-e9dc-4d52-acd0-fc222d0a94b1 req-4a01db45-1058-479a-bd10-1e3b5e504817 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:08.583404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11b8a2b3-e9dc-4d52-acd0-fc222d0a94b1 req-4a01db45-1058-479a-bd10-1e3b5e504817 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1678 time: 0.3297100 May 26 22:47:08.595156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ec0640a-0134-4e5d-bb65-c2716697d7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.596237 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ec0640a-0134-4e5d-bb65-c2716697d7a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c34bf94-840c-45a2-b419-8fb9ad50dca8 HTTP/1.1" status: 204 len: 168 time: 0.8514028 May 26 22:47:08.662439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:08.683658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11b8a2b3-e9dc-4d52-acd0-fc222d0a94b1 req-8aeb573a-c63b-463a-80cf-098e2fd0f206 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993366 May 26 22:47:08.690703 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.694056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e775345-d2cd-45e2-82a3-107740ba8bb4 None None] Provisioning for port 808aad44-5a51-42d3-85c8-e0331a2868e4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:08.745454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e775345-d2cd-45e2-82a3-107740ba8bb4 None None] Provisioning complete for port 808aad44-5a51-42d3-85c8-e0331a2868e4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:08.745799 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e775345-d2cd-45e2-82a3-107740ba8bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.792920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7d5256-a473-455d-9dcd-5eafb5407060 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:08.801050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-6074f6fa-4b8e-4925-a965-bc88739df4cf service neutron] 10.222.0.55 "GET /v2.0/networks/c262e1a3-f8d1-4f1d-92fa-83cf170f185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082587 May 26 22:47:08.803414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.819762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Transition to ACTIVE for port object 4a7d5256-a473-455d-9dcd-5eafb5407060 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:08.824279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:08.827590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4e775345-d2cd-45e2-82a3-107740ba8bb4 None None] Port 808aad44-5a51-42d3-85c8-e0331a2868e4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:47:08.875824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:08.954116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['85692da8-2839-4dcc-8b18-b2eaae24aafe'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:47:08.968663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ec4aa857-f79e-42cc-82d1-1fd72ab08f7a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0889683 May 26 22:47:08.988701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3ad06c1-eef1-4cf5-9074-8b23459697fd req-90723650-a6ea-486f-b11f-1719785cef93 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7487800 May 26 22:47:09.132073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a7d5256-a473-455d-9dcd-5eafb5407060,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:09.242614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8', 'admin_state_up': True, 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'security_groups': ['72b59e62-85c6-4fce-8ef9-6a0f0e01315a']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:09.276698 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3c5b65f-16d8-4b21-8c21-76b0aa1292bc req-cbc51146-aaeb-4f1c-adf8-6f2a9b95fbfd service neutron] 10.222.0.55 "GET /v2.0/networks/c262e1a3-f8d1-4f1d-92fa-83cf170f185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236610 May 26 22:47:09.298755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Attempting to bind port 4a7d5256-a473-455d-9dcd-5eafb5407060 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:09.299477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Attempting to bind port 4a7d5256-a473-455d-9dcd-5eafb5407060 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:09.299999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Attempting to bind port 4a7d5256-a473-455d-9dcd-5eafb5407060 on network d17ac5e1-1936-4bbd-b576-6625bd9790d4 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:09.307093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Port 4a7d5256-a473-455d-9dcd-5eafb5407060 on network d17ac5e1-1936-4bbd-b576-6625bd9790d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:09.307698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Attempting to bind port 4a7d5256-a473-455d-9dcd-5eafb5407060 on network d17ac5e1-1936-4bbd-b576-6625bd9790d4 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:09.315564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:09.316413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Checking segment: {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:09.317256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Bound using segment: {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:09.317955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Bound port: 4a7d5256-a473-455d-9dcd-5eafb5407060, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685e783e-0ba8-424a-8486-a27dc2071c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:09.318916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:09.431178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] For port 4a7d5256-a473-455d-9dcd-5eafb5407060, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:09.436069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] For port 4a7d5256-a473-455d-9dcd-5eafb5407060, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4a7d5256-a473-455d-9dcd-5eafb5407060,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:09.441703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:09.549365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:09.551095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] 10.222.0.55 "PUT /v2.0/ports/4a7d5256-a473-455d-9dcd-5eafb5407060 HTTP/1.1" status: 200 len: 1091 time: 1.7235899 May 26 22:47:09.551425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:09.569870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b270a4b-4583-4ab2-8359-d4c8de3102bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a7d5256-a473-455d-9dcd-5eafb5407060,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:09.625842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:09.637099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:port and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:09.647725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:09.663889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be4941-ba79-4bf0-9254-32a927612625 req-3731ba3c-e96d-402e-a53c-3f0fafcc8831 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:09.667912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be4941-ba79-4bf0-9254-32a927612625 req-3731ba3c-e96d-402e-a53c-3f0fafcc8831 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:09.672250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be4941-ba79-4bf0-9254-32a927612625 req-3731ba3c-e96d-402e-a53c-3f0fafcc8831 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:09.673111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-18be4941-ba79-4bf0-9254-32a927612625 req-3731ba3c-e96d-402e-a53c-3f0fafcc8831 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:09.695848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:09.722990 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9844b8be-cba5-461d-9d1a-07388519d4af req-fd314a1e-7349-4890-8ac8-a8aaba6c1d23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1980 time: 0.2796578 May 26 22:47:09.734967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:09.820420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-18be4941-ba79-4bf0-9254-32a927612625 req-3731ba3c-e96d-402e-a53c-3f0fafcc8831 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:09.824344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-18be4941-ba79-4bf0-9254-32a927612625 req-3731ba3c-e96d-402e-a53c-3f0fafcc8831 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 2372 time: 0.5435238 May 26 22:47:09.836628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-6bce19dd-93f0-4493-b7ca-520edcac97f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=783afb2a3a174a3cb94147272e7dbf83&device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 1094 time: 0.2151897 May 26 22:47:09.990933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e43f2-be39-46dc-83cd-63099f0e0eda req-98ed79f5-d0cc-4e0c-b952-6375fde92ccc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:09.999549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e3e43f2-be39-46dc-83cd-63099f0e0eda req-98ed79f5-d0cc-4e0c-b952-6375fde92ccc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.2553134 May 26 22:47:10.041242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-87196579-4aec-4096-a302-86194a00bacd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a7d5256-a473-455d-9dcd-5eafb5407060 HTTP/1.1" status: 200 len: 217 time: 0.1928601 May 26 22:47:10.215237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:47:10.239259 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e3e43f2-be39-46dc-83cd-63099f0e0eda req-c98db926-5a0b-4037-a026-735f774a1d97 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388632 May 26 22:47:10.274041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-f068d1e7-d31c-4af1-a04a-a059e1922302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:10.275713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-f068d1e7-d31c-4af1-a04a-a059e1922302 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=195c56b6-caed-4539-bf76-6ba89ecbcf89 HTTP/1.1" status: 200 len: 854 time: 0.2226858 May 26 22:47:10.285353 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-18be4941-ba79-4bf0-9254-32a927612625 req-76ef64f0-72c7-4a48-afff-f247c673b27c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432604 May 26 22:47:10.290040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b8be-cba5-461d-9d1a-07388519d4af req-8e5b057b-b13f-4768-a050-dfaa29e64bae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:10.291425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9844b8be-cba5-461d-9d1a-07388519d4af req-8e5b057b-b13f-4768-a050-dfaa29e64bae service neutron] 10.222.0.55 "GET /v2.0/networks?id=c262e1a3-f8d1-4f1d-92fa-83cf170f185d HTTP/1.1" status: 200 len: 902 time: 0.5588312 May 26 22:47:10.296039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:10.392629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9844b8be-cba5-461d-9d1a-07388519d4af req-70c54993-a2bd-49b0-a745-7d076e6219aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.151&port_id=92572114-7a12-4cd9-85a5-dfeb734eeac4 HTTP/1.1" status: 200 len: 217 time: 0.0851688 May 26 22:47:10.572046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 85692da8-2839-4dcc-8b18-b2eaae24aafe triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:10.573439 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:10.633303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-92e44c81-d31e-4cde-9bab-0154e6da3570 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d17ac5e1-1936-4bbd-b576-6625bd9790d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3507941 May 26 22:47:10.805966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12983205-7f7a-46b5-96dd-0817d5086c68 req-017d7499-8c37-43c9-bfa3-3e9318d5a426 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:10.807192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12983205-7f7a-46b5-96dd-0817d5086c68 req-017d7499-8c37-43c9-bfa3-3e9318d5a426 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Synchronizing usage tracker for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:10.837903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12983205-7f7a-46b5-96dd-0817d5086c68 req-017d7499-8c37-43c9-bfa3-3e9318d5a426 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Unset dirty status for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:10.844730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:10.846639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12983205-7f7a-46b5-96dd-0817d5086c68 req-017d7499-8c37-43c9-bfa3-3e9318d5a426 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 943 time: 0.3598397 May 26 22:47:10.903482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:10.924199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:10.929101 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:47:10.934943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:10.949587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b8be-cba5-461d-9d1a-07388519d4af req-4628e1cc-b70e-424b-881f-e98d034e9e28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:10.951842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9844b8be-cba5-461d-9d1a-07388519d4af req-4628e1cc-b70e-424b-881f-e98d034e9e28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=933007ee-b68d-4a82-9093-633d7271f5a8 HTTP/1.1" status: 200 len: 801 time: 0.5492649 May 26 22:47:10.974178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-cce2e817-2b7a-4d37-a32a-ebc6a4728611 service neutron] 10.222.0.55 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256047 May 26 22:47:11.053603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12983205-7f7a-46b5-96dd-0817d5086c68 req-62f18ac6-268d-492c-b1e7-a65f4ba67cc8 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054660 May 26 22:47:11.136367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:11.266670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13b34970-ff0f-4d3c-b3fc-34f200e60357 req-19456bfc-397d-47d2-ab98-16ef1244462d service neutron] 10.222.0.55 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798135 May 26 22:47:11.324672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 10.2.2.100 (be0fb976-7601-4f9c-99ca-a7e7cefca0e8/d6f8897e-8e86-483c-a916-a727ade8dbfb/85c490a0-5db6-4ba6-b2ec-7b862cdddf9a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:11.559737 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138b0005-7501-4944-a656-84be17634433'] response: {'name': 'network-changed', 'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'status': 'completed', 'code': 200} May 26 22:47:11.723432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098356-8b01-4014-93f5-66110569545b req-1ed854fd-9274-45e8-8d7f-d968a32c80d6 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:11.728949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098356-8b01-4014-93f5-66110569545b req-1ed854fd-9274-45e8-8d7f-d968a32c80d6 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:11.739046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-48098356-8b01-4014-93f5-66110569545b req-1ed854fd-9274-45e8-8d7f-d968a32c80d6 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1678 time: 0.3518233 May 26 22:47:11.784426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-775554a4-ce6f-4531-9344-e05d5423d404 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=783afb2a3a174a3cb94147272e7dbf83&device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 1094 time: 0.2217855 May 26 22:47:11.899970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-48098356-8b01-4014-93f5-66110569545b req-f0fb4577-d576-49c3-afea-8e05f92df93b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594963 May 26 22:47:12.003443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-6beab642-ed45-40cd-8f4a-b545fa82439f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:12.004852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-6beab642-ed45-40cd-8f4a-b545fa82439f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d17ac5e1-1936-4bbd-b576-6625bd9790d4 HTTP/1.1" status: 200 len: 916 time: 0.2069530 May 26 22:47:12.091631 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741e01f7-af09-4ef7-85b2-d1c0f0f0544f'] response: {'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'code': 200} May 26 22:47:12.094483 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-24667442-6a1e-4dc8-8b64-cdc36add12b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a7d5256-a473-455d-9dcd-5eafb5407060 HTTP/1.1" status: 200 len: 217 time: 0.0792654 May 26 22:47:12.146220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:12.191945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9844b8be-cba5-461d-9d1a-07388519d4af req-7ea29885-3d5f-4894-94b3-84ba2289139c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c262e1a3-f8d1-4f1d-92fa-83cf170f185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1781316 May 26 22:47:12.219421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 92572114-7a12-4cd9-85a5-dfeb734eeac4 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:47:12.392431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Transition to ACTIVE for port object 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:12.409239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-c2f96cd9-59ca-4251-bdf4-bb1c26bd8632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:12.410769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-c2f96cd9-59ca-4251-bdf4-bb1c26bd8632 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=195c56b6-caed-4539-bf76-6ba89ecbcf89 HTTP/1.1" status: 200 len: 854 time: 0.3060389 May 26 22:47:12.463495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 92572114-7a12-4cd9-85a5-dfeb734eeac4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=92572114-7a12-4cd9-85a5-dfeb734eeac4,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:12.474641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4539af2-7ff7-4bc7-b399-74e0d5e3a60a req-02e2eec4-5637-4ef4-990a-9c68f3a7964b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:12.483726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4539af2-7ff7-4bc7-b399-74e0d5e3a60a req-02e2eec4-5637-4ef4-990a-9c68f3a7964b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.6631186 May 26 22:47:12.501665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '92572114-7a12-4cd9-85a5-dfeb734eeac4', 'network_id': 'c262e1a3-f8d1-4f1d-92fa-83cf170f185d', 'port_id': '92572114-7a12-4cd9-85a5-dfeb734eeac4', 'mac_address': 'fa:16:3e:df:0f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933007ee-b68d-4a82-9093-633d7271f5a8', 'ip_address': '19.86.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:47:12.520337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c72d-96c1-4191-9f54-74e4e30f5d81 req-a7e454e0-b410-4f0a-a347-04b31cc647d2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:12.521855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3892c72d-96c1-4191-9f54-74e4e30f5d81 req-a7e454e0-b410-4f0a-a347-04b31cc647d2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.3042686 May 26 22:47:12.577760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3892c72d-96c1-4191-9f54-74e4e30f5d81 req-1d12374f-85c3-4bb3-a5e9-4e4164c39cc0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 May 26 22:47:12.588136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-a3d9733f-d9f0-454d-b07d-591bfc5a0217 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d17ac5e1-1936-4bbd-b576-6625bd9790d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700690 May 26 22:47:12.597123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:12.637308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92572114-7a12-4cd9-85a5-dfeb734eeac4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:12.657919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 92572114-7a12-4cd9-85a5-dfeb734eeac4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=92572114-7a12-4cd9-85a5-dfeb734eeac4,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:12.663378 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:12.664222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b71b25db-2f49-406f-bead-65ac35920e23 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:47:12.701623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9844b8be-cba5-461d-9d1a-07388519d4af req-bf59f14b-5730-4707-bbf5-647ae45fb60b service neutron] 10.222.0.55 "GET /v2.0/networks/c262e1a3-f8d1-4f1d-92fa-83cf170f185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998100 May 26 22:47:12.866091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-2df5f7f2-7561-4424-a2ba-4266e4a6e035 service neutron] 10.222.0.55 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679775 May 26 22:47:12.948490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4539af2-7ff7-4bc7-b399-74e0d5e3a60a req-1a68f319-9760-49c9-9400-b7985a9f3608 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636540 May 26 22:47:12.970296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=92572114-7a12-4cd9-85a5-dfeb734eeac4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:12.977485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b71b25db-2f49-406f-bead-65ac35920e23,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:12.978363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:13.000524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'b71b25db-2f49-406f-bead-65ac35920e23', 'network_id': '6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a', 'port_id': 'b71b25db-2f49-406f-bead-65ac35920e23', 'mac_address': 'fa:16:3e:7c:d0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbc7ac0-18ed-47f3-b3ce-0126167723a4', 'ip_address': '19.80.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:47:13.070941 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:13.078656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cb62674-73d7-47a6-a7e3-fe69ff46fd87 req-38542f08-e178-4c8a-a5cb-86e8fec322a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1097 time: 0.6823826 May 26 22:47:13.092048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71b25db-2f49-406f-bead-65ac35920e23 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:13.117386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b71b25db-2f49-406f-bead-65ac35920e23,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:13.124527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:13.222140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b71b25db-2f49-406f-bead-65ac35920e23,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:13.280378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:13.285044 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9844b8be-cba5-461d-9d1a-07388519d4af req-2ac2f370-f0f2-45c3-b702-34f37d6fcc81 service neutron] 10.222.0.55 "GET /v2.0/networks/c262e1a3-f8d1-4f1d-92fa-83cf170f185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632026 May 26 22:47:13.296709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0d55-d9e6-4dc0-b9df-bc12057d656d req-26e9ffa3-e36b-4e59-b389-ad37ca339979 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:13.303893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:13.307407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0d55-d9e6-4dc0-b9df-bc12057d656d req-26e9ffa3-e36b-4e59-b389-ad37ca339979 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:13.311689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0d55-d9e6-4dc0-b9df-bc12057d656d req-26e9ffa3-e36b-4e59-b389-ad37ca339979 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:13.316844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:13.319121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:13.323457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad9d0d55-d9e6-4dc0-b9df-bc12057d656d req-26e9ffa3-e36b-4e59-b389-ad37ca339979 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 2372 time: 0.4528913 May 26 22:47:13.329837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-11ffc3b7-646c-451e-8b57-70c076767cdd req-784aaf00-484b-4971-880b-8778f0a0dfc0 service neutron] 10.222.0.55 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927975 May 26 22:47:13.392273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['b71b25db-2f49-406f-bead-65ac35920e23'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:47:13.438979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad9d0d55-d9e6-4dc0-b9df-bc12057d656d req-286b0dca-3701-4d5e-a9cb-678bd0752900 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955348 May 26 22:47:13.465779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cb62674-73d7-47a6-a7e3-fe69ff46fd87 req-e4cbffac-e547-4056-bf2f-5e3b60ece0f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658051 May 26 22:47:13.517138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:13.517802 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:13.580418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c2535665-0ef9-4235-9a83-22d616948e89 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3435960 May 26 22:47:13.593651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8', 'admin_state_up': True, 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'security_groups': ['72b59e62-85c6-4fce-8ef9-6a0f0e01315a']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:13.633297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b561a2c-90fe-4123-a23e-3eb7732c0563 req-e0591fbe-6e70-4aa5-87a3-30d6c2118043 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:13.634106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8b561a2c-90fe-4123-a23e-3eb7732c0563 req-e0591fbe-6e70-4aa5-87a3-30d6c2118043 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Synchronizing usage tracker for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:13.738765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8b561a2c-90fe-4123-a23e-3eb7732c0563 req-e0591fbe-6e70-4aa5-87a3-30d6c2118043 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Unset dirty status for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:13.740297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b561a2c-90fe-4123-a23e-3eb7732c0563 req-e0591fbe-6e70-4aa5-87a3-30d6c2118043 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 943 time: 0.4245033 May 26 22:47:13.793892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c0a0d98f-92a9-4b0a-a14f-2fcb787d2c73 None None] Provisioning for port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:13.803622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c0a0d98f-92a9-4b0a-a14f-2fcb787d2c73 None None] Provisioning complete for port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:13.803622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d98f-92a9-4b0a-a14f-2fcb787d2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:13.846626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8b561a2c-90fe-4123-a23e-3eb7732c0563 req-2fe28f81-8a54-4f41-b71e-b1e91e097171 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Synchronizing usage tracker for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:13.849285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:13.854595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Usage tracker for resource:port and tenant:051ee0d956464e13a0b95231c21ae52c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:13.859573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:13.859755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5be8f8-962a-484d-ae08-1f5b5dae3e84 req-20918ee9-2aaf-477a-8622-fe78e4dd6b90 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:13.866329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5be8f8-962a-484d-ae08-1f5b5dae3e84 req-20918ee9-2aaf-477a-8622-fe78e4dd6b90 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:13.867336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:13.870231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b5be8f8-962a-484d-ae08-1f5b5dae3e84 req-20918ee9-2aaf-477a-8622-fe78e4dd6b90 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1680 time: 0.1438787 May 26 22:47:13.886102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8b561a2c-90fe-4123-a23e-3eb7732c0563 req-2fe28f81-8a54-4f41-b71e-b1e91e097171 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Unset dirty status for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:13.887301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b561a2c-90fe-4123-a23e-3eb7732c0563 req-2fe28f81-8a54-4f41-b71e-b1e91e097171 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390269 May 26 22:47:13.890485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Made reservation on behalf of 051ee0d956464e13a0b95231c21ae52c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:13.895168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:13.916888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0d98f-92a9-4b0a-a14f-2fcb787d2c73 None None] Port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:47:13.932007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b5be8f8-962a-484d-ae08-1f5b5dae3e84 req-e94db600-0ba2-4eb4-af7f-2e49f5dbbd2b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 May 26 22:47:14.224983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b71b25db-2f49-406f-bead-65ac35920e23 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:47:14.274759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Allocated IP 10.2.2.200 (be0fb976-7601-4f9c-99ca-a7e7cefca0e8/d6f8897e-8e86-483c-a916-a727ade8dbfb/3a2404c8-673b-4a98-9352-7bb634e447ad) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:14.322587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90092-9b81-487e-8312-a9cc265a7b09 req-e8649016-7c71-4c9a-b6b2-323edc219dc9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:14.330197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7e90092-9b81-487e-8312-a9cc265a7b09 req-e8649016-7c71-4c9a-b6b2-323edc219dc9 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.2679884 May 26 22:47:14.393059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port b71b25db-2f49-406f-bead-65ac35920e23 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:14.401695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port b71b25db-2f49-406f-bead-65ac35920e23 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:14.402074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:14.402680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7e90092-9b81-487e-8312-a9cc265a7b09 req-f518627d-7d0d-473b-beb4-4ec0c9d55d83 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711474 May 26 22:47:14.487543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['92572114-7a12-4cd9-85a5-dfeb734eeac4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:47:14.870553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2174f-c3e6-4a12-ac81-645cc9e17cc4 req-cefc6d65-b5fb-41a9-abfe-21822cd8087d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:14.875355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2174f-c3e6-4a12-ac81-645cc9e17cc4 req-cefc6d65-b5fb-41a9-abfe-21822cd8087d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:14.886701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2174f-c3e6-4a12-ac81-645cc9e17cc4 req-cefc6d65-b5fb-41a9-abfe-21822cd8087d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:14.890842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2174f-c3e6-4a12-ac81-645cc9e17cc4 req-cefc6d65-b5fb-41a9-abfe-21822cd8087d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:14.897502 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:14.905417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2e2174f-c3e6-4a12-ac81-645cc9e17cc4 req-cefc6d65-b5fb-41a9-abfe-21822cd8087d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 3093 time: 0.2182508 May 26 22:47:15.016854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:15.020838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2e2174f-c3e6-4a12-ac81-645cc9e17cc4 req-ebc9930c-e82c-4a9b-bd33-4e092df5ae92 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143095 May 26 22:47:15.029914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b71b25db-2f49-406f-bead-65ac35920e23,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:15.038558 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:15.138442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b71b25db-2f49-406f-bead-65ac35920e23,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:15.149917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda9c1-d93a-4cd8-8ea9-d78b0a81c7a2 req-a1015d91-1926-4ab1-88e8-a940a4d1ba5e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:15.161111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71bda9c1-d93a-4cd8-8ea9-d78b0a81c7a2 req-a1015d91-1926-4ab1-88e8-a940a4d1ba5e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.7778924 May 26 22:47:15.198036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:15.232039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Transition to ACTIVE for port object 3a2404c8-673b-4a98-9352-7bb634e447ad will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:15.254289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71bda9c1-d93a-4cd8-8ea9-d78b0a81c7a2 req-5e6f1f09-f4b7-4586-9b6c-d0ce74c8ec93 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919366 May 26 22:47:15.296193 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:15.398648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3969c-5aed-4923-b3c6-52deca9da0b3 req-5df04466-8d6f-4604-94db-cc6fb4e0bdac tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:15.409186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fe3969c-5aed-4923-b3c6-52deca9da0b3 req-5df04466-8d6f-4604-94db-cc6fb4e0bdac tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 943 time: 0.1458628 May 26 22:47:15.472094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:15.473308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:15.473488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fe3969c-5aed-4923-b3c6-52deca9da0b3 req-d049e86e-5f70-4a6e-b5b6-df8ce46f95c8 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633848 May 26 22:47:15.605003 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73839621-b899-4ea6-9b83-a0bcccf2ea5e'] response: {'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23', 'code': 200} May 26 22:47:15.671532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:15.687183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55906) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:15.875771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event updated for resources: {'Port': ['ID=3a2404c8-673b-4a98-9352-7bb634e447ad,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:15.897349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:15.898271 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:15.995724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-677e4dab-d9a5-4206-a4ac-2404268be738 None None] Provisioning for port 3a2404c8-673b-4a98-9352-7bb634e447ad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:16.024959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-677e4dab-d9a5-4206-a4ac-2404268be738 None None] Provisioning complete for port 3a2404c8-673b-4a98-9352-7bb634e447ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:16.027856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-677e4dab-d9a5-4206-a4ac-2404268be738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.042792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-59eb8821-907d-4ffa-923c-2ce0c3b526d9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4527595 May 26 22:47:16.071919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a88c-426f-4aa6-b9cd-cfed3f85bccb req-465b5f3c-b565-4d68-a155-add606f5182c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.076150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a88c-426f-4aa6-b9cd-cfed3f85bccb req-465b5f3c-b565-4d68-a155-add606f5182c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.089970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3284a88c-426f-4aa6-b9cd-cfed3f85bccb req-465b5f3c-b565-4d68-a155-add606f5182c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1681 time: 0.6143582 May 26 22:47:16.091772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100c2a2-5566-4bd1-9adb-87b1f131b189 req-93db98f4-db96-4872-9906-6f952f77717c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.093920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f100c2a2-5566-4bd1-9adb-87b1f131b189 req-93db98f4-db96-4872-9906-6f952f77717c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.2606006 May 26 22:47:16.150582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-677e4dab-d9a5-4206-a4ac-2404268be738 None None] Port 3a2404c8-673b-4a98-9352-7bb634e447ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:47:16.195685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f100c2a2-5566-4bd1-9adb-87b1f131b189 req-27bf7c59-e377-4d59-8a0c-614225fdb470 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843561 May 26 22:47:16.221184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3284a88c-426f-4aa6-b9cd-cfed3f85bccb req-b81e8614-d39d-4b7a-85ea-6cf08400a541 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297495 May 26 22:47:16.251265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 92572114-7a12-4cd9-85a5-dfeb734eeac4 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:47:16.356391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 92572114-7a12-4cd9-85a5-dfeb734eeac4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:16.364095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 92572114-7a12-4cd9-85a5-dfeb734eeac4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:16.364745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.387298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:16.501912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.569823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.634173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:16.640361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.644079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Usage tracker for resource:security_group_rule and tenant:766f5a7bd57f4e3ea232c76bd683ea67 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:16.648291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:16.657410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:16.668611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313480b-4072-458b-afb1-2db97c75f6d7 req-1591ae93-97fa-4177-8860-4be4a5ed0cdd tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.677074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f313480b-4072-458b-afb1-2db97c75f6d7 req-1591ae93-97fa-4177-8860-4be4a5ed0cdd tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.1585035 May 26 22:47:16.711528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 92572114-7a12-4cd9-85a5-dfeb734eeac4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=92572114-7a12-4cd9-85a5-dfeb734eeac4,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:16.716877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.729561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.735076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.739385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.744217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.750003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:16.751480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:16.756179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f313480b-4072-458b-afb1-2db97c75f6d7 req-eb74d6a9-0eee-40b1-b8c6-af22ef8a5bdc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777934 May 26 22:47:16.819101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=92572114-7a12-4cd9-85a5-dfeb734eeac4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:16.836619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.842331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:16.842512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.843514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-3545ba92-6c71-4a0f-b9fe-26078d575bfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 3814 time: 0.3730390 May 26 22:47:16.886229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=766f5a7bd57f4e3ea232c76bd683ea67&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1979270 May 26 22:47:16.886990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55930) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:16.923898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87943cd1-71c3-48ed-ad02-fac974e975be,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:16.981277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.981809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.982320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.982741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.983164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.983571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.983981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.984404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.984811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.985214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:16.985617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abb94f-5d05-4698-8cca-692a22859a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:17.034210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fdaca-fc28-4612-ab5f-fd2d04302851 req-78d2008a-84a6-47ca-9dc0-c6d606a8d09f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:17.035897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-317fdaca-fc28-4612-ab5f-fd2d04302851 req-78d2008a-84a6-47ca-9dc0-c6d606a8d09f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 943 time: 0.1130416 May 26 22:47:17.050830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0c9618a-a898-4c90-8a47-7306e96093ca req-c316149b-d745-4d82-b48d-5e07a4023a20 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998706 May 26 22:47:17.084099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-317fdaca-fc28-4612-ab5f-fd2d04302851 req-83fbc855-c223-449e-acfc-7c5a064db588 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 May 26 22:47:17.099861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaa98-1c2a-4284-bbd1-6353f73c2049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.132053 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0dfb998a-3f3d-49a2-a262-f4f5bc2fb610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.150729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaa98-1c2a-4284-bbd1-6353f73c2049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.257070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6af3e9-1028-484d-972b-c0e159abc0f4 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:17.264657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.282736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaa98-1c2a-4284-bbd1-6353f73c2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.288156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Transition to ACTIVE for port object aa6af3e9-1028-484d-972b-c0e159abc0f4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:17.301179 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.372559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdaa98-1c2a-4284-bbd1-6353f73c2049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87943cd1-71c3-48ed-ad02-fac974e975be,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:17.379493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Pushing event updated for resources: {'Port': ['ID=aa6af3e9-1028-484d-972b-c0e159abc0f4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:17.429658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaa98-1c2a-4284-bbd1-6353f73c2049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.433199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6fcdaa98-1c2a-4284-bbd1-6353f73c2049 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87943cd1-71c3-48ed-ad02-fac974e975be HTTP/1.1" status: 204 len: 168 time: 0.5397761 May 26 22:47:17.441431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c7c8-676d-4d70-86ec-51ed24160ccc req-9255d5e0-677e-411f-b603-a0fe01b67c8e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:17.446633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c7c8-676d-4d70-86ec-51ed24160ccc req-9255d5e0-677e-411f-b603-a0fe01b67c8e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:17.455484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f330c7c8-676d-4d70-86ec-51ed24160ccc req-9255d5e0-677e-411f-b603-a0fe01b67c8e tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1682 time: 0.0942943 May 26 22:47:17.536586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f330c7c8-676d-4d70-86ec-51ed24160ccc req-6b6a6b31-a69d-49f2-99f3-9441c94e64a5 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801268 May 26 22:47:17.605922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92572114-7a12-4cd9-85a5-dfeb734eeac4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:17.628511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8dc23-b573-4cdf-a93a-67be657c091b req-ddd85cbb-4546-4985-b02c-8ad6fdb541fc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:17.630592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5a8dc23-b573-4cdf-a93a-67be657c091b req-ddd85cbb-4546-4985-b02c-8ad6fdb541fc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.2527258 May 26 22:47:17.704726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Attempting to bind port aa6af3e9-1028-484d-972b-c0e159abc0f4 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:17.712816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Attempting to bind port aa6af3e9-1028-484d-972b-c0e159abc0f4 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:17.713357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Attempting to bind port aa6af3e9-1028-484d-972b-c0e159abc0f4 on network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:17.738859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Port aa6af3e9-1028-484d-972b-c0e159abc0f4 on network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:17.740858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Attempting to bind port aa6af3e9-1028-484d-972b-c0e159abc0f4 on network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:17.757142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5a8dc23-b573-4cdf-a93a-67be657c091b req-87409c1f-28b5-49e5-b196-218ec7914d68 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133118 May 26 22:47:17.760525 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d46077-2b3e-430f-8956-e7ef0f994788'] response: {'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92572114-7a12-4cd9-85a5-dfeb734eeac4', 'code': 200} May 26 22:47:17.767637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:17.767973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Checking segment: {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:17.768342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Bound using segment: {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:17.770023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Bound port: aa6af3e9-1028-484d-972b-c0e159abc0f4, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:17.770497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:17.997566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] For port aa6af3e9-1028-484d-972b-c0e159abc0f4, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:18.003047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] For port aa6af3e9-1028-484d-972b-c0e159abc0f4, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:18.008562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5dfff18-584b-45dd-b88f-48ef01841cf9 req-30a849b7-6656-4fd3-8e36-b66bf7f97414 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1984 time: 0.1485519 May 26 22:47:18.010733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:18.143904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:18.145248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] 10.222.0.48 "PUT /v2.0/ports/aa6af3e9-1028-484d-972b-c0e159abc0f4 HTTP/1.1" status: 200 len: 1091 time: 2.0945420 May 26 22:47:18.148865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:18.227224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:18.364860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55972) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:18.428481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:18.507844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5dfff18-584b-45dd-b88f-48ef01841cf9 req-efee994f-8e6e-4dd3-b5c3-a972b0476651 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786708 May 26 22:47:18.509839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:18.516464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec274259db04e19b2e094789ec432b9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:18.521695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:18.533805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:18.546838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0de7a-97aa-4883-afa0-c7c7784d217f req-fafc3214-fdee-45a1-bbc7-1e2cbde5248f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:18.548951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0c0de7a-97aa-4883-afa0-c7c7784d217f req-fafc3214-fdee-45a1-bbc7-1e2cbde5248f tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 943 time: 0.2543130 May 26 22:47:18.568047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7697c-6f3c-4d32-966f-f43e2981316e service neutron] Pushing event updated for resources: {'Port': ['ID=aa6af3e9-1028-484d-972b-c0e159abc0f4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:18.648827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0c0de7a-97aa-4883-afa0-c7c7784d217f req-13e18500-4e44-4c60-abb8-5c3935c972fd tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930064 May 26 22:47:18.710647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:18.716088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:18.783709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-b29dee81-84b6-4d0a-b6b7-ac86e86f1af9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 1096 time: 0.2800581 May 26 22:47:18.791960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:18.797074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50075a5-0265-44d0-9e76-26fd74c277bc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:18.809480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-70859049-89d2-4f35-a7d0-28c7dbd00c60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ec274259db04e19b2e094789ec432b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4431114 May 26 22:47:18.812142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55984) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:18.812940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6d2d7-1c2c-44c8-accc-04a6ed5c7307 req-ff60d925-dd72-43fa-b489-7e1793281d98 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:18.814377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cee6d2d7-1c2c-44c8-accc-04a6ed5c7307 req-ff60d925-dd72-43fa-b489-7e1793281d98 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.7121689 May 26 22:47:18.974089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5a89737b-dc4c-42ee-9fd3-520bed9ec797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:19.015206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f2c8-55c1-4953-a05a-1353cacb5686 req-df8782ab-5728-4eb2-9414-15ee1029ca5c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.019999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f2c8-55c1-4953-a05a-1353cacb5686 req-df8782ab-5728-4eb2-9414-15ee1029ca5c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.026173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f2c8-55c1-4953-a05a-1353cacb5686 req-df8782ab-5728-4eb2-9414-15ee1029ca5c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.031718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f2c8-55c1-4953-a05a-1353cacb5686 req-df8782ab-5728-4eb2-9414-15ee1029ca5c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.035745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f2c8-55c1-4953-a05a-1353cacb5686 req-df8782ab-5728-4eb2-9414-15ee1029ca5c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.037748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b720f2c8-55c1-4953-a05a-1353cacb5686 req-df8782ab-5728-4eb2-9414-15ee1029ca5c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 3826 time: 0.1818321 May 26 22:47:19.039794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5a89737b-dc4c-42ee-9fd3-520bed9ec797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:19.128149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b720f2c8-55c1-4953-a05a-1353cacb5686 req-8b10ba5e-afcd-4446-aff4-30bf31906c50 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801942 May 26 22:47:19.157109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5a89737b-dc4c-42ee-9fd3-520bed9ec797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:19.180792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89737b-dc4c-42ee-9fd3-520bed9ec797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50075a5-0265-44d0-9e76-26fd74c277bc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:19.187342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cee6d2d7-1c2c-44c8-accc-04a6ed5c7307 req-48b20634-a7ac-45d7-9733-f4e8efe6c1e4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391631 May 26 22:47:19.209745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-960e2e72-0cf6-4960-a5a9-57b98c134b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.211172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-960e2e72-0cf6-4960-a5a9-57b98c134b33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.3933175 May 26 22:47:19.212112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5a89737b-dc4c-42ee-9fd3-520bed9ec797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:19.214982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5a89737b-dc4c-42ee-9fd3-520bed9ec797 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d50075a5-0265-44d0-9e76-26fd74c277bc HTTP/1.1" status: 204 len: 168 time: 0.4016461 May 26 22:47:19.276081 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10522348-c34d-4de9-a979-d79e908cdf55'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'status': 'completed', 'code': 200} May 26 22:47:19.315703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-f380b8cc-cc68-41b1-aa47-e3c1aa047e11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13 HTTP/1.1" status: 200 len: 217 time: 0.0959888 May 26 22:47:19.327430 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35c5e659-7cf4-4218-aa04-9f872806fb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:19.482487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-6debb876-9a51-4025-acee-bc2c6f3b83c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.484409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-6debb876-9a51-4025-acee-bc2c6f3b83c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.1446748 May 26 22:47:19.549446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7eda621b-96eb-41f4-9eec-8db73565ed52 req-eab49fb2-cc8a-43a7-81af-f9d6bf0b1c66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 4361 time: 0.2534118 May 26 22:47:19.641641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-83981839-5804-4186-b018-b05df1b2e702 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794871 May 26 22:47:19.775487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:19.896267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f11d1c7-359b-41a2-9ef0-b737a66eb42a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:19.929421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a0bc3-e6c3-4b3c-af05-951ef8bfe005 req-3b6007a9-f202-4139-9699-4f2b09a0d4f2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.930206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b91ca-7ec4-44a9-88fd-401ed3c4f67c req-6c967ac8-9ad3-4165-a9db-3c152fa2af4a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.931431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c0a0bc3-e6c3-4b3c-af05-951ef8bfe005 req-3b6007a9-f202-4139-9699-4f2b09a0d4f2 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.4780579 May 26 22:47:19.935826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b91ca-7ec4-44a9-88fd-401ed3c4f67c req-6c967ac8-9ad3-4165-a9db-3c152fa2af4a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.938144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c1b91ca-7ec4-44a9-88fd-401ed3c4f67c req-6c967ac8-9ad3-4165-a9db-3c152fa2af4a tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1682 time: 0.4753351 May 26 22:47:19.943030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:19.946706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda621b-96eb-41f4-9eec-8db73565ed52 req-a50969a3-2b0a-4ea1-a6fc-dacd2b6ae427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.947242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda621b-96eb-41f4-9eec-8db73565ed52 req-a50969a3-2b0a-4ea1-a6fc-dacd2b6ae427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.947446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda621b-96eb-41f4-9eec-8db73565ed52 req-a50969a3-2b0a-4ea1-a6fc-dacd2b6ae427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:19.950093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7eda621b-96eb-41f4-9eec-8db73565ed52 req-a50969a3-2b0a-4ea1-a6fc-dacd2b6ae427 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=051ee0d956464e13a0b95231c21ae52c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3883555 May 26 22:47:20.018425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-4eeeaf4e-9cf6-4c94-85fa-cf535d274f7c service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681908 May 26 22:47:20.034927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Transition to ACTIVE for port object 7f11d1c7-359b-41a2-9ef0-b737a66eb42a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:20.068884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.100818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.173309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c0a0bc3-e6c3-4b3c-af05-951ef8bfe005 req-d4cda10c-45f8-4cfe-a40a-6d9cbffd103c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355955 May 26 22:47:20.179564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda621b-96eb-41f4-9eec-8db73565ed52 req-7c25d69a-0c6d-440a-9933-0f1f0eb0e1f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:20.181007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7eda621b-96eb-41f4-9eec-8db73565ed52 req-7c25d69a-0c6d-440a-9933-0f1f0eb0e1f5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152240 May 26 22:47:20.187533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:20.197639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Usage tracker for resource:security_group_rule and tenant:e03cfdb1924a4b8e84509f226325e3da is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:20.201780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:20.208468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:20.268864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4a7d5256-a473-455d-9dcd-5eafb5407060 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:47:20.318268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.326469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.446412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c1b91ca-7ec4-44a9-88fd-401ed3c4f67c req-d36d5795-3166-471c-8869-64fed7431219 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969835 May 26 22:47:20.521942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86259eb-ccae-4f06-aedd-d80cd9d7e7cd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:20.560220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f0744ab-3613-403c-a9b0-6e9336044593 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e03cfdb1924a4b8e84509f226325e3da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7708094 May 26 22:47:20.565474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56026) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:20.601553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4a7d5256-a473-455d-9dcd-5eafb5407060, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4a7d5256-a473-455d-9dcd-5eafb5407060,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:20.657123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'port_id': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'mac_address': 'fa:16:3e:12:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:47:20.687380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Pushing event updated for resources: {'Port': ['ID=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:20.759021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a10f0db-6c7a-49df-902e-1e96584de9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.790598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a10f0db-6c7a-49df-902e-1e96584de9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.814153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-084e26b6-0045-4560-a0ec-2d45af09cf3f req-44bc6331-ef50-4f57-8ea1-b2d0f1ff37fa service neutron] 10.222.0.48 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7895594 May 26 22:47:20.862764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.879875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.884392 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.924985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f8750-f2a6-409d-9b8c-c794ace62af7 req-62b55daa-1be0-4917-806d-f674cf6b0379 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:20.931998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7d5256-a473-455d-9dcd-5eafb5407060 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:20.941504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec5f8750-f2a6-409d-9b8c-c794ace62af7 req-62b55daa-1be0-4917-806d-f674cf6b0379 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.2707045 May 26 22:47:20.963080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4a7d5256-a473-455d-9dcd-5eafb5407060, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4a7d5256-a473-455d-9dcd-5eafb5407060,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:20.971994 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:20.989522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a10f0db-6c7a-49df-902e-1e96584de9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:21.017599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10f0db-6c7a-49df-902e-1e96584de9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86259eb-ccae-4f06-aedd-d80cd9d7e7cd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:21.020686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a10f0db-6c7a-49df-902e-1e96584de9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:21.024649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3a10f0db-6c7a-49df-902e-1e96584de9a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e86259eb-ccae-4f06-aedd-d80cd9d7e7cd HTTP/1.1" status: 204 len: 168 time: 0.4581108 May 26 22:47:21.039827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec5f8750-f2a6-409d-9b8c-c794ace62af7 req-b347aa58-50db-4923-9565-ab8c12456974 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909524 May 26 22:47:21.120502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Attempting to bind port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:21.120868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Attempting to bind port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:21.121145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Attempting to bind port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:21.131075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4a7d5256-a473-455d-9dcd-5eafb5407060,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:21.146513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a on network 079887bc-b9ef-431d-acd1-e025ffb8b955 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:21.146829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Attempting to bind port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:21.171320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:21.171860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Checking segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:21.172395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Bound using segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:21.172987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Bound port: 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:21.173489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:21.224691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['4a7d5256-a473-455d-9dcd-5eafb5407060'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:47:21.309008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5865f-e156-4a38-a043-1bae7ed8cb65 req-89cba9e6-55c3-4585-b139-fb29b49ed60e tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.310647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1c5865f-e156-4a38-a043-1bae7ed8cb65 req-89cba9e6-55c3-4585-b139-fb29b49ed60e tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 943 time: 0.4549870 May 26 22:47:21.367486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-9405d92b-2808-4dad-a581-731140193bfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.375405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-9405d92b-2808-4dad-a581-731140193bfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.385882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-9405d92b-2808-4dad-a581-731140193bfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.396398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-9405d92b-2808-4dad-a581-731140193bfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.406366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-9405d92b-2808-4dad-a581-731140193bfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.416048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-9405d92b-2808-4dad-a581-731140193bfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.430012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-9405d92b-2808-4dad-a581-731140193bfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 4602 time: 0.2183928 May 26 22:47:21.462251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] For port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:21.476900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] For port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:21.490939 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1c5865f-e156-4a38-a043-1bae7ed8cb65 req-42f2d373-fbbd-43b5-863b-5838256fc681 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698704 May 26 22:47:21.499023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:21.531418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6bea2184-51bb-470c-b8d7-6594def4c4ca req-f01906e9-c6f2-4e21-8f31-7cafe5b4a57f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983343 May 26 22:47:21.615729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:21.616917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] 10.222.0.48 "PUT /v2.0/ports/7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 200 len: 1134 time: 3.4175429 May 26 22:47:21.617349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '7f11d1c7-359b-41a2-9ef0-b737a66eb42a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:21.664136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:21.733527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba64a0-6bc6-4853-8bf4-77915fdb015a service neutron] Pushing event updated for resources: {'Port': ['ID=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:21.827928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:21.915337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56056) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:21.949387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22193adc-7e7e-44b6-a5cd-af14622146c7 req-3a23993c-9f7a-4d7c-9de2-12812d9bb2b4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:21.952233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22193adc-7e7e-44b6-a5cd-af14622146c7 req-3a23993c-9f7a-4d7c-9de2-12812d9bb2b4 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.1367738 May 26 22:47:21.956107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:21.962276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.033604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:22.037533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22193adc-7e7e-44b6-a5cd-af14622146c7 req-ef46ed9f-0fe2-4384-b31b-c7a840578a3d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667481 May 26 22:47:22.040715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Usage tracker for resource:security_group_rule and tenant:d54a1aaf88044702b21e2bd1a8df422d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:22.043126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:22.049726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:22.050189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c2e0-4701-490e-bbd6-346032463754 req-801b87bd-ded6-4371-bc7b-ff62c98f924d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:22.051647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0e9c2e0-4701-490e-bbd6-346032463754 req-801b87bd-ded6-4371-bc7b-ff62c98f924d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.2956264 May 26 22:47:22.135559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.142267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.201819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f7d76-5117-4706-945f-69e4385095e5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:22.210323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e0e9c2e0-4701-490e-bbd6-346032463754 req-8f54ef0f-5c29-44d4-a454-27b0c9802fe2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438692 May 26 22:47:22.224968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-013f2841-2f99-4a5a-b5de-9080f8fac2a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d54a1aaf88044702b21e2bd1a8df422d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3091474 May 26 22:47:22.225633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56068) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:22.277291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4a7d5256-a473-455d-9dcd-5eafb5407060 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:47:22.306776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b14c1606-6af6-4fd0-a57b-a5f45dbbbcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.356982 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18274bc7-3e98-4582-97eb-cf2e11b432a5'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '7f11d1c7-359b-41a2-9ef0-b737a66eb42a', 'status': 'completed', 'code': 200} May 26 22:47:22.386533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 4a7d5256-a473-455d-9dcd-5eafb5407060 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:22.393472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 4a7d5256-a473-455d-9dcd-5eafb5407060 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:47:22.394111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.402647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b14c1606-6af6-4fd0-a57b-a5f45dbbbcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.485476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc14d77-fcd3-45b8-b2a1-9abd786e2a2b req-2a539312-0555-41c2-a1b4-de93b152b3dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:22.491123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc14d77-fcd3-45b8-b2a1-9abd786e2a2b req-2a539312-0555-41c2-a1b4-de93b152b3dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:22.507867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecc14d77-fcd3-45b8-b2a1-9abd786e2a2b req-2a539312-0555-41c2-a1b4-de93b152b3dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1682 time: 0.1856847 May 26 22:47:22.537294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd27a9d-1240-435a-8e53-4b24d3f680cd req-c75b929b-53aa-405d-81b5-469bf8cae891 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5288 time: 0.1736743 May 26 22:47:22.553362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b14c1606-6af6-4fd0-a57b-a5f45dbbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.567474 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.592506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b14c1606-6af6-4fd0-a57b-a5f45dbbbcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.596593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b14c1606-6af6-4fd0-a57b-a5f45dbbbcc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca2f7d76-5117-4706-945f-69e4385095e5 HTTP/1.1" status: 204 len: 168 time: 0.3699875 May 26 22:47:22.599960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c1606-6af6-4fd0-a57b-a5f45dbbbcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f7d76-5117-4706-945f-69e4385095e5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:22.608865 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecc14d77-fcd3-45b8-b2a1-9abd786e2a2b req-db415b3f-ea20-4a58-a6d1-162296a5d2e6 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991943 May 26 22:47:22.621071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:22.642813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4a7d5256-a473-455d-9dcd-5eafb5407060, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4a7d5256-a473-455d-9dcd-5eafb5407060,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:22.652539 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.798289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4a7d5256-a473-455d-9dcd-5eafb5407060,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:22.918550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56100) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:22.936242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dbb9-1660-440d-92d9-2a218d9a078c req-19481ac7-8e07-4641-80d7-34e7bdd842b8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:22.937893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57a9dbb9-1660-440d-92d9-2a218d9a078c req-19481ac7-8e07-4641-80d7-34e7bdd842b8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.1189563 May 26 22:47:22.954459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15212059-e380-4dc0-971a-e4ebc6ebe2ca {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:22.965840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.001133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57a9dbb9-1660-440d-92d9-2a218d9a078c req-ab2c5a25-6969-4851-8aab-abc7d6cb6f90 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555301 May 26 22:47:23.010042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Transition to ACTIVE for port object 15212059-e380-4dc0-971a-e4ebc6ebe2ca will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:23.019984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.103388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd27a9d-1240-435a-8e53-4b24d3f680cd req-0845bd8d-38ab-4613-a444-27dc657f2d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.105197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd27a9d-1240-435a-8e53-4b24d3f680cd req-0845bd8d-38ab-4613-a444-27dc657f2d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.105568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd27a9d-1240-435a-8e53-4b24d3f680cd req-0845bd8d-38ab-4613-a444-27dc657f2d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.107294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd27a9d-1240-435a-8e53-4b24d3f680cd req-0845bd8d-38ab-4613-a444-27dc657f2d1c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=051ee0d956464e13a0b95231c21ae52c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3800607 May 26 22:47:23.206477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Pushing event updated for resources: {'Port': ['ID=15212059-e380-4dc0-971a-e4ebc6ebe2ca,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:23.264415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.269168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.276188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.284863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.299334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.307095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.311906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.313957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-700f660e-03ff-46e9-bd50-3a775edc7cca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5379 time: 0.1666236 May 26 22:47:23.359441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e9a2d-02d8-408c-836b-220daddbe4ba req-40c96825-fe26-44d9-80d7-ec575e0591cc tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.361019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef8e9a2d-02d8-408c-836b-220daddbe4ba req-40c96825-fe26-44d9-80d7-ec575e0591cc tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.4905159 May 26 22:47:23.371551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56116) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:23.414382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2178493f-37f6-4caa-b60e-91dde7a86cd1 req-8b932cdc-06a3-4807-a0c7-acf433e38a00 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923052 May 26 22:47:23.475657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-130004288'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:23.482119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:23.494243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Usage tracker for resource:network and tenant:62a9aa9194c043cd99d1f4173b2ef2d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:23.500506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:23.518332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:23.537110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Made reservation on behalf of 62a9aa9194c043cd99d1f4173b2ef2d0 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:23.540344 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.541922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd27a9d-1240-435a-8e53-4b24d3f680cd req-cffb15de-64a1-4577-aafa-fccd0e37b2da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:23.543374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd27a9d-1240-435a-8e53-4b24d3f680cd req-cffb15de-64a1-4577-aafa-fccd0e37b2da service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4241693 May 26 22:47:23.546323 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc82c8f-4be7-439a-a470-61b622e0ec1d'] response: {'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'code': 200} May 26 22:47:23.582686 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef8e9a2d-02d8-408c-836b-220daddbe4ba req-b6134e6e-4ea9-424c-99ae-de1e53bdb87b tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099237 May 26 22:47:23.583466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Attempting to bind port 15212059-e380-4dc0-971a-e4ebc6ebe2ca on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:23.583802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Attempting to bind port 15212059-e380-4dc0-971a-e4ebc6ebe2ca by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:23.584128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Attempting to bind port 15212059-e380-4dc0-971a-e4ebc6ebe2ca on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:23.595828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Port 15212059-e380-4dc0-971a-e4ebc6ebe2ca on network 079887bc-b9ef-431d-acd1-e025ffb8b955 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:23.596038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Attempting to bind port 15212059-e380-4dc0-971a-e4ebc6ebe2ca on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:23.618529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:23.619110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Checking segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:23.619654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Bound using segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:23.620248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Bound port: 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:23.620781 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.656688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.692999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:23.697481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Usage tracker for resource:security_group_rule and tenant:62a9aa9194c043cd99d1f4173b2ef2d0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:23.700800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:23.707716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:23.787949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.790089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.802280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.853969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:47:23.882444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea9176-d150-44a6-b9ef-1e2b2dfd780e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:23.890904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.891252 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Added segment 088e636e-5c1a-44ae-be5f-d47ace4385b4 of type vlan for network 1cfd86d4-a6fe-4933-b425-db36aba7be6b May 26 22:47:23.898429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:23.903369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Usage tracker for resource:security_group_rule and tenant:b4e66db30f0849b2bbcee5bf08410357 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:23.909450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:23.925777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:23.936033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.947552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] For port 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:23.953094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] For port 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:23.993963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.052221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.055371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:24.056349 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.084391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f153881d-818b-4513-afa4-57c813cdb183 req-a4f1e27a-5922-4638-96b6-478095c58e69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 1096 time: 0.4112751 May 26 22:47:24.096615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.098092 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] 10.222.0.48 "PUT /v2.0/ports/15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 200 len: 1135 time: 2.4415913 May 26 22:47:24.134778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5859fe-5fa0-466c-b10e-d2ee3a984252 service neutron] Pushing event updated for resources: {'Port': ['ID=15212059-e380-4dc0-971a-e4ebc6ebe2ca,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:24.144527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:24.235601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Pushing event updated for resources: {'Network': ['ID=1cfd86d4-a6fe-4933-b425-db36aba7be6b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:24.236331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f153881d-818b-4513-afa4-57c813cdb183 req-21ccb37a-5c34-44c0-b6f5-39c18641bc9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413579 May 26 22:47:24.244931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.252795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1cfd86d4-a6fe-4933-b425-db36aba7be6b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:47:24.255547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822431d-aca4-44a1-819b-905a94f03e2c req-76447bd2-9c11-40c1-92e5-e1f84d04c09b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:24.259681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b05d8-dcab-498f-a71d-dbb9b9625893 req-25f2039d-784a-49b5-9bb8-78c4a9a30cb3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:24.264699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2822431d-aca4-44a1-819b-905a94f03e2c req-76447bd2-9c11-40c1-92e5-e1f84d04c09b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.3148170 May 26 22:47:24.266601 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-570b05d8-dcab-498f-a71d-dbb9b9625893 req-25f2039d-784a-49b5-9bb8-78c4a9a30cb3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.3216751 May 26 22:47:24.285488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.307973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6441c03-2074-4a2e-8c4e-5414991c19c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3883550 May 26 22:47:24.363739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2bd0c6-363a-4192-8f0c-d08798d9c13f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:24.369319 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-650c3faf-2628-45d9-813e-81ca61086c3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4e66db30f0849b2bbcee5bf08410357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9929295 May 26 22:47:24.372372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56138) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:24.378000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '15212059-e380-4dc0-971a-e4ebc6ebe2ca'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:24.387105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-570b05d8-dcab-498f-a71d-dbb9b9625893 req-25ec0d66-f1a1-4092-be81-bdb15f5731ca tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194000 May 26 22:47:24.397753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.477001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2822431d-aca4-44a1-819b-905a94f03e2c req-5caafda4-74e5-4c4a-91be-79c7753e6333 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107079 May 26 22:47:24.535603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0593-6e42-4129-a241-5cfc34e3700c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.573632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0593-6e42-4129-a241-5cfc34e3700c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.660260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0593-6e42-4129-a241-5cfc34e3700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.687934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d0593-6e42-4129-a241-5cfc34e3700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2bd0c6-363a-4192-8f0c-d08798d9c13f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:24.700122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0593-6e42-4129-a241-5cfc34e3700c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.709084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fe6d0593-6e42-4129-a241-5cfc34e3700c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a2bd0c6-363a-4192-8f0c-d08798d9c13f HTTP/1.1" status: 204 len: 168 time: 0.3209150 May 26 22:47:24.914986 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de16abe5-3322-4431-bc9c-f010ddfd0ffe'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '15212059-e380-4dc0-971a-e4ebc6ebe2ca', 'status': 'completed', 'code': 200} May 26 22:47:24.960732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56162) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:24.990714 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.996764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Request body: {'port': {'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b', 'binding:host_id': 'n-h1-843301-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-150187217'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:25.004186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:25.010891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Usage tracker for resource:port and tenant:e9d54bfab6f74848a5c1e47e3d2ac010 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:25.016196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc80251b-b663-43f9-adea-2a1886597daa {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:25.022541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:25.034702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:25.048695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:25.057080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.064566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.072486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.077138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Transition to ACTIVE for port object cc80251b-b663-43f9-adea-2a1886597daa will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:25.078638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Made reservation on behalf of e9d54bfab6f74848a5c1e47e3d2ac010 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:25.086579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:25.086683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.087433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.094469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.100803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.102465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:25.111711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280b12b5-3394-45ea-b261-d58583c05a79 req-f0dc9146-82b0-40b5-b3e5-ce715cb78256 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5379 time: 0.1921825 May 26 22:47:25.145015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:25.170421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280b12b5-3394-45ea-b261-d58583c05a79 req-9238e361-cb13-4c2b-84ef-a7956aa39f4b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565836 May 26 22:47:25.173131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06772c7e-6630-41b1-9374-2a3fa27d4890 req-c5c9c7ee-780c-42bb-82fb-d70a3ceebfd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6216 time: 0.2599556 May 26 22:47:25.345371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80251b-b663-43f9-adea-2a1886597daa,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:25.539798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec26d-33ea-47d0-871e-444274519cae req-024ffbe7-bb6e-47c2-bf54-5b526fbf7c1b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.559237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec26d-33ea-47d0-871e-444274519cae req-024ffbe7-bb6e-47c2-bf54-5b526fbf7c1b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.567997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba8ec26d-33ea-47d0-871e-444274519cae req-024ffbe7-bb6e-47c2-bf54-5b526fbf7c1b tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1682 time: 0.1956017 May 26 22:47:25.637040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba8ec26d-33ea-47d0-871e-444274519cae req-3d34fc60-be3d-483e-afa9-65d4716dd8dd tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 May 26 22:47:25.683682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:25.719461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Usage tracker for resource:security_group_rule and tenant:e9d54bfab6f74848a5c1e47e3d2ac010 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:25.770142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:25.784533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:25.812296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Attempting to bind port cc80251b-b663-43f9-adea-2a1886597daa on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:25.812738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Attempting to bind port cc80251b-b663-43f9-adea-2a1886597daa by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:25.813141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Attempting to bind port cc80251b-b663-43f9-adea-2a1886597daa on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:25.815772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772c7e-6630-41b1-9374-2a3fa27d4890 req-fe74d0e6-de97-4b70-afe6-2aa50cd2416f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.816219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772c7e-6630-41b1-9374-2a3fa27d4890 req-fe74d0e6-de97-4b70-afe6-2aa50cd2416f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.816601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772c7e-6630-41b1-9374-2a3fa27d4890 req-fe74d0e6-de97-4b70-afe6-2aa50cd2416f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.818160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06772c7e-6630-41b1-9374-2a3fa27d4890 req-fe74d0e6-de97-4b70-afe6-2aa50cd2416f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=051ee0d956464e13a0b95231c21ae52c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5554087 May 26 22:47:25.828537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b0ce0-dc92-4066-8793-1830118ce403 req-af78f366-29df-46de-b4d4-767083aa4d31 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.836804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe6b0ce0-dc92-4066-8793-1830118ce403 req-af78f366-29df-46de-b4d4-767083aa4d31 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.6931384 May 26 22:47:25.873619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0614ca-0620-4e47-92f9-13b55b5ef6a3 req-6c431b9d-e545-434f-95c7-3fafe94a7f03 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:25.875286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c0614ca-0620-4e47-92f9-13b55b5ef6a3 req-6c431b9d-e545-434f-95c7-3fafe94a7f03 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.0938814 May 26 22:47:25.937229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Port cc80251b-b663-43f9-adea-2a1886597daa on network 079887bc-b9ef-431d-acd1-e025ffb8b955 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:25.937556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Attempting to bind port cc80251b-b663-43f9-adea-2a1886597daa on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:25.986553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:25.986889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Checking segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:25.987268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Bound using segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:25.987699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Bound port: cc80251b-b663-43f9-adea-2a1886597daa, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:25.988080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:26.042542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c0614ca-0620-4e47-92f9-13b55b5ef6a3 req-f40492ca-eba1-44ec-a0aa-ede65db8bd13 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613998 May 26 22:47:26.100760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe6b0ce0-dc92-4066-8793-1830118ce403 req-362f8518-132f-42c2-bc35-d3de797d4629 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629023 May 26 22:47:26.164333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772c7e-6630-41b1-9374-2a3fa27d4890 req-9715d17f-7f48-4289-9f78-677a3f07365c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.165815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06772c7e-6630-41b1-9374-2a3fa27d4890 req-9715d17f-7f48-4289-9f78-677a3f07365c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3250217 May 26 22:47:26.176292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:26.195731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:26.203670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] device_id is not set on port 6a178160-9609-4046-a507-0aecde25a76a yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:47:26.328885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0bd2a-83fa-4cd7-8d8d-a627b51b564c req-f3f22bc4-a811-45a5-8ad8-7f78a65e316c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.336188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02f0bd2a-83fa-4cd7-8d8d-a627b51b564c req-f3f22bc4-a811-45a5-8ad8-7f78a65e316c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.1147492 May 26 22:47:26.402477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02f0bd2a-83fa-4cd7-8d8d-a627b51b564c req-0de802c9-dab4-4d88-a03c-24a689f3bc9c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651376 May 26 22:47:26.558819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:26.616924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cc80251b-b663-43f9-adea-2a1886597daa,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:26.626343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68833fc0-9499-46e8-8382-cbb549ec9351,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:26.651051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.656433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.661976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.667000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.672581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.676996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.681142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:26.683502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-ac46fec9-d7dd-44ca-a72d-ff2b3588ca2f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5391 time: 0.1351640 May 26 22:47:26.693877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:26.792699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-052b9f8b-8415-4452-8c06-6afcb3d3383d req-6ec8bbc1-1adf-4557-832f-e011f1f2a355 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964038 May 26 22:47:26.814997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:26.816500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/cc80251b-b663-43f9-adea-2a1886597daa HTTP/1.1" status: 200 len: 1090 time: 2.6838551 May 26 22:47:26.873613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:26.916496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:27.014755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6525a3-52b2-4da1-90c0-08420961f2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80251b-b663-43f9-adea-2a1886597daa,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:27.023842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2004507d-9b94-4919-8914-984f0a976e6d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:27.028314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2004507d-9b94-4919-8914-984f0a976e6d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:27.030224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2004507d-9b94-4919-8914-984f0a976e6d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.55 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1682 time: 0.5693820 May 26 22:47:27.090282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb312bb-aa8c-4990-80f4-6cecb900cff3 req-da815dab-f438-457e-be23-84f1b49147a3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:27.096284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb312bb-aa8c-4990-80f4-6cecb900cff3 req-da815dab-f438-457e-be23-84f1b49147a3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:27.105628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcb312bb-aa8c-4990-80f4-6cecb900cff3 req-da815dab-f438-457e-be23-84f1b49147a3 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 1682 time: 0.1356637 May 26 22:47:27.116432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbc5bb-33b1-41fc-81cd-665d4782b074 req-6c4e69a7-4ecb-404e-a6a2-51af845506f9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:27.117996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15fbc5bb-33b1-41fc-81cd-665d4782b074 req-6c4e69a7-4ecb-404e-a6a2-51af845506f9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.6560335 May 26 22:47:27.188588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcb312bb-aa8c-4990-80f4-6cecb900cff3 req-717b6929-ba99-466f-af26-eb8f39eaa7c9 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819952 May 26 22:47:27.210315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] device_id is not set on port 6a178160-9609-4046-a507-0aecde25a76a yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:47:27.241718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:27.264978 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb239cc-ae02-4ce0-a45f-fb25d20efdd9'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa', 'status': 'completed', 'code': 200} May 26 22:47:27.276900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port 92572114-7a12-4cd9-85a5-dfeb734eeac4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:27.277244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:27.383672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:27.405507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Transition to ACTIVE for port object 6a178160-9609-4046-a507-0aecde25a76a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:27.470247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af54edf-ad1f-4832-a965-049922aaeca2 req-f97ef7ca-5430-4961-b689-72e5fca99d9e tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:27.472242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15fbc5bb-33b1-41fc-81cd-665d4782b074 req-7b21cbdf-eb7e-4e27-9029-ca1ac83e542c tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357520 May 26 22:47:27.479259 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2af54edf-ad1f-4832-a965-049922aaeca2 req-f97ef7ca-5430-4961-b689-72e5fca99d9e tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.1034708 May 26 22:47:27.532654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2af54edf-ad1f-4832-a965-049922aaeca2 req-607fae51-96a7-46d0-95c7-31a49cab325b tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522337 May 26 22:47:27.582937 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:27.613938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:28.032266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=6a178160-9609-4046-a507-0aecde25a76a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:28.071745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756129-dbab-422a-a0c2-70c324876047 req-341f9882-3267-4d67-8806-c57903c30335 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:28.073355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3756129-dbab-422a-a0c2-70c324876047 req-341f9882-3267-4d67-8806-c57903c30335 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.1230171 May 26 22:47:28.083279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56254) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:28.090839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Request body: {'floatingip': {'port_id': '4a7d5256-a473-455d-9dcd-5eafb5407060'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:28.095998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Checking segment: {'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:28.096570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Network hostable DHCP agents. Network: 1cfd86d4-a6fe-4933-b425-db36aba7be6b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:47:28.108613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c886d801-8500-4b73-8e29-84e7f9a789e3 req-0dd99439-3887-45b1-a2d5-775c06059983 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6283 time: 0.7968774 May 26 22:47:28.272835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:28.434300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port 92572114-7a12-4cd9-85a5-dfeb734eeac4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=92572114-7a12-4cd9-85a5-dfeb734eeac4,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:28.434843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:28.458173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d8f39-8dd4-4c6e-ac42-b82ffe41ec76 req-3ddd060f-0647-4f28-95c1-f57bab4760d3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:28.459738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-527d8f39-8dd4-4c6e-ac42-b82ffe41ec76 req-3ddd060f-0647-4f28-95c1-f57bab4760d3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.6259964 May 26 22:47:28.481954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29052d21-bb51-4812-a92a-9629a547fe82 req-91235205-10a5-459f-a4ac-49929216d4a2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:28.488665 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29052d21-bb51-4812-a92a-9629a547fe82 req-91235205-10a5-459f-a4ac-49929216d4a2 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.2887793 May 26 22:47:28.597851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for 92572114-7a12-4cd9-85a5-dfeb734eeac4 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:28.687187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29052d21-bb51-4812-a92a-9629a547fe82 req-8b75a195-a024-4ac7-8396-5f455dc292b0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974428 May 26 22:47:28.700246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Network 1cfd86d4-a6fe-4933-b425-db36aba7be6b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:47:28.780087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1cfd86d4-a6fe-4933-b425-db36aba7be6b) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:28.787987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d801-8500-4b73-8e29-84e7f9a789e3 req-f67fcf8c-21a6-4e91-95df-04aaf16d297c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:28.788326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d801-8500-4b73-8e29-84e7f9a789e3 req-f67fcf8c-21a6-4e91-95df-04aaf16d297c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:28.788692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d801-8500-4b73-8e29-84e7f9a789e3 req-f67fcf8c-21a6-4e91-95df-04aaf16d297c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:28.790346 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c886d801-8500-4b73-8e29-84e7f9a789e3 req-f67fcf8c-21a6-4e91-95df-04aaf16d297c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=051ee0d956464e13a0b95231c21ae52c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6722507 May 26 22:47:28.792211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b366e2c-eceb-414b-b459-14f44f264fdc None None] Network 1cfd86d4-a6fe-4933-b425-db36aba7be6b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:28.807978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:28.845563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-527d8f39-8dd4-4c6e-ac42-b82ffe41ec76 req-a407ae88-4b36-4884-8719-7cc48e3764bb tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763552 May 26 22:47:28.948110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:28.948443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:28.948810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:29.016287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:29.016532 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:29.021368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:47:29.029076 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 2 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:29.055426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:29.055426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:29.055426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:29.140266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.149489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:29.150255 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:29.154714 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 3 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:29.167083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d801-8500-4b73-8e29-84e7f9a789e3 req-5fcec949-41d9-4bc7-b6f6-972bd6d7a9cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.168727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c886d801-8500-4b73-8e29-84e7f9a789e3 req-5fcec949-41d9-4bc7-b6f6-972bd6d7a9cd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3618186 May 26 22:47:29.172269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.173627 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:29.176943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.180379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808aad44-5a51-42d3-85c8-e0331a2868e4 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:29.191401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.201376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.208443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.214089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.216206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-50d5f900-25cb-4984-a4c5-e8dd9563df3d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5391 time: 0.3110659 May 26 22:47:29.242474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:29.243058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:29.243583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:29.250177 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:29.281070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Port': ['ID=92572114-7a12-4cd9-85a5-dfeb734eeac4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:29.300103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0585fed-f2cc-4783-98d2-66cb9a44976d req-57c20800-256c-4330-8c1a-6b4ec58d5f18 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736113 May 26 22:47:29.354047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:29.354402 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:29.367765 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 4 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:29.377532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Transition to ACTIVE for port object 808aad44-5a51-42d3-85c8-e0331a2868e4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:29.446601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:29.460269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:29.468453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:29.505074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] No DVR routers for this DVR port 92572114-7a12-4cd9-85a5-dfeb734eeac4 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:47:29.508037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:29.517716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:29.518049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:29.518566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:29.532813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-deleted', 'tag': '92572114-7a12-4cd9-85a5-dfeb734eeac4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:29.646410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:29.646766 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:29.651663 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 5 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:29.676774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Pushing event updated for resources: {'Port': ['ID=808aad44-5a51-42d3-85c8-e0331a2868e4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:29.711196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-2f7171c9-688e-4206-8388-5391c778fef2 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.55 "DELETE /v2.0/ports/92572114-7a12-4cd9-85a5-dfeb734eeac4 HTTP/1.1" status: 204 len: 173 time: 2.6518977 May 26 22:47:29.770523 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcd6502-163d-453e-a5fc-55576546d630'] response: {'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-deleted', 'tag': '92572114-7a12-4cd9-85a5-dfeb734eeac4', 'status': 'completed', 'code': 200} May 26 22:47:29.814897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:29.815229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:29.815606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:29.935040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd79ad-ca01-444a-90ea-a4d30785f456 req-c75d4084-b896-43dc-b05b-6bb3f2bcd3cb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:29.935758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00cd79ad-ca01-444a-90ea-a4d30785f456 req-c75d4084-b896-43dc-b05b-6bb3f2bcd3cb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Synchronizing usage tracker for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:29.965477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:29.977906 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:29.987773 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 6 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:30.014974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port b71b25db-2f49-406f-bead-65ac35920e23 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:30.015324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:30.060057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:30.060390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:30.060722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:30.067197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00cd79ad-ca01-444a-90ea-a4d30785f456 req-c75d4084-b896-43dc-b05b-6bb3f2bcd3cb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Unset dirty status for tenant:68898c1ac0ab46a09d2a120f74ceff36 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:30.073660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00cd79ad-ca01-444a-90ea-a4d30785f456 req-c75d4084-b896-43dc-b05b-6bb3f2bcd3cb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 945 time: 0.8434718 May 26 22:47:30.127403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:30.127731 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:30.132046 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 7 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:30.139602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac52f-5034-4315-af28-84b34c8600b3 req-8e2146fa-944a-43cc-8db1-4a943c876372 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:30.147518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf0ac52f-5034-4315-af28-84b34c8600b3 req-8e2146fa-944a-43cc-8db1-4a943c876372 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.1769681 May 26 22:47:30.179556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Attempting to bind port 808aad44-5a51-42d3-85c8-e0331a2868e4 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:30.179891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Attempting to bind port 808aad44-5a51-42d3-85c8-e0331a2868e4 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:30.180213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Attempting to bind port 808aad44-5a51-42d3-85c8-e0331a2868e4 on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:30.205503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:30.205864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:30.206194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:30.238246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00cd79ad-ca01-444a-90ea-a4d30785f456 req-3f3cb9bb-f457-46cc-843f-eeed9fe8311d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637142 May 26 22:47:30.238844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Port 808aad44-5a51-42d3-85c8-e0331a2868e4 on network 079887bc-b9ef-431d-acd1-e025ffb8b955 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:30.239157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Attempting to bind port 808aad44-5a51-42d3-85c8-e0331a2868e4 on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:30.254576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:30.258560 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:30.268939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf0ac52f-5034-4315-af28-84b34c8600b3 req-27d8dd45-d824-474a-8e0a-c2e48faab70b tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097498 May 26 22:47:30.292289 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 8 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:30.307829 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Floating IP 89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae associated. External IP: 172.25.4.112, port: 4a7d5256-a473-455d-9dcd-5eafb5407060. May 26 22:47:30.309384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b71b25db-2f49-406f-bead-65ac35920e23 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:47:30.446753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:30.447723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Checking segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:30.448280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Bound using segment: {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:30.448910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Bound port: 808aad44-5a51-42d3-85c8-e0331a2868e4, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cf4132-24ef-4930-8744-93bd83d01012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:30.449429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:30.495671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:30.505916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:30.506525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:30.507022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:30.537474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b71b25db-2f49-406f-bead-65ac35920e23,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:30.538682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:30.545879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:30.546719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 92572114-7a12-4cd9-85a5-dfeb734eeac4 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:47:30.571044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:30.571624 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:30.577146 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 9 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:30.640631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:30.641203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:30.641720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:30.691234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b71b25db-2f49-406f-bead-65ac35920e23,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:30.692226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:30.719221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 92572114-7a12-4cd9-85a5-dfeb734eeac4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:47:30.721258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 92572114-7a12-4cd9-85a5-dfeb734eeac4 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:47:30.839800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b71b25db-2f49-406f-bead-65ac35920e23,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:30.859487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.868425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.869230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.869973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.870513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.871198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.871729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.873434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.874443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.875039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.875574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:30.928554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:30.928554 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:30.952135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Router 5c951ba2-2700-445d-9185-0b428fba7b25 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:47:30.989400 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 10 to bind port 6a178160-9609-4046-a507-0aecde25a76a May 26 22:47:31.014008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for b71b25db-2f49-406f-bead-65ac35920e23 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:31.042365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] For port 808aad44-5a51-42d3-85c8-e0331a2868e4, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:31.075240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] For port 808aad44-5a51-42d3-85c8-e0331a2868e4, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=808aad44-5a51-42d3-85c8-e0331a2868e4,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:31.078975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:31.079155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:31.079548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:31.085889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:31.094932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe08b95-4828-4f0d-998d-8f9e7b228825 req-7642fb0d-0ed0-4fd1-a082-a02b08fab6b1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.100783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfe08b95-4828-4f0d-998d-8f9e7b228825 req-7642fb0d-0ed0-4fd1-a082-a02b08fab6b1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.6403239 May 26 22:47:31.212523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 6a178160-9609-4046-a507-0aecde25a76a on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:31.213657 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 6a178160-9609-4046-a507-0aecde25a76a on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:31.214341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:31.260638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:31.262753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] 10.222.0.48 "PUT /v2.0/ports/808aad44-5a51-42d3-85c8-e0331a2868e4 HTTP/1.1" status: 200 len: 1090 time: 4.4182026 May 26 22:47:31.299550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.303427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.307329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.311238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.315190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.317398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:31.319071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.322969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.330921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-34bc729c-a015-4c38-a98b-985a42beaa11 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5403 time: 0.1541469 May 26 22:47:31.397245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f43609d-19e7-48d5-b16a-530831a26a7d req-dcabce35-9fec-47c0-9160-6974ce7ae5cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653672 May 26 22:47:31.400079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:47:31.405329 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:31.413157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] Sync routers for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:47:31.433515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:47:31.438900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:47:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:31.441497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d643a42-844f-4d0b-ae7a-074fdcb16716 service neutron] Pushing event updated for resources: {'Port': ['ID=808aad44-5a51-42d3-85c8-e0331a2868e4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:31.448482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bfe08b95-4828-4f0d-998d-8f9e7b228825 req-ae1c64a9-1cfb-4687-a36f-b6a6556ed660 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443046 May 26 22:47:31.449799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:47:31.452804 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:47:31.491556 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e677f298-2248-473e-9059-623c146bd5fb tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "PUT /v2.0/floatingips/89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae HTTP/1.1" status: 200 len: 991 time: 3.4026711 May 26 22:47:31.499467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:31.684642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] For port 6a178160-9609-4046-a507-0aecde25a76a, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:31.685062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempted to set empty binding levels {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 22:47:31.699698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:47:31.716678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:31.768599 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eea7724-c34c-45cf-b65b-483383f21944'] response: {'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23', 'code': 200} May 26 22:47:31.787836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:31.792668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:31.855562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:31.884219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401d9cd-a626-4fb3-bf38-67a5d5485901 req-bfd99c0a-32a8-480e-a70c-220403f186eb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:31.900761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c401d9cd-a626-4fb3-bf38-67a5d5485901 req-bfd99c0a-32a8-480e-a70c-220403f186eb tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 943 time: 0.1513824 May 26 22:47:31.960079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port b71b25db-2f49-406f-bead-65ac35920e23 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:31.960796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:32.022626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=6a178160-9609-4046-a507-0aecde25a76a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:32.030474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c401d9cd-a626-4fb3-bf38-67a5d5485901 req-f2e072f2-e539-4b6b-8cda-23d05d1a70ef tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/security-groups?id=441db8a3-59db-4aa4-a931-42ae618b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285050 May 26 22:47:32.045282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-d8502107-e3b1-4668-9548-0463393da636 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6615c805519f473bbaae6776d7f43b88&device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 1097 time: 0.1018178 May 26 22:47:32.212975 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcb92b5-6e8a-42b3-a8f5-10a34183964d'] response: {'name': 'network-changed', 'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'status': 'completed', 'code': 200} May 26 22:47:32.214169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5068fbd0-3a7a-4395-84da-b763c41ca74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 7.2539070 May 26 22:47:32.217781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56334) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:32.233305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'port_id': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'mac_address': 'fa:16:3e:12:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019caf83-d544-4097-8848-ffaefd7b20cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:46:26Z', 'updated_at': '2022-05-26T22:47:29Z', 'revision_number': 1, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:21Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:32.238240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] Checking router: 5c951ba2-2700-445d-9185-0b428fba7b25 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:47:32.250133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:47:32.250736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:47:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:32.351680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-e7931010-c9c9-4e75-96ff-867ab1d39baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:32.353994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-e7931010-c9c9-4e75-96ff-867ab1d39baa service neutron] 10.222.0.55 "GET /v2.0/networks?id=a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 200 len: 915 time: 0.2955439 May 26 22:47:32.364423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Deleting port 6a178160-9609-4046-a507-0aecde25a76a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:32.364769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:32.459451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:47:32.610474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-549917e0-d9dc-45c9-b986-a570b0cce04b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 200 len: 217 time: 0.2138233 May 26 22:47:32.632520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb85986-90c9-4b0e-9ffb-752f4c08bd98 req-e2f6f311-4af3-4ac4-845a-6fcc299232d0 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:32.639685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6eb85986-90c9-4b0e-9ffb-752f4c08bd98 req-e2f6f311-4af3-4ac4-845a-6fcc299232d0 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.7129712 May 26 22:47:32.666860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-7b5a5fe0-aa08-4677-863a-cae71a3e479f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=783afb2a3a174a3cb94147272e7dbf83&device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 1096 time: 0.4758348 May 26 22:47:32.729057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9505-6122-441c-adaa-92d8f283a6da req-adc7b3e2-b995-4814-b276-0b6bb8740153 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:32.736557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-651e9505-6122-441c-adaa-92d8f283a6da req-adc7b3e2-b995-4814-b276-0b6bb8740153 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.4299076 May 26 22:47:32.773034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-bf96fd1b-ddc1-48e3-936d-805fb9abe81f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:32.774510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-bf96fd1b-ddc1-48e3-936d-805fb9abe81f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 200 len: 854 time: 0.1568072 May 26 22:47:32.897275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port b71b25db-2f49-406f-bead-65ac35920e23, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b71b25db-2f49-406f-bead-65ac35920e23,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:32.897631 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:32.898650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-44f2ed14-4595-4b0e-8597-c8e3975fcfed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a82bf288-ca96-4c01-a423-f4700c8855e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151934 May 26 22:47:32.930380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6eb85986-90c9-4b0e-9ffb-752f4c08bd98 req-73473055-1ca5-4ac2-a721-c34ab2b5f511 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897990 May 26 22:47:32.955911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-651e9505-6122-441c-adaa-92d8f283a6da req-8c4ed81a-4212-4285-b084-0240a861684a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186837 May 26 22:47:33.014311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'port_id': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'mac_address': 'fa:16:3e:12:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019caf83-d544-4097-8848-ffaefd7b20cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:46:26Z', 'updated_at': '2022-05-26T22:47:29Z', 'revision_number': 1, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:21Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:33.029997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9705e5f8-3db8-4c5a-bccd-06a539f423f6 None None] The sync data for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 is: [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'port_id': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'mac_address': 'fa:16:3e:12:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019caf83-d544-4097-8848-ffaefd7b20cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:46:26Z', 'updated_at': '2022-05-26T22:47:29Z', 'revision_number': 1, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:21Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:47:33.069281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] For port 6a178160-9609-4046-a507-0aecde25a76a, host n-h1-843301-1, got binding levels [] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:33.069643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:33.297537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for b71b25db-2f49-406f-bead-65ac35920e23 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:33.373458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Calling delete_port for 6a178160-9609-4046-a507-0aecde25a76a owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:33.417257 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d6814-ca16-4c68-a114-f7437464a15f None None] New status for floating IP 89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:47:33.494156 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f4971d-2375-4324-b800-2020f3403575'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4', 'status': 'completed', 'code': 200} May 26 22:47:33.496311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-d78fbbc2-7c76-4a6b-9daa-12c5df66c03f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:33.498507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-d78fbbc2-7c76-4a6b-9daa-12c5df66c03f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d17ac5e1-1936-4bbd-b576-6625bd9790d4 HTTP/1.1" status: 200 len: 916 time: 0.7906783 May 26 22:47:33.530794 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-31b6d589-4025-472b-87ff-c2935ef37e77 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187234 May 26 22:47:33.681196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:33.796260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-3681011d-7422-4c87-a79d-fb222c55981f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a7d5256-a473-455d-9dcd-5eafb5407060 HTTP/1.1" status: 200 len: 999 time: 0.2227890 May 26 22:47:33.799541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a178160-9609-4046-a507-0aecde25a76a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:33.826895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c32ffe-3c8f-4ac1-a610-8c0ff9785968 req-ab92f2a8-1816-477b-b150-f6056302e504 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:33.828565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69c32ffe-3c8f-4ac1-a610-8c0ff9785968 req-ab92f2a8-1816-477b-b150-f6056302e504 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.4645178 May 26 22:47:33.830761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:33.862042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:33.878124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d20aafb6-e356-4a41-be4e-44e8488d6703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6a178160-9609-4046-a507-0aecde25a76a HTTP/1.1" status: 204 len: 168 time: 1.6593115 May 26 22:47:33.893658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56366) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:33.954572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94110dca-910d-4904-8dce-6ec7aa54a98b req-8d8f5e86-cd46-4c9e-aec8-4f32267a1f42 service neutron] 10.222.0.55 "GET /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172006 May 26 22:47:33.957485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] It took 0.99 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:47:33.957858 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-9737dc46-d45c-4291-8bf9-2d1b6675cc52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] GET failed (client error): The resource could not be found. May 26 22:47:33.958366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9737dc46-d45c-4291-8bf9-2d1b6675cc52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Synchronizing usage tracker for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:33.991515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69c32ffe-3c8f-4ac1-a610-8c0ff9785968 req-0c54c85a-0381-497a-a2ee-4f1c9992a35e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436296 May 26 22:47:34.000359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9737dc46-d45c-4291-8bf9-2d1b6675cc52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Unset dirty status for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:34.001487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9737dc46-d45c-4291-8bf9-2d1b6675cc52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "GET /v2.0/ports/6a178160-9609-4046-a507-0aecde25a76a HTTP/1.1" status: 404 len: 333 time: 0.1059718 May 26 22:47:34.004527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56374) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:34.015171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Request body: {'port': {'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224837867'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:34.020623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:34.042873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:34.043516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:34.053266 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:34.061995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Made reservation on behalf of e9d54bfab6f74848a5c1e47e3d2ac010 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:34.064673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:34.115615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] device_id is not set on port 4e718964-5668-4e1e-a722-e100b23a0a84 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:47:34.231292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Port': ['ID=b71b25db-2f49-406f-bead-65ac35920e23,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:34.245292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Transition to ACTIVE for port object 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:34.265808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1fa1f00-39a9-4db0-ba2c-6730e4621ee6 req-26d15f5d-de82-48c3-a875-f3dbd8fd6095 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6350 time: 0.7709608 May 26 22:47:34.368753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-63e9e9ec-f989-4264-957d-9b4d1cd92bdb req-45d00b9f-79b0-419e-8bbc-32b11333cc5d tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "GET /v2.0/ports?device_id=92f93f5b-a681-4e7a-8319-54372ead1967 HTTP/1.1" status: 200 len: 210 time: 0.1035697 May 26 22:47:34.476494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:34.546879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] No DVR routers for this DVR port b71b25db-2f49-406f-bead-65ac35920e23 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:47:34.583815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:34.600789 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91419969-04a5-4d12-81fd-ebe1205c7ed5 req-b70eda00-ab17-46b9-84d8-00773bf71f58 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.55 "DELETE /v2.0/ports/b71b25db-2f49-406f-bead-65ac35920e23 HTTP/1.1" status: 204 len: 173 time: 4.8886650 May 26 22:47:34.620336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-f4039a7f-3074-4a7d-b0cd-4314604e7da4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:34.623884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-f4039a7f-3074-4a7d-b0cd-4314604e7da4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=195c56b6-caed-4539-bf76-6ba89ecbcf89 HTTP/1.1" status: 200 len: 854 time: 0.7944973 May 26 22:47:34.629550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1f00-39a9-4db0-ba2c-6730e4621ee6 req-7cd1e88f-2ab4-4e5c-846f-df571fb9a3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:34.631353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1f00-39a9-4db0-ba2c-6730e4621ee6 req-7cd1e88f-2ab4-4e5c-846f-df571fb9a3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:34.632956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1f00-39a9-4db0-ba2c-6730e4621ee6 req-7cd1e88f-2ab4-4e5c-846f-df571fb9a3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:34.638404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1fa1f00-39a9-4db0-ba2c-6730e4621ee6 req-7cd1e88f-2ab4-4e5c-846f-df571fb9a3b0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=051ee0d956464e13a0b95231c21ae52c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3407054 May 26 22:47:34.736391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:34.954962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aa4d8-c605-40e8-950a-e0bbed774fb2 req-bf4ed414-03d9-463d-8686-24a634254c33 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:34.970019 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088aa4d8-c605-40e8-950a-e0bbed774fb2 req-bf4ed414-03d9-463d-8686-24a634254c33 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.4017301 May 26 22:47:35.074792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088aa4d8-c605-40e8-950a-e0bbed774fb2 req-fe511723-e486-4a99-ba94-6dbecdc1553a tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038187 May 26 22:47:35.076360 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:35.218221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Network 1cfd86d4-a6fe-4933-b425-db36aba7be6b is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:35.222333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:35.225695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=4e718964-5668-4e1e-a722-e100b23a0a84,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:35.228036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:35.229174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.230162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:35.269199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.270236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ab7a997e-bc3a-4b5d-91b2-ca3e6e14b99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2634988 May 26 22:47:35.271144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56396) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:35.273141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.277156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.279098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:35.281173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.285553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.289616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.293512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.295952 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-8f1e20bc-d16a-4903-936a-18f3adbd1997 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5403 time: 1.8050857 May 26 22:47:35.296632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Pushing event updated for resources: {'Port': ['ID=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:35.492176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ee045c7-d46f-40ec-a3c6-58e6264a2ced req-9b0545d0-c1f0-438e-a03e-c1428c756534 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770761 May 26 22:47:35.495147 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-d501ed5b-431a-4971-8102-18624d6dcbdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d17ac5e1-1936-4bbd-b576-6625bd9790d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8398237 May 26 22:47:35.496061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1f00-39a9-4db0-ba2c-6730e4621ee6 req-0e0c7361-92e4-4ccb-a206-6b01ac43cc26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:35.497410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1fa1f00-39a9-4db0-ba2c-6730e4621ee6 req-0e0c7361-92e4-4ccb-a206-6b01ac43cc26 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6697438 May 26 22:47:35.499830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-deleted', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:35.611630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Attempting to bind port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:35.612229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Attempting to bind port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:35.612734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Attempting to bind port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a on network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:35.625887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a on network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:35.626203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Attempting to bind port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a on network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:35.650767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:35.651389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Checking segment: {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:35.651946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Bound using segment: {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:35.652552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Bound port: 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:35.653056 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:35.682380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:35.895301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-07b0431e-d181-4215-9f5f-49250d6a6069 service neutron] 10.222.0.55 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893304 May 26 22:47:35.948604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:36.065358 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e46d2b6-55a5-45ed-8345-955406660220'] response: {'server_uuid': '92f93f5b-a681-4e7a-8319-54372ead1967', 'name': 'network-vif-deleted', 'tag': 'b71b25db-2f49-406f-bead-65ac35920e23', 'status': 'completed', 'code': 200} May 26 22:47:36.178476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] For port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:36.185941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6cc05963-852b-41a4-8acc-4d4771cb4895 req-437264ec-6dfc-4dde-b836-357ac8ae46ed service neutron] 10.222.0.55 "GET /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784197 May 26 22:47:36.194007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] For port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:36.205095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] device_id is not set on port 4e718964-5668-4e1e-a722-e100b23a0a84 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:47:36.205608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.226681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.256411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Transition to ACTIVE for port object 4e718964-5668-4e1e-a722-e100b23a0a84 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:36.260601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting subnet 933007ee-b68d-4a82-9093-633d7271f5a8 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:47:36.264920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.268556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.279168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868607-fdcf-4a74-808d-2fd0c634e080 req-df2fc695-691f-4750-875a-ddd438e9590d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:36.285760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64868607-fdcf-4a74-808d-2fd0c634e080 req-df2fc695-691f-4750-875a-ddd438e9590d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.2167451 May 26 22:47:36.321237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.322561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] 10.222.0.48 "PUT /v2.0/ports/85c490a0-5db6-4ba6-b2ec-7b862cdddf9a HTTP/1.1" status: 200 len: 1091 time: 5.0173721 May 26 22:47:36.359181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Request body: {'port': {'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:36.398107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6139868-c042-44a7-ae57-d962ebeafa08 service neutron] Pushing event updated for resources: {'Port': ['ID=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:36.411183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64868607-fdcf-4a74-808d-2fd0c634e080 req-edc9f46b-49d4-41d8-b2bf-3bb7876e874f tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235871 May 26 22:47:36.503469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=4e718964-5668-4e1e-a722-e100b23a0a84,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:36.527259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.537454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.674715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:36.674843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:36.675165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:36.698532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:36.698647 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:36.701286 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 2 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:36.724377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d837b-2876-4b53-b53a-70771883d212 req-85a37b27-6beb-4e29-a149-100397609172 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:36.732482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be8d837b-2876-4b53-b53a-70771883d212 req-85a37b27-6beb-4e29-a149-100397609172 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.3448720 May 26 22:47:36.753377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:36.754147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:36.754147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:36.766058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:36.808591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:36.808917 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:36.811710 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 3 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:36.842334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:36.842859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:36.843717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:36.853226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:36.854465 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:36.858421 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 4 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:36.912696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be8d837b-2876-4b53-b53a-70771883d212 req-c47cb9b5-be4f-4c97-9ea9-fc81273a6f75 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802943 May 26 22:47:36.938344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:36.940355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:36.940506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:36.944574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.008517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Subnet': ['ID=933007ee-b68d-4a82-9093-633d7271f5a8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:37.012361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:37.012687 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:37.014504 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 5 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:37.034324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.039005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0fdb5-b4b7-4a24-bd7f-50596a70205e None None] Network c262e1a3-f8d1-4f1d-92fa-83cf170f185d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:37.048662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9fc8cbd6-0e52-4efc-bc3a-eccf55f81918 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/subnets/933007ee-b68d-4a82-9093-633d7271f5a8 HTTP/1.1" status: 204 len: 168 time: 1.0989096 May 26 22:47:37.053025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56446) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:37.055196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:37.055360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:37.055883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:37.270817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:37.270817 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:37.272843 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 6 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:37.300659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.316696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:37.317830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:37.318175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:37.341640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:37.341640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.383256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.383880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:37.384395 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:37.386075 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 7 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:37.388736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.392998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.397570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.403826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.418736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.423266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.425310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-913b665f-7bb3-402c-afcd-d8d727e3ffbf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5415 time: 0.6242595 May 26 22:47:37.451343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] DHCP port deletion for c262e1a3-f8d1-4f1d-92fa-83cf170f185d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:47:37.455733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] Deleting port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:37.456487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.470058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:37.470670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:37.471128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:37.527438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:37.527584 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:37.531840 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 8 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:37.554926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8e71aec-7499-4642-ace1-306d3c2540c1 req-950876dd-270d-418e-afcc-0be5a1499456 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075499 May 26 22:47:37.562123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:47:37.583013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:37.583511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:37.584820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:37.692092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:37.692419 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:37.695955 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 9 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:37.735471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fee43-ea5b-4a4e-9de2-67c56472a214 req-713ada4c-a39c-447c-881c-7e4c2049e8ea tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:37.741744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-833fee43-ea5b-4a4e-9de2-67c56472a214 req-713ada4c-a39c-447c-881c-7e4c2049e8ea tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.3636844 May 26 22:47:37.743494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:37.743823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:37.744155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:37.751955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:37.752311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.785957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:37.785957 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:37.786145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2404c8-673b-4a98-9352-7bb634e447ad {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:37.805748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.834365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] For port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,segment=NetworkSegment(feec40b8-0f9a-4939-ae72-4fff54614883),segment_id=feec40b8-0f9a-4939-ae72-4fff54614883)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:37.836078 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.863312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Transition to ACTIVE for port object 3a2404c8-673b-4a98-9352-7bb634e447ad will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:37.891519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:37.975449 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 10 to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 May 26 22:47:38.040378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2404c8-673b-4a98-9352-7bb634e447ad,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:38.042930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:38.055109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-76cff0af-89f5-4fbf-9b40-710d8569638c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:38.056855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-76cff0af-89f5-4fbf-9b40-710d8569638c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.8580177 May 26 22:47:38.154113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:38.159130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:38.159467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:38.159796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:38.185537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] Calling delete_port for 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:38.205328 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-833fee43-ea5b-4a4e-9de2-67c56472a214 req-3e4a96b6-de7e-47cb-8c65-aa5fd10b9453 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623210 May 26 22:47:38.213438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:38.219602 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 4e718964-5668-4e1e-a722-e100b23a0a84 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:38.220060 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:38.302180 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:38.364221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:47:38.364630 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:47:38.393042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] No DVR routers for this DVR port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:47:38.399061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee9285-1d2f-4351-9963-84b529d4a7ce None None] Pushing event deleted for resources: {'Port': ['ID=24c7cb9f-9fce-422f-a3b4-d3313e39edf0,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:38.432516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] For port 4e718964-5668-4e1e-a722-e100b23a0a84, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:38.433767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempted to set empty binding levels {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 22:47:38.441347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:38.468522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Deleting port acae6578-6a41-47a9-b2bd-86a949a8ea13 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:38.469000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:38.532252 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9de482-6884-47bb-800f-8237b94600d5'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a', 'status': 'completed', 'code': 200} May 26 22:47:38.572160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] In _notify_port_updated(), no bound segment for port 4e718964-5668-4e1e-a722-e100b23a0a84 on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:47:38.573394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:38.574882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "PUT /v2.0/ports/4e718964-5668-4e1e-a722-e100b23a0a84 HTTP/1.1" status: 200 len: 979 time: 3.3027642 May 26 22:47:38.577486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab176f-9d28-407a-ae3b-20d4793b374d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=4e718964-5668-4e1e-a722-e100b23a0a84,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:38.578479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56482) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:38.685476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa52d0-6114-4143-b936-e7fcecb6dec2 req-ea00c7ef-6c08-479b-839e-d115d5045c06 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:38.687388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3baa52d0-6114-4143-b936-e7fcecb6dec2 req-ea00c7ef-6c08-479b-839e-d115d5045c06 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 945 time: 0.6604123 May 26 22:47:38.738167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87c1e493-16b0-4700-aacf-c0e8c51d8a00 req-c36cc9bd-05db-49c0-ae00-4d50469d3698 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6442 time: 0.1489370 May 26 22:47:38.781072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Attempting to bind port 3a2404c8-673b-4a98-9352-7bb634e447ad on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:38.781741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Attempting to bind port 3a2404c8-673b-4a98-9352-7bb634e447ad by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:38.782264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Attempting to bind port 3a2404c8-673b-4a98-9352-7bb634e447ad on network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:38.877634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:47:38.900000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:38.900361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:38.922379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:47:38.923232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 24c7cb9f-9fce-422f-a3b4-d3313e39edf0 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:47:39.012387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e493-16b0-4700-aacf-c0e8c51d8a00 req-2d7368fc-8ace-4508-ac0e-e6270c0d0ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.012795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e493-16b0-4700-aacf-c0e8c51d8a00 req-2d7368fc-8ace-4508-ac0e-e6270c0d0ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.013166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e493-16b0-4700-aacf-c0e8c51d8a00 req-2d7368fc-8ace-4508-ac0e-e6270c0d0ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.014788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87c1e493-16b0-4700-aacf-c0e8c51d8a00 req-2d7368fc-8ace-4508-ac0e-e6270c0d0ca9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=051ee0d956464e13a0b95231c21ae52c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2757764 May 26 22:47:39.022309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3baa52d0-6114-4143-b936-e7fcecb6dec2 req-8a095a42-2941-4fdb-a275-496e9296dd81 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986274 May 26 22:47:39.026095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Port 3a2404c8-673b-4a98-9352-7bb634e447ad on network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:39.026662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Attempting to bind port 3a2404c8-673b-4a98-9352-7bb634e447ad on network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:39.041988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:39.042328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Checking segment: {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:39.042712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Bound using segment: {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:39.043266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Bound port: 3a2404c8-673b-4a98-9352-7bb634e447ad, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35fccd0-3220-4207-9c72-021599216383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:39.043494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.108539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] The port '24c7cb9f-9fce-422f-a3b4-d3313e39edf0' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:47:39.177106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-36344e07-4e62-41ac-8f69-4b6d75031aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Synchronizing usage tracker for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:39.274698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] For port 3a2404c8-673b-4a98-9352-7bb634e447ad, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:39.288104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-36344e07-4e62-41ac-8f69-4b6d75031aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Unset dirty status for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:39.289501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36344e07-4e62-41ac-8f69-4b6d75031aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28965 time: 0.7076297 May 26 22:47:39.295215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56506) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:39.296782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] For port 3a2404c8-673b-4a98-9352-7bb634e447ad, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a2404c8-673b-4a98-9352-7bb634e447ad,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:39.303653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] For port acae6578-6a41-47a9-b2bd-86a949a8ea13, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=acae6578-6a41-47a9-b2bd-86a949a8ea13,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:39.304025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.342626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55c843-63b7-4922-955b-9ced1a3c4bb0 req-7fd696b7-df78-4c30-96ab-9f60af3a7ae9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.344173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba55c843-63b7-4922-955b-9ced1a3c4bb0 req-7fd696b7-df78-4c30-96ab-9f60af3a7ae9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.4950531 May 26 22:47:39.345894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.352476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.399207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e493-16b0-4700-aacf-c0e8c51d8a00 req-c317a67d-4c1a-4d9d-ad33-179b6b7f348d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.400648 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87c1e493-16b0-4700-aacf-c0e8c51d8a00 req-c317a67d-4c1a-4d9d-ad33-179b6b7f348d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3320637 May 26 22:47:39.407412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c262e1a3-f8d1-4f1d-92fa-83cf170f185d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:39.430135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feec40b8-0f9a-4939-ae72-4fff54614883') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:39.430347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feec40b8-0f9a-4939-ae72-4fff54614883') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:39.447011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.456002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba55c843-63b7-4922-955b-9ced1a3c4bb0 req-80c593d5-2841-4867-ac30-f1a96b006ee0 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909660 May 26 22:47:39.466635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.490514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:47:39.490514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: timer() May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:47:39.500578 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:47:39.532361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Calling delete_port for acae6578-6a41-47a9-b2bd-86a949a8ea13 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:39.602771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.642890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.649030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Deleting port 4e718964-5668-4e1e-a722-e100b23a0a84 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:39.649330 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.671870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Network': ['ID=c262e1a3-f8d1-4f1d-92fa-83cf170f185d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:39.726226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8472a891-1b6e-4d03-8a56-9bed1fad2c0f tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/networks/c262e1a3-f8d1-4f1d-92fa-83cf170f185d HTTP/1.1" status: 204 len: 168 time: 2.6699717 May 26 22:47:39.729250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56520) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:39.735555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:39.737451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] 10.222.0.48 "PUT /v2.0/ports/3a2404c8-673b-4a98-9352-7bb634e447ad HTTP/1.1" status: 200 len: 1091 time: 3.3849461 May 26 22:47:39.927971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422ad10-fb1f-4e43-9c41-9da3b3848e11 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2404c8-673b-4a98-9352-7bb634e447ad,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:39.954316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.958641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.962615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.967094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.972574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.977323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.981700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:39.984426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-8a007676-2a79-4e7f-9159-17ca7459beb5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.8021224 May 26 22:47:40.136396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting subnet fcbc7ac0-18ed-47f3-b3ce-0126167723a4 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:47:40.140482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:40.212094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:40.252498 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d52802c2-d9e7-41e0-926b-9facb1a5b3a7 req-635790de-4fd3-40c0-be89-e0739887ec6d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2216938 May 26 22:47:40.303989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-846f465b-4545-450e-b25b-65066f1ce5db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6484 time: 0.5198069 May 26 22:47:40.305549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] For port 4e718964-5668-4e1e-a722-e100b23a0a84, host n-h1-843301-1, got binding levels [] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:40.305946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:40.316311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:40.334681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efcf80-7203-4498-8627-3b1e6feb36f9 req-6c18932c-cc79-4013-9da5-a400487c2721 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:40.341408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4efcf80-7203-4498-8627-3b1e6feb36f9 req-6c18932c-cc79-4013-9da5-a400487c2721 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.4449718 May 26 22:47:40.556468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4efcf80-7203-4498-8627-3b1e6feb36f9 req-4a2543e9-384e-4541-aa08-ff2a9b8f05cc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140529 May 26 22:47:40.569915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:40.583463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Calling delete_port for 4e718964-5668-4e1e-a722-e100b23a0a84 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:40.593083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:40.676973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-580968c7-605a-4905-aeaf-472882e579d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4 HTTP/1.1" status: 200 len: 217 time: 0.3588984 May 26 22:47:40.678566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:40.678980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event deleted for resources: {'Port': ['ID=acae6578-6a41-47a9-b2bd-86a949a8ea13,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:40.691036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7634a515-4614-4e23-b534-96f0eeeddf97 req-884ac289-6622-4e48-ad90-b7067857694e tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=5548b0e6-b712-48c9-b9d0-1f6ea9cc3264 HTTP/1.1" status: 200 len: 210 time: 0.2646916 May 26 22:47:40.788213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbc7ac0-18ed-47f3-b3ce-0126167723a4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:40.801017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:40.810551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f23ae9-05fc-4339-916c-1add263b9f27 None None] Network 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:40.815745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1be5b3d8-754c-4806-a876-3136d1840f44 tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/subnets/fcbc7ac0-18ed-47f3-b3ce-0126167723a4 HTTP/1.1" status: 204 len: 168 time: 1.0849054 May 26 22:47:40.818588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56546) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:40.845660 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cdbb25-f6c8-40fa-9f54-9af69781d348'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad', 'status': 'completed', 'code': 200} May 26 22:47:41.088052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.112681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] No DVR routers for this DVR port acae6578-6a41-47a9-b2bd-86a949a8ea13 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:47:41.115841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Deleting port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:41.116180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.118112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.123231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56554) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:41.147308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-74443731-b15a-418c-ac88-dd55fc875567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:41.148720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-74443731-b15a-418c-ac88-dd55fc875567 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4cbb0ed-902e-46de-9207-018d6ba5443e HTTP/1.1" status: 200 len: 855 time: 0.4388120 May 26 22:47:41.189853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ea25042-5a75-48da-a33d-25ecff0bb482 req-e0e43c31-0ad1-4507-bd82-1fd4d717a46c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.48 "DELETE /v2.0/ports/acae6578-6a41-47a9-b2bd-86a949a8ea13 HTTP/1.1" status: 204 len: 173 time: 2.9693816 May 26 22:47:41.196032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.207416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device acae6578-6a41-47a9-b2bd-86a949a8ea13 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:47:41.242017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af432fc3-1977-4351-ae00-2aac6daea7f8 req-9c2cea91-1f31-4c36-9141-ff1c303ba711 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:41.250025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af432fc3-1977-4351-ae00-2aac6daea7f8 req-9c2cea91-1f31-4c36-9141-ff1c303ba711 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.2401018 May 26 22:47:41.273758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.277745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e718964-5668-4e1e-a722-e100b23a0a84,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:41.310117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] DHCP port deletion for 6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:47:41.331410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: acae6578-6a41-47a9-b2bd-86a949a8ea13 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:47:41.331826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device acae6578-6a41-47a9-b2bd-86a949a8ea13 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:47:41.335526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-68286b09-a466-4947-8292-c1c49443e293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4e718964-5668-4e1e-a722-e100b23a0a84 HTTP/1.1" status: 204 len: 168 time: 2.0370727 May 26 22:47:41.337563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56562) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:41.340607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Deleting port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:41.344223 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.399769 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9fdc7c-30c7-4f5d-86f2-4c3eb7154496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] GET failed (client error): The resource could not be found. May 26 22:47:41.400728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bc9fdc7c-30c7-4f5d-86f2-4c3eb7154496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Synchronizing usage tracker for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:41.422740 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-f189bcd6-c4bc-4851-b57e-96581393bab2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2647860 May 26 22:47:41.489188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af432fc3-1977-4351-ae00-2aac6daea7f8 req-614e2d32-43ec-4478-8aa9-85104d60e290 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383087 May 26 22:47:41.534640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] For port 94deb775-4b60-4e7d-8b98-0f7e89dfb636, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=94deb775-4b60-4e7d-8b98-0f7e89dfb636,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:41.534992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.635267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] For port 94deb775-4b60-4e7d-8b98-0f7e89dfb636, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=94deb775-4b60-4e7d-8b98-0f7e89dfb636,segment=NetworkSegment(2287defc-788a-423b-b116-efe7241732c7),segment_id=2287defc-788a-423b-b116-efe7241732c7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:41.635989 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.677223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Calling delete_port for 94deb775-4b60-4e7d-8b98-0f7e89dfb636 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:41.781189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Calling delete_port for 94deb775-4b60-4e7d-8b98-0f7e89dfb636 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:41.801946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.816729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bc9fdc7c-30c7-4f5d-86f2-4c3eb7154496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Unset dirty status for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:41.822382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bc9fdc7c-30c7-4f5d-86f2-4c3eb7154496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "GET /v2.0/ports/4e718964-5668-4e1e-a722-e100b23a0a84 HTTP/1.1" status: 404 len: 333 time: 0.4786818 May 26 22:47:41.827044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56570) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:41.837091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971204894', 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:41.850037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:41.879933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:41.908004 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:47:41.908546 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:47:41.911832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Made reservation on behalf of e9d54bfab6f74848a5c1e47e3d2ac010 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:41.914199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.926408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:41.946094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:41.957594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Usage tracker for resource:security_group_rule and tenant:60f847f37c844f96aeb2c4c8f37531ef is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:41.967145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:41.992685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] device_id is not set on port ae3ba592-abed-42ae-845c-4a71950f28d2 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:47:41.994782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:42.010426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.017082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.022769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.027413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.030671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Port': ['ID=94deb775-4b60-4e7d-8b98-0f7e89dfb636,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:42.033046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.037442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.042252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.044916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-9f0f3229-f83e-4dfc-95fd-3c1dd5d3c959 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.6172600 May 26 22:47:42.046113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4025e4-d011-4960-b79f-9df55132184f req-6c059f6a-35b3-429c-b287-145baecc2222 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.046691 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-0984f8fa-b574-461a-a7bb-a28c84ee2fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339646 May 26 22:47:42.047556 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb4025e4-d011-4960-b79f-9df55132184f req-6c059f6a-35b3-429c-b287-145baecc2222 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.3186679 May 26 22:47:42.057992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] No DVR routers for this DVR port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:47:42.160913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.185754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.241472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb4025e4-d011-4960-b79f-9df55132184f req-3b5d36ed-4cb6-4a8c-8e5d-e2e015fc2dc1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534050 May 26 22:47:42.264507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.369262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2460cb80-5365-4e5b-908f-3826207ef77d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:42.408677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-faadd2b9-dc9a-4a36-9033-f482e7723584 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60f847f37c844f96aeb2c4c8f37531ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2822146 May 26 22:47:42.412575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Deleting port 94deb775-4b60-4e7d-8b98-0f7e89dfb636 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:42.413419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.436640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:42.470768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ca66a6c-0229-4866-9715-f11d51c67ae8 req-12214a8c-380f-4c49-b004-7a2f75c9898b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3789165 May 26 22:47:42.510069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-574eca0d-e02e-41a4-abd4-148545bce995 service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489400 May 26 22:47:42.558714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:42.567664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e4a6a-fbe3-4f61-8cd5-30e7c316ef62 None None] The port '94deb775-4b60-4e7d-8b98-0f7e89dfb636' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:47:42.631302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2287defc-788a-423b-b116-efe7241732c7') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:42.631535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-4df44f64-f4f9-4862-9e4c-1be9a3f57021 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 200 len: 217 time: 0.1186137 May 26 22:47:42.635115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2287defc-788a-423b-b116-efe7241732c7') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:42.756469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.784480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-7aae7c43-ef2a-4840-8c09-7f1e241d4b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:42.786159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-7aae7c43-ef2a-4840-8c09-7f1e241d4b6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.1474810 May 26 22:47:42.804151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.856983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30924fea-d454-4266-8d92-2665bbb6868e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.870615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.880983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94deb775-4b60-4e7d-8b98-0f7e89dfb636 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:47:42.893341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:47:42.894272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:42.906567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'name': 'network-vif-deleted', 'tag': 'acae6578-6a41-47a9-b2bd-86a949a8ea13'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: timer() May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:47:42.913454 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:47:42.946865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 94deb775-4b60-4e7d-8b98-0f7e89dfb636 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:47:42.947416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94deb775-4b60-4e7d-8b98-0f7e89dfb636 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:47:42.960218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30924fea-d454-4266-8d92-2665bbb6868e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.001611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-9749ed4c-692b-4bf2-911f-9ae7b627e43d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1956289 May 26 22:47:43.006208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5350e9d4-3e5c-44bf-911d-5a812a0cd1a3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:43.007644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5350e9d4-3e5c-44bf-911d-5a812a0cd1a3 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.2669528 May 26 22:47:43.103226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-45411b60-cf8a-4c5a-a8d2-ae92a87ea2ac tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/quotas/742a146aaf934365a02fa017040542f1 HTTP/1.1" status: 200 len: 375 time: 0.0762269 May 26 22:47:43.164515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0b1cb52d-35b8-4bf6-8887-a158c7e71bd1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:43.167226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.180802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.202741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.219101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0b1cb52d-35b8-4bf6-8887-a158c7e71bd1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:43.221030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0b1cb52d-35b8-4bf6-8887-a158c7e71bd1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075494 May 26 22:47:43.223130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-00982d56-8944-4c2b-8451-4ddb177ab1c2 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144501 May 26 22:47:43.268578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] Pushing event deleted for resources: {'Network': ['ID=6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:43.312204 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f6a19388-bb61-490b-9df6-6905fa6bdc3c tempest-ServersTestMultiNic-1845971262 tempest-ServersTestMultiNic-1845971262-project] 10.222.0.32 "DELETE /v2.0/networks/6afb15c8-41ec-4b7f-a7c8-e312b0e8ff6a HTTP/1.1" status: 204 len: 168 time: 2.4897141 May 26 22:47:43.337218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=ae3ba592-abed-42ae-845c-4a71950f28d2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:43.340409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Network 1cfd86d4-a6fe-4933-b425-db36aba7be6b is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:43.345735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:43.346898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:43.347889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:43.348746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.371613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1a59a-a13e-4dbd-aed7-f9f387c6d294 req-01c7f265-5882-452b-93cd-977e4ced00bb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:43.373664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27d1a59a-a13e-4dbd-aed7-f9f387c6d294 req-01c7f265-5882-452b-93cd-977e4ced00bb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.7070272 May 26 22:47:43.410251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b90d6f38-831a-4cdd-a993-9190bc09515e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5784109 May 26 22:47:43.410251 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30924fea-d454-4266-8d92-2665bbb6868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.411882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30924fea-d454-4266-8d92-2665bbb6868e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.415758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-30924fea-d454-4266-8d92-2665bbb6868e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2460cb80-5365-4e5b-908f-3826207ef77d HTTP/1.1" status: 204 len: 168 time: 0.9609301 May 26 22:47:43.415758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56602) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:43.461405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-b43693bd-eb7e-4592-8225-99c54c98bda7 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307737 May 26 22:47:43.522577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30924fea-d454-4266-8d92-2665bbb6868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2460cb80-5365-4e5b-908f-3826207ef77d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:43.546610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27d1a59a-a13e-4dbd-aed7-f9f387c6d294 req-36cd5d0a-f601-4e85-a6f0-f95ed6858310 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627285 May 26 22:47:43.583401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a14bafd3-e487-4b0a-9ab3-56585574887e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Synchronizing usage tracker for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:43.621382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a14bafd3-e487-4b0a-9ab3-56585574887e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Unset dirty status for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:43.622709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a14bafd3-e487-4b0a-9ab3-56585574887e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "GET /v2.0/ports/ae3ba592-abed-42ae-845c-4a71950f28d2 HTTP/1.1" status: 200 len: 959 time: 0.1820173 May 26 22:47:43.626146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56612) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:43.729363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Deleting port ae3ba592-abed-42ae-845c-4a71950f28d2 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:43.729783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:43.742090 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36e38b9-5fd4-441f-a7e5-11ca15a827ac'] response: {'server_uuid': '5548b0e6-b712-48c9-b9d0-1f6ea9cc3264', 'name': 'network-vif-deleted', 'tag': 'acae6578-6a41-47a9-b2bd-86a949a8ea13', 'status': 'completed', 'code': 200} May 26 22:47:43.766916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-28b6bc7c-6333-4446-b359-83db753a4ba0 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379860 May 26 22:47:43.943584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-44f57237-976a-4264-9fec-43b154d6a11f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 200 len: 217 time: 0.4242008 May 26 22:47:44.000029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56620) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:44.047376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:44.057372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-6cfd3669-84a7-4ee0-a2a5-43ce9aa53634 service neutron] 10.222.0.32 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811346 May 26 22:47:44.072219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:44.078671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-aac5475f-6945-4cf3-92fd-728e3e87eead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.080355 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-aac5475f-6945-4cf3-92fd-728e3e87eead service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.1200762 May 26 22:47:44.092682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.096826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.102357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.106862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.110852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.114808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.118733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:44.120812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-326f7928-9f05-496d-9ffb-6650e72c6a4c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.2332695 May 26 22:47:44.135196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:44.143845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Usage tracker for resource:security_group_rule and tenant:6d9268c9187f44e6bdea75f7c8e43b80 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:44.147184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:44.162364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:44.199255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5009585a-e42e-4d88-93fe-6f2e919c2735 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119757 May 26 22:47:44.322772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Calling delete_port for ae3ba592-abed-42ae-845c-4a71950f28d2 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:44.410434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75782229-f4af-4877-b0be-1a79dfd80f9d req-06b907e6-2f23-4f8a-ae6f-9037f825c033 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2808757 May 26 22:47:44.466957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:44.497826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e0e4a30a-0904-404d-9c6b-61c14fbb6c6f service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688634 May 26 22:47:44.595993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae3ba592-abed-42ae-845c-4a71950f28d2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:44.615217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:44.636786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c6780b2-d02c-4ceb-835c-e3eec0380fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ae3ba592-abed-42ae-845c-4a71950f28d2 HTTP/1.1" status: 204 len: 168 time: 1.0094481 May 26 22:47:44.639834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56636) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:44.689241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:44.717787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:44.733167 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0559a414-6f09-4711-8e9e-11eaf1cf3c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] GET failed (client error): The resource could not be found. May 26 22:47:44.733167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0559a414-6f09-4711-8e9e-11eaf1cf3c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Synchronizing usage tracker for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:44.750626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0559a414-6f09-4711-8e9e-11eaf1cf3c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Unset dirty status for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:44.752003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0559a414-6f09-4711-8e9e-11eaf1cf3c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "GET /v2.0/ports/ae3ba592-abed-42ae-845c-4a71950f28d2 HTTP/1.1" status: 404 len: 333 time: 0.1110935 May 26 22:47:44.757206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56644) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:44.768649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Request body: {'port': {'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-420376284'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:44.786612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:44.829797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:45.037954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f6c8721-3e79-4d45-b099-5f2e59470e96 req-c26d239b-589d-4edd-8895-55ee926a8ce0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 210 time: 0.1862082 May 26 22:47:45.037954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Made reservation on behalf of e9d54bfab6f74848a5c1e47e3d2ac010 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:45.052608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:45.062520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cc543-6e18-4f35-8e05-03b927922543 req-92a8610d-cefd-40ce-8776-33a02da730bc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:45.078466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df4cc543-6e18-4f35-8e05-03b927922543 req-92a8610d-cefd-40ce-8776-33a02da730bc tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.7216532 May 26 22:47:45.113352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] device_id is not set on port 95ab8ff2-91ac-466d-a095-cf680e1a60bd yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:47:45.127419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0bf6af-921b-47d8-9a67-0e0fe1221884,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:45.181563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-98b703c8-442c-4ebd-89a0-41bae3c4b05c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d9268c9187f44e6bdea75f7c8e43b80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1731381 May 26 22:47:45.181563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-3b0ebf24-f7e3-4e64-9918-263b2999ab32 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761627 May 26 22:47:45.181563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56650) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:45.349343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df4cc543-6e18-4f35-8e05-03b927922543 req-de09743b-992e-47d2-aa96-57c2cf4200eb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741902 May 26 22:47:45.408704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56656) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:45.435427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-91e54be5-6eea-4628-b74c-f9d5ca3af4ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc80251b-b663-43f9-adea-2a1886597daa HTTP/1.1" status: 200 len: 217 time: 0.2277458 May 26 22:47:45.616779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba16f0b3-33f7-463e-abc4-ea626258dea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:45.732681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba16f0b3-33f7-463e-abc4-ea626258dea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:45.744509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e37c4c5f-3929-4f3c-b9a5-7004c190402b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:45.750527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e37c4c5f-3929-4f3c-b9a5-7004c190402b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.3122554 May 26 22:47:45.992422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-27a47329-9fe7-48a5-8c39-7329ee1f7db2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2333751 May 26 22:47:45.993705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba16f0b3-33f7-463e-abc4-ea626258dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:46.019014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:46.161284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16f0b3-33f7-463e-abc4-ea626258dea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0bf6af-921b-47d8-9a67-0e0fe1221884,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:46.222920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fc6d9-bf85-4b96-a299-0c71e8823159 req-1c2ba534-e799-4ccc-9099-6cb6868590c4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.225398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc3fc6d9-bf85-4b96-a299-0c71e8823159 req-1c2ba534-e799-4ccc-9099-6cb6868590c4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.3962033 May 26 22:47:46.338685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba16f0b3-33f7-463e-abc4-ea626258dea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:46.340307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ba16f0b3-33f7-463e-abc4-ea626258dea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec0bf6af-921b-47d8-9a67-0e0fe1221884 HTTP/1.1" status: 204 len: 168 time: 1.1587503 May 26 22:47:46.364369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.376554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.392752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.410869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.429627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.433747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.446003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.451948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-92aec132-b8e7-45ee-a759-5318870efd60 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.6268103 May 26 22:47:46.461529 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc3fc6d9-bf85-4b96-a299-0c71e8823159 req-c6975bee-1544-4fe6-b950-43727f1cd86d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732476 May 26 22:47:46.469122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-6fdafbf5-9bb1-45c0-9ccd-1af53962a311 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530914 May 26 22:47:46.484093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-11fc81b1-9daa-4fbe-b3c4-9798e9163618 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.485804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-11fc81b1-9daa-4fbe-b3c4-9798e9163618 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 811 time: 0.4034164 May 26 22:47:46.491373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:46.549218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Request body: {'port': {'device_id': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'admin_state_up': True, 'tenant_id': '742a146aaf934365a02fa017040542f1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:46.719135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Network 1cfd86d4-a6fe-4933-b425-db36aba7be6b is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:46.722659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=95ab8ff2-91ac-466d-a095-cf680e1a60bd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:46.731897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:46.805755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:46.807003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:46.807884 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:46.833229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38daaab0-bb86-4558-8e83-7ae8ed5570f3 req-38a40bc8-9378-4032-aa99-b4ca3a56bc07 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3546154 May 26 22:47:46.947235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d4f805f3-170e-4edf-aab2-eb303ddb71b9 req-46ac5a79-b690-4cad-8cb8-105a00394d0f tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0823383 May 26 22:47:47.043021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-1b7a6fb7-69e7-4a85-baec-10ab02427148 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554373 May 26 22:47:47.051916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:47.061154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-63d4346e-b85a-4734-b560-4be7274e39b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3027272 May 26 22:47:47.061953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56678) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:47.071860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56680) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:47.081350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:47.120340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:47.127489 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3436-e308-4a56-93da-6020fe058dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.135800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-8cce4fab-9ddb-4991-848a-2dcefbf10726 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=808aad44-5a51-42d3-85c8-e0331a2868e4 HTTP/1.1" status: 200 len: 217 time: 0.0851252 May 26 22:47:47.188139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Made reservation on behalf of 742a146aaf934365a02fa017040542f1 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:47.191440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.194928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.260082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-a522effa-db19-49ea-804f-7c0e9a5978ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:47.262150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-a522effa-db19-49ea-804f-7c0e9a5978ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.1211743 May 26 22:47:47.297624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:47.313772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:752829ec160f485a98547b6dcaad8f93 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:47.331729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:47.346893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:47.370293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.433191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Allocated IP 172.20.0.9 (fb59c85f-9bff-412f-bbc8-87b64e62f4b6/daaccb09-0e18-47e1-90de-a298a331d2b9/ae06d2d9-c8a7-434b-affc-a670c30dabbb) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:47.440767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e740535f-b2ff-43c1-8b6d-4c7b835ff909 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1701672 May 26 22:47:47.477069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e485c-a518-4901-888b-426e81cf50c5 req-1077276b-9694-4d5b-80d4-217a0b547d4d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:47.482049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522e485c-a518-4901-888b-426e81cf50c5 req-1077276b-9694-4d5b-80d4-217a0b547d4d tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.3430862 May 26 22:47:47.676848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522e485c-a518-4901-888b-426e81cf50c5 req-0d00b32f-f023-4004-9983-766b2b6201cf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888974 May 26 22:47:47.688955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.694074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-706e9206-1524-43e4-b18f-33bc227c6d38 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465818 May 26 22:47:47.703664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.719592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.873361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:47:47.876926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:47.904528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-d9512717-6dd4-4478-8215-d847ada569db service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034256 May 26 22:47:47.933322 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:47:47.960384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] device_id is not set on port 95ab8ff2-91ac-466d-a095-cf680e1a60bd yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:47:47.967634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d061a36b-dc37-4439-a84c-937ea00493eb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:48.004424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-5b223fae-1c28-4cea-84ea-a256cc006b11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a HTTP/1.1" status: 200 len: 217 time: 0.0929303 May 26 22:47:48.006017 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.016667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.020780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1cfbdc11-ff8b-41ac-9f17-54410f92a7d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=752829ec160f485a98547b6dcaad8f93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9500740 May 26 22:47:48.030546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:48.093627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Transition to ACTIVE for port object 95ab8ff2-91ac-466d-a095-cf680e1a60bd will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:48.107442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.180983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:48.186656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:48.203376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:48.288876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.288876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.295995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=95ab8ff2-91ac-466d-a095-cf680e1a60bd,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:48.303181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event updated for resources: {'Port': ['ID=ae06d2d9-c8a7-434b-affc-a670c30dabbb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:48.308796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfefb0-7b70-4064-b938-a61a7b2c7122 req-96310b11-6bd8-46eb-8f6e-eb50f63c4430 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.308796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86cfefb0-7b70-4064-b938-a61a7b2c7122 req-96310b11-6bd8-46eb-8f6e-eb50f63c4430 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.4011261 May 26 22:47:48.323790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-49f758d9-41b7-4345-9fd0-3856e0ca425b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.329235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dae56c6-0f52-40c5-9bfe-02166c5a6563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.337875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-49f758d9-41b7-4345-9fd0-3856e0ca425b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 200 len: 797 time: 0.2601831 May 26 22:47:48.398454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.405590 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dae56c6-0f52-40c5-9bfe-02166c5a6563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.410364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.410364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.410364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.410364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.421560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.421560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:48.429796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-535e6be8-5444-4a73-9688-a253b7d3da97 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.3676071 May 26 22:47:48.429796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-0872d74c-3aab-49f0-a13f-45002055b73d tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8841193 May 26 22:47:48.431773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86cfefb0-7b70-4064-b938-a61a7b2c7122 req-8941e4a5-6c9d-4bb9-af90-d9a58e7b91db tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321657 May 26 22:47:48.432119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:48.435968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:48.435968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:48.466022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Request body: {'port': {'device_id': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:48.468692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:48.468692 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:48.474827 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 2 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:48.488943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:48.489837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:48.489837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:48.503926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:48.503926 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:48.505315 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 3 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:48.658425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:48.658425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:48.658425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:48.836367 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.856271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed5d393c-bacf-452d-a90c-52f4cbebe7f4 req-5c10e882-894e-4d23-a5b6-e3c0959d7bba tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4310412 May 26 22:47:48.866251 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-2650dbe0-02fc-46d5-9e9a-0606d748a463 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5415668 May 26 22:47:48.926173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dae56c6-0f52-40c5-9bfe-02166c5a6563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.955103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:48.955407 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:48.960797 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 4 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:48.971338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae56c6-0f52-40c5-9bfe-02166c5a6563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061a36b-dc37-4439-a84c-937ea00493eb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:49.040535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dae56c6-0f52-40c5-9bfe-02166c5a6563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.040535 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3dae56c6-0f52-40c5-9bfe-02166c5a6563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d061a36b-dc37-4439-a84c-937ea00493eb HTTP/1.1" status: 204 len: 168 time: 1.0059500 May 26 22:47:49.044776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:49.044776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:49.044776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:49.152604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56710) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:49.164452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:49.164788 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:49.176968 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 5 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:49.202146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:49.202395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:49.204908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:49.222973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:49.223233 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:49.256474 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 6 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:49.284864 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-88b2558e-08cc-4852-b1a1-20d2e58b0b47 service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868010 May 26 22:47:49.288750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1c7ee-0f66-48a0-a44b-34eb43507fa0 req-245e0c47-d290-4cdb-9739-980229254287 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:49.290323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-19c1c7ee-0f66-48a0-a44b-34eb43507fa0 req-245e0c47-d290-4cdb-9739-980229254287 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 931 time: 0.6350417 May 26 22:47:49.299189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:49.299620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:49.300736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:49.337480 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6da338ce-983a-4df7-a4cf-109286e6b018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.388797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd1d5d-f20c-4e1e-8bc2-d26898771acd req-e21390e8-192d-47df-b89b-ef3a66c2a8c9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:49.395690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49dd1d5d-f20c-4e1e-8bc2-d26898771acd req-e21390e8-192d-47df-b89b-ef3a66c2a8c9 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.3387935 May 26 22:47:49.395788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:49.399233 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:49.399996 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 7 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:49.485016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:49.485449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:49.487662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:49.499484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-19c1c7ee-0f66-48a0-a44b-34eb43507fa0 req-148ec190-69c6-4c06-a0f1-d59c9168c68f tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900191 May 26 22:47:49.500102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:49.501092 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:49.502470 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 8 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:49.576823 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49dd1d5d-f20c-4e1e-8bc2-d26898771acd req-bd7b1f0b-9389-4e11-bad6-8bc0f0f8f9e4 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831958 May 26 22:47:49.591855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:49.591855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:49.591855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:49.597600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:49.597942 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:49.600311 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 9 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:49.627186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:49.627521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:49.627854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:49.634513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:49.635502 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:49.639517 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempt 10 to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd May 26 22:47:49.675817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:49.677149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:49.677149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempting to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:49.683689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:49.684012 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Failed to bind port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on host n-h1-843301-1 for vnic_type normal using segments [{'id': '088e636e-5c1a-44ae-be5f-d47ace4385b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1cfd86d4-a6fe-4933-b425-db36aba7be6b'}] May 26 22:47:49.684428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.801452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] For port 95ab8ff2-91ac-466d-a095-cf680e1a60bd, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:49.801452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Attempted to set empty binding levels {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 22:47:49.805748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae06d2d9-c8a7-434b-affc-a670c30dabbb {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:49.812776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.827558 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-938cb2db-55ae-4a7f-97fa-04b44d9fa85c service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262680 May 26 22:47:49.846391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.934705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.966360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Transition to ACTIVE for port object ae06d2d9-c8a7-434b-affc-a670c30dabbb will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:49.972191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-e6b241e4-7337-4f32-9925-b4287c5da120 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a2404c8-673b-4a98-9352-7bb634e447ad HTTP/1.1" status: 200 len: 217 time: 0.1065371 May 26 22:47:49.982466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.989934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event updated for resources: {'Port': ['ID=95ab8ff2-91ac-466d-a095-cf680e1a60bd,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.006706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] In _notify_port_updated(), no bound segment for port 95ab8ff2-91ac-466d-a095-cf680e1a60bd on network 1cfd86d4-a6fe-4933-b425-db36aba7be6b {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:47:50.007756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.018231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8f18f766-0168-4af0-ab16-3a30dd6f2aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "PUT /v2.0/ports/95ab8ff2-91ac-466d-a095-cf680e1a60bd HTTP/1.1" status: 200 len: 978 time: 2.9440613 May 26 22:47:50.019415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Deleting port eca78e0e-c384-48ab-9308-dabc9ed67d79 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:50.019976 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.057306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56732) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:50.156649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:50.182108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Usage tracker for resource:security_group_rule and tenant:9bdfaf92e74846d88a4abff9df7ac5f9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:50.228322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:50.257341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:50.257341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-60621478-9ef1-4cae-b169-bfd6d1485a78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.269895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-60621478-9ef1-4cae-b169-bfd6d1485a78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 200 len: 797 time: 0.2628417 May 26 22:47:50.269895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Pushing event updated for resources: {'Port': ['ID=ae06d2d9-c8a7-434b-affc-a670c30dabbb,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.283116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Deleting port 95ab8ff2-91ac-466d-a095-cf680e1a60bd {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:50.283116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.316461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.319534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.323746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.328855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.333090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.338881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.343219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.345558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-daf9883a-2867-4473-be40-3b2e7dd28322 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.2406149 May 26 22:47:50.374392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ffb94-d1a8-487a-a4c3-238bc7c3cee5 req-eca7bac0-2116-4316-bbf0-359ee8f35daf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.377047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-480ffb94-d1a8-487a-a4c3-238bc7c3cee5 req-eca7bac0-2116-4316-bbf0-359ee8f35daf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.5679672 May 26 22:47:50.391436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] For port eca78e0e-c384-48ab-9308-dabc9ed67d79, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eca78e0e-c384-48ab-9308-dabc9ed67d79,segment=NetworkSegment(3683151d-07f5-44c1-9ae1-164800b6ed77),segment_id=3683151d-07f5-44c1-9ae1-164800b6ed77)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:50.391816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.493129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e28eac1b-8a28-4246-bd84-dd2d2be1087d req-40c4b728-4fee-4b21-9a40-5de402488abc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297057 May 26 22:47:50.505074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.564633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Calling delete_port for eca78e0e-c384-48ab-9308-dabc9ed67d79 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:50.704701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.853180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.862615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c0e6c-f077-49fb-8909-ad068fea32e0 req-28bd86e1-54d2-43c9-a322-e6a2e4de1838 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.869977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b73c0e6c-f077-49fb-8909-ad068fea32e0 req-28bd86e1-54d2-43c9-a322-e6a2e4de1838 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 943 time: 0.2063496 May 26 22:47:50.946789 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-480ffb94-d1a8-487a-a4c3-238bc7c3cee5 req-34bb0b22-b78a-4200-8ccc-208f370883f1 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295053 May 26 22:47:50.954953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=eca78e0e-c384-48ab-9308-dabc9ed67d79,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.964739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Attempting to bind port ae06d2d9-c8a7-434b-affc-a670c30dabbb on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:50.964739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Attempting to bind port ae06d2d9-c8a7-434b-affc-a670c30dabbb by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:50.964739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Attempting to bind port ae06d2d9-c8a7-434b-affc-a670c30dabbb on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:50.971256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.006124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.028573 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-ee9cfbb6-bbe7-40a9-9e96-f1e94ada6625 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7598920 May 26 22:47:51.093017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b73c0e6c-f077-49fb-8909-ad068fea32e0 req-56a72af7-ee25-4d0d-a2e8-4b32077a95ae tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172916 May 26 22:47:51.114492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] For port 95ab8ff2-91ac-466d-a095-cf680e1a60bd, host n-h1-843301-1, got binding levels [] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:51.114861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.355399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Calling delete_port for 95ab8ff2-91ac-466d-a095-cf680e1a60bd owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:51.399659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Port ae06d2d9-c8a7-434b-affc-a670c30dabbb on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:47:51.400304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Attempting to bind port ae06d2d9-c8a7-434b-affc-a670c30dabbb on network fb59c85f-9bff-412f-bbc8-87b64e62f4b6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:51.476579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.547150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84d4ca7-9fd8-4ffb-a029-532701a182c3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:51.590301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ff781bae-ef6b-4bed-8913-b53ed5a33d84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bdfaf92e74846d88a4abff9df7ac5f9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4349875 May 26 22:47:51.591867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:51.592905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Checking segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:51.592905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Bound using segment: {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:51.593388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Bound port: ae06d2d9-c8a7-434b-affc-a670c30dabbb, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55058f4-bffd-4042-9d69-f8730a96e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:51.593811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.613484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56770) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:51.706347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] For port ae06d2d9-c8a7-434b-affc-a670c30dabbb, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:51.710561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] For port ae06d2d9-c8a7-434b-affc-a670c30dabbb, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae06d2d9-c8a7-434b-affc-a670c30dabbb,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:51.743257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.818658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.853952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:51.859237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:51.862685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:51.865123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.866493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-5de47b12-c09e-428b-b218-75adb66358be service neutron] 10.222.0.55 "PUT /v2.0/ports/ae06d2d9-c8a7-434b-affc-a670c30dabbb HTTP/1.1" status: 200 len: 1091 time: 3.4126265 May 26 22:47:51.867654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:51.872594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:51.876486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:51.881222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:51.883115 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-14b9f4ad-6cd3-4871-bfac-471e43ce366f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.1806991 May 26 22:47:51.883607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56776) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:51.884273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'tag': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:47:51.905624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.913367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-8fab772e-5abf-4441-a293-b30b50c370ec service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555732 May 26 22:47:52.053804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de47b12-c09e-428b-b218-75adb66358be service neutron] Pushing event updated for resources: {'Port': ['ID=ae06d2d9-c8a7-434b-affc-a670c30dabbb,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:52.066538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225c203-6a28-4dd5-8973-ae584044b6f4 req-ff047cd1-4048-41c3-9e5b-02d330896f50 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:52.073332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0225c203-6a28-4dd5-8973-ae584044b6f4 req-ff047cd1-4048-41c3-9e5b-02d330896f50 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.7259078 May 26 22:47:52.086241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b8eaeb5-cdef-47a6-b498-3080dbc40efd req-ae299b72-6fc6-4825-9b45-b75033bbccc6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851499 May 26 22:47:52.141978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.172657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Pushing event deleted for resources: {'Port': ['ID=95ab8ff2-91ac-466d-a095-cf680e1a60bd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:52.179232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.183612 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98456b9-138d-4318-92c7-fab37ea64ab9'] response: {'name': 'network-changed', 'server_uuid': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'tag': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb', 'status': 'completed', 'code': 200} May 26 22:47:52.192295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:52.196892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27853e29-f41d-42e6-a425-b0778e54cf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.198517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Usage tracker for resource:security_group_rule and tenant:73c65e5b02234647aa7057fabbb9410a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:52.200369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:52.207885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:52.251137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9201d552-f7b3-4ea7-b3e1-4a5a2b426541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "DELETE /v2.0/ports/95ab8ff2-91ac-466d-a095-cf680e1a60bd HTTP/1.1" status: 204 len: 168 time: 2.1804996 May 26 22:47:52.251279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56786) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:52.277602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27853e29-f41d-42e6-a425-b0778e54cf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.297661 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0225c203-6a28-4dd5-8973-ae584044b6f4 req-6faea15c-a443-485a-9913-541d3f89beaf tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183907 May 26 22:47:52.306560 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c3338b-6423-4af0-b54a-bde65af0271f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] GET failed (client error): The resource could not be found. May 26 22:47:52.306560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-08c3338b-6423-4af0-b54a-bde65af0271f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Synchronizing usage tracker for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:52.306770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0f31e2-1d64-448c-b0ff-6e13dea8d2a3 req-4941ca65-e57c-47f6-952f-9a5d27651bbd service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506043 May 26 22:47:52.321527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-9977bb3e-fead-47bb-bd8e-7c202aa9f620 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 1094 time: 0.4112594 May 26 22:47:52.402032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-672edebf-2d3c-4dd7-88a3-c4d97b90035b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae06d2d9-c8a7-434b-affc-a670c30dabbb HTTP/1.1" status: 200 len: 217 time: 0.0730853 May 26 22:47:52.407984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-08c3338b-6423-4af0-b54a-bde65af0271f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] Unset dirty status for tenant:e9d54bfab6f74848a5c1e47e3d2ac010 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:52.409009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-08c3338b-6423-4af0-b54a-bde65af0271f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1350617490-project-admin] 10.222.0.32 "GET /v2.0/ports/95ab8ff2-91ac-466d-a095-cf680e1a60bd HTTP/1.1" status: 404 len: 333 time: 0.1583788 May 26 22:47:52.413003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56794) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:52.603925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.612500 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.632236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27853e29-f41d-42e6-a425-b0778e54cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.679966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27853e29-f41d-42e6-a425-b0778e54cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84d4ca7-9fd8-4ffb-a029-532701a182c3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:52.688539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-955a056c-fa7c-46d9-91d9-833aa3db0e4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:52.689960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-955a056c-fa7c-46d9-91d9-833aa3db0e4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.2758973 May 26 22:47:52.695378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86692275-8e7a-4b20-955d-f30b00c57fb3 req-53e5d17d-2cd8-4e79-acad-7a30f0cfd501 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:52.697422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86692275-8e7a-4b20-955d-f30b00c57fb3 req-53e5d17d-2cd8-4e79-acad-7a30f0cfd501 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 943 time: 0.3403687 May 26 22:47:52.698455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d5b4bb-9e99-4a4e-a4ce-fb8b0fb236aa,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:52.722140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d7c3660-abe5-4cf6-9bbf-bd4a56e74e7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c65e5b02234647aa7057fabbb9410a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8372219 May 26 22:47:52.737837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:52.782401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27853e29-f41d-42e6-a425-b0778e54cf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.783555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-27853e29-f41d-42e6-a425-b0778e54cf02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a84d4ca7-9fd8-4ffb-a029-532701a182c3 HTTP/1.1" status: 204 len: 168 time: 1.0716820 May 26 22:47:52.826265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86692275-8e7a-4b20-955d-f30b00c57fb3 req-3f884c1d-e5d8-4aaf-83d0-f03482b69cc8 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217089 May 26 22:47:52.866956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a50b52e-6271-4974-b0d9-4d07c8c8dd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.926723 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a50b52e-6271-4974-b0d9-4d07c8c8dd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.928866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.934797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-9e519afb-b357-48ca-8a1b-ebca9cabc39e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2146907 May 26 22:47:52.988245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Router 16a03505-f182-4b0b-a55a-ce0077cae1ef has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:47:53.113484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a50b52e-6271-4974-b0d9-4d07c8c8dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.119898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-07b2a46b-525b-4a9b-8aac-dc3d16429d25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6484 time: 0.6623347 May 26 22:47:53.142521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50b52e-6271-4974-b0d9-4d07c8c8dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d5b4bb-9e99-4a4e-a4ce-fb8b0fb236aa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:53.172518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a50b52e-6271-4974-b0d9-4d07c8c8dd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.173574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1a50b52e-6271-4974-b0d9-4d07c8c8dd76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63d5b4bb-9e99-4a4e-a4ce-fb8b0fb236aa HTTP/1.1" status: 204 len: 168 time: 0.4331908 May 26 22:47:53.184969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e7e5-a0ff-4a0d-8a5d-a2b400df7c1d req-82a4d3b2-f0f4-4bbe-a863-dc5b0fcbc308 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:53.192350 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b772e7e5-a0ff-4a0d-8a5d-a2b400df7c1d req-82a4d3b2-f0f4-4bbe-a863-dc5b0fcbc308 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.6681843 May 26 22:47:53.314644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:47:53.326449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e6d7521e-ede4-4a59-9bdb-d5e7ef57f1fc admin admin] 10.222.0.32 "PUT /v2.0/routers/16a03505-f182-4b0b-a55a-ce0077cae1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9177279 May 26 22:47:53.329256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56816) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:53.337005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] Sync routers for ids ['16a03505-f182-4b0b-a55a-ce0077cae1ef'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:47:53.366595 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.386098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] Routers {'16a03505-f182-4b0b-a55a-ce0077cae1ef'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:47:53.386098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:47:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['16a03505-f182-4b0b-a55a-ce0077cae1ef'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:53.399961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-569215dc-b961-4b23-9ba8-0aad9d2e91f8 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459047 May 26 22:47:53.449654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfd86d4-a6fe-4933-b425-db36aba7be6b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:53.478000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b772e7e5-a0ff-4a0d-8a5d-a2b400df7c1d req-a9201c80-b7f6-4164-bf2d-e71d19b677fb tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811737 May 26 22:47:53.665148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088e636e-5c1a-44ae-be5f-d47ace4385b4') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:53.665606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088e636e-5c1a-44ae-be5f-d47ace4385b4') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:53.742817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.796849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-0e17e5f8-37dd-4996-876c-f8cdc474a3ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:53.806647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-0e17e5f8-37dd-4996-876c-f8cdc474a3ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8 HTTP/1.1" status: 200 len: 903 time: 0.6283727 May 26 22:47:53.866407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] Set router 16a03505-f182-4b0b-a55a-ce0077cae1ef gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:47:53.962292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.033834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:47:54.033834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: timer() May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:47:54.055255 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:47:54.062038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-89efb44a-be4b-435d-b054-54ee7e844b63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a2404c8-673b-4a98-9352-7bb634e447ad HTTP/1.1" status: 200 len: 217 time: 0.2243910 May 26 22:47:54.206995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-694ffd92-2ed6-40b8-8588-2b09ed063f64 req-020066a2-8b5a-4895-b68f-ceeddd82b783 service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956657 May 26 22:47:54.403854 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.419433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.438654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.440399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.449154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.463600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-50063ca4-1461-43e2-80e8-e97350aa0e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.464222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.466464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-50063ca4-1461-43e2-80e8-e97350aa0e2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 200 len: 797 time: 0.2826893 May 26 22:47:54.472115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.476471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] Pushing event deleted for resources: {'Network': ['ID=1cfd86d4-a6fe-4933-b425-db36aba7be6b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:54.483692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.494766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.498706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-064dc4b4-a430-427f-8206-7479ca269ce1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.6561694 May 26 22:47:54.580223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-66ebc7a1-e1ec-4641-b86a-d09e67e13adc tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-50070211-project] 10.222.0.32 "DELETE /v2.0/networks/1cfd86d4-a6fe-4933-b425-db36aba7be6b HTTP/1.1" status: 204 len: 168 time: 2.1197717 May 26 22:47:54.671394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:47:50Z', 'revision_number': 5, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:54.679217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] Checking router: 16a03505-f182-4b0b-a55a-ce0077cae1ef for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:47:54.690105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3139-6713-4ecf-be44-61b9282e7c9c req-edc822b8-96e9-4480-8bad-2365811d6c28 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.691645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f4fe3139-6713-4ecf-be44-61b9282e7c9c req-edc822b8-96e9-4480-8bad-2365811d6c28 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:54.695750 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef7ef795-a7d3-4dd8-89ef-06e486e62718 req-31c3054c-626f-49c5-9771-bdf63e907819 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1792359 May 26 22:47:54.698840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] Routers {'16a03505-f182-4b0b-a55a-ce0077cae1ef'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:47:54.700475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:47:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['16a03505-f182-4b0b-a55a-ce0077cae1ef'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:54.732829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.803450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-c3f11d07-9a56-466d-ab93-026489b53e41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=742a146aaf934365a02fa017040542f1&device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 1094 time: 0.4840088 May 26 22:47:54.806958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f4fe3139-6713-4ecf-be44-61b9282e7c9c req-edc822b8-96e9-4480-8bad-2365811d6c28 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:54.824276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f4fe3139-6713-4ecf-be44-61b9282e7c9c req-edc822b8-96e9-4480-8bad-2365811d6c28 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 943 time: 0.6368308 May 26 22:47:54.994558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] Set router 16a03505-f182-4b0b-a55a-ce0077cae1ef gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:47:55.123605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-62a0e064-20a1-4fa2-a6a8-0503dc59fa43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6447854 May 26 22:47:55.171337 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.221863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.251914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Deleting port ec0131a2-b581-40a5-98ae-d35675ed0a5e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:55.252318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.392793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-1210f28f-7c96-4725-8b28-53733b372fdd service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476611 May 26 22:47:55.409473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f4fe3139-6713-4ecf-be44-61b9282e7c9c req-920dc9f1-627c-4435-8ebd-9c7fda5ac82a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308828 May 26 22:47:55.413590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:47:50Z', 'revision_number': 5, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:55.418417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2fa4c-18ac-4769-8266-c3aa8d29086b None None] The sync data for ids ['16a03505-f182-4b0b-a55a-ce0077cae1ef'] in n-d-843301-1 is: [{'id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'name': 'tempest-ServersTestMultiNic-2110996618-router', 'tenant_id': '68898c1ac0ab46a09d2a120f74ceff36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:44:36Z', 'updated_at': '2022-05-26T22:47:50Z', 'revision_number': 5, 'project_id': '68898c1ac0ab46a09d2a120f74ceff36', 'gw_port': {'id': 'ec0131a2-b581-40a5-98ae-d35675ed0a5e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a03505-f182-4b0b-a55a-ce0077cae1ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:44:39Z', 'updated_at': '2022-05-26T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:47:55.477659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56860) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:55.559879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] For port ec0131a2-b581-40a5-98ae-d35675ed0a5e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ec0131a2-b581-40a5-98ae-d35675ed0a5e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:55.560855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.659830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-0d2b913b-07a9-40a1-92de-beaecb77c053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:55.661579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-0d2b913b-07a9-40a1-92de-beaecb77c053 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 200 len: 912 time: 0.8404121 May 26 22:47:55.729253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Calling delete_port for ec0131a2-b581-40a5-98ae-d35675ed0a5e owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:56.094165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-fb4e41f6-5fb7-4f8c-aad0-057c613b7c08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae06d2d9-c8a7-434b-affc-a670c30dabbb HTTP/1.1" status: 200 len: 217 time: 0.4188111 May 26 22:47:56.096785 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5637cb8e-1acc-4edd-8366-e41405216f9a req-0527ca97-8bbf-44a0-bee0-d0558724c3f3 service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860743 May 26 22:47:56.207077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-b0c3e575-6385-4a38-8d41-8c1ed889d26b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.208502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-b0c3e575-6385-4a38-8d41-8c1ed889d26b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 200 len: 851 time: 0.1067834 May 26 22:47:56.266726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-d51cb51c-c2e8-4520-a484-3b37deb2647c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb59c85f-9bff-412f-bbc8-87b64e62f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497925 May 26 22:47:56.297258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-93c19cfd-da52-4ce0-82e3-5de9b0dfb6e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62a9aa9194c043cd99d1f4173b2ef2d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8168941 May 26 22:47:56.299839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56884) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:56.301633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.366250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0131a2-b581-40a5-98ae-d35675ed0a5e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:56.464545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.470627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.477046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.482258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.483087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-906fceed-ab98-4765-ae04-826f22692bfe service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091570 May 26 22:47:56.485580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.488437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.492667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.499155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.515664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94312e1f-9744-4542-8309-319b41d98ae7 req-f19ae427-4a0a-4f4e-b201-7a03e52473dd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.4666066 May 26 22:47:56.616612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94312e1f-9744-4542-8309-319b41d98ae7 req-1b5ff42c-8aeb-45b6-99c5-9504b86efcfd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999093 May 26 22:47:56.633106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.823470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b7c9cb8-e864-4f09-b29a-0af8f07b4cda req-d8053e93-4612-4035-9977-9640b796f8cd service neutron] 10.222.0.55 "GET /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275807 May 26 22:47:56.839968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.858912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.877822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436e510-c7e7-4420-a486-c63b3196b73d req-a98c6d07-b5c6-4033-8ca1-d0e27e5250fa tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:56.879378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a436e510-c7e7-4420-a486-c63b3196b73d req-a98c6d07-b5c6-4033-8ca1-d0e27e5250fa tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 943 time: 0.2496321 May 26 22:47:56.924212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eca78e0e-c384-48ab-9308-dabc9ed67d79 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:47:56.925807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea9176-d150-44a6-b9ef-1e2b2dfd780e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:56.976842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.978214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71ea9176-d150-44a6-b9ef-1e2b2dfd780e HTTP/1.1" status: 204 len: 168 time: 0.6770630 May 26 22:47:56.982725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.983296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.983893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: eca78e0e-c384-48ab-9308-dabc9ed67d79 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:47:56.984136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.984265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eca78e0e-c384-48ab-9308-dabc9ed67d79 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:47:56.984744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.985236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.985733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.986352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.986825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.987339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.987828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.988296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec16d8-b0a6-4528-a56b-5bd1d5ebc2b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:57.013880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a436e510-c7e7-4420-a486-c63b3196b73d req-f2cdf3cc-baf8-432c-becf-21026743e657 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019764 May 26 22:47:57.353310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.362112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.405246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.405874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a03505-f182-4b0b-a55a-ce0077cae1ef {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:47:57.422995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.424417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f845d381-c71b-4ee8-96e3-56629eb1bf2e admin admin] 10.222.0.32 "DELETE /v2.0/routers/16a03505-f182-4b0b-a55a-ce0077cae1ef HTTP/1.1" status: 204 len: 168 time: 4.0927787 May 26 22:47:57.427119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 56916) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:57.558821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] Deleting subnet d0e1146c-a652-4b02-a3af-d85b029e3b76 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:47:57.563954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.610054 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.658534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.888653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56928) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:57.931523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.130462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.164799 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5061e3fd-47e7-4177-82b3-7f79490c1d30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9d54bfab6f74848a5c1e47e3d2ac010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2721746 May 26 22:47:58.179664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56936) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:58.258858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e1146c-a652-4b02-a3af-d85b029e3b76,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:58.282105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec75404-a46b-4d1c-b2ae-2d3d0b278f19 None None] Network 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:58.285076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.298613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7abe73e7-f763-46e5-abde-f7bc6b759f15 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0e1146c-a652-4b02-a3af-d85b029e3b76 HTTP/1.1" status: 204 len: 168 time: 0.8701885 May 26 22:47:58.299390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 56942) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:58.317988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.335669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.343572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.347866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.353626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.358126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.363263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.367175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-45a33633-711f-4b9e-874b-44dfe609cd09 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.4372039 May 26 22:47:58.482476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c797343-805e-45fa-8e13-0c81c94cc553 req-8223aa07-8d85-41c1-a6a2-7ca476729259 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:58.484167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c797343-805e-45fa-8e13-0c81c94cc553 req-8223aa07-8d85-41c1-a6a2-7ca476729259 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 943 time: 0.1443717 May 26 22:47:58.569608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae06d2d9-c8a7-434b-affc-a670c30dabbb details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:47:58.673174 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c797343-805e-45fa-8e13-0c81c94cc553 req-9552131a-5ddf-4202-a1a4-35d466dbb646 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766012 May 26 22:47:58.818261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.884153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c7fe724-8339-4975-bf48-576b4b946ec0 req-1710cdab-01fe-4d11-8426-844bd8ec6e9b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4764915 May 26 22:47:58.901086 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec496d14-965a-4e4a-9708-155770b184ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.921630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ec0131a2-b581-40a5-98ae-d35675ed0a5e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:47:59.003209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec496d14-965a-4e4a-9708-155770b184ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.051259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Deleting port e0544855-321b-4e75-81ba-cc9a154515b2 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:59.051259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.053354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: ec0131a2-b581-40a5-98ae-d35675ed0a5e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:47:59.054012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ec0131a2-b581-40a5-98ae-d35675ed0a5e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:47:59.124155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec496d14-965a-4e4a-9708-155770b184ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.136071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae06d2d9-c8a7-434b-affc-a670c30dabbb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae06d2d9-c8a7-434b-affc-a670c30dabbb,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:59.157029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb', 'network_id': 'fb59c85f-9bff-412f-bbc8-87b64e62f4b6', 'port_id': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb', 'mac_address': 'fa:16:3e:0f:96:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaccb09-0e18-47e1-90de-a298a331d2b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:47:59.175094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec496d14-965a-4e4a-9708-155770b184ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68833fc0-9499-46e8-8382-cbb549ec9351,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:59.208048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec496d14-965a-4e4a-9708-155770b184ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.209237 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ec496d14-965a-4e4a-9708-155770b184ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68833fc0-9499-46e8-8382-cbb549ec9351 HTTP/1.1" status: 204 len: 168 time: 1.0285811 May 26 22:47:59.262331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] DHCP port deletion for 062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:47:59.285586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Deleting port e0544855-321b-4e75-81ba-cc9a154515b2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:47:59.286250 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.380950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.454262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae06d2d9-c8a7-434b-affc-a670c30dabbb {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:47:59.581232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] For port e0544855-321b-4e75-81ba-cc9a154515b2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e0544855-321b-4e75-81ba-cc9a154515b2,segment=NetworkSegment(3683151d-07f5-44c1-9ae1-164800b6ed77),segment_id=3683151d-07f5-44c1-9ae1-164800b6ed77)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:59.582423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.723593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae06d2d9-c8a7-434b-affc-a670c30dabbb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae06d2d9-c8a7-434b-affc-a670c30dabbb,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:59.750809 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.752857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Calling delete_port for e0544855-321b-4e75-81ba-cc9a154515b2 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:47:59.887595 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.907289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] For port e0544855-321b-4e75-81ba-cc9a154515b2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e0544855-321b-4e75-81ba-cc9a154515b2,segment=NetworkSegment(3683151d-07f5-44c1-9ae1-164800b6ed77),segment_id=3683151d-07f5-44c1-9ae1-164800b6ed77)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:47:59.907684 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.945884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] No DVR routers for this DVR port e0544855-321b-4e75-81ba-cc9a154515b2 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:48:00.155922 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.197295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:00.212962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3683151d-07f5-44c1-9ae1-164800b6ed77') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:00.213495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3683151d-07f5-44c1-9ae1-164800b6ed77') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:00.214444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ae06d2d9-c8a7-434b-affc-a670c30dabbb'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:00.230164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecabae-d065-4a02-b43a-2c2dc976fc41 req-dec7bd89-2e9f-48a5-8721-6d7572fbc2c1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.239653 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.246973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2ecabae-d065-4a02-b43a-2c2dc976fc41 req-dec7bd89-2e9f-48a5-8721-6d7572fbc2c1 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 944 time: 0.2128093 May 26 22:48:00.270029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.278457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:48:00.279444 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.367982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2ecabae-d065-4a02-b43a-2c2dc976fc41 req-ac94ff59-ec4e-45fe-bdc6-f5d15b156ac0 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179771 May 26 22:48:00.403920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Calling delete_port for e0544855-321b-4e75-81ba-cc9a154515b2 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: timer() May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:48:00.515759 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:48:00.519712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0544855-321b-4e75-81ba-cc9a154515b2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:00.553608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae06d2d9-c8a7-434b-affc-a670c30dabbb,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn_limited( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn_limited( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.635679 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:48:00.639890 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:48:00.651943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:48:00.652128 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:48:00.658200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.682990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.791405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:00.809480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-308f76ab-abd8-400e-91a2-56745090aeb3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/062b7dce-cc5c-49f6-a46b-eb2b7e9f30dd HTTP/1.1" status: 204 len: 168 time: 2.4401724 May 26 22:48:00.847945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.858354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.867213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.879894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.889524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e0544855-321b-4e75-81ba-cc9a154515b2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:48:00.897663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.907816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.915113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:00.929407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-440392ac-6268-49a7-a9f1-b7218711f81c req-f83261cb-85ca-4178-b7bd-14e9d55675cc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.4152849 May 26 22:48:00.963132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e0544855-321b-4e75-81ba-cc9a154515b2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:48:00.963475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e0544855-321b-4e75-81ba-cc9a154515b2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:48:01.013943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57010) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:01.045806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-440392ac-6268-49a7-a9f1-b7218711f81c req-3d288b79-a8eb-4e06-a569-81577b3c9a7d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134222 May 26 22:48:01.154035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Deleting port e0544855-321b-4e75-81ba-cc9a154515b2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:01.155092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.219844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:01.265703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ffadd090-d44d-4b35-a863-77862cf48170 None None] The port 'e0544855-321b-4e75-81ba-cc9a154515b2' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:48:01.315512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e9f2417a-189d-415a-980b-85c5b5070882 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68898c1ac0ab46a09d2a120f74ceff36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0946505 May 26 22:48:01.317989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57028) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:01.453959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-171b265c-faa4-48ab-aee6-beb31fc3e60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.502502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-171b265c-faa4-48ab-aee6-beb31fc3e60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.587717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-171b265c-faa4-48ab-aee6-beb31fc3e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.624246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.647709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b265c-faa4-48ab-aee6-beb31fc3e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441db8a3-59db-4aa4-a931-42ae618b5f48,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:01.758706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-171b265c-faa4-48ab-aee6-beb31fc3e60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.759805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-171b265c-faa4-48ab-aee6-beb31fc3e60b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/441db8a3-59db-4aa4-a931-42ae618b5f48 HTTP/1.1" status: 204 len: 168 time: 0.4407892 May 26 22:48:01.852815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:01.873026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Usage tracker for resource:security_group_rule and tenant:b29ff8ea67c64f09a3f7b60b4fa8f855 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:01.877126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:01.901450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:01.925943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a738c5-cf68-4f0a-8ebf-6c249f30a8e8 req-8b09d0fe-83db-4b35-9ef7-abda564ff2bc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:01.927416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56a738c5-cf68-4f0a-8ebf-6c249f30a8e8 req-8b09d0fe-83db-4b35-9ef7-abda564ff2bc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 944 time: 0.2721410 May 26 22:48:02.057197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56a738c5-cf68-4f0a-8ebf-6c249f30a8e8 req-c6a57fcb-5c56-4b09-85db-3074942ef0bc tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125820 May 26 22:48:02.201607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.207758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.248456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44399d95-b3eb-4ebe-a57a-cd2430ad859b req-d809bc98-6772-4628-95e5-223eb2376e43 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.268915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44399d95-b3eb-4ebe-a57a-cd2430ad859b req-d809bc98-6772-4628-95e5-223eb2376e43 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.2339950 May 26 22:48:02.283977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b29ff8ea67c64f09a3f7b60b4fa8f855&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2687685 May 26 22:48:02.285819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57058) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:02.381305 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44399d95-b3eb-4ebe-a57a-cd2430ad859b req-69f80cb9-b0f9-45b9-b0fa-ecf12c725fa8 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123998 May 26 22:48:02.394368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fba4d5-b115-4bfb-9ecf-46c29df8962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06df8e87-a031-4343-8e09-a0c5db2c3e52,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:02.449385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae06d2d9-c8a7-434b-affc-a670c30dabbb up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:02.461939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f188b8e-c05f-4e54-86e7-9bbdfcf46fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.502831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f188b8e-c05f-4e54-86e7-9bbdfcf46fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.544392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.548365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.552843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.554073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port ae06d2d9-c8a7-434b-affc-a670c30dabbb completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:02.557014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.560874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port ae06d2d9-c8a7-434b-affc-a670c30dabbb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:02.561305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.564724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.571641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.576100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:02.587207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-efd63233-de67-434d-b048-7ae212089ba8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.3598313 May 26 22:48:02.674275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-62ea7c1c-953e-4b48-aa57-2852b3869144 req-afe587f3-2bfa-474b-9385-0795f843719e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853009 May 26 22:48:02.684257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f188b8e-c05f-4e54-86e7-9bbdfcf46fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.726329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188b8e-c05f-4e54-86e7-9bbdfcf46fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df8e87-a031-4343-8e09-a0c5db2c3e52,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:02.730354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f188b8e-c05f-4e54-86e7-9bbdfcf46fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.734150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f188b8e-c05f-4e54-86e7-9bbdfcf46fa8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06df8e87-a031-4343-8e09-a0c5db2c3e52 HTTP/1.1" status: 204 len: 168 time: 0.3949308 May 26 22:48:02.738650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.798737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae06d2d9-c8a7-434b-affc-a670c30dabbb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae06d2d9-c8a7-434b-affc-a670c30dabbb,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:02.800728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:02.809793 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.893508 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d61bcf7-44db-4fcd-bdfc-123870feca69'] response: {'server_uuid': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb', 'code': 200} May 26 22:48:02.942335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae06d2d9-c8a7-434b-affc-a670c30dabbb,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:03.060434 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e91113aa-8662-4ff8-9e48-dc42bbfe31ab req-091e908d-89d0-45df-928b-ab0761421970 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 1096 time: 0.0864701 May 26 22:48:03.112197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e91113aa-8662-4ff8-9e48-dc42bbfe31ab req-425c7877-8a91-4b5e-b99c-5461fd499eff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 May 26 22:48:03.453016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f19b18-04f1-4f1d-affd-8960f3594956 req-de79ecfa-1921-4493-9036-bcd5e84fba77 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:03.455608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06f19b18-04f1-4f1d-affd-8960f3594956 req-de79ecfa-1921-4493-9036-bcd5e84fba77 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 945 time: 0.2295997 May 26 22:48:03.569752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06f19b18-04f1-4f1d-affd-8960f3594956 req-17406c02-bdd8-4dc4-822a-91997cdc6eab tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003873 May 26 22:48:03.666109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eedcf4-59dd-4b5d-ae2a-b43760f893b6 req-1d83c394-f57d-4721-b554-4e67e7c30536 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:03.668044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9eedcf4-59dd-4b5d-ae2a-b43760f893b6 req-1d83c394-f57d-4721-b554-4e67e7c30536 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.1217144 May 26 22:48:03.766217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9eedcf4-59dd-4b5d-ae2a-b43760f893b6 req-177f26c4-a846-4196-b91c-28b33500698e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/security-groups?id=3db2efe6-f5ba-45db-b8d5-7f30fbec3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925133 May 26 22:48:03.936373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57096) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:03.962306 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.029354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:04.034454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c40f36b1abc74d719101d970835af008 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:04.038370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:04.043137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.045401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:04.050758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.058059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.067186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.076545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.083710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.089533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.094770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-74a050ad-9d40-4a36-a2e2-d8b2eb541654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.2248397 May 26 22:48:04.136151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-e6ee8648-5a80-4271-a96e-8ea45b2c711e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.138150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-e6ee8648-5a80-4271-a96e-8ea45b2c711e tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 946 time: 0.2124133 May 26 22:48:04.159972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.166435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.220194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-648fe726-4e4f-4b87-8fd4-bdca0133e54c req-d8ebbbe8-2231-4b42-a247-9e9fcd7e7922 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171539 May 26 22:48:04.240003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c40f36b1abc74d719101d970835af008&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3008018 May 26 22:48:04.240003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06ebe-bbd6-4f33-959e-0a5329d226e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c2b29-2d9b-4931-ac55-039c40410f45,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:04.245628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57106) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:04.248600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Deleting port 85692da8-2839-4dcc-8b18-b2eaae24aafe {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:04.249442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.311238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c93e1edb-569a-493c-b82d-b8c0e0d0228e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.353285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c93e1edb-569a-493c-b82d-b8c0e0d0228e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.450769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c93e1edb-569a-493c-b82d-b8c0e0d0228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.476993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e1edb-569a-493c-b82d-b8c0e0d0228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c2b29-2d9b-4931-ac55-039c40410f45,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:04.499231 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c93e1edb-569a-493c-b82d-b8c0e0d0228e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.504865 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c93e1edb-569a-493c-b82d-b8c0e0d0228e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/348c2b29-2d9b-4931-ac55-039c40410f45 HTTP/1.1" status: 204 len: 168 time: 0.2559679 May 26 22:48:04.595943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] For port 85692da8-2839-4dcc-8b18-b2eaae24aafe, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=85692da8-2839-4dcc-8b18-b2eaae24aafe,segment=NetworkSegment(a001e248-c57d-4174-9605-c9b967dc10c6),segment_id=a001e248-c57d-4174-9605-c9b967dc10c6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:04.596497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.739901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Calling delete_port for 85692da8-2839-4dcc-8b18-b2eaae24aafe owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:04.889306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcbb28-69bc-4ca7-a60e-fbbb0ca102b0 req-71bfa5d1-c337-43c1-8859-5ef73fc37c43 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:04.893567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-71dcbb28-69bc-4ca7-a60e-fbbb0ca102b0 req-71bfa5d1-c337-43c1-8859-5ef73fc37c43 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1465380 May 26 22:48:04.948353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.974624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-71dcbb28-69bc-4ca7-a60e-fbbb0ca102b0 req-bc352d54-b3ca-4094-b887-bb556f32576a tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658765 May 26 22:48:04.980181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['85692da8-2839-4dcc-8b18-b2eaae24aafe'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:05.157650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Pushing event deleted for resources: {'Port': ['ID=85692da8-2839-4dcc-8b18-b2eaae24aafe,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:05.177806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] No DVR routers for this DVR port 85692da8-2839-4dcc-8b18-b2eaae24aafe on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:48:05.191113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b05c4a36-62a1-4921-bb65-b833eb04ff1b req-ddedaa0d-d94e-4b69-93e8-c7cd7275c011 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.32 "GET /v2.0/ports?device_id=92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0 HTTP/1.1" status: 200 len: 210 time: 0.1577625 May 26 22:48:05.194334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.199677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-deleted', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:05.235504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd24fbe4-7b83-4a39-b40e-e44351566503 req-a6a79023-29c0-4377-9227-d3be837304b3 tempest-ServersNegativeTestJSON-2056536467 tempest-ServersNegativeTestJSON-2056536467-project] 10.222.0.55 "DELETE /v2.0/ports/85692da8-2839-4dcc-8b18-b2eaae24aafe HTTP/1.1" status: 204 len: 173 time: 1.0897517 May 26 22:48:05.290833 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb547d83-1ebd-4966-8b14-ab71cc40587d'] response: {'server_uuid': '92c4dee6-e6e9-4c7d-aee6-d70c84b4b1d0', 'name': 'network-vif-deleted', 'tag': '85692da8-2839-4dcc-8b18-b2eaae24aafe', 'status': 'completed', 'code': 200} May 26 22:48:05.468074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beb741-c04f-4a31-9647-021f4fbdf19b req-dcf46738-724d-49a1-aed7-596d32a64df7 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.469703 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5beb741-c04f-4a31-9647-021f4fbdf19b req-dcf46738-724d-49a1-aed7-596d32a64df7 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0853460 May 26 22:48:05.538469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5beb741-c04f-4a31-9647-021f4fbdf19b req-fd2805a8-84c2-4185-a212-fdbc596cb157 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617750 May 26 22:48:05.623355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.627514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.632225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.636487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.641849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.646314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.650342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:05.658094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-509e84ea-2c98-468f-beb9-d9ebf55c2d22 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.1224787 May 26 22:48:05.719412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b566abce-edfc-49e0-a7f3-630d31f2e7d8 req-0f9ea388-8d6c-465f-9589-aae7c7aa9cfc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602009 May 26 22:48:06.270963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-502dd96f-b7ad-4fa3-8d32-f7f16151be6e req-d9b975fd-8c4d-4822-bfe6-469b2a2e1db0 service neutron] (84030) timed out ('10.222.0.48', 56549) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:48:06.297522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57168) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:06.367936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57176) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:06.648161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-15057105', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:06.653509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:06.658147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Usage tracker for resource:port and tenant:f5b60e2d7afc48fcafbc0861c90a50b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:06.661950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:06.669775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:06.687382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Made reservation on behalf of f5b60e2d7afc48fcafbc0861c90a50b0 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:06.691440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.725057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] Deleting subnet 400375d3-4f60-45da-ab7f-73da9b515436 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:48:06.738643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.760033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.826973 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.830191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf5215-6ef4-46fa-85c7-ea594de4da14 req-6367e9cc-64b0-4825-b5dc-20fe64ad7735 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:06.832451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3cf5215-6ef4-46fa-85c7-ea594de4da14 req-6367e9cc-64b0-4825-b5dc-20fe64ad7735 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1159654 May 26 22:48:06.921628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3cf5215-6ef4-46fa-85c7-ea594de4da14 req-8f334622-232e-4b97-aac5-2084bde7f950 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823722 May 26 22:48:07.005000 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.058967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:07.063468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Usage tracker for resource:security_group_rule and tenant:f5b60e2d7afc48fcafbc0861c90a50b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:07.066350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:07.072922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:07.163341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.169480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.175156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.179652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.184815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.189435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.196075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.198858 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-6e451428-af92-4245-ab8f-08bc884a3098 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.3137853 May 26 22:48:07.261649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.321101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400375d3-4f60-45da-ab7f-73da9b515436,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:07.332422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60f52f39-79ce-4bd1-9ba2-f74414c71dea req-ecd526d7-4344-4c20-ade7-ed32d6f02d9c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242309 May 26 22:48:07.348348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.369041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.372846 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-35addbca-534e-49c1-842e-6a077be947ad admin admin] 10.222.0.32 "DELETE /v2.0/subnets/400375d3-4f60-45da-ab7f-73da9b515436 HTTP/1.1" status: 204 len: 168 time: 1.0741377 May 26 22:48:07.376974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57224) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:07.387989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.396883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] device_id is not set on port b593e23c-2257-4114-bc01-17409521cebe yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:48:07.541112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f458f42-1221-4f5d-a26a-771cabc49137,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:07.628078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.636813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Allocated IP 172.25.4.194 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/b593e23c-2257-4114-bc01-17409521cebe) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:07.685762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770875-bcbb-4c58-a72a-91495a568973 req-55fcfb4e-7478-4a6e-8828-c1485a918ddf tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.696310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07770875-bcbb-4c58-a72a-91495a568973 req-55fcfb4e-7478-4a6e-8828-c1485a918ddf tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1752849 May 26 22:48:07.886026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57244) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:07.891199 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.897619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.951870 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.017450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07770875-bcbb-4c58-a72a-91495a568973 req-74b368f6-50e1-459a-b346-6dd255474e2b tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199961 May 26 22:48:08.035804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82bf288-ca96-4c01-a423-f4700c8855e4']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:08.061145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:08.065210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:08.070777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:08.079780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a001e248-c57d-4174-9605-c9b967dc10c6') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:08.080171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a001e248-c57d-4174-9605-c9b967dc10c6') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:08.097506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.102145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Pushing event updated for resources: {'Port': ['ID=b593e23c-2257-4114-bc01-17409521cebe,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:08.118851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.126440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:48:08.127036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.135758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:08.136737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: timer() May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:48:08.141393 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:48:08.165566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c06aaa04-fb4b-4ea3-8e95-f52f80d05a71 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.7963989 May 26 22:48:08.168363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57254) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:08.173830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.194'}]}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:08.180784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:08.186221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Usage tracker for resource:router and tenant:f5b60e2d7afc48fcafbc0861c90a50b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:08.189669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:08.197909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:08.210504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.211611 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.232022 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.245878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.256294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.263417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82bf288-ca96-4c01-a423-f4700c8855e4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:08.279372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f48a78ff-fb07-4e24-8ef3-d72f19f55283 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a82bf288-ca96-4c01-a423-f4700c8855e4 HTTP/1.1" status: 204 len: 168 time: 0.9008725 May 26 22:48:08.465256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.470584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:48:08.553646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:08.568193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Usage tracker for resource:security_group_rule and tenant:7e2ed9f70a0d4c8aae8f427225bd103d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:08.576305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:08.589692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:08.640330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 85692da8-2839-4dcc-8b18-b2eaae24aafe {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:48:08.641609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 85692da8-2839-4dcc-8b18-b2eaae24aafe not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:48:08.695636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.820812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57282) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:08.832323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.838677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.916921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ba7074-d992-4062-9015-c9a527651067,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:08.938478 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f6fea186-978d-4739-a342-4ee3dd40ffec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e2ed9f70a0d4c8aae8f427225bd103d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0511332 May 26 22:48:08.941834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57290) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:09.000808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.004750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.009528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.014269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.018237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.022358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.026502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.028628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-1e08b777-d46d-4bbe-b37f-76e8b8052495 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.3122656 May 26 22:48:09.035965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-633af0b1-5ded-4f7b-a9a5-e36ede560d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6615c805519f473bbaae6776d7f43b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124343 May 26 22:48:09.040188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57296) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:09.050000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-c857c6a8-4a8b-4ff4-99d9-5436b6dd9d63 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.051564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-c857c6a8-4a8b-4ff4-99d9-5436b6dd9d63 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 945 time: 0.2669284 May 26 22:48:09.052241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b97d94ba-d67d-41b4-8a78-c0ea59a097f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.140067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e6e78f9-b0be-44ea-872e-fa541023ae5e req-f9b91d65-3366-42ea-babc-8058f4387fdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012263 May 26 22:48:09.150784 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b97d94ba-d67d-41b4-8a78-c0ea59a097f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.179837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Deleting port ae06d2d9-c8a7-434b-affc-a670c30dabbb {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:09.180173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.231460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849a95-bdcf-49c5-a625-cb2caf78994c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.316501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849a95-bdcf-49c5-a625-cb2caf78994c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.426410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b97d94ba-d67d-41b4-8a78-c0ea59a097f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.442063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.489726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.520041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d94ba-d67d-41b4-8a78-c0ea59a097f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ba7074-d992-4062-9015-c9a527651067,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:09.540610 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849a95-bdcf-49c5-a625-cb2caf78994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.549215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b97d94ba-d67d-41b4-8a78-c0ea59a097f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.553102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b97d94ba-d67d-41b4-8a78-c0ea59a097f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90ba7074-d992-4062-9015-c9a527651067 HTTP/1.1" status: 204 len: 168 time: 0.5947454 May 26 22:48:09.563109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c71f4-b980-472e-b3ab-beb5d5e055af req-6b301007-5b2c-466f-a67a-1407bdf54d18 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:09.569163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88849a95-bdcf-49c5-a625-cb2caf78994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2efe6-f5ba-45db-b8d5-7f30fbec3017,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:09.570426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac6c71f4-b980-472e-b3ab-beb5d5e055af req-6b301007-5b2c-466f-a67a-1407bdf54d18 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 945 time: 0.2705326 May 26 22:48:09.682926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849a95-bdcf-49c5-a625-cb2caf78994c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.684918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-88849a95-bdcf-49c5-a625-cb2caf78994c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3db2efe6-f5ba-45db-b8d5-7f30fbec3017 HTTP/1.1" status: 204 len: 168 time: 0.6427355 May 26 22:48:09.739232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac6c71f4-b980-472e-b3ab-beb5d5e055af req-d92a65f8-c522-414c-bdc2-ce994d31311f tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddef783-314a-497b-a44a-f1f100b793b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677785 May 26 22:48:09.756121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] For port ae06d2d9-c8a7-434b-affc-a670c30dabbb, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae06d2d9-c8a7-434b-affc-a670c30dabbb,segment=NetworkSegment(f55058f4-bffd-4042-9d69-f8730a96e602),segment_id=f55058f4-bffd-4042-9d69-f8730a96e602)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:09.756491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.846261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.914482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Calling delete_port for ae06d2d9-c8a7-434b-affc-a670c30dabbb owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:10.229039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.230374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ae06d2d9-c8a7-434b-affc-a670c30dabbb'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:10.343897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Pushing event deleted for resources: {'Port': ['ID=ae06d2d9-c8a7-434b-affc-a670c30dabbb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:10.446555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] No DVR routers for this DVR port ae06d2d9-c8a7-434b-affc-a670c30dabbb on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:48:10.447627 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.449584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.454823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'name': 'network-vif-deleted', 'tag': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:10.490251 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93ee72a3-dca0-495f-9530-457a7d546f20 req-6ea0e532-b2f7-4992-ba39-97d75015fb38 tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.55 "DELETE /v2.0/ports/ae06d2d9-c8a7-434b-affc-a670c30dabbb HTTP/1.1" status: 204 len: 173 time: 1.4276865 May 26 22:48:10.532262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.539698 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e0a52b-38d9-43a4-8d44-2854d6702bd5'] response: {'server_uuid': '822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9', 'name': 'network-vif-deleted', 'tag': 'ae06d2d9-c8a7-434b-affc-a670c30dabbb', 'status': 'completed', 'code': 200} May 26 22:48:10.583368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.583763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c533a92-5d6b-48c1-a85e-d52544a8d8e3 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:48:10.619426 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 22:48:10.620528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-571fe26b-fa9b-4279-9d53-2ccb36759a23 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4511316 May 26 22:48:10.623298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57360) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:10.645466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:10.657423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:10.668128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:10.678338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:10.685220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:10.698971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:10.704792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:10.706626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-80bdac8e-091a-4224-b400-1a3c55dcfd55 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5427 time: 0.2547224 May 26 22:48:10.755181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Deleting port b593e23c-2257-4114-bc01-17409521cebe {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:10.755301 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.980364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41b306b6-9e04-48a0-82cf-ed81d2dad101 req-883bcbf1-ed96-4996-83b3-be20a529bd8d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2660046 May 26 22:48:11.333789 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.368163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8aa59aa5-6195-4f16-9034-cafab3d5d9cb req-9e26013a-346c-43c4-96d6-d9c324e61e0c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Synchronizing usage tracker for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:11.384697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device aa6af3e9-1028-484d-972b-c0e159abc0f4 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:11.498619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Calling delete_port for b593e23c-2257-4114-bc01-17409521cebe owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:11.611995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port aa6af3e9-1028-484d-972b-c0e159abc0f4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:11.628466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'port_id': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'mac_address': 'fa:16:3e:c5:2e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:11.651926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8aa59aa5-6195-4f16-9034-cafab3d5d9cb req-9e26013a-346c-43c4-96d6-d9c324e61e0c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] Unset dirty status for tenant:742a146aaf934365a02fa017040542f1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:11.666273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8aa59aa5-6195-4f16-9034-cafab3d5d9cb req-9e26013a-346c-43c4-96d6-d9c324e61e0c tempest-DeleteServersTestJSON-1521109680 tempest-DeleteServersTestJSON-1521109680-project] 10.222.0.32 "GET /v2.0/ports?device_id=822b78a9-a0aa-4bc5-abb6-af0e64cbd3a9 HTTP/1.1" status: 200 len: 210 time: 0.7058568 May 26 22:48:11.702915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.704488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.742799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6af3e9-1028-484d-972b-c0e159abc0f4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:11.765497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port aa6af3e9-1028-484d-972b-c0e159abc0f4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:11.772750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.776064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7f11d1c7-359b-41a2-9ef0-b737a66eb42a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:11.808044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Pushing event deleted for resources: {'Port': ['ID=b593e23c-2257-4114-bc01-17409521cebe,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:11.916534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.924515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4b0e9b22-ca19-419d-8658-925e0b0883a5 tempest-RoutersAdminNegativeIpV6Test-926673554 tempest-RoutersAdminNegativeIpV6Test-926673554-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b593e23c-2257-4114-bc01-17409521cebe HTTP/1.1" status: 204 len: 168 time: 1.2998686 May 26 22:48:12.000849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=aa6af3e9-1028-484d-972b-c0e159abc0f4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:12.116199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:12.154467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '7f11d1c7-359b-41a2-9ef0-b737a66eb42a', 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'port_id': '7f11d1c7-359b-41a2-9ef0-b737a66eb42a', 'mac_address': 'fa:16:3e:a5:41:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdabb7c-8a08-4f25-84a3-82040bfbc792', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:12.290632 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.323288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f11d1c7-359b-41a2-9ef0-b737a66eb42a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:12.342111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:12.345542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:12.346888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:12.351046 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.351899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:12.356713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:12.361032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:12.366595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:12.371462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:12.380692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-c79cab2b-d290-482e-a88e-6ab005249b9e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5428 time: 0.1694674 May 26 22:48:12.455003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7fd3aa5c-c3ae-4e6d-a441-dce19d0baab5 req-e7c9b5dc-9ccc-4b73-8138-d298a32859c1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718532 May 26 22:48:12.514533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:12.593171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57428) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:12.738061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['7f11d1c7-359b-41a2-9ef0-b737a66eb42a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:13.097192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57452) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:13.128334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-851740371-network', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:13.134525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:13.142030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Usage tracker for resource:network and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:13.147925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:13.157002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:13.174718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Made reservation on behalf of 60a6e1a5198e470eae3b4eef13db4801 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:13.177260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.198175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.237981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:13.250321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Usage tracker for resource:security_group_rule and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:13.253437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:13.262810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:13.394752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:13.410175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.417804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.485791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a847611f-c02b-43ad-8b19-1bce941600e1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:13.514015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:48:13.551408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.552418 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Added segment a4c26a41-fcda-43b1-a9d1-f68e478e3732 of type vlan for network f90e5f69-58a6-434e-a9e9-31590716590f May 26 22:48:13.587238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.613795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.670612 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.671942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:13.672900 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.709080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:13.717983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Usage tracker for resource:security_group_rule and tenant:aa11ae9b595d497882750fc836129c10 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:13.723045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:13.750546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:13.776339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['aa6af3e9-1028-484d-972b-c0e159abc0f4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:13.904944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:13.958178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a', 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8', 'port_id': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a', 'mac_address': 'fa:16:3e:91:77:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f8897e-8e86-483c-a916-a727ade8dbfb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:13.984133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3869641 May 26 22:48:13.985616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5863cc-23b8-48d0-b79d-0b9baeef4971 admin admin] Pushing event updated for resources: {'Network': ['ID=f90e5f69-58a6-434e-a9e9-31590716590f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:13.993850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57496) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:14.020841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Request body: {'subnet': {'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-851740371-subnet', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:14.033895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.038780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network f90e5f69-58a6-434e-a9e9-31590716590f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:48:14.086727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:14.104859 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.115985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Usage tracker for resource:subnet and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:14.128519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:14.147363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:14.257262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a2fa5c-b50e-4898-9119-69044fa6cc41,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:14.276262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57514) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:14.277935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0ba57752-90bc-4245-9dcf-985a73ff88d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa11ae9b595d497882750fc836129c10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1843381 May 26 22:48:14.283636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Made reservation on behalf of 60a6e1a5198e470eae3b4eef13db4801 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:14.287194 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.416019 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.479130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15f21de1-f636-4ffe-b519-b1a28d2b7b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.488764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae06d2d9-c8a7-434b-affc-a670c30dabbb no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:48:14.560879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15f21de1-f636-4ffe-b519-b1a28d2b7b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.571148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.575672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.580371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.584361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.588042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.595533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.600082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.608277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-a70d116a-fa7b-4994-96b3-545371344593 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5429 time: 0.5768967 May 26 22:48:14.690743 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-577c7c34-2977-4e98-b6ce-bfd98e47478f req-14e8d7f5-e9ee-44ba-962f-d408e0478d17 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812085 May 26 22:48:14.716865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: ae06d2d9-c8a7-434b-affc-a670c30dabbb {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:48:14.723442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae06d2d9-c8a7-434b-affc-a670c30dabbb not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:48:14.742494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15f21de1-f636-4ffe-b519-b1a28d2b7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.744759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:14.797976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:14.811556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15f21de1-f636-4ffe-b519-b1a28d2b7b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.815821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-15f21de1-f636-4ffe-b519-b1a28d2b7b89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95a2fa5c-b50e-4898-9119-69044fa6cc41 HTTP/1.1" status: 204 len: 168 time: 0.5384579 May 26 22:48:14.819460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f21de1-f636-4ffe-b519-b1a28d2b7b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a2fa5c-b50e-4898-9119-69044fa6cc41,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:14.832846 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.840013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device cc80251b-b663-43f9-adea-2a1886597daa details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:14.911020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.970097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-508d902e-c879-4767-9d49-7234f41be1cb req-492a6cd0-0176-4bd2-bfef-8ea41fb2bbc4 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.0972273 May 26 22:48:15.177292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d97517-cc61-44fa-9094-bcb7810ae77f,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:15.185216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Checking segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:15.185216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Network hostable DHCP agents. Network: f90e5f69-58a6-434e-a9e9-31590716590f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:48:15.193152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:15.217652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Network f90e5f69-58a6-434e-a9e9-31590716590f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:48:15.250114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, f90e5f69-58a6-434e-a9e9-31590716590f) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:15.262648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:15.262648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:15.272346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fad93-7ff4-4e8c-9879-9237a3d83966 None None] Network f90e5f69-58a6-434e-a9e9-31590716590f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:15.336081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57554) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:15.370495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85d34094-01d9-4447-918f-3127e328abf8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3681376 May 26 22:48:15.370495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57560) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:15.383269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:15.395710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:15.405959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Usage tracker for resource:router and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:15.415089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:15.446885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:15.446885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:15.446885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:15.497127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:16.164379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-f90e5f69-58a6-434e-a9e9-31590716590f', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:48:16.165361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:16.208806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:16.209473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cc80251b-b663-43f9-adea-2a1886597daa,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:16.276125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'cc80251b-b663-43f9-adea-2a1886597daa', 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'port_id': 'cc80251b-b663-43f9-adea-2a1886597daa', 'mac_address': 'fa:16:3e:ff:ff:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdabb7c-8a08-4f25-84a3-82040bfbc792', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:16.400169 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:16.447208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.459347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.462980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.478026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.493399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.509622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.521418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.532856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-f36be767-a70d-4f3b-a9a8-604ad6c522a6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5430 time: 0.5547535 May 26 22:48:16.536041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57588) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:16.549300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc80251b-b663-43f9-adea-2a1886597daa {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:16.625093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cc80251b-b663-43f9-adea-2a1886597daa,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:16.645486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:16.647992 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:16.648797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 808aad44-5a51-42d3-85c8-e0331a2868e4 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:16.657501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Allocated IP 172.20.0.2 (f90e5f69-58a6-434e-a9e9-31590716590f/e2d97517-cc61-44fa-9094-bcb7810ae77f/426edfca-6a36-4207-9d8f-af47f1cd5987) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:16.751197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-661e712d-1de2-47f8-94f6-7e4690a02ce3 req-e99cea14-d877-44b1-8205-790d010b8a02 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.2031574 May 26 22:48:16.853016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c66d70f3-f7d3-489f-bb60-ffef95a13a41 req-a7a24f6c-42da-4cec-b5cc-625242a12432 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3191581 May 26 22:48:16.947676 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35fbffd9-ff17-49b8-9b76-818a1f372b92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5b60e2d7afc48fcafbc0861c90a50b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4006009 May 26 22:48:16.950744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57602) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:17.062796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:17.072477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Usage tracker for resource:security_group_rule and tenant:8a04d7a533404cee8c3656a9eafe487e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:17.078794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:17.089312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:17.188550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.260459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.358267 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.360568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f362cbe7-2fe2-47a4-bbf9-5b99f1c860bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.388127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f362cbe7-2fe2-47a4-bbf9-5b99f1c860bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.422956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.439791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.450751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=cc80251b-b663-43f9-adea-2a1886597daa,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:17.456364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Transition to ACTIVE for port object 426edfca-6a36-4207-9d8f-af47f1cd5987 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:17.476821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Transition to ACTIVE for port object 426edfca-6a36-4207-9d8f-af47f1cd5987 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:17.479943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:48:17.485217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a04d7a533404cee8c3656a9eafe487e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1509295 May 26 22:48:17.486100 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f362cbe7-2fe2-47a4-bbf9-5b99f1c860bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.492111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.494189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57610) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:17.554477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 808aad44-5a51-42d3-85c8-e0331a2868e4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=808aad44-5a51-42d3-85c8-e0331a2868e4,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:17.561483 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f362cbe7-2fe2-47a4-bbf9-5b99f1c860bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.581873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Network f90e5f69-58a6-434e-a9e9-31590716590f is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:17.586941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f362cbe7-2fe2-47a4-bbf9-5b99f1c860bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f458f42-1221-4f5d-a26a-771cabc49137 HTTP/1.1" status: 204 len: 168 time: 0.6351509 May 26 22:48:17.588111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:17.624630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:17.638014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '808aad44-5a51-42d3-85c8-e0331a2868e4', 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'port_id': '808aad44-5a51-42d3-85c8-e0331a2868e4', 'mac_address': 'fa:16:3e:0d:be:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdabb7c-8a08-4f25-84a3-82040bfbc792', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:17.644990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-75ad87d3-8bf0-49f1-b3cc-5bb0f3a4d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.700647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e3642-c1bb-4673-bd93-95863e2700fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a2b4d-3683-4f01-b378-4d86c2ce027d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:17.819028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Allocated IP 172.25.4.201 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:17.821288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362cbe7-2fe2-47a4-bbf9-5b99f1c860bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f458f42-1221-4f5d-a26a-771cabc49137,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:17.864220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91e21abd-a9b6-483d-99de-de337ae2a164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.896271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Pushing event updated for resources: {'Port': ['ID=426edfca-6a36-4207-9d8f-af47f1cd5987,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:17.906632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Attempting to bind port 426edfca-6a36-4207-9d8f-af47f1cd5987 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:17.912531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Attempting to bind port 426edfca-6a36-4207-9d8f-af47f1cd5987 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:17.915749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Attempting to bind port 426edfca-6a36-4207-9d8f-af47f1cd5987 on network f90e5f69-58a6-434e-a9e9-31590716590f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:17.930181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91e21abd-a9b6-483d-99de-de337ae2a164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.939064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:17.939710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Checking segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:17.940280 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:17.940824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Bound using segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:17.941501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Bound port: 426edfca-6a36-4207-9d8f-af47f1cd5987, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:17.942049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.052259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91e21abd-a9b6-483d-99de-de337ae2a164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.081827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e21abd-a9b6-483d-99de-de337ae2a164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a2b4d-3683-4f01-b378-4d86c2ce027d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:18.089172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91e21abd-a9b6-483d-99de-de337ae2a164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.091399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-91e21abd-a9b6-483d-99de-de337ae2a164 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f9a2b4d-3683-4f01-b378-4d86c2ce027d HTTP/1.1" status: 204 len: 168 time: 0.5852964 May 26 22:48:18.199958 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.228252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808aad44-5a51-42d3-85c8-e0331a2868e4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:18.248368 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22a4b902-dd06-43c9-b0d8-329052d94da4 req-482332c2-23d2-4274-89af-6ca3f4515e49 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1231048 May 26 22:48:18.253544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 808aad44-5a51-42d3-85c8-e0331a2868e4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=808aad44-5a51-42d3-85c8-e0331a2868e4,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:18.357783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.360269 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.361126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3a2404c8-673b-4a98-9352-7bb634e447ad details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:18.418686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.507870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] For port 426edfca-6a36-4207-9d8f-af47f1cd5987, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:18.538439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744adb6-7077-4ec9-bcc2-fb8df92ae1f7 req-1839e9cb-5298-4f02-b0f1-d7120bf7d840 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:18.539941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d744adb6-7077-4ec9-bcc2-fb8df92ae1f7 req-1839e9cb-5298-4f02-b0f1-d7120bf7d840 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.1296875 May 26 22:48:18.546790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] For port 426edfca-6a36-4207-9d8f-af47f1cd5987, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=426edfca-6a36-4207-9d8f-af47f1cd5987,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:18.566586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:18.567632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=808aad44-5a51-42d3-85c8-e0331a2868e4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:18.570530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:18.581133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:18.602079 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:48:18.620576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3a2404c8-673b-4a98-9352-7bb634e447ad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a2404c8-673b-4a98-9352-7bb634e447ad,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:18.621855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Pushing event updated for resources: {'Port': ['ID=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:18.648311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.649016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.649501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.650141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.650640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.651134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.651607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.653761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.654256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.654911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.655411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:18.662057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d744adb6-7077-4ec9-bcc2-fb8df92ae1f7 req-9b515971-03e9-4e1f-b0cc-1f939c1bb573 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107037 May 26 22:48:18.677265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3a2404c8-673b-4a98-9352-7bb634e447ad', 'network_id': 'be0fb976-7601-4f9c-99ca-a7e7cefca0e8', 'port_id': '3a2404c8-673b-4a98-9352-7bb634e447ad', 'mac_address': 'fa:16:3e:22:fc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f8897e-8e86-483c-a916-a727ade8dbfb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:18.690754 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:18.900582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4cab37a0-f346-41e4-a373-05ec6d45fb52 req-abf44106-818c-43eb-a52f-4cdf7c37e38b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.1058102 May 26 22:48:19.190996 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.194620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.210160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.217968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.229709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.233500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667464e-16b6-4da8-9bf9-55ea09771d5c None None] Pushing event updated for resources: {'Port': ['ID=426edfca-6a36-4207-9d8f-af47f1cd5987,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:19.244985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.252321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.257000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.261946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2404c8-673b-4a98-9352-7bb634e447ad {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:19.276718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-10b146e8-c193-4399-a775-0050c4baf649 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5432 time: 0.6056471 May 26 22:48:19.331000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3a2404c8-673b-4a98-9352-7bb634e447ad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a2404c8-673b-4a98-9352-7bb634e447ad,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:19.343417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.344331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 15212059-e380-4dc0-971a-e4ebc6ebe2ca details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:19.346620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cf7-0615-4798-a82c-c2f085d5a2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.483033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3a2404c8-673b-4a98-9352-7bb634e447ad,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:19.522115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:19.549073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee16f484-6c84-4bec-950d-61858bf911e9 req-8260af99-0b0b-42f1-ac4c-7c2d415777c1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2713671 May 26 22:48:19.565149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '15212059-e380-4dc0-971a-e4ebc6ebe2ca', 'network_id': '079887bc-b9ef-431d-acd1-e025ffb8b955', 'port_id': '15212059-e380-4dc0-971a-e4ebc6ebe2ca', 'mac_address': 'fa:16:3e:36:81:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdabb7c-8a08-4f25-84a3-82040bfbc792', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:19.572494 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.573241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.709171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.762520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15212059-e380-4dc0-971a-e4ebc6ebe2ca {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:19.811797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:19.818656 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.941618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device aa6af3e9-1028-484d-972b-c0e159abc0f4 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:20.045892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb12d86b-10bf-4b97-a170-0b0bc712d1ad req-dc5e58f3-df83-4015-8b21-ceecd9d497fb tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1406977 May 26 22:48:20.132530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fdd7d-db3a-49b7-afcb-bde0e44759e8 req-feb8b192-f3d4-4cb3-b278-46c8531a2ef7 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:20.152561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-981fdd7d-db3a-49b7-afcb-bde0e44759e8 req-feb8b192-f3d4-4cb3-b278-46c8531a2ef7 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.1796646 May 26 22:48:20.185446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=15212059-e380-4dc0-971a-e4ebc6ebe2ca,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:20.191875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port aa6af3e9-1028-484d-972b-c0e159abc0f4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:20.210812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port aa6af3e9-1028-484d-972b-c0e159abc0f4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:20.211268 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.284746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Router 4e48f012-0d0e-4f57-92e1-4defd502dd8c is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:48:20.284910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-981fdd7d-db3a-49b7-afcb-bde0e44759e8 req-17475dec-1b06-4031-baa7-3cb6138335d7 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310868 May 26 22:48:20.400349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.462234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:20.475638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port aa6af3e9-1028-484d-972b-c0e159abc0f4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:20.483406 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.484560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7f11d1c7-359b-41a2-9ef0-b737a66eb42a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:20.621256 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e446cd4-c7c4-4c1d-bcec-656ff488c42d'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'code': 200} May 26 22:48:20.679315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:20.690786 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Sync routers for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:20.716648 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:20.717273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:20.759974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57686) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:20.760243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b1c7b5-8894-47f4-a4a3-5c37bc9967c9 req-e3d5f24b-9c17-46bc-906f-6b33a52d5332 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1148844 May 26 22:48:20.787072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['85c490a0-5db6-4ba6-b2ec-7b862cdddf9a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:20.806867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.813695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57694) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:20.847702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31635c54-f01e-48d3-875c-dd6f25bf968d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4405980 May 26 22:48:20.870774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['808aad44-5a51-42d3-85c8-e0331a2868e4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:20.915889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50b2036-63c8-466d-a33c-10faa8ad966d None None] Network f90e5f69-58a6-434e-a9e9-31590716590f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:20.933159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['15212059-e380-4dc0-971a-e4ebc6ebe2ca'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:21.087103 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.133149 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.158245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 426edfca-6a36-4207-9d8f-af47f1cd5987 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:21.185651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-389942120'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:21.195110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:21.211609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Usage tracker for resource:network and tenant:e1cd402c171e494e906599f23b407dd9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:21.213380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:21.221123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:21.233779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Made reservation on behalf of e1cd402c171e494e906599f23b407dd9 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:21.240424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.260437 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.320963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:21.331918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Usage tracker for resource:security_group_rule and tenant:e1cd402c171e494e906599f23b407dd9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:21.341823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:21.363784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:21.385871 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:21.538716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.582279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aff8878c-e7d5-4356-88df-8ab21e40e339 None None] Provisioning for port 426edfca-6a36-4207-9d8f-af47f1cd5987 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:21.584334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.677582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c54c7a-7432-4997-ae58-835f38835820,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:21.707558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f03ac37a-d516-40b1-a740-65d579707c6e req-6ad9d569-6d60-4102-bd30-fe5c7938b185 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1670449 May 26 22:48:21.726251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:48:21.740241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['cc80251b-b663-43f9-adea-2a1886597daa'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:21.762224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.763621 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Added segment d12e6488-915a-49bb-9c7b-4aae789de0b4 of type vlan for network 67438aed-cb33-49e7-8b04-2d08252ca43f May 26 22:48:21.797038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b1c7b5-8894-47f4-a4a3-5c37bc9967c9 req-5ad3eff4-0258-405a-a24e-53099cd97149 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8c6f34553e4ab8bacbc1b7992512eb&device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.6924529 May 26 22:48:21.839633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.887147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=aa6af3e9-1028-484d-972b-c0e159abc0f4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:21.914207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b1c7b5-8894-47f4-a4a3-5c37bc9967c9 req-4c0d9d73-76ff-4b89-9df9-2da919fe89f9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ad8c6f34553e4ab8bacbc1b7992512eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889568 May 26 22:48:21.952969 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.958076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:21.958718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.964316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3a2404c8-673b-4a98-9352-7bb634e447ad'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:22.083253 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:19Z', 'revision_number': 3, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:22.088150 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Checking router: 4e48f012-0d0e-4f57-92e1-4defd502dd8c for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:22.088656 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Updating router 4e48f012-0d0e-4f57-92e1-4defd502dd8c port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:48:22.150941 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.233201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4695449 May 26 22:48:22.243160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57724) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:22.262919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Request body: {'subnet': {'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:22.324497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cc3188e-5388-4bf8-96de-a51dd4b88177 req-01c1948d-0861-43f5-8f75-740901b1686d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.3050013 May 26 22:48:22.329510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:22.366893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.367507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 426edfca-6a36-4207-9d8f-af47f1cd5987 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:22.383708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:22.384077 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.414957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd243e-dcb2-41e1-b93b-7484c5564a78 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event updated for resources: {'Network': ['ID=67438aed-cb33-49e7-8b04-2d08252ca43f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:22.433352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 426edfca-6a36-4207-9d8f-af47f1cd5987 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:22.434294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.473396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1c7b5-8894-47f4-a4a3-5c37bc9967c9 req-df4dc1ad-a4fc-4c4e-8845-1465ba957d1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.483725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b1c7b5-8894-47f4-a4a3-5c37bc9967c9 req-df4dc1ad-a4fc-4c4e-8845-1465ba957d1e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5585012 May 26 22:48:22.531947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 67438aed-cb33-49e7-8b04-2d08252ca43f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:48:22.601956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-c1733fbf-83b1-4a17-8adf-a8c8277000d3 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.606983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-c1733fbf-83b1-4a17-8adf-a8c8277000d3 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.55 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 1.0709333 May 26 22:48:22.625582 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.627517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.638751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.640446 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Transition to ACTIVE for port object fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:22.649469 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.650597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.660378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.664613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.676781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.683342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.694401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-2e5deaa2-0ec3-448b-8e37-f27d0d840293 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5435 time: 1.5254321 May 26 22:48:22.704555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:22.721505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57183c34-f044-433e-b0a1-bb18aafbb4df req-56603cbf-cedc-4a91-b4d0-5c9b0da32876 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.737168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57183c34-f044-433e-b0a1-bb18aafbb4df req-56603cbf-cedc-4a91-b4d0-5c9b0da32876 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.5117686 May 26 22:48:22.753601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Usage tracker for resource:subnet and tenant:e1cd402c171e494e906599f23b407dd9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:22.765094 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Attempting to bind port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:22.765846 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Attempting to bind port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:22.767342 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Attempting to bind port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:22.778125 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:22.778787 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:22.779515 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.780291 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:22.782119 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Bound port: fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:22.783223 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.813499 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Pushing event updated for resources: {'Port': ['ID=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:22.825782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:22.842796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:22.856372 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.857466 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.858135 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.858704 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.859321 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.860460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.861276 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.861997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.862557 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.863156 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.863901 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:22.892896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57183c34-f044-433e-b0a1-bb18aafbb4df req-c350408d-5ea8-4a75-9803-221958898fcd tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547956 May 26 22:48:22.894431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6915aec2-312c-477f-bfab-5c0b07ba7a37 req-ad922db5-bbf2-46de-ba37-88d3d4d25b13 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214828 May 26 22:48:22.896461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Made reservation on behalf of e1cd402c171e494e906599f23b407dd9 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:22.937383 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] For port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:22.949537 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] For port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:22.955236 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.036945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Deleting port 4a7d5256-a473-455d-9dcd-5eafb5407060 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:23.037616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.122438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57740) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:23.154307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.254667 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9838a2a-b38a-4c3e-8749-b541627b8288 None None] Pushing event updated for resources: {'Port': ['ID=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:23.274053 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:23.274953 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:23.484231 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.531594 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:23.697074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-308ba2d8-3b10-4b8d-a5b4-6638417d1742 req-99e3d480-e585-46ee-8ea5-4829f2f4bb2f tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.3228424 May 26 22:48:23.791644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:23.816276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] Deleting subnet daaccb09-0e18-47e1-90de-a298a331d2b9 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:48:23.818630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f11d1c7-359b-41a2-9ef0-b737a66eb42a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:23.830996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.842003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.855755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.960841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:23.971418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 15212059-e380-4dc0-971a-e4ebc6ebe2ca up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:24.002904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.054381 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb94859f-89e4-488f-b390-23528b108aa5'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f11d1c7-359b-41a2-9ef0-b737a66eb42a', 'code': 200} May 26 22:48:24.072845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] For port 4a7d5256-a473-455d-9dcd-5eafb5407060, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4a7d5256-a473-455d-9dcd-5eafb5407060,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:24.073527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.144463 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:19Z', 'revision_number': 3, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:24.164048 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b4737-87d5-4343-8fe1-422a4c19a08a None None] The sync data for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 is: [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:19Z', 'revision_number': 3, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:24.218997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 426edfca-6a36-4207-9d8f-af47f1cd5987, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=426edfca-6a36-4207-9d8f-af47f1cd5987,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:24.236058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.320606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.389278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 15212059-e380-4dc0-971a-e4ebc6ebe2ca completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:24.413063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 15212059-e380-4dc0-971a-e4ebc6ebe2ca triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:24.413877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.542521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Checking segment: {'id': 'd12e6488-915a-49bb-9c7b-4aae789de0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:24.546285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Network hostable DHCP agents. Network: 67438aed-cb33-49e7-8b04-2d08252ca43f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:48:24.575521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=426edfca-6a36-4207-9d8f-af47f1cd5987,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:24.629197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event updated for resources: {'Subnet': ['ID=848b1ec5-d759-40f3-846b-d8c830d810a1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:24.662967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6912ef35-c895-4241-b4e7-856268ebe6a2 None None] Provisioning complete for port 426edfca-6a36-4207-9d8f-af47f1cd5987 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:24.663768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6912ef35-c895-4241-b4e7-856268ebe6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.705236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.716966 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.717325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.717595 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Floating IP 89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae disassociated. External IP: 172.25.4.112, port: 4a7d5256-a473-455d-9dcd-5eafb5407060. May 26 22:48:24.717975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Calling delete_port for 4a7d5256-a473-455d-9dcd-5eafb5407060 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:24.774453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Network 67438aed-cb33-49e7-8b04-2d08252ca43f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:48:24.810557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 67438aed-cb33-49e7-8b04-2d08252ca43f) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:24.823041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.823735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.838054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9beb1-9800-44bd-baee-87e1a87c03a8 None None] Network 67438aed-cb33-49e7-8b04-2d08252ca43f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:24.869170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.883636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.897617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.903248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.909110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.915564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.925625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.933999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-983e60a1-97c0-4d1e-a1e4-ab636118e2a3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5436 time: 0.6341231 May 26 22:48:24.940614 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:48:25.091210 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-51863cd3-32d6-442d-9aa7-1fae6504388a req-ebc2bd67-c6f7-431d-ba4f-bda45ad50619 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561379 May 26 22:48:25.093466 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0c98f092-1149-4be1-b054-515f290c8f7f tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8479393 May 26 22:48:25.098208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57794) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:25.102615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.112494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Request body: {'port': {'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-230485396'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:25.199506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daaccb09-0e18-47e1-90de-a298a331d2b9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:25.206585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.211495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b684627c-6ecd-4e84-8e3a-1389ed0c3ec2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/daaccb09-0e18-47e1-90de-a298a331d2b9 HTTP/1.1" status: 204 len: 168 time: 2.0837495 May 26 22:48:25.212168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:25.402756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.440965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.502439 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.530975 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.562948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:25.660213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba1803-b8b8-49c0-836a-76ac0e7a4f7f req-68dd79c8-d76f-4cb2-ac70-d8f5562750d5 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:25.662071 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-39ba1803-b8b8-49c0-836a-76ac0e7a4f7f req-68dd79c8-d76f-4cb2-ac70-d8f5562750d5 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 945 time: 0.6941869 May 26 22:48:25.672785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event deleted for resources: {'Port': ['ID=4a7d5256-a473-455d-9dcd-5eafb5407060,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:25.674313 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.709460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-074cf0c1-1641-4259-8305-f62022e138b0 req-94fe5321-374b-41fb-b7ee-1f73c2a7e552 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.2174275 May 26 22:48:25.733767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3a2404c8-673b-4a98-9352-7bb634e447ad up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:25.746647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.817464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb59c85f-9bff-412f-bbc8-87b64e62f4b6']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:25.859189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55058f4-bffd-4042-9d69-f8730a96e602') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:25.859871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55058f4-bffd-4042-9d69-f8730a96e602') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:25.887516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.919933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.932558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:48:25.932975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.950111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-67438aed-cb33-49e7-8b04-2d08252ca43f', 'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f', 'tenant_id': 'e1cd402c171e494e906599f23b407dd9', 'fixed_ips': [{'subnet_id': '848b1ec5-d759-40f3-846b-d8c830d810a1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:48:25.952341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: timer() May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:48:25.966221 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:48:25.990523 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-39ba1803-b8b8-49c0-836a-76ac0e7a4f7f req-0cf49085-5158-411e-8b5b-897b6a42b705 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2ee1354-38fc-497d-96d1-119f050820d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057749 May 26 22:48:26.037268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:26.048312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Usage tracker for resource:port and tenant:e1cd402c171e494e906599f23b407dd9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:26.054101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:26.064704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:26.096483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Made reservation on behalf of e1cd402c171e494e906599f23b407dd9 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:26.099890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.110468 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.140725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.144737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] device_id is not set on port d2cbbc72-d2a6-4138-b079-89846b225ccc yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:48:26.163113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=fb59c85f-9bff-412f-bbc8-87b64e62f4b6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:26.195071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ae1f048-d5a6-4e77-8437-68e534eca4fd admin admin] 10.222.0.32 "DELETE /v2.0/networks/fb59c85f-9bff-412f-bbc8-87b64e62f4b6 HTTP/1.1" status: 204 len: 168 time: 0.9814942 May 26 22:48:26.234546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Allocated IP 172.20.0.2 (67438aed-cb33-49e7-8b04-2d08252ca43f/848b1ec5-d759-40f3-846b-d8c830d810a1/45f8d275-508c-4e03-9a2d-84664fe9a265) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:26.559887 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.573759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Transition to ACTIVE for port object 45f8d275-508c-4e03-9a2d-84664fe9a265 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:26.597022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Transition to ACTIVE for port object 45f8d275-508c-4e03-9a2d-84664fe9a265 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:26.604466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15212059-e380-4dc0-971a-e4ebc6ebe2ca'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:26.622447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4a7d5256-a473-455d-9dcd-5eafb5407060 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:48:26.698867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 4a7d5256-a473-455d-9dcd-5eafb5407060 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:48:26.699670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4a7d5256-a473-455d-9dcd-5eafb5407060 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:48:26.705119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.709527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 3a2404c8-673b-4a98-9352-7bb634e447ad completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:26.719538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:26.778681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3a2404c8-673b-4a98-9352-7bb634e447ad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:26.780470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.796553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Router 5c951ba2-2700-445d-9185-0b428fba7b25 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:26.848462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57856) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:26.889380 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92140b4-3e03-47a9-ab04-17dbf682a653'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15212059-e380-4dc0-971a-e4ebc6ebe2ca', 'code': 200} May 26 22:48:26.965502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=15212059-e380-4dc0-971a-e4ebc6ebe2ca,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:26.988522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d2ca9d24-5dd8-47d8-a80a-20c080278051 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=742a146aaf934365a02fa017040542f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1369159 May 26 22:48:26.989180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57866) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:27.057941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Allocated IP 172.20.0.8 (67438aed-cb33-49e7-8b04-2d08252ca43f/848b1ec5-d759-40f3-846b-d8c830d810a1/d2cbbc72-d2a6-4138-b079-89846b225ccc) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:27.124502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dfe7b59f-9cea-4f9a-8253-4297d79afee4 req-b597b4bd-fa5a-4522-ba2d-3f553fc812f2 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0480158 May 26 22:48:27.141941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5da6428-463e-4146-8645-18e522232c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.151874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Pushing event updated for resources: {'Port': ['ID=45f8d275-508c-4e03-9a2d-84664fe9a265,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:27.155412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Network 67438aed-cb33-49e7-8b04-2d08252ca43f is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:27.163584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:27.172660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5da6428-463e-4146-8645-18e522232c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.173256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:27.195828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.201036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.210879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.220314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.237230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.247258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.251587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.253664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-15859dab-6885-4e68-8a96-3eed622eea83 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5437 time: 0.6959074 May 26 22:48:27.269388 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5da6428-463e-4146-8645-18e522232c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.301132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5da6428-463e-4146-8645-18e522232c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.302578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f5da6428-463e-4146-8645-18e522232c7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ddef783-314a-497b-a44a-f1f100b793b2 HTTP/1.1" status: 204 len: 168 time: 0.3124878 May 26 22:48:27.304427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da6428-463e-4146-8645-18e522232c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddef783-314a-497b-a44a-f1f100b793b2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:27.416617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Attempting to bind port 45f8d275-508c-4e03-9a2d-84664fe9a265 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:27.416966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Attempting to bind port 45f8d275-508c-4e03-9a2d-84664fe9a265 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'd12e6488-915a-49bb-9c7b-4aae789de0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:27.417312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Attempting to bind port 45f8d275-508c-4e03-9a2d-84664fe9a265 on network 67438aed-cb33-49e7-8b04-2d08252ca43f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:27.438173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-736aa8c0-9a69-4441-8c73-0aeeff93a4d4 req-b07cb308-b161-4b6d-883b-71ec054e6090 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 210 time: 0.1050267 May 26 22:48:27.440431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.472036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:27.472036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:27.472036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Checking segment: {'id': 'd12e6488-915a-49bb-9c7b-4aae789de0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:27.472036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.472036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Bound using segment: {'id': 'd12e6488-915a-49bb-9c7b-4aae789de0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:27.472036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Bound port: 45f8d275-508c-4e03-9a2d-84664fe9a265, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12e6488-915a-49bb-9c7b-4aae789de0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:27.472741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.485649 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.517407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:27.517800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.711019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3a2404c8-673b-4a98-9352-7bb634e447ad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a2404c8-673b-4a98-9352-7bb634e447ad,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:27.728707 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.729850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:27.778407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9696abd7-1916-42ef-a792-c16f1fde7e06 req-c484cd0b-ccec-411c-9454-c9d8b4b2076e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3932080 May 26 22:48:27.839409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3a2404c8-673b-4a98-9352-7bb634e447ad,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:27.842918 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.925594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] For port 45f8d275-508c-4e03-9a2d-84664fe9a265, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:27.956501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] For port 45f8d275-508c-4e03-9a2d-84664fe9a265, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=45f8d275-508c-4e03-9a2d-84664fe9a265,segment=NetworkSegment(d12e6488-915a-49bb-9c7b-4aae789de0b4),segment_id=d12e6488-915a-49bb-9c7b-4aae789de0b4)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:27.978965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.046699 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.076014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:28.085163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.102683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:28.104467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:28.104467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.122330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Allocated IP 172.20.0.1 (f90e5f69-58a6-434e-a9e9-31590716590f/e2d97517-cc61-44fa-9094-bcb7810ae77f/2b9a9c54-7408-48f7-92d7-b8ccdefcab3a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:28.126467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57906) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:28.135097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ad32e-dedf-476a-96bc-6421d4a5bb87 None None] Pushing event updated for resources: {'Port': ['ID=45f8d275-508c-4e03-9a2d-84664fe9a265,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:28.142801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Transition to ACTIVE for port object d2cbbc72-d2a6-4138-b079-89846b225ccc will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:28.169048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.169992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 426edfca-6a36-4207-9d8f-af47f1cd5987 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:28.252757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:28.378096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.387407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] Sync routers for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:28.404645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:28.472081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 426edfca-6a36-4207-9d8f-af47f1cd5987 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:28.472683 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.514454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:28.638525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee20d1bc0da409fbf139c3d4e0537fd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:28.656402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:28.664524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aac7ff2f-e955-4765-876d-23cf05488369 req-1aea6a12-e53f-4858-82df-6b2cb7e2776d tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1435754 May 26 22:48:28.678174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:28.706952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.731686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Transition to ACTIVE for port object 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:28.765865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] No DVR routers for this DVR port 4a7d5256-a473-455d-9dcd-5eafb5407060 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:48:28.795697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:28.796401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:28.811893 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.814855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.844152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'name': 'network-vif-deleted', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:28.852389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.862588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.872956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.923893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Network f90e5f69-58a6-434e-a9e9-31590716590f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:28.925827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:28.926905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-22c7d3c9-cd0f-49f6-98f7-5946b12e284c req-6092ebb3-5c70-44f3-aa43-ac3d852fe1a1 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Synchronizing usage tracker for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:28.932879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c92c9e66-e8ec-47f5-b686-42033cc5de76 req-b58fdb76-8ab4-4895-a5c1-929c7a944c15 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.55 "DELETE /v2.0/ports/4a7d5256-a473-455d-9dcd-5eafb5407060 HTTP/1.1" status: 204 len: 173 time: 6.2356610 May 26 22:48:28.939513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678ab46c-0a61-4805-86ac-a8513ae48bc3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:28.949420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c9ee82f2-7500-4999-803a-77b288008217 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ee20d1bc0da409fbf139c3d4e0537fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8196268 May 26 22:48:28.950494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57932) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:28.954903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Network 67438aed-cb33-49e7-8b04-2d08252ca43f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:28.970903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:29.002929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:29.005138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:29.067009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f9b7-e79e-4905-b934-7e0a4419b019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.162495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f9b7-e79e-4905-b934-7e0a4419b019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.168094 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.184103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.245739 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365255c7-8728-4da6-91e1-65218b206023'] response: {'server_uuid': '019caf83-d544-4097-8848-ffaefd7b20cf', 'name': 'network-vif-deleted', 'tag': '4a7d5256-a473-455d-9dcd-5eafb5407060', 'status': 'completed', 'code': 200} May 26 22:48:29.247785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:29.298662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f9b7-e79e-4905-b934-7e0a4419b019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.312341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:29.352988 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.353852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device cc80251b-b663-43f9-adea-2a1886597daa up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:29.379015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-22c7d3c9-cd0f-49f6-98f7-5946b12e284c req-6092ebb3-5c70-44f3-aa43-ac3d852fe1a1 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Unset dirty status for tenant:783afb2a3a174a3cb94147272e7dbf83 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:29.382043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22c7d3c9-cd0f-49f6-98f7-5946b12e284c req-6092ebb3-5c70-44f3-aa43-ac3d852fe1a1 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 210 time: 0.6128709 May 26 22:48:29.392011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.398020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.418071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6f9b7-e79e-4905-b934-7e0a4419b019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678ab46c-0a61-4805-86ac-a8513ae48bc3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:29.468106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f9b7-e79e-4905-b934-7e0a4419b019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.473883 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b0b6f9b7-e79e-4905-b934-7e0a4419b019 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/678ab46c-0a61-4805-86ac-a8513ae48bc3 HTTP/1.1" status: 204 len: 168 time: 0.5191298 May 26 22:48:29.577792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.582606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.586910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.590823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.594918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.606077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.610148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.612378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.630287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-b4f74588-7109-454f-9c9e-f06b6fb674d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5439 time: 0.3250895 May 26 22:48:29.703526 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166a4e6b-3739-4c49-8186-b77bf78aafb8'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad', 'code': 200} May 26 22:48:29.713187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:29.761222 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f69bed5-5c0d-471d-9c11-61b994d67892 req-202b26f7-2e5e-454a-a696-63bffba6a0bf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280053 May 26 22:48:29.822610 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7160983 May 26 22:48:29.824413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:29.833149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Request body: {'port': {'network_id': '67438aed-cb33-49e7-8b04-2d08252ca43f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-492329963', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:29.834176 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.api.validators [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] bootfile-name is not in valid_values {{(pid=84029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 22:48:29.834879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.api.validators [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] tftp-server is not in valid_values {{(pid=84029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 22:48:29.835691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.api.validators [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] server-ip-address is not in valid_values {{(pid=84029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 22:48:29.923878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c53ce0e3-8b4e-4569-9268-fbc8bc6a76f7 None None] Provisioning for port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:29.994368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c53ce0e3-8b4e-4569-9268-fbc8bc6a76f7 None None] Provisioning complete for port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:29.994909 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c53ce0e3-8b4e-4569-9268-fbc8bc6a76f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.013194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Pushing event updated for resources: {'Port': ['ID=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:30.086613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:30.095277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Usage tracker for resource:port and tenant:e1cd402c171e494e906599f23b407dd9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:30.101483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:30.102252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:30.114000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:30.127469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Made reservation on behalf of e1cd402c171e494e906599f23b407dd9 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:30.133320 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.172424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaa838-cfb1-40ed-8a08-a147db6f86ba tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event updated for resources: {'Port': ['ID=d2cbbc72-d2a6-4138-b079-89846b225ccc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:30.185426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] device_id is not set on port 8fc16061-803d-41ef-bebe-03c4f2e9b6db yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:48:30.257186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-affa3eb5-5d86-4d9e-816b-080ba6b22af6 req-54fdff08-4e73-450f-8e99-65ce8a2afded tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0818858 May 26 22:48:30.312442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c91f16-7aac-40de-9d95-fbaa7fcdb642 None None] Network 67438aed-cb33-49e7-8b04-2d08252ca43f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:30.415138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.424659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.477928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c53ce0e3-8b4e-4569-9268-fbc8bc6a76f7 None None] Port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:30.616674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Allocated IP 172.20.0.12 (67438aed-cb33-49e7-8b04-2d08252ca43f/848b1ec5-d759-40f3-846b-d8c830d810a1/8fc16061-803d-41ef-bebe-03c4f2e9b6db) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:30.721139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.729505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Pushing event updated for resources: {'Port': ['ID=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:30.764698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:30.768146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57960) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:30.791016 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.954674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:30.959219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa54c4a8e8e240e0bf2c0b3ddfebb39f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:30.962434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:30.969098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:31.037215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.055998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Transition to ACTIVE for port object 8fc16061-803d-41ef-bebe-03c4f2e9b6db will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:31.057231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57966) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:31.109375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72453cf2-bf3e-4937-9dd1-253c6ea574a4 req-bc8f6d53-51a7-4ff5-9f3f-601652127931 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/ports?device_id=019caf83-d544-4097-8848-ffaefd7b20cf HTTP/1.1" status: 200 len: 210 time: 0.0510128 May 26 22:48:31.144853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.176304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.239374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.301594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566db4a3-5b0f-4689-8cd1-c9410a504b64,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:31.365720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Network 67438aed-cb33-49e7-8b04-2d08252ca43f is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:31.370613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event updated for resources: {'Port': ['ID=8fc16061-803d-41ef-bebe-03c4f2e9b6db,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:31.384836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port cc80251b-b663-43f9-adea-2a1886597daa completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:31.391392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:31.401276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:31.520701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port cc80251b-b663-43f9-adea-2a1886597daa triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:31.521398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.536471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.537163 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.557924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ab4a0978-ae02-4d37-acb1-c2dbb5064bd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa54c4a8e8e240e0bf2c0b3ddfebb39f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7885041 May 26 22:48:31.558735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57982) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:31.582930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-698588192-network', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:31.594651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:31.595883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c2c076cb-ac34-4a71-b1f4-2de2c6f78ca0 None None] Provisioning for port 45f8d275-508c-4e03-9a2d-84664fe9a265 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:31.602944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Network f90e5f69-58a6-434e-a9e9-31590716590f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:31.615979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.621035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.626246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.631515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.637580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.642660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.645469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:31.646052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.648003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.649950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-b45a3b2b-28bc-48d5-afa9-d8d4c75f270e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5439 time: 0.4980175 May 26 22:48:31.675124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:31.700771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Usage tracker for resource:network and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:31.710550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:31.716034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3c7b5c8-2c70-485a-8c50-0234925bdb46 req-0cf1d7c1-8d60-47c2-b0e8-787c490e04de tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1269085 May 26 22:48:31.720974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ff153634-6bcb-482c-b400-aebfceb35693 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8950839 May 26 22:48:31.722057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:31.723991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57988) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:31.747235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:31.782715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:31.784960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.819091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.936720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311ce40-d95b-4118-b0e9-d76a5038cbdd tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.942633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311ce40-d95b-4118-b0e9-d76a5038cbdd tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.957162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311ce40-d95b-4118-b0e9-d76a5038cbdd tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.958328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f311ce40-d95b-4118-b0e9-d76a5038cbdd tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Synchronizing usage tracker for tenant:e1cd402c171e494e906599f23b407dd9 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:31.984321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:31.990128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Usage tracker for resource:security_group_rule and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:31.993712 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49307a6c-d1f0-4ebb-9fa6-7a89eb51d3dd'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a', 'code': 200} May 26 22:48:31.997029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:32.007549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:32.120083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.128567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:21Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:32.138492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.170326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:48:32.182449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 45f8d275-508c-4e03-9a2d-84664fe9a265 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:32.202545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f311ce40-d95b-4118-b0e9-d76a5038cbdd tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Unset dirty status for tenant:e1cd402c171e494e906599f23b407dd9 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:32.204245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f311ce40-d95b-4118-b0e9-d76a5038cbdd tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4791136 May 26 22:48:32.215742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58000) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:32.221749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.222270 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Added segment 292838b1-7f40-40a8-8137-6c6e80338072 of type vlan for network 9f1006ec-020a-4deb-95a2-456d61870218 May 26 22:48:32.235558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6388b9a-c480-44dc-ad4e-3e1364ef11e1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:32.240611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7cb4da8b-9580-465d-8726-33cb81d15d1e req-9ced4fb3-4512-4345-921e-0131da3c2ee9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5606122 May 26 22:48:32.286068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.352120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.356768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:32.357401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.429996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] Checking router: 5c951ba2-2700-445d-9185-0b428fba7b25 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:32.455172 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.483628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58006) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:32.616938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:32.619656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f77a533b-3efb-4765-89ba-00782011f52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.620138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:32.623830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1006ec-020a-4deb-95a2-456d61870218,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:32.657578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-45153eab-bdcc-49d6-8fab-dc90f03a6d27 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5953519 May 26 22:48:32.658024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58014) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:32.673633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Request body: {'subnet': {'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-698588192-subnet', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:32.688959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:32.698904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Usage tracker for resource:subnet and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:32.710495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:32.729650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Deleting port 8fc16061-803d-41ef-bebe-03c4f2e9b6db {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:32.730116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.740618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:32.770508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:32.774059 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.843997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f77a533b-3efb-4765-89ba-00782011f52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.881343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cc80251b-b663-43f9-adea-2a1886597daa,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:32.884346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9f1006ec-020a-4deb-95a2-456d61870218 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:48:32.931543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.932728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 808aad44-5a51-42d3-85c8-e0331a2868e4 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:33.001166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e9f2290-2fd7-4c17-af41-9a1e1d9931a3 None None] Provisioning complete for port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:33.001441 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2290-2fd7-4c17-af41-9a1e1d9931a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.026362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a8c803b-32a8-47fc-a6aa-b27da90d4e68 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.113132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.133620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a8c803b-32a8-47fc-a6aa-b27da90d4e68 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.174090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f2290-2fd7-4c17-af41-9a1e1d9931a3 None None] Port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:33.237264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f77a533b-3efb-4765-89ba-00782011f52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.237423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 45f8d275-508c-4e03-9a2d-84664fe9a265 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:33.284802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a533b-3efb-4765-89ba-00782011f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566db4a3-5b0f-4689-8cd1-c9410a504b64,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:33.291220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 45f8d275-508c-4e03-9a2d-84664fe9a265 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:33.291593 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.326057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6a6aad6-f111-418c-b201-17a6b5784305 req-e18929e0-f532-4a34-963b-14a21ab2ba1e tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0968666 May 26 22:48:33.390531 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f77a533b-3efb-4765-89ba-00782011f52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.402221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Provisioning for port 8fc16061-803d-41ef-bebe-03c4f2e9b6db completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:33.402435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f77a533b-3efb-4765-89ba-00782011f52d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/566db4a3-5b0f-4689-8cd1-c9410a504b64 HTTP/1.1" status: 204 len: 168 time: 1.8384738 May 26 22:48:33.425162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Provisioning complete for port 8fc16061-803d-41ef-bebe-03c4f2e9b6db triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:33.425162 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.429607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dc40f8-718a-4dcb-a67d-56b0ff5baee1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:33.443491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Checking segment: {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:33.443849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Network hostable DHCP agents. Network: 9f1006ec-020a-4deb-95a2-456d61870218, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:48:33.489241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=cc80251b-b663-43f9-adea-2a1886597daa,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:33.499448 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.514736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.515270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.515493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.515823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.516197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.516884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.517299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.517522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Network 9f1006ec-020a-4deb-95a2-456d61870218 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:48:33.517653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.518557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.518765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.519807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:33.543625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Router 4e48f012-0d0e-4f57-92e1-4defd502dd8c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:33.545177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9f1006ec-020a-4deb-95a2-456d61870218) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:33.552129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:33.552706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.569682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647dc7f-f593-40a1-81c3-1e89a07d0610 None None] Network 9f1006ec-020a-4deb-95a2-456d61870218 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:33.625589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a8c803b-32a8-47fc-a6aa-b27da90d4e68 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.651787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-afd930ed-8123-45e5-9255-1fb70ab389b7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9916863 May 26 22:48:33.655411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58036) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:33.662831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:33.674424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:33.681996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 808aad44-5a51-42d3-85c8-e0331a2868e4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:33.686192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Port 8fc16061-803d-41ef-bebe-03c4f2e9b6db cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:33.687342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Usage tracker for resource:router and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:33.693458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:33.702069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:33.713090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:33.737640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.738832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.765846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Calling delete_port for 8fc16061-803d-41ef-bebe-03c4f2e9b6db owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:33.770963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.874501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 808aad44-5a51-42d3-85c8-e0331a2868e4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:33.875848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:33.884890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c803b-32a8-47fc-a6aa-b27da90d4e68 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ee1354-38fc-497d-96d1-119f050820d6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:34.008241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:34.044935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.074246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a8c803b-32a8-47fc-a6aa-b27da90d4e68 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.075629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6a8c803b-32a8-47fc-a6aa-b27da90d4e68 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2ee1354-38fc-497d-96d1-119f050820d6 HTTP/1.1" status: 204 len: 168 time: 1.4904730 May 26 22:48:34.087725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58048) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:34.130609 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc73d83-a745-4bb1-975c-5563b853c8ca'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa', 'code': 200} May 26 22:48:34.209947 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-72f1d091-9081-4661-a3ad-44be36d4876d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] show failed (client error): The resource could not be found. May 26 22:48:34.213634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-72f1d091-9081-4661-a3ad-44be36d4876d tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "GET /v2.0/security-groups/a2ee1354-38fc-497d-96d1-119f050820d6 HTTP/1.1" status: 404 len: 347 time: 0.0481670 May 26 22:48:34.215770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58056) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:34.284149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Provisioning complete for port 45f8d275-508c-4e03-9a2d-84664fe9a265 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:34.284428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.373421 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.483348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.487297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.501809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.511294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.515678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.519555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.534410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.541531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-34281e4a-530e-4bac-86bc-9c3764b3dbcf tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5440 time: 0.7806671 May 26 22:48:34.733446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b77036a1-9358-4afb-9aa2-2a57ae5cfc5d req-1719e41d-c194-4684-a0a1-43a059d94754 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678567 May 26 22:48:34.748801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.848156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9447e7ef-bdcc-4a15-9ec2-5e357e63b476 req-95e1c779-c217-4945-b0c7-f1198fe7e372 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1444013 May 26 22:48:34.879775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Deleting port d301e957-e387-487d-9bd6-16d293acc8ca {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:34.881756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.976974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 45f8d275-508c-4e03-9a2d-84664fe9a265, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=45f8d275-508c-4e03-9a2d-84664fe9a265,segment=NetworkSegment(d12e6488-915a-49bb-9c7b-4aae789de0b4),segment_id=d12e6488-915a-49bb-9c7b-4aae789de0b4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:35.007859 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.025624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event deleted for resources: {'Port': ['ID=8fc16061-803d-41ef-bebe-03c4f2e9b6db,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:35.036580 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.039534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f406679b-b3db-4ecc-b012-1a4e227f4138 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "DELETE /v2.0/ports/8fc16061-803d-41ef-bebe-03c4f2e9b6db HTTP/1.1" status: 204 len: 168 time: 2.7930944 May 26 22:48:35.040856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58076) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:35.055725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Request body: {'port': {'name': 'tempest-new-port-name-128047739', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:35.056174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.api.validators [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] bootfile-name is not in valid_values {{(pid=84030) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 22:48:35.056504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.api.validators [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] tftp-server is not in valid_values {{(pid=84030) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 22:48:35.056821 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.api.validators [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] server-ip-address is not in valid_values {{(pid=84030) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 22:48:35.103618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:35.109230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c485606-8865-45f0-a91b-8eb0732dbdfe admin admin] 10.222.0.32 "PUT /v2.0/routers/4e48f012-0d0e-4f57-92e1-4defd502dd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2933741 May 26 22:48:35.123132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Sync routers for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:35.157776 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:35.158677 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:35.416011 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.440525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9f1006ec-020a-4deb-95a2-456d61870218', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:48:35.447210 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.511072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.543982 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.623860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.766858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.768710 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:35.769574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.909293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Allocated IP 172.20.0.2 (9f1006ec-020a-4deb-95a2-456d61870218/f8dc40f8-718a-4dcb-a67d-56b0ff5baee1/9b0b3ed6-ef75-4a93-a76b-1de0211ab47b) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:36.139097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Calling delete_port for d301e957-e387-487d-9bd6-16d293acc8ca owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:36.167164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.181003 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.221529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:36.259644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=45f8d275-508c-4e03-9a2d-84664fe9a265,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:36.301213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:36.343292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event updated for resources: {'Port': ['ID=d2cbbc72-d2a6-4138-b079-89846b225ccc,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:36.344600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 808aad44-5a51-42d3-85c8-e0331a2868e4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=808aad44-5a51-42d3-85c8-e0331a2868e4,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:36.406183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274282586', 'description': 'tempest-description--1447179593'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:36.413909 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 2, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:36.425763 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Checking router: 4e48f012-0d0e-4f57-92e1-4defd502dd8c for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:36.426852 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Updating router 4e48f012-0d0e-4f57-92e1-4defd502dd8c port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:48:36.428343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:36.438750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:36.454360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:36.458471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.468968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:36.550743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] In _notify_port_updated(), no bound segment for port d2cbbc72-d2a6-4138-b079-89846b225ccc on network 67438aed-cb33-49e7-8b04-2d08252ca43f {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:48:36.561013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.561748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.569993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cde61685-1d9c-4b70-9b26-7fd4f3f7783e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "PUT /v2.0/ports/d2cbbc72-d2a6-4138-b079-89846b225ccc HTTP/1.1" status: 200 len: 1135 time: 1.5239012 May 26 22:48:36.570648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58108) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:36.666475 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.667597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.675934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.722584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ed557-feaa-450a-8f68-0f0bfe5b3652 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.723161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8b9ed557-feaa-450a-8f68-0f0bfe5b3652 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Synchronizing usage tracker for tenant:e1cd402c171e494e906599f23b407dd9 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:36.725653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58112) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:36.758835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8b9ed557-feaa-450a-8f68-0f0bfe5b3652 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Unset dirty status for tenant:e1cd402c171e494e906599f23b407dd9 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:36.761027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b9ed557-feaa-450a-8f68-0f0bfe5b3652 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "GET /v2.0/ports/d2cbbc72-d2a6-4138-b079-89846b225ccc HTTP/1.1" status: 200 len: 1135 time: 0.1894128 May 26 22:48:36.765820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58118) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:36.772435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Allocated IP 172.25.4.32 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/491aa079-fee8-46ca-a610-0eae6dbee093) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:36.780412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Transition to ACTIVE for port object 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:36.893253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=808aad44-5a51-42d3-85c8-e0331a2868e4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:36.907877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Transition to ACTIVE for port object 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:36.923420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Provisioning for port d2cbbc72-d2a6-4138-b079-89846b225ccc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:36.930006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Deleting port d2cbbc72-d2a6-4138-b079-89846b225ccc {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:36.931160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.944553 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.974106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.981796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.985846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.989753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.994178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.997595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:37.001611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:37.008964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-e9af9990-a604-486b-8711-f129a84c154c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.8811262 May 26 22:48:37.032634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89b33b9a-fa83-415a-b51b-d78e7d54442b req-a40c4432-1c91-40b0-a35d-6f4b86c9a7fe tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0574422 May 26 22:48:37.083351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:21Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:37.087841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Provisioning complete for port d2cbbc72-d2a6-4138-b079-89846b225ccc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:37.089422 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.128346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.160601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:37.182726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Pushing event updated for resources: {'Port': ['ID=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:37.210239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 45f8d275-508c-4e03-9a2d-84664fe9a265 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:37.233369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group_rule and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:37.248002 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.256009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:37.279725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553f749-de6b-4107-a446-dc1ba06f6f63 None None] The sync data for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 is: [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:45:59Z', 'revision_number': 4, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'fe17a0ea-014a-4b0b-878c-8be98ba389ce', 'name': '', 'network_id': 'd17ac5e1-1936-4bbd-b576-6625bd9790d4', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'mac_address': 'fa:16:3e:fb:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:52Z', 'updated_at': '2022-05-26T22:46:21Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'subnets': [{'id': '195c56b6-caed-4539-bf76-6ba89ecbcf89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:37.285450 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Transition to ACTIVE for port object 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:37.289030 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25310b2-0cf0-473e-9b2c-c96823c93d58'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4', 'code': 200} May 26 22:48:37.296765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:37.310944 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.363311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c251b0d9-2e34-4544-9c3a-1c29b6a76906 req-2b3ee7a1-f68e-4cee-9771-2828f31b17b1 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3532743 May 26 22:48:37.414602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.432716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Network 9f1006ec-020a-4deb-95a2-456d61870218 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:37.437005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:37.443476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:37.451457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-94622c42-9dda-4f6a-80f1-3651b4240a63 None None] Port d2cbbc72-d2a6-4138-b079-89846b225ccc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:37.522845 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa59d4-9b77-47f3-a92d-d886f44955fd None None] Pushing event updated for resources: {'Port': ['ID=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:37.533858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.541969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Pushing event deleted for resources: {'Port': ['ID=d301e957-e387-487d-9bd6-16d293acc8ca,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:37.609988 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.689389 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Attempting to bind port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:37.689777 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Attempting to bind port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:37.690139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Attempting to bind port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a on network f90e5f69-58a6-434e-a9e9-31590716590f {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:37.697079 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:37.697486 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Checking segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:37.698165 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.698709 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Bound using segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:37.699491 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Bound port: 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:37.699863 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.778292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Attempting to bind port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:37.778792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Attempting to bind port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:37.781259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Attempting to bind port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b on network 9f1006ec-020a-4deb-95a2-456d61870218 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:37.783869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877be1f3-3712-4e74-9c2b-af87b2d4bc50 None None] New status for floating IP 89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:48:37.795368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Calling delete_port for d2cbbc72-d2a6-4138-b079-89846b225ccc owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:37.837778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.868490 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.890308 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] For port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:37.893829 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] For port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:37.920456 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.922922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2988ac2-6e19-45b0-beb4-ddc4629d118c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:37.977954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4602cd44-15c7-47cd-b317-372091d022a7 None None] Provisioning complete for port d2cbbc72-d2a6-4138-b079-89846b225ccc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:37.978628 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4602cd44-15c7-47cd-b317-372091d022a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.989634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.994244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:38.001630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Usage tracker for resource:security_group_rule and tenant:1324d196f50d465c9c840a5da594f49e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:38.007346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:38.012765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 45f8d275-508c-4e03-9a2d-84664fe9a265 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:38.013377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.022161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.030128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fe874f61-5939-40b7-a3d4-7be56e96fef4 tempest-ServersTestBootFromVolume-387871167 tempest-ServersTestBootFromVolume-387871167-project] 10.222.0.32 "DELETE /v2.0/floatingips/89eb0ee3-dcb1-48a6-a0ad-c4fd7a4211ae HTTP/1.1" status: 204 len: 168 time: 3.8082790 May 26 22:48:38.034284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:38.036396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58134) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:38.054784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.055368 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:38.056194 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:38.060512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3031e85d-ec1b-4828-96bc-bc6248e7c0be tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7582524 May 26 22:48:38.061562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58140) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:38.065080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.071949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'security_group_rule': {'security_group_id': 'a2988ac2-6e19-45b0-beb4-ddc4629d118c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:38.143773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:38.144633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Checking segment: {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:38.145049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.145357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Pushing event updated for resources: {'Port': ['ID=491aa079-fee8-46ca-a610-0eae6dbee093,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:38.145503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Bound using segment: {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:38.147569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Bound port: 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:38.148487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:38.154020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group_rule and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:38.154936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.158938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:38.170144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:38.179475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:38.182237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:38.185612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:38.248254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4602cd44-15c7-47cd-b317-372091d022a7 None None] Port d2cbbc72-d2a6-4138-b079-89846b225ccc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:38.266867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.391496 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa59d4-9b77-47f3-a92d-d886f44955fd None None] Pushing event updated for resources: {'Port': ['ID=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:38.407458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] For port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:38.411641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] For port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:38.424473 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.485070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58146) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:38.494134 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:38.507731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e71bf0d1-e5a9-4c14-921a-9545127bf8b5 req-d981a9dc-79b0-4cf3-96c4-0ae9fa80e9cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6498 time: 0.7260976 May 26 22:48:38.637432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38abf7-7cb7-406a-899d-cb773ac5d880 None None] Pushing event updated for resources: {'Port': ['ID=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:38.770124 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.797664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.804119 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b00912f6-0771-4a8e-a4c5-b66a13fbaca3 req-3cf5689b-64e5-4ba6-9ff8-837e6f6ffd91 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.3210304 May 26 22:48:38.804726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.894935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d0974e-3b9c-449f-98a6-a841caeee521,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:38.902533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.903256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.011030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:39.017073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:39.018386 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:37Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:39.021147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Usage tracker for resource:floatingip and tenant:8fcea0b525c9426a8303899231f71292 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:39.023987 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb32086-a0c3-480e-8784-5c069df4abc0 None None] The sync data for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 is: [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:37Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:39.024175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:39.031942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:39.088365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e71bf0d1-e5a9-4c14-921a-9545127bf8b5 req-bdc4f7ba-2f74-49af-ac99-0609105e3dc7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&id=7f8f3bf1-9a04-4953-993a-62e1af62f732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3660944 May 26 22:48:39.089480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event deleted for resources: {'Port': ['ID=d2cbbc72-d2a6-4138-b079-89846b225ccc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:39.154956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.156235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e4542bd-6f5d-4a37-99fa-36f8109b2c4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0932505 May 26 22:48:39.162591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:39.171385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'security_group_rule': {'security_group_id': 'a2988ac2-6e19-45b0-beb4-ddc4629d118c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:39.187038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:39.191345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group_rule and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:39.194527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:39.207457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:39.234865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.247621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:39.258086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:39.267780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:39.273751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:39.280666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:39.285297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:39.291768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:39.295916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:39.300983 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.314288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-efe1e481-1340-4a44-a109-0971ed3e774c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.6570468 May 26 22:48:39.370180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.393168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:39.404831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-77a69a5f-b86e-451b-a749-0c4228d57e5e tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "DELETE /v2.0/ports/d2cbbc72-d2a6-4138-b079-89846b225ccc HTTP/1.1" status: 204 len: 168 time: 2.6370561 May 26 22:48:39.411858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58158) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:39.413565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.438548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abdf8b3f-e74e-4fc7-9963-072e7453a55a req-8b4c928a-9ca2-44db-99d9-1df7abd6a5ae tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229317 May 26 22:48:39.487092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.502407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.505794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.535441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb053aa-a1b2-4c53-acf8-208a25559cbc,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:39.566469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.567724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6bdf9245-1160-4fcb-aa9b-36fd51c0d97d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4033039 May 26 22:48:39.572310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58162) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:39.587864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:39.595196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:39.599720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:floatingip and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:39.603901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:39.610469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:39.613794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:48:39.621172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1324d196f50d465c9c840a5da594f49e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8938208 May 26 22:48:39.625008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef36b6-617e-41d3-b24a-a4b0577d3473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a63f2c-ef66-43df-b49b-65129bc4a454,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:39.625823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58166) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:39.650418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.962318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfe3fc80-3600-4bc8-a4eb-3a7157d23b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.014904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936125d4-8647-484f-b3d7-5b66800739e6 None None] Network 9f1006ec-020a-4deb-95a2-456d61870218 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:40.017773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Deleting subnet 848b1ec5-d759-40f3-846b-d8c830d810a1 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:48:40.018881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfe3fc80-3600-4bc8-a4eb-3a7157d23b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.026748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.162767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.173447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.196519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4eb0c2a7-28ba-453b-96b8-78eddc65fefc req-1230d762-8fd6-4b96-82f2-2530f46b0753 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1110244 May 26 22:48:40.197901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.233031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:40.236778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfe3fc80-3600-4bc8-a4eb-3a7157d23b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.250572 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Sync routers for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:40.276534 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:40.277229 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:40.293870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3fc80-3600-4bc8-a4eb-3a7157d23b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a63f2c-ef66-43df-b49b-65129bc4a454,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:40.330110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.335137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-44e24c66-1e22-4498-a969-92834d0664fe admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6758525 May 26 22:48:40.338195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-39ba1705-160c-41e8-9f1c-60dd9db9440c None None] Provisioning for port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:40.339459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58172) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:40.357788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-39ba1705-160c-41e8-9f1c-60dd9db9440c None None] Provisioning complete for port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:40.358540 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-39ba1705-160c-41e8-9f1c-60dd9db9440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.401287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Allocated IP 172.25.4.68 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/c1ef1e22-c96b-43d5-a8eb-7fccc0c17160) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:40.414823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfe3fc80-3600-4bc8-a4eb-3a7157d23b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.418986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cfe3fc80-3600-4bc8-a4eb-3a7157d23b94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6a63f2c-ef66-43df-b49b-65129bc4a454 HTTP/1.1" status: 204 len: 168 time: 0.7901671 May 26 22:48:40.558046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.591221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-39ba1705-160c-41e8-9f1c-60dd9db9440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.637021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.649315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-39ba1705-160c-41e8-9f1c-60dd9db9440c None None] For port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:40.661218 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:40.662010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-39ba1705-160c-41e8-9f1c-60dd9db9440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.832318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba1705-160c-41e8-9f1c-60dd9db9440c None None] Pushing event updated for resources: {'Port': ['ID=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:40.883507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:40.894749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:40.910538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:41.015799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Allocated IP 172.25.4.167 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/b77858ad-c038-45fa-964b-e1a3b19f18e6) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:41.173969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ef1e22-c96b-43d5-a8eb-7fccc0c17160,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:41.191491 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:38Z', 'revision_number': 3, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:41.196578 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Checking router: 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:41.196974 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Updating router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 port 491aa079-fee8-46ca-a610-0eae6dbee093 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:48:41.202652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-52883e64-9490-43a9-9c6f-2a40bf152dde None None] Provisioning complete for port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:41.203171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-52883e64-9490-43a9-9c6f-2a40bf152dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.212419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.255286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58182) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:41.291045 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.327537 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.331550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:41.445786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:41.458902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Usage tracker for resource:security_group_rule and tenant:90bc707078ed4224838fc26b6a1a3b98 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:41.463588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:41.464073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.469698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:41.479279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:41.483151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:41.483774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:41.487980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:41.491929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:41.496421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:41.500446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:41.504454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:41.512673 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebdd054a-15d2-402a-a88f-97573a428349 req-0365964e-59df-4613-a07d-612b88831ad6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.6891394 May 26 22:48:41.587141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f3051f7-f5c7-48e4-93bc-e6568b74ee9a req-872d690e-ef71-48c4-8927-c88b998eef93 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0743513 May 26 22:48:41.611711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.612100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:41.615480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebdd054a-15d2-402a-a88f-97573a428349 req-f25081f0-fc87-4cfc-8226-09f7fbbd0f98 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018584 May 26 22:48:41.622471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.695302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.701392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.724779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:41.732610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:41.733309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.755622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event deleted for resources: {'Subnet': ['ID=848b1ec5-d759-40f3-846b-d8c830d810a1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:41.834754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.842228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.851878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d660a0-ad9b-483d-a1c9-06a6c61c1ddf None None] Network 67438aed-cb33-49e7-8b04-2d08252ca43f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:41.858236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d37ca63f-8f94-4441-acba-5df1c697fe35 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "DELETE /v2.0/subnets/848b1ec5-d759-40f3-846b-d8c830d810a1 HTTP/1.1" status: 204 len: 168 time: 2.4430661 May 26 22:48:41.863767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58188) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:41.865707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:41.866514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'Port': ['ID=b77858ad-c038-45fa-964b-e1a3b19f18e6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:41.868135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.894917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:41.897480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:41.974857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6e7a2d-6b1e-417b-8f27-75b1714600a3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:41.981131 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.001933 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Transition to ACTIVE for port object 491aa079-fee8-46ca-a610-0eae6dbee093 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:42.009354 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.046213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.069330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bb725c8b-3a78-4cae-8e34-9aa31cdc26b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90bc707078ed4224838fc26b6a1a3b98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8082643 May 26 22:48:42.074554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58192) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:42.081625 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.105335 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc0da5-342e-4933-b360-a3220324aa3a None None] Pushing event updated for resources: {'Port': ['ID=491aa079-fee8-46ca-a610-0eae6dbee093,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:42.114350 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Attempting to bind port 491aa079-fee8-46ca-a610-0eae6dbee093 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:42.114593 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Attempting to bind port 491aa079-fee8-46ca-a610-0eae6dbee093 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:42.114945 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Attempting to bind port 491aa079-fee8-46ca-a610-0eae6dbee093 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:42.123002 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:42.123422 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:42.123826 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.124253 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:42.124660 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Bound port: 491aa079-fee8-46ca-a610-0eae6dbee093, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:42.125249 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.140288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.170406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Deleting port 45f8d275-508c-4e03-9a2d-84664fe9a265 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:42.170787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.193430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:42.207323 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.219050 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17f6cefb-e751-4fe4-9b2a-bb51b5a6896d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.228585 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] For port 491aa079-fee8-46ca-a610-0eae6dbee093, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:42.233848 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] For port 491aa079-fee8-46ca-a610-0eae6dbee093, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=491aa079-fee8-46ca-a610-0eae6dbee093,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:42.238924 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.247496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17f6cefb-e751-4fe4-9b2a-bb51b5a6896d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.291959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.329514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:42.337660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17f6cefb-e751-4fe4-9b2a-bb51b5a6896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.360726 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc0da5-342e-4933-b360-a3220324aa3a None None] Pushing event updated for resources: {'Port': ['ID=491aa079-fee8-46ca-a610-0eae6dbee093,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:42.364732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6cefb-e751-4fe4-9b2a-bb51b5a6896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6e7a2d-6b1e-417b-8f27-75b1714600a3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:42.372827 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:42.374387 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:42.395794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-17f6cefb-e751-4fe4-9b2a-bb51b5a6896d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.396143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] DHCP port deletion for 67438aed-cb33-49e7-8b04-2d08252ca43f request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:48:42.401460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-17f6cefb-e751-4fe4-9b2a-bb51b5a6896d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c6e7a2d-6b1e-417b-8f27-75b1714600a3 HTTP/1.1" status: 204 len: 168 time: 0.3225770 May 26 22:48:42.403061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Deleting port 45f8d275-508c-4e03-9a2d-84664fe9a265 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:42.403567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.562068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.575746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] For port 45f8d275-508c-4e03-9a2d-84664fe9a265, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=45f8d275-508c-4e03-9a2d-84664fe9a265,segment=NetworkSegment(d12e6488-915a-49bb-9c7b-4aae789de0b4),segment_id=d12e6488-915a-49bb-9c7b-4aae789de0b4)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:42.576252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.591038 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:42.814424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] For port 45f8d275-508c-4e03-9a2d-84664fe9a265, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=45f8d275-508c-4e03-9a2d-84664fe9a265,segment=NetworkSegment(d12e6488-915a-49bb-9c7b-4aae789de0b4),segment_id=d12e6488-915a-49bb-9c7b-4aae789de0b4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:42.814818 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.862914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.874766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.922451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Calling delete_port for 45f8d275-508c-4e03-9a2d-84664fe9a265 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:43.028314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Calling delete_port for 45f8d275-508c-4e03-9a2d-84664fe9a265 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:43.039376 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:38Z', 'revision_number': 3, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:43.045134 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada22150-a443-4e79-8ddd-1ad8f2e9969a None None] The sync data for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 is: [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:38Z', 'revision_number': 3, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:43.126262 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:48:43.126624 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:48:43.141314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-987d9991-19bf-4447-a888-ddade55c5db9 req-d80407b6-6130-4e7b-865b-4cffedf590c9 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1475694 May 26 22:48:43.155404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.195424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.197489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:43.274353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:43.275018 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.277907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ef1e22-c96b-43d5-a8eb-7fccc0c17160,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:43.306772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.337799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.342926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-713b6598-1e7e-4141-bf0c-386674928866 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8530943 May 26 22:48:43.342926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58212) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:43.349416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-694029300', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'fixed_ips': [{'ip_address': '172.25.4.68'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:43.354723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:43.365430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Usage tracker for resource:port and tenant:8fcea0b525c9426a8303899231f71292 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:43.369105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:43.377882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:43.397626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Made reservation on behalf of 8fcea0b525c9426a8303899231f71292 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:43.399974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.415071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.444470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] No DVR routers for this DVR port 45f8d275-508c-4e03-9a2d-84664fe9a265 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:48:43.475094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event deleted for resources: {'Port': ['ID=45f8d275-508c-4e03-9a2d-84664fe9a265,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:43.502694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:43.508873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Usage tracker for resource:security_group_rule and tenant:8fcea0b525c9426a8303899231f71292 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:43.513378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:43.520405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:43.545484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 45f8d275-508c-4e03-9a2d-84664fe9a265 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:48:43.583886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 45f8d275-508c-4e03-9a2d-84664fe9a265 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:48:43.584119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 45f8d275-508c-4e03-9a2d-84664fe9a265 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:48:43.612868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Deleting port fe17a0ea-014a-4b0b-878c-8be98ba389ce {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:43.613235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.627762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Deleting port 45f8d275-508c-4e03-9a2d-84664fe9a265 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:43.628140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.712584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b8b48-d582-4ae4-8947-d63782f3f85c None None] The port '45f8d275-508c-4e03-9a2d-84664fe9a265' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:48:43.766443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.791185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.797791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.800221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.804186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.808655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.812541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.816428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.818367 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bab75674-472e-43f4-844b-309cfedc6969 req-9466aab2-cc4b-4f4c-aad6-4a8f18d0b847 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.8240511 May 26 22:48:43.820323 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.871993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.875747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67438aed-cb33-49e7-8b04-2d08252ca43f']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:43.887141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.897317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] device_id is not set on port a4dc6c96-3f28-4b98-ab82-cc24b224bebc yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:48:43.909735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12e6488-915a-49bb-9c7b-4aae789de0b4') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:43.910015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12e6488-915a-49bb-9c7b-4aae789de0b4') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:43.969905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.986640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3e09a-a6d1-4cb0-a1e6-f622e42e730a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:44.003216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.042557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:48:44.042888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.054624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] For port fe17a0ea-014a-4b0b-878c-8be98ba389ce, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fe17a0ea-014a-4b0b-878c-8be98ba389ce,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:44.054998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: timer() May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:48:44.060203 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:48:44.070178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bab75674-472e-43f4-844b-309cfedc6969 req-21fa5c46-4e20-4ae0-a9a8-ed700a5f6527 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2350106 May 26 22:48:44.197586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:48:44.226202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.236066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.248924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Calling delete_port for fe17a0ea-014a-4b0b-878c-8be98ba389ce owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:44.283843 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.289109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.380978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] Pushing event deleted for resources: {'Network': ['ID=67438aed-cb33-49e7-8b04-2d08252ca43f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:44.443346 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 22:48:44.443877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:48:44.468058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-94ebc619-57bc-4cc8-8bd8-3bfc6948f587 tempest-ExtraDHCPOptionsTestJSON-972376538 tempest-ExtraDHCPOptionsTestJSON-972376538-project] 10.222.0.32 "DELETE /v2.0/networks/67438aed-cb33-49e7-8b04-2d08252ca43f HTTP/1.1" status: 204 len: 168 time: 2.5976226 May 26 22:48:44.498251 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4117a4a2-d3d9-4c76-9227-e120e140c505 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1544235 May 26 22:48:44.498795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28eab20e-44b2-4e50-afae-db431755f899 req-43dccfa1-b3cb-4694-bc96-a529b3957701 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1143010 May 26 22:48:44.502351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:44.502945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'Port': ['ID=b77858ad-c038-45fa-964b-e1a3b19f18e6,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:44.528005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Allocated IP 172.20.0.1 (9f1006ec-020a-4deb-95a2-456d61870218/f8dc40f8-718a-4dcb-a67d-56b0ff5baee1/03aee734-1c84-4da7-81ea-a19ebfee5248) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:44.536616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.571788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.576223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.579996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.580395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.581305 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cfeae1ca-a15d-416a-87dc-81414bc377b7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0062425 May 26 22:48:44.584329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.588266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.592283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.596183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.601506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7d2cbc7-0e5f-4486-b0ca-b3986ef4d699 req-fbb36120-6255-4683-93a1-d6cbf9969f01 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.2420001 May 26 22:48:44.623413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58242) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:44.663911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Request body: {'floatingip': {'port_id': 'aa6af3e9-1028-484d-972b-c0e159abc0f4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:44.748419 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.764228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Transition to ACTIVE for port object 03aee734-1c84-4da7-81ea-a19ebfee5248 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:44.788149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.852880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.876762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Network 9f1006ec-020a-4deb-95a2-456d61870218 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:44.879715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:44.895472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:44.927412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:44.933278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Deleting port c1ef1e22-c96b-43d5-a8eb-7fccc0c17160 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:44.933639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.970865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Pushing event updated for resources: {'Port': ['ID=03aee734-1c84-4da7-81ea-a19ebfee5248,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:45.034003 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.062771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.129638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe17a0ea-014a-4b0b-878c-8be98ba389ce,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:45.149405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7d336d86-c72c-463b-81a0-bae702940e70 req-b631b68a-d2db-49e7-85e4-33d560372c4c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:45.181991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.202372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7d336d86-c72c-463b-81a0-bae702940e70 req-b631b68a-d2db-49e7-85e4-33d560372c4c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:45.204628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-b631b68a-d2db-49e7-85e4-33d560372c4c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1274282586&fields=id&tenant_id=60a6e1a5198e470eae3b4eef13db4801 HTTP/1.1" status: 200 len: 267 time: 0.2357318 May 26 22:48:45.310669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-acd83d06-eddd-4895-8bda-8943ca92a300 None None] Provisioning for port 03aee734-1c84-4da7-81ea-a19ebfee5248 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:45.321753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-acd83d06-eddd-4895-8bda-8943ca92a300 None None] Provisioning complete for port 03aee734-1c84-4da7-81ea-a19ebfee5248 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:45.322504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-acd83d06-eddd-4895-8bda-8943ca92a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.424233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-acd83d06-eddd-4895-8bda-8943ca92a300 None None] Port 03aee734-1c84-4da7-81ea-a19ebfee5248 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:45.634974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336d86-c72c-463b-81a0-bae702940e70 req-a03072ef-a908-491b-9432-8dcb59bd5a72 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:45.658253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-a03072ef-a908-491b-9432-8dcb59bd5a72 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 810 time: 0.4454205 May 26 22:48:45.709096 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-ef4686a0-70ae-425d-ac81-be850fd7c6de tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/quotas/60a6e1a5198e470eae3b4eef13db4801 HTTP/1.1" status: 200 len: 375 time: 0.0496821 May 26 22:48:45.732581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58274) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:45.807266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.814863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.879836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-78ea6a59-3efa-4da8-93f5-de370f2fe234 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1cd402c171e494e906599f23b407dd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9462545 May 26 22:48:45.879836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.879836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.884124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58280) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:45.923757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-a725dd22-a64d-4aa1-b412-cf2922635e15 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2138376 May 26 22:48:45.941265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-69192ea7-b417-49db-a598-0e846c0b0e05 req-0a0fa88b-146d-4b13-b750-e7064f26053b tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1295621 May 26 22:48:45.958493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Pushing event updated for resources: {'Port': ['ID=03aee734-1c84-4da7-81ea-a19ebfee5248,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:45.970007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.132337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Calling delete_port for c1ef1e22-c96b-43d5-a8eb-7fccc0c17160 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:46.161529 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1d58-8b27-4ae2-87c5-c77eb82b03f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.189993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.220973 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1d58-8b27-4ae2-87c5-c77eb82b03f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.296865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:46.309160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Network 9f1006ec-020a-4deb-95a2-456d61870218 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:46.312244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:46.378940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-1929cb54-7bd4-413e-929b-e363aa8033cf service neutron] 10.222.0.32 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331553 May 26 22:48:46.415307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Usage tracker for resource:security_group_rule and tenant:0688af84613542b0a4c20cf2e38c46b6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:46.443573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:46.466527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:46.525237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.549651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1d58-8b27-4ae2-87c5-c77eb82b03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.559059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94b2e2f2-65cb-4173-a59e-6d947d007472 None None] Provisioning complete for port 03aee734-1c84-4da7-81ea-a19ebfee5248 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:46.560067 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94b2e2f2-65cb-4173-a59e-6d947d007472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.580409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1d58-8b27-4ae2-87c5-c77eb82b03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c54c7a-7432-4997-ae58-835f38835820,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:46.586781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1ef1e22-c96b-43d5-a8eb-7fccc0c17160,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:46.614268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1d58-8b27-4ae2-87c5-c77eb82b03f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.615392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f6c1d58-8b27-4ae2-87c5-c77eb82b03f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2c54c7a-7432-4997-ae58-835f38835820 HTTP/1.1" status: 204 len: 168 time: 0.7189925 May 26 22:48:46.644812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-94b2e2f2-65cb-4173-a59e-6d947d007472 None None] Port 03aee734-1c84-4da7-81ea-a19ebfee5248 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:46.665474 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.666153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-89debf62-e162-41eb-a689-ebca883dca24 service neutron] 10.222.0.32 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318950 May 26 22:48:46.713284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.808623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0688af84613542b0a4c20cf2e38c46b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0646799 May 26 22:48:46.814239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58288) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:46.835643 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:48:46.962845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-826fbfc7-7792-49d4-b9e4-975ee4d2f728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.008670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-826fbfc7-7792-49d4-b9e4-975ee4d2f728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.141140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:47.146795 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-afaebf82-98a9-4c6e-a0ec-42a6c788b7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.225981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c2dc13e8-1b8f-48f3-9d55-978e6140239d req-f18da8d9-c667-453a-9ae8-dc1741b27c50 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:47.227424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d983747-012f-45a8-9f57-21d525dd2fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4fe703-9f0b-4cfa-82da-f8bf9a266246,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:47.265130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-826fbfc7-7792-49d4-b9e4-975ee4d2f728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.304077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.309661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.312912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.325608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.396513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c2dc13e8-1b8f-48f3-9d55-978e6140239d req-f18da8d9-c667-453a-9ae8-dc1741b27c50 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:47.398276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2dc13e8-1b8f-48f3-9d55-978e6140239d req-f18da8d9-c667-453a-9ae8-dc1741b27c50 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.4316840 May 26 22:48:47.512272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fbfc7-7792-49d4-b9e4-975ee4d2f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4fe703-9f0b-4cfa-82da-f8bf9a266246,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:47.526527 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca29552c-184d-41a7-9606-a3f8c540a64f req-4ec5afc8-ab67-48d8-9a3a-a77da991fafd tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.2718205 May 26 22:48:47.537283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-826fbfc7-7792-49d4-b9e4-975ee4d2f728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.538407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-826fbfc7-7792-49d4-b9e4-975ee4d2f728 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe4fe703-9f0b-4cfa-82da-f8bf9a266246 HTTP/1.1" status: 204 len: 168 time: 0.7230582 May 26 22:48:47.672673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.673847 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-58f5aa09-7995-486b-91f1-db0c48231e36 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720 tempest-ExternalNetworksAdminNegativeTestJSON-2017934720-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/548b2b5a-4b53-4210-9e83-345fe2846701 HTTP/1.1" status: 204 len: 168 time: 3.1699953 May 26 22:48:47.681152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:47.690957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4b5cfec8-5fc4-4e59-8a74-af8c7aca16b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/043a818a-8898-4ec7-9fc9-7d016e6ebfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3500378 May 26 22:48:47.914172 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Floating IP 380d57b2-9d19-413a-9307-799bd7eef5fe associated. External IP: 172.25.4.107, port: aa6af3e9-1028-484d-972b-c0e159abc0f4. May 26 22:48:48.317897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58334) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:48.344081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:48.378801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58338) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:48.434414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:48.438869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Usage tracker for resource:security_group_rule and tenant:8e378a6fbb9c402ead443e89b0ff7161 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:48.443756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:48.451582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:48.543617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:48.549507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:48.573904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58346) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:48.620925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336d86-c72c-463b-81a0-bae702940e70 req-20dc7379-0aa8-4c21-ac1a-9c341f494953 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:48.626520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7d336d86-c72c-463b-81a0-bae702940e70 req-20dc7379-0aa8-4c21-ac1a-9c341f494953 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:48.644873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf72c4-1f4d-4935-8d25-63aef0e1f6fb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:48.692344 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ce674e3e-43e7-4c16-8115-5a95e990fb38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e378a6fbb9c402ead443e89b0ff7161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3722131 May 26 22:48:48.694416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:48.783444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29001576-f9b3-4678-98b9-b195b1fb5c21 req-f24ed61f-592a-4000-9735-00dc3adb908a tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.1234791 May 26 22:48:48.918618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7d336d86-c72c-463b-81a0-bae702940e70 req-20dc7379-0aa8-4c21-ac1a-9c341f494953 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:48.919725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-20dc7379-0aa8-4c21-ac1a-9c341f494953 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 810 time: 0.6088762 May 26 22:48:48.958412 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-407d9e9a-783f-4ddf-b96c-b4c87c83ca06 req-c190e05d-b4c0-4fdf-bf91-24322339976a tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0531020 May 26 22:48:48.961407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29133005-d14a-4f9f-83f7-4bef4c99ea79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:48.963836 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.032564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29133005-d14a-4f9f-83f7-4bef4c99ea79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.055410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:49.069218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Usage tracker for resource:security_group_rule and tenant:873da30a5a2e467984e4f53a9e60fa75 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:49.079294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:49.095987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:49.151419 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29133005-d14a-4f9f-83f7-4bef4c99ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.173473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29133005-d14a-4f9f-83f7-4bef4c99ea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf72c4-1f4d-4935-8d25-63aef0e1f6fb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:49.225129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.231990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29133005-d14a-4f9f-83f7-4bef4c99ea79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.236229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-29133005-d14a-4f9f-83f7-4bef4c99ea79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/caaf72c4-1f4d-4935-8d25-63aef0e1f6fb HTTP/1.1" status: 204 len: 168 time: 0.5346649 May 26 22:48:49.238159 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.244871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 491aa079-fee8-46ca-a610-0eae6dbee093 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:49.359054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa71b0e3-99b5-43e3-a706-d9d9f106f515,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:49.363157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-23bf36c1-5c60-4a9e-aba3-50bd6415c420 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=873da30a5a2e467984e4f53a9e60fa75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9797895 May 26 22:48:49.375003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58372) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:49.393828 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a811d769-d724-4eec-ab39-cfb803dd2a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.410749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1715992389'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:49.423619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 491aa079-fee8-46ca-a610-0eae6dbee093 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:49.429819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 491aa079-fee8-46ca-a610-0eae6dbee093 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:49.430647 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.439247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:49.490574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:network and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:49.507779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:49.517605 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37b71c-bbca-480f-a2bd-cd596fd637e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.532495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:49.545003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7d336d86-c72c-463b-81a0-bae702940e70 req-2cc524ea-c136-404c-956c-19ff432fe9bb tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:49.562722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37b71c-bbca-480f-a2bd-cd596fd637e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.593351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7d336d86-c72c-463b-81a0-bae702940e70 req-2cc524ea-c136-404c-956c-19ff432fe9bb tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:49.598338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-2cc524ea-c136-404c-956c-19ff432fe9bb tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a6e1a5198e470eae3b4eef13db4801 HTTP/1.1" status: 200 len: 380 time: 0.6585073 May 26 22:48:49.619035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Router 5c951ba2-2700-445d-9185-0b428fba7b25 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:49.627890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'port': {'device_id': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'admin_state_up': True, 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'security_groups': ['a2988ac2-6e19-45b0-beb4-ddc4629d118c']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:49.653813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37b71c-bbca-480f-a2bd-cd596fd637e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.693017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37b71c-bbca-480f-a2bd-cd596fd637e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa71b0e3-99b5-43e3-a706-d9d9f106f515,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:49.698799 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37b71c-bbca-480f-a2bd-cd596fd637e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.707029 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dd37b71c-bbca-480f-a2bd-cd596fd637e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa71b0e3-99b5-43e3-a706-d9d9f106f515 HTTP/1.1" status: 204 len: 168 time: 0.3305960 May 26 22:48:49.712423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Made reservation on behalf of 53f4e73467634cc6a6baf2124c1d9a7c for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:49.715713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.731599 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.751667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 491aa079-fee8-46ca-a610-0eae6dbee093, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=491aa079-fee8-46ca-a610-0eae6dbee093,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:49.755770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.802637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.871019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=491aa079-fee8-46ca-a610-0eae6dbee093,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:49.886041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58386) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:49.891522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1858122997-network', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:49.899394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:49.912683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Usage tracker for resource:network and tenant:bae9c6b6c611481480a95bc644c38158 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:49.922602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:49.928887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:49.948016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Made reservation on behalf of bae9c6b6c611481480a95bc644c38158 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:49.951666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:49.968472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.005447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:50.009801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Usage tracker for resource:security_group_rule and tenant:bae9c6b6c611481480a95bc644c38158 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:50.013201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:50.019446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:50.063863 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f94ef-0ced-4950-b38a-ea6d46fa04c1 req-6c27f634-0a24-43e1-a956-b8db0dcc67aa tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.0764225 May 26 22:48:50.117168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:50.141806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:security_group_rule and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:50.155040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:50.175732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:50.178176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:50.183376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.188928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.200720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:50.218652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:50.239491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80075f6-1919-43a6-823d-3dc73b6998de,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:50.250043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:48:50.262245 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.262453 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Added segment 91fff51e-d117-45f3-a303-eb627d5e5ff3 of type vlan for network 921f5166-81b8-4c79-98b4-31a94e47af3d May 26 22:48:50.297297 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.336641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:50.364532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d0385dd7-2645-4feb-afe2-7a5765838878 req-fbcda8fe-f13d-4e22-96de-fc1b61ebd8a3 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0544312 May 26 22:48:50.375582 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.377039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:50.377816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.393900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Made reservation on behalf of 60a6e1a5198e470eae3b4eef13db4801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:50.396926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.494899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] Pushing event updated for resources: {'Network': ['ID=921f5166-81b8-4c79-98b4-31a94e47af3d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:50.501545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-60ec353b-5f8a-4fbf-8403-54c181ac5564 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6143160 May 26 22:48:50.502380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58406) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:50.507803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Request body: {'subnet': {'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1858122997-subnet', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:50.512991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:50.513191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 921f5166-81b8-4c79-98b4-31a94e47af3d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:48:50.517172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Usage tracker for resource:subnet and tenant:bae9c6b6c611481480a95bc644c38158 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:50.520070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:50.525969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:50.538042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Made reservation on behalf of bae9c6b6c611481480a95bc644c38158 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:50.540390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.544535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.611757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.624117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:50.637389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-faca779a-ec4d-4e6f-8a93-5809f23ddb74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fcea0b525c9426a8303899231f71292&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2511249 May 26 22:48:50.638095 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.640842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58412) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:50.643934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] Sync routers for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:50.662904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:50.663760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:50.751230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:48:50.798779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceef5aa2-8f3e-4ccf-a4c7-257df916ed5e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:50.819555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.819902 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Added segment 171bb2fc-d444-4d97-aac6-e393609d9a3d of type vlan for network cb8a029f-45e5-4703-8047-bc8b5fc21083 May 26 22:48:50.821441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Allocated IP 172.20.0.11 (f90e5f69-58a6-434e-a9e9-31590716590f/e2d97517-cc61-44fa-9094-bcb7810ae77f/f59926f3-8c91-4008-9f1c-30273d62d254) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:50.836781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-30b8c871-dc67-4999-ab3b-f4c071c65e8e admin admin] 10.222.0.32 "PUT /v2.0/routers/5c951ba2-2700-445d-9185-0b428fba7b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7980659 May 26 22:48:50.842186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:50.855499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.898154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87575bb2-238a-4395-90fd-9f2bb0500fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.904550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.917625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:50.982632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87575bb2-238a-4395-90fd-9f2bb0500fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.021390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.111768 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.117072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:51.117668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.154023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5808fd-acf9-4834-8d0f-ee66ded2fd8f,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:51.186618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Checking segment: {'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:51.186974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Network hostable DHCP agents. Network: 921f5166-81b8-4c79-98b4-31a94e47af3d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:48:51.247640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:51.251906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Network 921f5166-81b8-4c79-98b4-31a94e47af3d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:48:51.293023 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] Sync routers for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:51.305324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7118556 May 26 22:48:51.305324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58426) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:51.322949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf741-99b3-4005-9530-bc0a003e8c0b tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Network': ['ID=cb8a029f-45e5-4703-8047-bc8b5fc21083,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:51.326344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 921f5166-81b8-4c79-98b4-31a94e47af3d) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:51.328600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.331074 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:51.331074 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:51.339933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:51.339933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.349888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'subnet': {'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:51.367545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87575bb2-238a-4395-90fd-9f2bb0500fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.373664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87575bb2-238a-4395-90fd-9f2bb0500fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.373664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-87575bb2-238a-4395-90fd-9f2bb0500fc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22c3e09a-a6d1-4cb0-a1e6-f622e42e730a HTTP/1.1" status: 204 len: 168 time: 0.6830130 May 26 22:48:51.406045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.424249 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.617071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb5537a6-08e2-4d22-bf3d-aad75856d07c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1114466 May 26 22:48:51.619064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58436) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:51.645541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf33734-2547-467c-9154-8dbc9cfbee75 None None] Network 921f5166-81b8-4c79-98b4-31a94e47af3d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:51.726848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:48:51.786373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:51.820154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:51.829032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Usage tracker for resource:router and tenant:bae9c6b6c611481480a95bc644c38158 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:51.844292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:51.877944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:51.944471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.960845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.982651 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:52.065423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 491aa079-fee8-46ca-a610-0eae6dbee093 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:52.108078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6781158-74bd-4229-8fb2-6623c9cdc2d0 req-fcd70570-7d41-44fa-af25-b34b2cc77511 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1677418 May 26 22:48:52.211515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.284992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40200f5f-aeb6-4931-bdf9-1b754b6e8053 req-048049d8-225e-4633-a5c2-f6416d0e6f9d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:52.289958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87575bb2-238a-4395-90fd-9f2bb0500fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3e09a-a6d1-4cb0-a1e6-f622e42e730a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:52.352221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Transition to ACTIVE for port object f59926f3-8c91-4008-9f1c-30273d62d254 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:52.378854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1edeb3d2-a790-467c-83c3-79dd00ec3bdd tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "PUT /v2.0/floatingips/380d57b2-9d19-413a-9307-799bd7eef5fe HTTP/1.1" status: 200 len: 991 time: 7.7238796 May 26 22:48:52.379116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:52.407683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:52.417349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.423915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:subnet and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:52.428957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:52.437499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:52.444438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 491aa079-fee8-46ca-a610-0eae6dbee093 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:52.445111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.466333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-40200f5f-aeb6-4931-bdf9-1b754b6e8053 req-048049d8-225e-4633-a5c2-f6416d0e6f9d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:52.479905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40200f5f-aeb6-4931-bdf9-1b754b6e8053 req-048049d8-225e-4633-a5c2-f6416d0e6f9d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.4088576 May 26 22:48:52.489883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Made reservation on behalf of 53f4e73467634cc6a6baf2124c1d9a7c for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:52.634585 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9364e16c-d2d7-45a5-a3c3-63b9a75d801a'] response: {'name': 'network-changed', 'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'status': 'completed', 'code': 200} May 26 22:48:52.831721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.844245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:48:44Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:52.852683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] Checking router: 5c951ba2-2700-445d-9185-0b428fba7b25 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:52.858567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-921f5166-81b8-4c79-98b4-31a94e47af3d', 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'fixed_ips': [{'subnet_id': '9a5808fd-acf9-4834-8d0f-ee66ded2fd8f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:48:52.859899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.892977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] Routers {'5c951ba2-2700-445d-9185-0b428fba7b25'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:52.894081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5c951ba2-2700-445d-9185-0b428fba7b25'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:52.908292 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '380d57b2-9d19-413a-9307-799bd7eef5fe', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'port_id': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'mac_address': 'fa:16:3e:c5:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:46:39Z', 'updated_at': '2022-05-26T22:48:46Z', 'revision_number': 1, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:41Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:52.915300 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] Checking router: 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:52.939750 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:52.942595 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:52.989769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.993018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'Port': ['ID=f59926f3-8c91-4008-9f1c-30273d62d254,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:53.010381 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.046804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.135488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Network f90e5f69-58a6-434e-a9e9-31590716590f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:53.162242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Deleting port 765ce21c-380c-49e7-8e69-d8c68beca5bb {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:53.162591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.178286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:53.196701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:53.304264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] Set router 5c951ba2-2700-445d-9185-0b428fba7b25 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:53.345710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-e33fd1f8-c61b-4440-a95d-0b384558fa44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6498 time: 0.7067344 May 26 22:48:53.360988 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:53.691637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:53.723926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.782829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.790753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] For port 765ce21c-380c-49e7-8e69-d8c68beca5bb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=765ce21c-380c-49e7-8e69-d8c68beca5bb,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:53.791355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.846586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:53.847644 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.874139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82dcebd2-5413-4ace-8dfb-93512eb2c9e2 req-b049ff0e-7ec7-4da0-b2fc-19ef20332562 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.2577038 May 26 22:48:53.941167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-38573f91-28fe-4e70-93da-0b06d4a9b512 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3285708 May 26 22:48:54.016402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Request body: {'port': {'device_id': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:54.058448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e0d33cab-fb0f-4dec-b64f-12a40608b56c None None] Provisioning for port f59926f3-8c91-4008-9f1c-30273d62d254 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:54.067561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e0d33cab-fb0f-4dec-b64f-12a40608b56c None None] Provisioning complete for port f59926f3-8c91-4008-9f1c-30273d62d254 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:54.068247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0d33cab-fb0f-4dec-b64f-12a40608b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.116673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:48:44Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:54.127054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539da3ab-d829-46ba-9a3f-af6dccd8dc42 None None] The sync data for ids ['5c951ba2-2700-445d-9185-0b428fba7b25'] in n-d-843301-1 is: [{'id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'name': 'tempest-ServersTestBootFromVolume-765087992-router', 'tenant_id': '783afb2a3a174a3cb94147272e7dbf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:34Z', 'updated_at': '2022-05-26T22:48:44Z', 'revision_number': 5, 'project_id': '783afb2a3a174a3cb94147272e7dbf83', 'gw_port': {'id': '765ce21c-380c-49e7-8e69-d8c68beca5bb', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c951ba2-2700-445d-9185-0b428fba7b25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:36Z', 'updated_at': '2022-05-26T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:54.140856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Calling delete_port for 765ce21c-380c-49e7-8e69-d8c68beca5bb owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:54.219724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e0d33cab-fb0f-4dec-b64f-12a40608b56c None None] Port f59926f3-8c91-4008-9f1c-30273d62d254 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:54.238283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Allocated IP 172.20.0.2 (921f5166-81b8-4c79-98b4-31a94e47af3d/9a5808fd-acf9-4834-8d0f-ee66ded2fd8f/03232ba3-bccd-4f01-ba94-0edf257c4093) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:54.242463 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '380d57b2-9d19-413a-9307-799bd7eef5fe', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'port_id': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'mac_address': 'fa:16:3e:c5:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:46:39Z', 'updated_at': '2022-05-26T22:48:46Z', 'revision_number': 1, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:41Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:54.249960 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508a48f-88e3-46a8-8479-63070977a97e None None] The sync data for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 is: [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '380d57b2-9d19-413a-9307-799bd7eef5fe', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'port_id': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'mac_address': 'fa:16:3e:c5:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:46:39Z', 'updated_at': '2022-05-26T22:48:46Z', 'revision_number': 1, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:41Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:54.263303 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a3c8f16-af56-4c01-b293-029efa020824 tempest-AgentManagementNegativeTest-670920815 tempest-AgentManagementNegativeTest-670920815-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4457386 May 26 22:48:54.279918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-b6733763-73dd-4223-9505-27050f330da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:54.281721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-b6733763-73dd-4223-9505-27050f330da8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f HTTP/1.1" status: 200 len: 917 time: 0.9101899 May 26 22:48:54.360203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c996d6-8d05-404a-b222-fdf211743630 req-30b7ca69-9775-4cbe-bb2b-7439e62d15fe tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:54.362028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29c996d6-8d05-404a-b222-fdf211743630 req-30b7ca69-9775-4cbe-bb2b-7439e62d15fe tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 932 time: 0.5626702 May 26 22:48:54.376490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.474008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Allocated IP 172.25.4.212 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/1e5f3baf-d710-4034-bd2b-4200132948e1) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:54.511577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29c996d6-8d05-404a-b222-fdf211743630 req-9f1b1124-392c-429c-b101-a23a8d5319cc tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283946 May 26 22:48:54.634861 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-f52d7657-efce-4d5c-8a86-d2fa2689d9f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4 HTTP/1.1" status: 200 len: 999 time: 0.3415668 May 26 22:48:54.726034 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.753833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Transition to ACTIVE for port object 03232ba3-bccd-4f01-ba94-0edf257c4093 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:54.778375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.798295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Transition to ACTIVE for port object 03232ba3-bccd-4f01-ba94-0edf257c4093 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:54.808044 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.811339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-c4dee80a-34a5-423f-8886-6c7a4002ef7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:54.813115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-c4dee80a-34a5-423f-8886-6c7a4002ef7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4cbb0ed-902e-46de-9207-018d6ba5443e HTTP/1.1" status: 200 len: 855 time: 0.1488392 May 26 22:48:54.813998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.857998 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.876329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Pushing event deleted for resources: {'Port': ['ID=765ce21c-380c-49e7-8e69-d8c68beca5bb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:54.914241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58504) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:54.965409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Network 921f5166-81b8-4c79-98b4-31a94e47af3d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:54.973878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:54.976942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Pushing event updated for resources: {'Port': ['ID=03232ba3-bccd-4f01-ba94-0edf257c4093,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:54.985049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:55.265007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Attempting to bind port 03232ba3-bccd-4f01-ba94-0edf257c4093 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:55.266160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Attempting to bind port 03232ba3-bccd-4f01-ba94-0edf257c4093 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:55.266713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Attempting to bind port 03232ba3-bccd-4f01-ba94-0edf257c4093 on network 921f5166-81b8-4c79-98b4-31a94e47af3d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:55.278201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:55.278845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Checking segment: {'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:55.279403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.279941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Bound using segment: {'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:55.280571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Bound port: 03232ba3-bccd-4f01-ba94-0edf257c4093, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:55.281166 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.291194 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.293222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fe17a0ea-014a-4b0b-878c-8be98ba389ce no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:48:55.326963 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.334957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.352959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: fe17a0ea-014a-4b0b-878c-8be98ba389ce {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:48:55.353985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fe17a0ea-014a-4b0b-878c-8be98ba389ce not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:48:55.441170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.572941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] For port 03232ba3-bccd-4f01-ba94-0edf257c4093, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:55.578111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] For port 03232ba3-bccd-4f01-ba94-0edf257c4093, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03232ba3-bccd-4f01-ba94-0edf257c4093,segment=NetworkSegment(91fff51e-d117-45f3-a303-eb627d5e5ff3),segment_id=91fff51e-d117-45f3-a303-eb627d5e5ff3)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:55.589888 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.597715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:55.620744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Usage tracker for resource:security_group_rule and tenant:92fb25a7de544920b873ff1f92d32782 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:55.627075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:55.688309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59926f3-8c91-4008-9f1c-30273d62d254 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:55.726460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.773954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d9cf-bb24-439f-8c44-56cf7f4e5ad8 None None] Pushing event updated for resources: {'Port': ['ID=03232ba3-bccd-4f01-ba94-0edf257c4093,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:55.835057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Subnet': ['ID=0f2e4984-8d35-4e04-af39-94441863c9a8,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:55.858160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e279ccb-6001-44b2-80cd-96bb75653304 req-f992cb1e-838e-4e62-9239-217ae67c03ef tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1383662 May 26 22:48:55.873899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Transition to ACTIVE for port object f59926f3-8c91-4008-9f1c-30273d62d254 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:55.875250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Checking segment: {'id': '171bb2fc-d444-4d97-aac6-e393609d9a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:55.875770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Network hostable DHCP agents. Network: cb8a029f-45e5-4703-8047-bc8b5fc21083, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:48:55.880368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.887013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.894243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-cba7f3aa-3e5a-4fdd-96fc-4c94203cded4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9447799 May 26 22:48:55.919105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:55.921632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c4f632-94e6-4bbb-819d-02056a3a4151 None None] New status for floating IP 380d57b2-9d19-413a-9307-799bd7eef5fe: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:48:55.922468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:56.002138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:56.006080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:56.198482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.206407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Pushing event updated for resources: {'Port': ['ID=1e5f3baf-d710-4034-bd2b-4200132948e1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:56.224169 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.230862 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-8132cb5f-79b9-4874-9c73-4c6154122ee5 service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645133 May 26 22:48:56.242623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.372472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Pushing event updated for resources: {'Port': ['ID=f59926f3-8c91-4008-9f1c-30273d62d254,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:56.381281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92fb25a7de544920b873ff1f92d32782&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4654825 May 26 22:48:56.383671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58534) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:56.389342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01ba07-8ae4-489e-9949-fd2d3b8b2ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc30df-3cfc-412d-b829-e050dc6afef1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:56.486318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58538) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:56.504161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:48:56.583469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19a61c36-d613-4d8f-bb1d-2a037447172d req-2155e487-cf90-4a22-ac2d-918bbcba3e11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0748003 May 26 22:48:56.590880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.591984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c951ba2-2700-445d-9185-0b428fba7b25 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:48:56.601416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, cb8a029f-45e5-4703-8047-bc8b5fc21083) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:56.610847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be89679-740b-4b38-8c14-be67805d5562 None None] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:56.636823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:56.637810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.649288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b32127bb-6bb4-4048-a288-7c039c862992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.680731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba540bce-c3e4-46fb-af56-ffa4ce702c32 req-7f18d5b0-c2d5-4762-99a2-d6c26cf76afe tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:56.682335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba540bce-c3e4-46fb-af56-ffa4ce702c32 req-7f18d5b0-c2d5-4762-99a2-d6c26cf76afe tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 944 time: 0.6824744 May 26 22:48:56.706197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-307344ab-79a1-433f-a293-f47a7ce573bf tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3981416 May 26 22:48:56.710784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58546) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:56.737094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-603633204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:56.750130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b1e60cc-7e91-47c8-95b0-1b7f1ad11700 req-5170998a-d045-4f22-87da-6eb82f954ebd service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211636 May 26 22:48:56.755339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:56.765659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:router and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:56.769332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Attempting to bind port f59926f3-8c91-4008-9f1c-30273d62d254 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:56.770327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Attempting to bind port f59926f3-8c91-4008-9f1c-30273d62d254 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:56.770769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Attempting to bind port f59926f3-8c91-4008-9f1c-30273d62d254 on network f90e5f69-58a6-434e-a9e9-31590716590f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:56.773438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:56.781703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:56.782266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b32127bb-6bb4-4048-a288-7c039c862992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.791380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Port f59926f3-8c91-4008-9f1c-30273d62d254 on network f90e5f69-58a6-434e-a9e9-31590716590f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:48:56.791913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Attempting to bind port f59926f3-8c91-4008-9f1c-30273d62d254 on network f90e5f69-58a6-434e-a9e9-31590716590f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:56.794776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.805805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:56.806380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Checking segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:56.806932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Bound using segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:56.808817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Bound port: f59926f3-8c91-4008-9f1c-30273d62d254, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:56.809515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.848530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.852090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.884998 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.886872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e6bbcd5b-913a-40a1-9c01-18726b377143 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5c951ba2-2700-445d-9185-0b428fba7b25 HTTP/1.1" status: 204 len: 168 time: 6.0437665 May 26 22:48:56.894546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58550) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:56.943537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-cb8a029f-45e5-4703-8047-bc8b5fc21083', 'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083', 'tenant_id': '53f4e73467634cc6a6baf2124c1d9a7c', 'fixed_ips': [{'subnet_id': '0f2e4984-8d35-4e04-af39-94441863c9a8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:48:56.944543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.960491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba540bce-c3e4-46fb-af56-ffa4ce702c32 req-afa773a1-2c82-4a3d-86dd-1da4eab4c947 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380645 May 26 22:48:56.968246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:56.989515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f5b1a9af0a4f0db2afbb06c6705b9d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:56.995911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:56.999071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:57.006324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f59926f3-8c91-4008-9f1c-30273d62d254,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:57.016229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.019217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:57.025981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.050329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] Deleting subnet 195c56b6-caed-4539-bf76-6ba89ecbcf89 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:48:57.053327 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.122462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.179897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b32127bb-6bb4-4048-a288-7c039c862992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.196785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Pushing event updated for resources: {'Port': ['ID=f59926f3-8c91-4008-9f1c-30273d62d254,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:57.246014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32127bb-6bb4-4048-a288-7c039c862992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc30df-3cfc-412d-b829-e050dc6afef1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:57.302369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.303195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.316739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b32127bb-6bb4-4048-a288-7c039c862992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.318904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.320738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b32127bb-6bb4-4048-a288-7c039c862992 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bfc30df-3cfc-412d-b829-e050dc6afef1 HTTP/1.1" status: 204 len: 168 time: 0.9071624 May 26 22:48:57.343239 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] 10.222.0.55 "PUT /v2.0/ports/f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 1092 time: 3.3214672 May 26 22:48:57.349641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03232ba3-bccd-4f01-ba94-0edf257c4093 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:57.358145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:57.375081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.375622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.376134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.376693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.377210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.377743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.378307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.378795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.379472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.379947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.380469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f22ce-defa-4c37-a670-acbe8e82181d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:57.388950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1090de1-94d8-4dec-bfb5-4389eb9f24c7 req-9a2c4e0a-fd9f-4b98-a529-6dd3f7811957 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1689355 May 26 22:48:57.431697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.493310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bcb984-7ac5-4f9b-9933-8cb5f4749dda None None] Network 921f5166-81b8-4c79-98b4-31a94e47af3d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:57.527315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.540999 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821066fc-9880-4e92-9006-8f162fd88fb4'] response: {'name': 'network-changed', 'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'status': 'completed', 'code': 200} May 26 22:48:57.540999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.556816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a6f33ce-a443-43b7-9532-b52ee7867466 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8296623 May 26 22:48:57.556816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58560) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:57.579367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.638320 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.782147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d302fb-5978-48d5-a40e-992840298a3b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:57.801564 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f0f66b9-d0d1-4bc8-9d93-d1283a7aeda4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7f5b1a9af0a4f0db2afbb06c6705b9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3044367 May 26 22:48:57.808358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58566) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:57.835265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Allocated IP 172.20.0.2 (cb8a029f-45e5-4703-8047-bc8b5fc21083/0f2e4984-8d35-4e04-af39-94441863c9a8/02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:57.878591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.878838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.928868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e425689e-175c-4fe7-8177-b92290ee7eef None None] Provisioning for port 03232ba3-bccd-4f01-ba94-0edf257c4093 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:57.932849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 03232ba3-bccd-4f01-ba94-0edf257c4093 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:57.961247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195c56b6-caed-4539-bf76-6ba89ecbcf89,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:57.980782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.030284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0695f194-d0e3-4e91-b2ee-bd8a083f8f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.053169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-06c24a3a-54be-4a44-a7be-acbdc1f70917 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/195c56b6-caed-4539-bf76-6ba89ecbcf89 HTTP/1.1" status: 204 len: 168 time: 1.1517286 May 26 22:48:58.060204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58580) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:58.114979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67484fa-0bd2-4842-9e52-ca94cf570ac4 None None] Network d17ac5e1-1936-4bbd-b576-6625bd9790d4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:58.187484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 03232ba3-bccd-4f01-ba94-0edf257c4093 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:58.188234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.220337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e425689e-175c-4fe7-8177-b92290ee7eef None None] Provisioning complete for port 03232ba3-bccd-4f01-ba94-0edf257c4093 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:58.221100 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e425689e-175c-4fe7-8177-b92290ee7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.236467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-54c8cbf2-5581-4ef7-bf79-c4b1fde5274e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1095 time: 0.8507295 May 26 22:48:58.327482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0695f194-d0e3-4e91-b2ee-bd8a083f8f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.422998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:48:58.431624 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0695f194-d0e3-4e91-b2ee-bd8a083f8f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.453264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695f194-d0e3-4e91-b2ee-bd8a083f8f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d302fb-5978-48d5-a40e-992840298a3b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:58.512743 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-4f7b7e7b-6942-494e-a35e-d9f19bf126a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 217 time: 0.2667623 May 26 22:48:58.519485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.530650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0695f194-d0e3-4e91-b2ee-bd8a083f8f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.535334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0695f194-d0e3-4e91-b2ee-bd8a083f8f7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7d302fb-5978-48d5-a40e-992840298a3b HTTP/1.1" status: 204 len: 168 time: 0.7261233 May 26 22:48:58.769196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-213c4bd5-952f-463e-a107-cbaf6d08ed72 req-65cdfa53-7091-4d41-9ca5-78b6778c1fca tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.1153178 May 26 22:48:58.840915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Deleting port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:58.840915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.846245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:58.863843 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Sync routers for ids ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:58.883403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.883989 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Routers {'18f078cf-65ee-433b-97a6-8a95f3ca04f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:58.888118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.888244 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:58.891587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5aed9f46-4463-4e30-9c20-dbc267e6848c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1522741 May 26 22:48:58.891587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58598) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:58.962419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336d86-c72c-463b-81a0-bae702940e70 req-16b6c345-0605-4cbd-8d03-9623e1302f42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:58.964661 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-16b6c345-0605-4cbd-8d03-9623e1302f42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.4433532 May 26 22:48:59.053936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58604) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:59.178404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 03232ba3-bccd-4f01-ba94-0edf257c4093, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03232ba3-bccd-4f01-ba94-0edf257c4093,segment=NetworkSegment(91fff51e-d117-45f3-a303-eb627d5e5ff3),segment_id=91fff51e-d117-45f3-a303-eb627d5e5ff3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:59.375460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Set router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:59.444130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf1d04-4385-4e02-a59f-95bdb3c10233 req-17deb26a-fbac-48e6-b5eb-b7b6bac5a518 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:59.447758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61cf1d04-4385-4e02-a59f-95bdb3c10233 req-17deb26a-fbac-48e6-b5eb-b7b6bac5a518 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 944 time: 1.2103739 May 26 22:48:59.509868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.581341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.724580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=03232ba3-bccd-4f01-ba94-0edf257c4093,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:59.767549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.782453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Transition to ACTIVE for port object 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:59.808438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58610) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:59.831888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Transition to ACTIVE for port object 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:59.855650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776610388'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:59.862841 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.962570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:00.009213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] DHCP port deletion for d17ac5e1-1936-4bbd-b576-6625bd9790d4 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:49:00.024318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:00.024318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.024318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:00.050942 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7212957a-1e02-4254-94c7-b12892c36135 req-9fffa77e-a536-4609-8125-87b93262a056 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9&device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.0857344 May 26 22:49:00.050942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:00.088536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:00.088536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.116046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.120970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Deleting port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:00.120970 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.145414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:00.145414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c1b38418754411b2696310a705c8c1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:00.162261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:00.172945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:00.188268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:00.188268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:security_group_rule and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:00.199969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:00.215484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:00.254933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61cf1d04-4385-4e02-a59f-95bdb3c10233 req-fee6036e-3e0d-491e-b74f-224a7f1a669f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6916492 May 26 22:49:00.378023 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.383474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:00.392972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.412738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3f017c58-d18a-4321-b0e5-34bfffb66c76 None None] Provisioning complete for port 03232ba3-bccd-4f01-ba94-0edf257c4093 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:00.412738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3f017c58-d18a-4321-b0e5-34bfffb66c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.427814 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.428754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09b30a5-338f-4c97-8509-259ad8901180,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:00.504811 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:56Z', 'revision_number': 3, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:00.504811 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Checking router: 18f078cf-65ee-433b-97a6-8a95f3ca04f1 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:00.504811 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Updating router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 port 1e5f3baf-d710-4034-bd2b-4200132948e1 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:00.527026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.538692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-dd59fb8a-6dfd-4ee5-a0c6-0e0510d9b6ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5534761 May 26 22:49:00.577497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:00.620953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:00.650787 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.830170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Pushing event updated for resources: {'Port': ['ID=02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:00.880609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:00.898279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f848330c-5bc3-4e3c-90c8-ed6be7698a31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5c1b38418754411b2696310a705c8c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0622449 May 26 22:49:00.906541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58620) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:00.921933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9b79c-f26c-4906-814d-383f4f903a14,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:00.956621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.957255 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment af39c936-d15d-4cef-a22d-405f088dd711 of type vlan for network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 May 26 22:49:00.960647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] For port 99c89295-05a6-4c2d-b9d8-8ee21aa02065, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c89295-05a6-4c2d-b9d8-8ee21aa02065,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:00.961005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.051996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.090862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e43b647-c268-49ad-a0be-b5ea15b98021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.105126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Attempting to bind port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:01.105694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Attempting to bind port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '171bb2fc-d444-4d97-aac6-e393609d9a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:01.106086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Attempting to bind port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 on network cb8a029f-45e5-4703-8047-bc8b5fc21083 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:01.113964 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.133199 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Transition to ACTIVE for port object 1e5f3baf-d710-4034-bd2b-4200132948e1 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:01.148418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e43b647-c268-49ad-a0be-b5ea15b98021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.156653 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.165696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] For port 99c89295-05a6-4c2d-b9d8-8ee21aa02065, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c89295-05a6-4c2d-b9d8-8ee21aa02065,segment=NetworkSegment(685e783e-0ba8-424a-8486-a27dc2071c74),segment_id=685e783e-0ba8-424a-8486-a27dc2071c74)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:01.166237 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.169299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Calling delete_port for 99c89295-05a6-4c2d-b9d8-8ee21aa02065 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:01.216540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.220819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:01.221408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.256125 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Attempting to bind port 1e5f3baf-d710-4034-bd2b-4200132948e1 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:01.256994 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Attempting to bind port 1e5f3baf-d710-4034-bd2b-4200132948e1 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:01.257590 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Attempting to bind port 1e5f3baf-d710-4034-bd2b-4200132948e1 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:01.267535 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:01.268288 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:01.268935 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.269535 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:01.270276 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Bound port: 1e5f3baf-d710-4034-bd2b-4200132948e1, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:01.270903 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.302349 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eef1cd-89ca-4981-969a-533e258d82b4 None None] Pushing event updated for resources: {'Port': ['ID=1e5f3baf-d710-4034-bd2b-4200132948e1,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.335422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Calling delete_port for 99c89295-05a6-4c2d-b9d8-8ee21aa02065 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:01.351790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-90bbfd09-0ac6-4ac6-824f-2542308e7bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871628 May 26 22:49:01.365570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.386467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3414736 May 26 22:49:01.387425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d0851-1e06-43b2-94d2-9d55098f660c tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=1b81aaff-a9a2-4585-8f0b-ca3ee48231f0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.403632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:01.404312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Checking segment: {'id': '171bb2fc-d444-4d97-aac6-e393609d9a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:01.405159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.405718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Bound using segment: {'id': '171bb2fc-d444-4d97-aac6-e393609d9a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:01.407618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Bound port: 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171bb2fc-d444-4d97-aac6-e393609d9a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:01.408409 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.428754 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] For port 1e5f3baf-d710-4034-bd2b-4200132948e1, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:01.441496 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] For port 1e5f3baf-d710-4034-bd2b-4200132948e1, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1e5f3baf-d710-4034-bd2b-4200132948e1,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:01.452575 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.460277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:01.508755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e43b647-c268-49ad-a0be-b5ea15b98021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.657312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b647-c268-49ad-a0be-b5ea15b98021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09b30a5-338f-4c97-8509-259ad8901180,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.719091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03232ba3-bccd-4f01-ba94-0edf257c4093 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:01.770945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e43b647-c268-49ad-a0be-b5ea15b98021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.772606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e43b647-c268-49ad-a0be-b5ea15b98021 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d09b30a5-338f-4c97-8509-259ad8901180 HTTP/1.1" status: 204 len: 168 time: 0.8651514 May 26 22:49:01.776376 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eef1cd-89ca-4981-969a-533e258d82b4 None None] Pushing event updated for resources: {'Port': ['ID=1e5f3baf-d710-4034-bd2b-4200132948e1,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.779713 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Routers {'18f078cf-65ee-433b-97a6-8a95f3ca04f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:01.786477 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:01.901084 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:49:01.901713 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:49:01.945142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f885352f-75d2-4234-ab62-023eef016055 None None] For port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:01.948928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f885352f-75d2-4234-ab62-023eef016055 None None] For port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2,segment=NetworkSegment(171bb2fc-d444-4d97-aac6-e393609d9a3d),segment_id=171bb2fc-d444-4d97-aac6-e393609d9a3d)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:01.960019 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.060873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 03232ba3-bccd-4f01-ba94-0edf257c4093 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:02.062598 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.069328 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] Set router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:02.156746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885352f-75d2-4234-ab62-023eef016055 None None] Pushing event updated for resources: {'Port': ['ID=02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:02.349381 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:49:02.444049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Allocated IP 172.20.0.1 (cb8a029f-45e5-4703-8047-bc8b5fc21083/0f2e4984-8d35-4e04-af39-94441863c9a8/c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:02.451560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Deleting port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:02.451936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.789955 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:56Z', 'revision_number': 3, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:02.803918 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f0cbd-f5a4-4756-8cb9-03e6142c4c65 None None] The sync data for ids ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'] in n-d-843301-1 is: [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:56Z', 'revision_number': 3, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:02.942365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 765ce21c-380c-49e7-8e69-d8c68beca5bb no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:49:02.980217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.028190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3db767aa-8de9-4e76-b481-6198ad0a8946 None None] The port '99c89295-05a6-4c2d-b9d8-8ee21aa02065' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:49:03.045365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 765ce21c-380c-49e7-8e69-d8c68beca5bb {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:49:03.045365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 765ce21c-380c-49e7-8e69-d8c68beca5bb not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:49:03.045365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c89295-05a6-4c2d-b9d8-8ee21aa02065 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:49:03.049422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5caa09-93d8-4a7e-b2bc-34d515a644cc req-5064c30e-b28b-47fa-930d-92a4da29aea4 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:03.049422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e5caa09-93d8-4a7e-b2bc-34d515a644cc req-5064c30e-b28b-47fa-930d-92a4da29aea4 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 944 time: 1.4186749 May 26 22:49:03.064298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c89295-05a6-4c2d-b9d8-8ee21aa02065,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:03.064298 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c39ab4d-98f3-4c02-8586-641735721784 req-afb5f860-d994-419f-918d-b4eef8de1ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad8c6f34553e4ab8bacbc1b7992512eb&device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 2.2075293 May 26 22:49:03.074185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] No DVR routers for this DVR port 99c89295-05a6-4c2d-b9d8-8ee21aa02065 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:49:03.111798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 99c89295-05a6-4c2d-b9d8-8ee21aa02065 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:49:03.111798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c89295-05a6-4c2d-b9d8-8ee21aa02065 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:49:03.212581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e5caa09-93d8-4a7e-b2bc-34d515a644cc req-0e4b2e11-5871-4a84-94ca-7ab1c83433fe tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699309 May 26 22:49:03.236739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c42aba71-3b57-4f2c-a6db-ca79ff29df7b req-066f9e1e-e67d-4fad-b2cc-770473690905 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 1.8799014 May 26 22:49:03.420475 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.483638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Allocated IP 172.20.0.1 (921f5166-81b8-4c79-98b4-31a94e47af3d/9a5808fd-acf9-4834-8d0f-ee66ded2fd8f/cffb852b-0b7b-4994-a7e4-1f43c42cdedc) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:03.525562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17ac5e1-1936-4bbd-b576-6625bd9790d4']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:03.583700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685e783e-0ba8-424a-8486-a27dc2071c74') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:03.583700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685e783e-0ba8-424a-8486-a27dc2071c74') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:03.636857 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c39ab4d-98f3-4c02-8586-641735721784 req-b8de51cb-39b8-430e-bef4-7a068fe01d6d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ad8c6f34553e4ab8bacbc1b7992512eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5262890 May 26 22:49:03.654760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.757617 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.789164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:03.792881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.820517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:04.207630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Sync routers for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:04.230695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.293177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Transition to ACTIVE for port object cffb852b-0b7b-4994-a7e4-1f43c42cdedc will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:04.298692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:04.302205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: timer() May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39ab4d-98f3-4c02-8586-641735721784 req-e13ef553-267f-4a95-9a4b-cdf3000c59e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:04.388171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c39ab4d-98f3-4c02-8586-641735721784 req-e13ef553-267f-4a95-9a4b-cdf3000c59e6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7361436 May 26 22:49:04.399059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.430041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.451435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.502901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17ac5e1-1936-4bbd-b576-6625bd9790d4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:04.533810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d0d33eac-d97c-46ff-a22f-82b5b65b3738 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d17ac5e1-1936-4bbd-b576-6625bd9790d4 HTTP/1.1" status: 204 len: 168 time: 6.4068434 May 26 22:49:04.561142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d336d86-c72c-463b-81a0-bae702940e70 req-c3523325-d9e0-4d70-b17e-7dd9f53580e5 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.1691623 May 26 22:49:04.566007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.697118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80becd-e282-4f80-b327-a24185abcb3c None None] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:04.717709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-098b8f70-d157-4531-80f4-92b3ba945cf3 req-76732b0b-e049-40f2-8cc9-3d5916afb4c3 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.0949073 May 26 22:49:04.888540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Pushing event updated for resources: {'Port': ['ID=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:04.915645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Transition to ACTIVE for port object c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:04.918729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Network 921f5166-81b8-4c79-98b4-31a94e47af3d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:04.921276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:04.954904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:05.050772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.071258 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-db2c6c9a-fe59-4c75-9e7a-340fdde74f9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1095 time: 0.3504729 May 26 22:49:05.102873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.157509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b34ce-ced4-4969-978a-c05a15d28fe1 req-7c828031-f5d2-444d-97ce-2f84523ff77d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:05.172220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-486b34ce-ced4-4969-978a-c05a15d28fe1 req-7c828031-f5d2-444d-97ce-2f84523ff77d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 944 time: 0.3722026 May 26 22:49:05.219353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58658) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:05.228344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': '1b81aaff-a9a2-4585-8f0b-ca3ee48231f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:05.259786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58662) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:05.357185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:05.387435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:05.392310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:05.398071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:05.405641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-486b34ce-ced4-4969-978a-c05a15d28fe1 req-d0925b24-96cf-4425-bdf1-4b427b5547ff tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322483 May 26 22:49:05.460285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Port': ['ID=c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:05.514441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d42dce77-2645-41b0-aa49-9955c71483c7 None None] Provisioning for port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:05.536872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:05.546641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:05.589517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:05.618101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d42dce77-2645-41b0-aa49-9955c71483c7 None None] Provisioning complete for port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:05.618101 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d42dce77-2645-41b0-aa49-9955c71483c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.627965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:05.641151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.649606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.673953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-00eada11-d555-40c1-86c1-9b53e8ef4709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:05.675075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ea2c7c5a-83c6-44e9-9d61-355c5dd2e900 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=783afb2a3a174a3cb94147272e7dbf83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4126461 May 26 22:49:05.676141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-00eada11-d555-40c1-86c1-9b53e8ef4709 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.5261455 May 26 22:49:05.677803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58670) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:05.680827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:05.728811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:05.875742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-727da55b-1e4a-4067-aa8f-8c0e87c838c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 217 time: 0.0875554 May 26 22:49:06.075112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.112824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d42dce77-2645-41b0-aa49-9955c71483c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.279191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c39ab4d-98f3-4c02-8586-641735721784 req-827b1bdf-c738-4598-b0ca-a98d1f221ef5 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.3235779 May 26 22:49:06.312529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d42dce77-2645-41b0-aa49-9955c71483c7 None None] For port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2,segment=NetworkSegment(171bb2fc-d444-4d97-aac6-e393609d9a3d),segment_id=171bb2fc-d444-4d97-aac6-e393609d9a3d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:06.339755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d42dce77-2645-41b0-aa49-9955c71483c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.407952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.460665 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-021bfe79-e5c2-424b-abf5-dec2c4a53d5d req-1cceb684-d80d-4d6e-8a07-e74d811b194d tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0fa1f5-2c01-498f-989b-de969777d5c9 HTTP/1.1" status: 200 len: 210 time: 0.2042477 May 26 22:49:06.475901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dce77-2645-41b0-aa49-9955c71483c7 None None] Pushing event updated for resources: {'Port': ['ID=02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:06.551700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-1563bc0b-d1bf-42e9-8f63-e87124bb202a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:06.554390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-1563bc0b-d1bf-42e9-8f63-e87124bb202a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.6643188 May 26 22:49:06.567098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 2, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:06.589754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Checking router: 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:06.589754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Updating router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 port 03aee734-1c84-4da7-81ea-a19ebfee5248 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:06.668965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.704960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.709925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d57109f3-88dc-48a2-b730-d0345f8d11e2 None None] Provisioning for port cffb852b-0b7b-4994-a7e4-1f43c42cdedc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:06.733004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d57109f3-88dc-48a2-b730-d0345f8d11e2 None None] Provisioning complete for port cffb852b-0b7b-4994-a7e4-1f43c42cdedc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:06.733176 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d57109f3-88dc-48a2-b730-d0345f8d11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.895061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.902219 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-df5ed425-eec8-4735-8e04-a1c8dcfd99df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.007411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d57109f3-88dc-48a2-b730-d0345f8d11e2 None None] Port cffb852b-0b7b-4994-a7e4-1f43c42cdedc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:07.087168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Pushing event updated for resources: {'Port': ['ID=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:07.097279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.179667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d796b466-d088-4699-9534-b328fbb8a159 None None] Provisioning complete for port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:07.180323 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d796b466-d088-4699-9534-b328fbb8a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.272457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.272457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-df5ed425-eec8-4735-8e04-a1c8dcfd99df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.285688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.451588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Port': ['ID=c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:07.549327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-b1e36d44-a5ea-4e54-b8b7-d3389ae2bc35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9649112 May 26 22:49:07.556901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.639524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab0e0-b123-40b1-862a-f6be7843bab2 req-6a86a43a-41ad-4653-a1c7-b6844035b757 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:07.639524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-829ab0e0-b123-40b1-862a-f6be7843bab2 req-6a86a43a-41ad-4653-a1c7-b6844035b757 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 944 time: 0.8308783 May 26 22:49:07.696284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.801285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:07.947496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-e7ce0879-feca-4af8-8733-93d9773db4ea service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885813 May 26 22:49:07.975017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Network 921f5166-81b8-4c79-98b4-31a94e47af3d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:08.029928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:08.193239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-df5ed425-eec8-4735-8e04-a1c8dcfd99df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.403895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58712) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:08.417382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ed425-eec8-4735-8e04-a1c8dcfd99df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779f593d-9de1-4474-8f4c-8d46d1738ba1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:08.537212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=8618792f-7d93-4d25-a55a-21ba12d88ac1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:08.562442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:08.562442 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.588275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-829ab0e0-b123-40b1-862a-f6be7843bab2 req-65d33b43-4840-4694-a860-74893b71ce83 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9123020 May 26 22:49:08.616911 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8655090f-648e-4795-a69d-e9f1cab429f7 req-ff3d6138-adc1-4cf6-9dd5-efd44dcb0b7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8c6f34553e4ab8bacbc1b7992512eb&device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.1260679 May 26 22:49:08.626686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': 'af39c936-d15d-4cef-a22d-405f088dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b81aaff-a9a2-4585-8f0b-ca3ee48231f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:08.627840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:08.630564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-df5ed425-eec8-4735-8e04-a1c8dcfd99df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.631881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-df5ed425-eec8-4735-8e04-a1c8dcfd99df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/779f593d-9de1-4474-8f4c-8d46d1738ba1 HTTP/1.1" status: 204 len: 168 time: 2.9524860 May 26 22:49:08.767499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8655090f-648e-4795-a69d-e9f1cab429f7 req-a9d071ea-adad-4308-9478-b88eed332389 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ad8c6f34553e4ab8bacbc1b7992512eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255553 May 26 22:49:08.803018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f59926f3-8c91-4008-9f1c-30273d62d254 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:49:08.880331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:08.888952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d796b466-d088-4699-9534-b328fbb8a159 None None] Provisioning for port c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:08.916052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d796b466-d088-4699-9534-b328fbb8a159 None None] Provisioning complete for port c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:08.916469 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d796b466-d088-4699-9534-b328fbb8a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.988628 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:49:08.998916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:09.015324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:09.022391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc79b6d2-709d-4a2e-9132-7f022db8f4fd None None] Network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:09.033514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.139244 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31ce9b76-14f1-44a1-a4e8-48f81e5739b9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9113302 May 26 22:49:09.142369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58724) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:09.159586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765224634'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:09.167931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:09.185526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:09.193450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:09.206361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:09.219124 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71d9a18d-83b4-45e5-b6e0-21be3ce28048 req-ba95e497-9c68-484b-abca-a6861fd3b5b0 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.2289929 May 26 22:49:09.248114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:09.252999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.259708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.289220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:49:09.296772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:09.319049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:09.320576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.321082 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment eeccdb94-9eed-41e7-8324-57e9b9aff1f1 of type vlan for network ddbaaf06-84f8-4684-8b57-5a6da484e19f May 26 22:49:09.366797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:09.371454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7fc875-65db-4f2d-a4c1-68bcd7576e28 req-ca9ada05-1792-49b7-9845-6e8dc3f170be service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4187818 May 26 22:49:09.379591 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.394237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Transition to ACTIVE for port object 03aee734-1c84-4da7-81ea-a19ebfee5248 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:09.441956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.454824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:09.461467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d796b466-d088-4699-9534-b328fbb8a159 None None] Port c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:09.494797 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.791978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.814890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:09.816898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.981060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8315105 May 26 22:49:09.998094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58738) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:10.017265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': 'ddbaaf06-84f8-4684-8b57-5a6da484e19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:10.037607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce25b56-3ff6-460e-99c7-47e662adee8a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=ddbaaf06-84f8-4684-8b57-5a6da484e19f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:10.074931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1e5f3baf-d710-4034-bd2b-4200132948e1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:10.096384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655090f-648e-4795-a69d-e9f1cab429f7 req-6365ac2e-8f90-4c1a-8829-a91ab0798b75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:10.097451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8655090f-648e-4795-a69d-e9f1cab429f7 req-6365ac2e-8f90-4c1a-8829-a91ab0798b75 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2885346 May 26 22:49:10.121966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ddbaaf06-84f8-4684-8b57-5a6da484e19f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:10.171317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-1b81aaff-a9a2-4585-8f0b-ca3ee48231f0', 'network_id': '1b81aaff-a9a2-4585-8f0b-ca3ee48231f0', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': '8618792f-7d93-4d25-a55a-21ba12d88ac1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:10.172739 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.177314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:10.188249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:75fa669c66e64111ac7c531e61700b57 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:10.195730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:10.210612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:10.220476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4c1b-a4d6-4895-a1b9-139d8e58aa78 None None] Pushing event updated for resources: {'Port': ['ID=03aee734-1c84-4da7-81ea-a19ebfee5248,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:10.255840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f59926f3-8c91-4008-9f1c-30273d62d254,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:10.449448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:10.469456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:10.488376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:10.511702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:10.555047 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.565638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f42f90-b4e3-4b59-8c0a-1f76a0aab737 req-494c75c7-74ab-4962-9021-3b385da39a77 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:10.565638 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6f42f90-b4e3-4b59-8c0a-1f76a0aab737 req-494c75c7-74ab-4962-9021-3b385da39a77 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 944 time: 0.4543827 May 26 22:49:10.566053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:10.566225 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.585127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58752) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:10.599395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'port_id': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'mac_address': 'fa:16:3e:2b:11:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:49:10.671154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f9eab29-e77e-4639-8569-0f2e959c4f18 req-0554f8e3-3e80-4c1e-b690-96e1b9b217cd tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.0899558 May 26 22:49:10.721210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:10.727993 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.733771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bf8211c1-3474-4e68-80c5-cae5554076df admin admin] 10.222.0.32 "PUT /v2.0/routers/18f078cf-65ee-433b-97a6-8a95f3ca04f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8406491 May 26 22:49:10.737082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.769541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b93ccfc-aaeb-46ec-ab07-26749378b182,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:10.775420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2e27d907-a2bc-4015-8965-cd6f445ca3a2 None None] Provisioning complete for port cffb852b-0b7b-4994-a7e4-1f43c42cdedc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:10.775940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e27d907-a2bc-4015-8965-cd6f445ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.815570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9b3193c1-ef45-48be-83b9-dbac8c892fb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75fa669c66e64111ac7c531e61700b57&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3991997 May 26 22:49:10.818758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58760) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:10.927270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Router 9215f8a3-586e-43c7-940c-bb5e21c9498d is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:49:10.935625 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f56a4971-e3e7-4891-a86e-9d6a1b5a6d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.976728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e27d907-a2bc-4015-8965-cd6f445ca3a2 None None] Port cffb852b-0b7b-4994-a7e4-1f43c42cdedc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:11.006755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59926f3-8c91-4008-9f1c-30273d62d254 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:11.016904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-469471048-network', 'tenant_id': '719a32dba9fb452eb5c1af5bd4e88743'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:11.031713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f56a4971-e3e7-4891-a86e-9d6a1b5a6d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.062606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Attempting to bind port 03aee734-1c84-4da7-81ea-a19ebfee5248 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:11.063475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Attempting to bind port 03aee734-1c84-4da7-81ea-a19ebfee5248 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:11.064131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Attempting to bind port 03aee734-1c84-4da7-81ea-a19ebfee5248 on network 9f1006ec-020a-4deb-95a2-456d61870218 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:11.105543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f59926f3-8c91-4008-9f1c-30273d62d254,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:11.193431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:11.251741 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6f42f90-b4e3-4b59-8c0a-1f76a0aab737 req-a6cde7c5-b6a6-4e2d-838e-3fa32c228ace tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5590336 May 26 22:49:11.302450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Usage tracker for resource:network and tenant:719a32dba9fb452eb5c1af5bd4e88743 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:11.337253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.409984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:11.436259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:11.474113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:11.476581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Checking segment: {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:11.477186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.478164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Bound using segment: {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:11.478778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Bound port: 03aee734-1c84-4da7-81ea-a19ebfee5248, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:11.481059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.481639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Made reservation on behalf of 719a32dba9fb452eb5c1af5bd4e88743 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:11.487793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.578900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.593482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1e5f3baf-d710-4034-bd2b-4200132948e1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:11.638108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1e5f3baf-d710-4034-bd2b-4200132948e1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:11.639935 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.692228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.731298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f56a4971-e3e7-4891-a86e-9d6a1b5a6d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.732290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=fbb7aec8-daca-4152-bd8b-d782e1159d35,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:11.736373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8655090f-648e-4795-a69d-e9f1cab429f7 req-5280abc8-9059-4cbe-bf05-c63a8d7dfeac tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.55 "GET /v2.0/ports?device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.1905270 May 26 22:49:11.740747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['f59926f3-8c91-4008-9f1c-30273d62d254'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:49:11.763897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': 'eeccdb94-9eed-41e7-8324-57e9b9aff1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ddbaaf06-84f8-4684-8b57-5a6da484e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:11.765134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: ddbaaf06-84f8-4684-8b57-5a6da484e19f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:11.794497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=f59926f3-8c91-4008-9f1c-30273d62d254,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:11.805651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a4971-e3e7-4891-a86e-9d6a1b5a6d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b93ccfc-aaeb-46ec-ab07-26749378b182,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:11.835310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network ddbaaf06-84f8-4684-8b57-5a6da484e19f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:11.842914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f56a4971-e3e7-4891-a86e-9d6a1b5a6d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.845491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f56a4971-e3e7-4891-a86e-9d6a1b5a6d16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b93ccfc-aaeb-46ec-ab07-26749378b182 HTTP/1.1" status: 204 len: 168 time: 1.0195410 May 26 22:49:11.857887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ddbaaf06-84f8-4684-8b57-5a6da484e19f) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:11.864533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:11.866138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:11.866892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.875355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Usage tracker for resource:security_group_rule and tenant:719a32dba9fb452eb5c1af5bd4e88743 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:11.879255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:11.888731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:11.901095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:11.905228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-715dddf0-1b4b-4da4-8d22-657649f92ec4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9120164 May 26 22:49:11.906760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58788) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:11.914489 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] Sync routers for ids ['9215f8a3-586e-43c7-940c-bb5e21c9498d'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:11.921940 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-48c4171b-dd97-4992-a760-91a0d379cdd6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "PUT /v2.0/routers/9215f8a3-586e-43c7-940c-bb5e21c9498d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3589985 May 26 22:49:11.926108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:11.939621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'port': {'network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083', 'name': 'tempest-FloatingIPNegativeTestJSON-568733276'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:11.954412 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] Routers {'9215f8a3-586e-43c7-940c-bb5e21c9498d'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:11.955261 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9215f8a3-586e-43c7-940c-bb5e21c9498d'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:12.053815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c2870-5b56-4d34-bc0d-f0c386dd8015 None None] Network ddbaaf06-84f8-4684-8b57-5a6da484e19f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:12.116855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Allocated IP 2001:db8:0:ffff::2 (1b81aaff-a9a2-4585-8f0b-ca3ee48231f0/8618792f-7d93-4d25-a55a-21ba12d88ac1/bf96b6bf-1eec-4ed6-a511-8c35227d76c3) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:12.246233 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:12.259892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.289729 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] Routers {'9215f8a3-586e-43c7-940c-bb5e21c9498d'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:12.294694 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9215f8a3-586e-43c7-940c-bb5e21c9498d'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:12.357883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.403262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f8f92f0-9100-4110-9b0b-bad94641b520 req-919fbae7-f347-4a6f-830e-3ae245895f36 tempest-ServerShowV247Test-1463295542 tempest-ServerShowV247Test-1463295542-project] 10.222.0.32 "GET /v2.0/ports?device_id=23106264-ebd7-4c8f-b83a-c8be34cf741e HTTP/1.1" status: 200 len: 210 time: 0.3073399 May 26 22:49:12.487699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.501606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.514291 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.518696 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:12.519102 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e2599-0c79-4869-925c-d57967badff0 None None] The sync data for ids ['9215f8a3-586e-43c7-940c-bb5e21c9498d'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:12.537594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Sync routers for ids ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:12.587043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:12.593894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:port and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:12.600492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:12.607915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:12.623272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Made reservation on behalf of 53f4e73467634cc6a6baf2124c1d9a7c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:12.626905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.668535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:12.691754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] device_id is not set on port 24d7428f-9bac-42c7-9d07-2bf9ebcdf50b yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:49:12.787016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb7aec8-daca-4152-bd8b-d782e1159d35,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:12.787917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.789022 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Added segment 89ba9a5d-5077-4ff1-a42f-45014b56f1d4 of type vlan for network e94c4e5e-798c-4355-a262-0ac04dc86fe8 May 26 22:49:12.809554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721eed1-b17d-4ac9-89d6-0182b65fd735,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:12.897066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] For port 03aee734-1c84-4da7-81ea-a19ebfee5248, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:12.945942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.953406 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.964279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58806) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:13.002195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbaaf06-84f8-4684-8b57-5a6da484e19f']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:13.019148 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.020228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.021476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.022926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeccdb94-9eed-41e7-8324-57e9b9aff1f1') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:13.023395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeccdb94-9eed-41e7-8324-57e9b9aff1f1') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:13.049478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf1b2-2068-49df-bd43-af79c6dd10e4 req-059339df-8e5a-42d4-ba03-26f4bf180b8f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.067126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30bbf1b2-2068-49df-bd43-af79c6dd10e4 req-059339df-8e5a-42d4-ba03-26f4bf180b8f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 945 time: 0.2852628 May 26 22:49:13.120900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.122953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] For port 03aee734-1c84-4da7-81ea-a19ebfee5248, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03aee734-1c84-4da7-81ea-a19ebfee5248,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:13.161549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-78f2c5d2-92b7-47ee-8ca1-c9fb8ce50046 None None] Provisioning complete for port c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:13.162037 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-78f2c5d2-92b7-47ee-8ca1-c9fb8ce50046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.183559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30bbf1b2-2068-49df-bd43-af79c6dd10e4 req-f5739bc0-e110-4d33-bbaa-67de0760b127 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141315 May 26 22:49:13.195640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.214728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.217747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:13.218519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: timer() May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:13.239371 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:13.283374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6638780 May 26 22:49:13.284339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53eb11-9cd2-4825-a97a-b4f7a936a1dd admin admin] Pushing event updated for resources: {'Network': ['ID=e94c4e5e-798c-4355-a262-0ac04dc86fe8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:13.295267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58824) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:13.311251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Request body: {'subnet': {'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-469471048-subnet', 'tenant_id': '719a32dba9fb452eb5c1af5bd4e88743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:13.316371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:13.320468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Usage tracker for resource:subnet and tenant:719a32dba9fb452eb5c1af5bd4e88743 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:13.323876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:13.330219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:13.338700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Allocated IP 172.20.0.14 (cb8a029f-45e5-4703-8047-bc8b5fc21083/0f2e4984-8d35-4e04-af39-94441863c9a8/24d7428f-9bac-42c7-9d07-2bf9ebcdf50b) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:13.350238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:13.352839 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.362322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Usage tracker for resource:security_group_rule and tenant:61c1472c5c5543a2bb9eaa51917fb6c2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:13.367605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:13.368081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.375957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Made reservation on behalf of 719a32dba9fb452eb5c1af5bd4e88743 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:13.379150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.396708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:13.399798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-78f2c5d2-92b7-47ee-8ca1-c9fb8ce50046 None None] Port c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:13.402301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Routers {'18f078cf-65ee-433b-97a6-8a95f3ca04f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:13.403769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:13.413383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=ddbaaf06-84f8-4684-8b57-5a6da484e19f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:13.419894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-025b39af-5c91-4615-b06b-283e59dc1201 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/ddbaaf06-84f8-4684-8b57-5a6da484e19f HTTP/1.1" status: 204 len: 168 time: 1.5114734 May 26 22:49:13.423461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58830) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:13.429562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-948623746'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:13.442455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:13.448805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:13.452290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:13.460840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:13.477860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:13.481537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.521031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:13.533568 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.534235 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment 1e458378-f26d-4c50-bbce-62c081fa301a of type vlan for network ea11e727-6fbf-4a60-9093-901f676f9294 May 26 22:49:13.581127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.587403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.608427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e94c4e5e-798c-4355-a262-0ac04dc86fe8 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:13.627924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.633813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.634662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.790880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=ea11e727-6fbf-4a60-9093-901f676f9294,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:13.796668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8f934874-c8eb-44f3-8293-08592df0ce27 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3719401 May 26 22:49:13.800602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58838) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:13.820273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': 'ea11e727-6fbf-4a60-9093-901f676f9294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:13.989336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:13.993593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:13.998928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:14.008954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:14.033868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:14.049263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ea11e727-6fbf-4a60-9093-901f676f9294 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:14.128414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef121e7b-c71c-43ef-b1cb-b9316e88f5e9 None None] Network ddbaaf06-84f8-4684-8b57-5a6da484e19f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:14.175045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.186806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.203339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.346386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58848) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:14.358325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.395238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4c1b-a4d6-4895-a1b9-139d8e58aa78 None None] Pushing event updated for resources: {'Port': ['ID=03aee734-1c84-4da7-81ea-a19ebfee5248,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:14.409032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61c1472c5c5543a2bb9eaa51917fb6c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3986006 May 26 22:49:14.414360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:14.424011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d4f5-224b-4f0b-a6d8-494a4b8edc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf7983-24fd-4a57-afd7-52a672a9863b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:14.455226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Transition to ACTIVE for port object 24d7428f-9bac-42c7-9d07-2bf9ebcdf50b will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:14.560034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-500e8f42-4c10-4e37-b355-e34f79ad7e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.564995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.581563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef121e7b-c71c-43ef-b1cb-b9316e88f5e9 None None] Network ddbaaf06-84f8-4684-8b57-5a6da484e19f could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 22:49:14.584717 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.608470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cbd58-88fc-4c1b-bcda-a7ba46bf985c req-174c9c56-ab37-4a05-b2d8-6e4dbd27aa47 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:14.616777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a12cbd58-88fc-4c1b-bcda-a7ba46bf985c req-174c9c56-ab37-4a05-b2d8-6e4dbd27aa47 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 945 time: 0.2145247 May 26 22:49:14.691296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a12cbd58-88fc-4c1b-bcda-a7ba46bf985c req-9572efce-367a-4394-9bb6-6ef988a392d7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732636 May 26 22:49:14.818338 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-500e8f42-4c10-4e37-b355-e34f79ad7e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.829096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.855628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f775ae0-fa05-441c-99de-61979aa9c3a6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:14.879869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.931394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1e5f3baf-d710-4034-bd2b-4200132948e1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1e5f3baf-d710-4034-bd2b-4200132948e1,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:14.944078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:14.945336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:48:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:14.988813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.030761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Port': ['ID=24d7428f-9bac-42c7-9d07-2bf9ebcdf50b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.091799 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.093840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=9ee4c4d8-55d1-4015-ade9-e67546f49838,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.096673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-500e8f42-4c10-4e37-b355-e34f79ad7e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.122811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': '1e458378-f26d-4c50-bbce-62c081fa301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea11e727-6fbf-4a60-9093-901f676f9294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:15.123128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: ea11e727-6fbf-4a60-9093-901f676f9294, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:15.141976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Checking segment: {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:15.142284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Network hostable DHCP agents. Network: e94c4e5e-798c-4355-a262-0ac04dc86fe8, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:15.148858 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.150214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network ea11e727-6fbf-4a60-9093-901f676f9294 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:15.156822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:15.162462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:15.165015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e8f42-4c10-4e37-b355-e34f79ad7e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf7983-24fd-4a57-afd7-52a672a9863b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.176197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8c6f34553e4ab8bacbc1b7992512eb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:15.176818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ea11e727-6fbf-4a60-9093-901f676f9294) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:15.180745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:15.183065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:15.183654 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.186667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:15.216905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f35598d-0683-4232-9b7c-bc68136ec72b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4106274 May 26 22:49:15.220059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58860) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:15.226784 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ce9ef-67ff-4fac-a5a2-efc226a45c9e None None] Network ea11e727-6fbf-4a60-9093-901f676f9294 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:15.228717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1136990160'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:15.231379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:15.244375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:15.255110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:15.255943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:15.258936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:15.266734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Transition to ACTIVE for port object bf96b6bf-1eec-4ed6-a511-8c35227d76c3 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:15.267680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:15.286939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-500e8f42-4c10-4e37-b355-e34f79ad7e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.287259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:15.288775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-500e8f42-4c10-4e37-b355-e34f79ad7e49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17cf7983-24fd-4a57-afd7-52a672a9863b HTTP/1.1" status: 204 len: 168 time: 0.8588188 May 26 22:49:15.290661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.320907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:15.321599 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.331123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Network e94c4e5e-798c-4355-a262-0ac04dc86fe8 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:15.349968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:15.357265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, e94c4e5e-798c-4355-a262-0ac04dc86fe8) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:15.362479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:15.363426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.370278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.370788 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment 83ca64f4-3b5b-4e63-a1e0-99ed0d56646e of type vlan for network be92ef89-559b-4eda-ad81-3cf24b2e82ba May 26 22:49:15.408848 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d645bd85-7bb5-416c-91c9-2c695524bf17 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4801531 May 26 22:49:15.421661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58866) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:15.433898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:15.447091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.464614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:15.483091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:floatingip and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:15.496933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:15.512659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:15.521223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619cba1-fe2c-4c59-98b2-cd11ec1c7b83 None None] Network e94c4e5e-798c-4355-a262-0ac04dc86fe8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:15.537782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4cdc819e-a6ed-4b66-a9e9-c3079f8df21b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2380757 May 26 22:49:15.552434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.561899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.568277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.582284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.586308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:15.586972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.673082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c51a90-ae43-4987-bac4-6d95e0222546,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.678758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e2fb2f23-de0a-4861-b736-4b5c4e0633e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad8c6f34553e4ab8bacbc1b7992512eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3305156 May 26 22:49:15.681434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58874) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:15.698827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4765019 May 26 22:49:15.701094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58878) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:15.712006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': 'be92ef89-559b-4eda-ad81-3cf24b2e82ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:15.895446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:15.898021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e34248d-a418-433f-b4c2-608303f1809a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.903180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:15.907213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6468b2-2819-44a3-90bc-a7f7691fc12e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=be92ef89-559b-4eda-ad81-3cf24b2e82ba,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.918435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:15.933371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:15.944823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e34248d-a418-433f-b4c2-608303f1809a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.991232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f59926f3-8c91-4008-9f1c-30273d62d254 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:16.032746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:16.084705 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.114102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e34248d-a418-433f-b4c2-608303f1809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.159003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network be92ef89-559b-4eda-ad81-3cf24b2e82ba details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:16.212697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34248d-a418-433f-b4c2-608303f1809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c51a90-ae43-4987-bac4-6d95e0222546,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:16.236194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Set router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:16.257731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.292194 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e34248d-a418-433f-b4c2-608303f1809a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.294488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6e34248d-a418-433f-b4c2-608303f1809a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41c51a90-ae43-4987-bac4-6d95e0222546 HTTP/1.1" status: 204 len: 168 time: 0.6102722 May 26 22:49:16.420023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Performing IP validity checks on allocation pools {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 22:49:16.420533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 22:49:16.428285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164b0a8-4da1-4742-a570-a494549e036c req-b242e5d5-9695-4610-876a-bd0c73be0e66 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:16.429778 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6164b0a8-4da1-4742-a570-a494549e036c req-b242e5d5-9695-4610-876a-bd0c73be0e66 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 945 time: 0.3987386 May 26 22:49:16.472511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Allocated IP 172.25.4.95 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e5eb5ed5-f380-424f-90a1-41467caff8de) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:16.502798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Transition to ACTIVE for port object bf96b6bf-1eec-4ed6-a511-8c35227d76c3 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:16.535484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6164b0a8-4da1-4742-a570-a494549e036c req-5241f65e-527d-4545-a058-73c33f8bab1c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965996 May 26 22:49:16.710034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1e5f3baf-d710-4034-bd2b-4200132948e1,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:16.745000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.843996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.852398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.897653 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.997885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:17.002645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:17.009747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:17.125016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=4203cb4a-0790-41b7-ad37-8ea9e8f1e8e9,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:17.141653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Port': ['ID=e5eb5ed5-f380-424f-90a1-41467caff8de,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:17.147675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': '83ca64f4-3b5b-4e63-a1e0-99ed0d56646e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'be92ef89-559b-4eda-ad81-3cf24b2e82ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:17.148060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: be92ef89-559b-4eda-ad81-3cf24b2e82ba, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:17.214193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network be92ef89-559b-4eda-ad81-3cf24b2e82ba is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:17.242364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, be92ef89-559b-4eda-ad81-3cf24b2e82ba) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:17.249234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:17.249844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.329843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a05b8fce-6208-49e1-bc11-23d2c1b93b89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6220605 May 26 22:49:17.330338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b85db7f6-55a4-4b04-af52-af56e88a1fb7 None None] Provisioning for port 24d7428f-9bac-42c7-9d07-2bf9ebcdf50b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:17.330956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58924) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:17.425329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b85db7f6-55a4-4b04-af52-af56e88a1fb7 None None] Provisioning complete for port 24d7428f-9bac-42c7-9d07-2bf9ebcdf50b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:17.425704 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b85db7f6-55a4-4b04-af52-af56e88a1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.507093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b281f-0f5a-4949-a2d8-7e427e347c7b None None] Network be92ef89-559b-4eda-ad81-3cf24b2e82ba requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:17.553613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be37f7-82b4-4ae0-accf-60963691002a req-0d75c975-8237-4d5a-9c1d-07e0acfdcc05 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:17.560721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-0d75c975-8237-4d5a-9c1d-07e0acfdcc05 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 814 time: 0.5010633 May 26 22:49:17.590477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-f59a19db-57a4-4758-b95a-59747d6de6d5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/quotas/719a32dba9fb452eb5c1af5bd4e88743 HTTP/1.1" status: 200 len: 375 time: 0.0281143 May 26 22:49:17.664717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1e5f3baf-d710-4034-bd2b-4200132948e1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:17.726324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-5af7bb9d-9efc-4068-97c8-dcb5d568fc7c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1295638 May 26 22:49:17.739403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b85db7f6-55a4-4b04-af52-af56e88a1fb7 None None] Port 24d7428f-9bac-42c7-9d07-2bf9ebcdf50b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:17.820979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-ea11e727-6fbf-4a60-9093-901f676f9294', 'network_id': 'ea11e727-6fbf-4a60-9093-901f676f9294', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': '9ee4c4d8-55d1-4015-ade9-e67546f49838'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:17.821834 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.822326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.962427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.112833 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.114405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.213017 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.355705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=4203cb4a-0790-41b7-ad37-8ea9e8f1e8e9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:18.388444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68da3e-73d4-4f9c-9fc1-d77bc187b73e req-8c542f58-b3c5-4904-b3ec-89ef40d964e5 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:18.395784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f68da3e-73d4-4f9c-9fc1-d77bc187b73e req-8c542f58-b3c5-4904-b3ec-89ef40d964e5 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 945 time: 0.3754237 May 26 22:49:18.430537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port f59926f3-8c91-4008-9f1c-30273d62d254 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:18.441904 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-920f07bc-f678-4b87-ae1f-c0aedf2b478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.476414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:18.499775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-65cf8297-67db-435f-93c8-e078068d6821 service neutron] 10.222.0.32 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7721145 May 26 22:49:18.625162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f68da3e-73d4-4f9c-9fc1-d77bc187b73e req-506f3e3c-190d-4a56-8355-58518e413c4d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274358 May 26 22:49:18.654327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:18.689852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.737703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be92ef89-559b-4eda-ad81-3cf24b2e82ba']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:18.758157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ca64f4-3b5b-4e63-a1e0-99ed0d56646e') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:18.758442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ca64f4-3b5b-4e63-a1e0-99ed0d56646e') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:18.773086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Allocated IP 2001:db8::1 (ea11e727-6fbf-4a60-9093-901f676f9294/9ee4c4d8-55d1-4015-ade9-e67546f49838/afa1717e-e887-4848-afbb-eb79b535186c) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:18.775108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.799144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.807988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:18.808543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: timer() May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:18.929925 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:18.936436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.958487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.014333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/be92ef89-559b-4eda-ad81-3cf24b2e82ba HTTP/1.1" status: 204 len: 168 time: 1.6837606 May 26 22:49:19.015543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58972) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:19.055774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939719730'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:19.068578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:19.076868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:19.080364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:19.086722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:19.095272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4769f57-94d1-4aa4-92bd-60e987943420 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=be92ef89-559b-4eda-ad81-3cf24b2e82ba,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:19.107318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.108878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:19.114544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.117523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Transition to ACTIVE for port object afa1717e-e887-4848-afbb-eb79b535186c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:19.137514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Transition to ACTIVE for port object afa1717e-e887-4848-afbb-eb79b535186c will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:19.143858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Pushing event updated for resources: {'Port': ['ID=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:19.217085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:19.253324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.275161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:19.275161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port f59926f3-8c91-4008-9f1c-30273d62d254 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:19.275161 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.285588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.286135 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment 3d9c568f-f237-4a4b-ae2e-2a6e39d48717 of type vlan for network ec6661e6-d58b-450e-95e9-ca91b432e9cb May 26 22:49:19.318810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.330581 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.342382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.439578 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.439578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:19.442672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.465236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-2bfdddab-a5dd-4252-8e0c-8c97a3d747a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9642558 May 26 22:49:19.620841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Port': ['ID=e5eb5ed5-f380-424f-90a1-41467caff8de,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:19.653972 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:19.664193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.664193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.670258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1e5f3baf-d710-4034-bd2b-4200132948e1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:19.670258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.675744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.675744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.675744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.675744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.675744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.675744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.677423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.678325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.678325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:19.689722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.755633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.759569 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-81a676de-1010-4774-b51e-5c95cdd84a2e tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3369036 May 26 22:49:19.763873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:19.779971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b2c99b91-3f6e-4e73-aec9-9db3c9f7c294 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'floatingip': {'port_id': '24d7428f-9bac-42c7-9d07-2bf9ebcdf50b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:20.102177 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2c99b91-3f6e-4e73-aec9-9db3c9f7c294 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:20.103357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a571c-a838-43ea-be78-dc46c5a67584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-be92ef89-559b-4eda-ad81-3cf24b2e82ba', 'network_id': 'be92ef89-559b-4eda-ad81-3cf24b2e82ba', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': '4203cb4a-0790-41b7-ad37-8ea9e8f1e8e9'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:20.104294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-171a571c-a838-43ea-be78-dc46c5a67584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:20.108331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0730598 May 26 22:49:20.109559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3053d-3934-492a-b61c-9feeb6ed7dde tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=ec6661e6-d58b-450e-95e9-ca91b432e9cb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:20.130482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7913e7cb-f08c-4ab3-b4ad-55eb14bba67b req-03847292-bea2-490e-ac9b-76229c0c6ce0 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1240330 May 26 22:49:20.132023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59012) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:20.155041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': 'ec6661e6-d58b-450e-95e9-ca91b432e9cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:20.176162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181acb71-14e2-4be8-9350-21e6fa4909d9 None None] Network e94c4e5e-798c-4355-a262-0ac04dc86fe8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:20.479996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59024) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:20.686289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-21f9192c-43dc-4be7-a602-8ea141fc3a0c req-0e20a98b-6da9-4224-8bf6-d3529e2823c8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 210 time: 0.2981465 May 26 22:49:20.730515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:20.746831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:20.777174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:20.806469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:20.844569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-399b91e2-42c1-4fae-a092-7981e1bd9bc0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1524215 May 26 22:49:20.852708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a0db3-71d4-41d3-a084-63e3c44845ca req-c32b7d6c-51be-4801-9613-670509892f72 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:20.854592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-271a0db3-71d4-41d3-a084-63e3c44845ca req-c32b7d6c-51be-4801-9613-670509892f72 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 945 time: 0.4904726 May 26 22:49:20.882187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:20.993353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ec6661e6-d58b-450e-95e9-ca91b432e9cb details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:21.094712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-271a0db3-71d4-41d3-a084-63e3c44845ca req-1655e658-8e1b-49b1-a93b-b02135be8f22 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289500 May 26 22:49:21.123095 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:21.177759 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-b2c99b91-3f6e-4e73-aec9-9db3c9f7c294 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] update failed (client error): The resource could not be found. May 26 22:49:21.185744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b2c99b91-3f6e-4e73-aec9-9db3c9f7c294 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "PUT /v2.0/floatingips/df4744a1-ee94-4fd5-97bd-7c50c4d82420 HTTP/1.1" status: 404 len: 507 time: 1.4183109 May 26 22:49:21.190968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:21.302348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-9cf95cfc-4bc3-46e1-a7b2-b0fcf199243f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6498 time: 0.2398138 May 26 22:49:21.587161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:21.663761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:21.668376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Usage tracker for resource:security_group_rule and tenant:783ee21643634f4ab38f826371ebc7ff is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:21.672334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:21.679480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:21.705067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Deleting port e5eb5ed5-f380-424f-90a1-41467caff8de {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:21.705210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.031097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84d23a43-0245-4634-9170-64c6bfbb2963 req-ed2920d7-8a22-49b2-b164-b7ff880636df tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.2855639 May 26 22:49:22.112189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a01b00c0-d56b-4e8b-897f-95383fdf126d req-3254b4e6-0b47-46a0-9039-e6df80a74c95 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 210 time: 0.0942187 May 26 22:49:22.188092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.200532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.274203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.322410 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=783ee21643634f4ab38f826371ebc7ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8408916 May 26 22:49:22.325401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59056) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:22.430799 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.431259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.443648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-9556e8f8-24ca-4e3b-8105-986a30e471ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:22.443955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-9556e8f8-24ca-4e3b-8105-986a30e471ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:22.444326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-9556e8f8-24ca-4e3b-8105-986a30e471ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:22.445895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-9556e8f8-24ca-4e3b-8105-986a30e471ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8 HTTP/1.1" status: 200 len: 2298 time: 0.9590318 May 26 22:49:22.477349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Attempting to bind port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:22.477907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Attempting to bind port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'af39c936-d15d-4cef-a22d-405f088dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b81aaff-a9a2-4585-8f0b-ca3ee48231f0'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:22.478504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Attempting to bind port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 on network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:22.548224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Network ea11e727-6fbf-4a60-9093-901f676f9294 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:22.575533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:22.575533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Checking segment: {'id': 'af39c936-d15d-4cef-a22d-405f088dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b81aaff-a9a2-4585-8f0b-ca3ee48231f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:22.577033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.577033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Bound using segment: {'id': 'af39c936-d15d-4cef-a22d-405f088dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b81aaff-a9a2-4585-8f0b-ca3ee48231f0'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:22.577033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Bound port: bf96b6bf-1eec-4ed6-a511-8c35227d76c3, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af39c936-d15d-4cef-a22d-405f088dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b81aaff-a9a2-4585-8f0b-ca3ee48231f0'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:22.577506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.621098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.660117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37648708-1366-44c8-bb75-40b1b9e4527e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d654382-8525-499e-955b-f12ac066e9da,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:22.672430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Pushing event updated for resources: {'Port': ['ID=afa1717e-e887-4848-afbb-eb79b535186c,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:22.685317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.771017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:22.773805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:22.799700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=1e9693ee-1e36-453c-87f4-a640c8f17822,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:22.835526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Calling delete_port for e5eb5ed5-f380-424f-90a1-41467caff8de owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:22.866023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.866419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-776b309a-517c-4063-97df-0f481df91190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.879032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': '3d9c568f-f237-4a4b-ae2e-2a6e39d48717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ec6661e6-d58b-450e-95e9-ca91b432e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:22.879032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: ec6661e6-d58b-450e-95e9-ca91b432e9cb, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:22.935003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-622f47bb-5b03-4b18-83e8-790f0acbdabf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4 HTTP/1.1" status: 200 len: 1001 time: 0.4672427 May 26 22:49:23.008579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b3e-181a-40d5-a917-4f26ec0275bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.029282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network ec6661e6-d58b-450e-95e9-ca91b432e9cb is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:23.044444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3399f-ee1b-498c-a3e6-5bceef72d3d3 None None] Network be92ef89-559b-4eda-ad81-3cf24b2e82ba requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:23.061352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79feae-ad16-49a4-a809-fea1907a3c9f req-3ff7e178-9226-4f82-a52a-63fa6e3b9b24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:23.068961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c79feae-ad16-49a4-a809-fea1907a3c9f req-3ff7e178-9226-4f82-a52a-63fa6e3b9b24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 945 time: 0.6577892 May 26 22:49:23.112884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ec6661e6-d58b-450e-95e9-ca91b432e9cb) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:23.146930 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.214024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:23.214636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.219824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b3e-181a-40d5-a917-4f26ec0275bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.249137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346af5cd-8059-4bd2-b62b-0c62a1bd779c None None] Network ec6661e6-d58b-450e-95e9-ca91b432e9cb requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:23.285470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3399f-ee1b-498c-a3e6-5bceef72d3d3 None None] Network be92ef89-559b-4eda-ad81-3cf24b2e82ba could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 22:49:23.389979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] For port bf96b6bf-1eec-4ed6-a511-8c35227d76c3, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:23.391520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:23.397794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9683181-c958-454a-9bd9-6022ead30591 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2596872 May 26 22:49:23.397794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-a71be988-84f7-4211-b46b-131c163a9ff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:23.398327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-a71be988-84f7-4211-b46b-131c163a9ff6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4cbb0ed-902e-46de-9207-018d6ba5443e HTTP/1.1" status: 200 len: 855 time: 0.4590852 May 26 22:49:23.404766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59068) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:23.468589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] For port bf96b6bf-1eec-4ed6-a511-8c35227d76c3, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,segment=NetworkSegment(af39c936-d15d-4cef-a22d-405f088dd711),segment_id=af39c936-d15d-4cef-a22d-405f088dd711)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:23.491614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f59926f3-8c91-4008-9f1c-30273d62d254,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:23.507295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c79feae-ad16-49a4-a809-fea1907a3c9f req-3864af8b-88b0-4e57-9d0c-57ca08aa52ae tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363778 May 26 22:49:23.534437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:12Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:23.575775 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.594542 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.685174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be37f7-82b4-4ae0-accf-60963691002a req-2f3dd25b-115d-47a6-9bff-12feb5dabd82 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:23.692918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-29be37f7-82b4-4ae0-accf-60963691002a req-2f3dd25b-115d-47a6-9bff-12feb5dabd82 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:23.756604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-43f6508d-1217-4890-a365-40dea029004a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3310063 May 26 22:49:23.757316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-29be37f7-82b4-4ae0-accf-60963691002a req-2f3dd25b-115d-47a6-9bff-12feb5dabd82 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:23.758639 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-2f3dd25b-115d-47a6-9bff-12feb5dabd82 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 814 time: 0.6279836 May 26 22:49:23.807825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d79bfa95-6652-4747-9f54-d65976acd0b9 req-f2021f8f-9a4a-4694-b0b9-7017d98006a7 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.3150582 May 26 22:49:23.839105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691a35f-f588-41bc-8967-a8ff2dca9598 None None] Pushing event updated for resources: {'Port': ['ID=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:23.881751 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.906691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Request body: {'port': {'device_id': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'admin_state_up': True, 'tenant_id': '719a32dba9fb452eb5c1af5bd4e88743'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:23.956041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event deleted for resources: {'Port': ['ID=e5eb5ed5-f380-424f-90a1-41467caff8de,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:24.000663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e533a7c-2ee7-468b-9a58-7eaf14d63451 None None] The sync data for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 is: [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:12Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:24.005412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Attempting to bind port afa1717e-e887-4848-afbb-eb79b535186c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:24.005412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Attempting to bind port afa1717e-e887-4848-afbb-eb79b535186c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '1e458378-f26d-4c50-bbce-62c081fa301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea11e727-6fbf-4a60-9093-901f676f9294'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:24.005884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Attempting to bind port afa1717e-e887-4848-afbb-eb79b535186c on network ea11e727-6fbf-4a60-9093-901f676f9294 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:24.026411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:49:05Z', 'revision_number': 4, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cffb852b-0b7b-4994-a7e4-1f43c42cdedc', 'name': '', 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'mac_address': 'fa:16:3e:0d:c4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a5808fd-acf9-4834-8d0f-ee66ded2fd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:03Z', 'updated_at': '2022-05-26T22:49:05Z', 'revision_number': 2, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'subnets': [{'id': '9a5808fd-acf9-4834-8d0f-ee66ded2fd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:24.040783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b3e-181a-40d5-a917-4f26ec0275bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.062345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Checking router: 18f078cf-65ee-433b-97a6-8a95f3ca04f1 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:24.062345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Updating router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 port cffb852b-0b7b-4994-a7e4-1f43c42cdedc binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:24.196691 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff6d696-2b7b-461e-a92e-7df1b86c87bf'] response: {'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'code': 200} May 26 22:49:24.198083 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:24.198757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Checking segment: {'id': '1e458378-f26d-4c50-bbce-62c081fa301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea11e727-6fbf-4a60-9093-901f676f9294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:24.198976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.199936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Bound using segment: {'id': '1e458378-f26d-4c50-bbce-62c081fa301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea11e727-6fbf-4a60-9093-901f676f9294'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:24.199936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Bound port: afa1717e-e887-4848-afbb-eb79b535186c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e458378-f26d-4c50-bbce-62c081fa301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ea11e727-6fbf-4a60-9093-901f676f9294'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:24.200333 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.271477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd01b3e-181a-40d5-a917-4f26ec0275bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d654382-8525-499e-955b-f12ac066e9da,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:24.358746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=f59926f3-8c91-4008-9f1c-30273d62d254,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:24.375706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.412254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd93daca-1b4e-4da9-b897-dba66d33ff80 req-644c359e-197a-4f08-ba31-c1a1a032b507 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 210 time: 0.6102474 May 26 22:49:24.420371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.499881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b3e-181a-40d5-a917-4f26ec0275bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.505761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3dd01b3e-181a-40d5-a917-4f26ec0275bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d654382-8525-499e-955b-f12ac066e9da HTTP/1.1" status: 204 len: 168 time: 2.1304843 May 26 22:49:24.705551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.712079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.722784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-30e6735b-9b69-4d87-af55-995a0a6ce9a8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "DELETE /v2.0/floatingips/df4744a1-ee94-4fd5-97bd-7c50c4d82420 HTTP/1.1" status: 204 len: 168 time: 3.5294561 May 26 22:49:24.728325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59078) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:24.768062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'floatingip': {'floating_network_id': 'cb8a029f-45e5-4703-8047-bc8b5fc21083', 'port_id': '24d7428f-9bac-42c7-9d07-2bf9ebcdf50b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:24.792319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:24.800694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:floatingip and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:24.805908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:24.823927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:24.873392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.908049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] For port afa1717e-e887-4848-afbb-eb79b535186c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:24.925567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] For port afa1717e-e887-4848-afbb-eb79b535186c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=afa1717e-e887-4848-afbb-eb79b535186c,segment=NetworkSegment(1e458378-f26d-4c50-bbce-62c081fa301a),segment_id=1e458378-f26d-4c50-bbce-62c081fa301a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:25.039531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:25.085316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Usage tracker for resource:port and tenant:719a32dba9fb452eb5c1af5bd4e88743 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:25.109407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:25.137937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7927533-4dc4-45d9-8618-46fda7ca24f7 req-ceb01352-7681-4ccb-864e-60f417d2edd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1097 time: 0.8497932 May 26 22:49:25.170489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-c490c24e-2c4d-4174-bf16-b2429023f5f5 service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4059176 May 26 22:49:25.177810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.184769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:25.216895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.518358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bba690-dfb8-4c02-9d50-5b303fb4d41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-ec6661e6-d58b-450e-95e9-ca91b432e9cb', 'network_id': 'ec6661e6-d58b-450e-95e9-ca91b432e9cb', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': '1e9693ee-1e36-453c-87f4-a640c8f17822'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:25.529516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-23bba690-dfb8-4c02-9d50-5b303fb4d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.702117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8b890-5844-4c6d-a119-30e9c139b26c req-c957a8c9-797c-4e0a-9937-7d0cf99d5711 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:25.726704 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2c8b890-5844-4c6d-a119-30e9c139b26c req-c957a8c9-797c-4e0a-9937-7d0cf99d5711 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.6202531 May 26 22:49:25.741245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-8d81fbe0-7da3-4c6e-8a8a-18701f8b5ec6 service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120032 May 26 22:49:25.784064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.976694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b5937d2-0553-406f-82f1-99506b4c6d29 req-e020aba1-f1b7-4337-961d-22c371786fae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1113913 May 26 22:49:26.096862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Made reservation on behalf of 719a32dba9fb452eb5c1af5bd4e88743 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:26.102455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9693ee-1e36-453c-87f4-a640c8f17822,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:26.106093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:26.206423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dad99860-b152-47b9-b35a-382352aed403 req-5df13e37-884b-4763-85c3-429c8c9f4535 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.4486275 May 26 22:49:26.230381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2c8b890-5844-4c6d-a119-30e9c139b26c req-1bc1038d-4d87-4c5f-8be8-f950a7c5bcd2 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072153 May 26 22:49:26.234782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-91fe8012-8e1b-4804-8be2-601d87a665d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 200 len: 217 time: 0.3007801 May 26 22:49:26.244700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b7927533-4dc4-45d9-8618-46fda7ca24f7 req-0663f20d-3afb-46ab-810a-2bc0d0d08c57 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0545204 May 26 22:49:26.357363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:26.431327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03aee734-1c84-4da7-81ea-a19ebfee5248 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:26.488728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ec132-edd9-4ad5-bd5a-599b56cf21e6 None None] Network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:26.652128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b7c5f0b-5019-42b3-a1d5-951c0df081c8 req-a7d88d3a-010b-4beb-ae3e-8093e5949181 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 210 time: 0.0566764 May 26 22:49:26.654371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:26.729518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Transition to ACTIVE for port object cffb852b-0b7b-4994-a7e4-1f43c42cdedc will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:26.771622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-d835322c-8af7-47a8-b4f7-e307b0284870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:26.773873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-d835322c-8af7-47a8-b4f7-e307b0284870 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.5272572 May 26 22:49:26.842424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6661e6-d58b-450e-95e9-ca91b432e9cb']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:26.854249 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:49:26.875512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b12e7b-8d8e-4217-920c-d6d05ccc6f78 None None] Pushing event updated for resources: {'Port': ['ID=afa1717e-e887-4848-afbb-eb79b535186c,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:26.878267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-06d0d93b-a05f-4834-a05b-f90ce8caf4f6 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.1403527 May 26 22:49:26.885152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59106) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:26.905119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '24d7428f-9bac-42c7-9d07-2bf9ebcdf50b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:26.925910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9c568f-f237-4a4b-ae2e-2a6e39d48717') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:26.926221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9c568f-f237-4a4b-ae2e-2a6e39d48717') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:26.950755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:26.964401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:26.973451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Usage tracker for resource:floatingip and tenant:53f4e73467634cc6a6baf2124c1d9a7c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:27.002278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:27.081058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.115942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:27.146395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.161273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:27.164352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: timer() May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:27.196626 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:27.201525 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.247610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Allocated IP 172.20.0.4 (e94c4e5e-798c-4355-a262-0ac04dc86fe8/3f775ae0-fa05-441c-99de-61979aa9c3a6/3362b64c-2f11-413e-a3f1-10a7c2e83fae) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:27.454208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-33905957-d8df-429f-9a86-8e55cd553c22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6747663 May 26 22:49:27.519168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bc679-c65b-4060-89ca-3d828da91708 None None] Pushing event updated for resources: {'Port': ['ID=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:27.529326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.728544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.120280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.140786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.213604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/ec6661e6-d58b-450e-95e9-ca91b432e9cb HTTP/1.1" status: 204 len: 168 time: 4.8039286 May 26 22:49:28.226699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8998a293-d879-43d0-8c85-a1ad98dbaa0c req-266ba285-9e1f-404c-893f-c6cab4946b50 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1878157 May 26 22:49:28.227369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59130) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:28.260397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-86f81e00-2957-4b3d-83c0-6b6dd06abb6d None None] Provisioning for port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:28.265933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875208708'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:28.271051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e370ea-4e75-40ec-8761-d00f08b167d1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=ec6661e6-d58b-450e-95e9-ca91b432e9cb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:28.292388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:28.298138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.311771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:28.322833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:28.327353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Allocated IP 172.25.4.246 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/4b9b0e4a-182e-484a-a716-7296dd012543) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:28.342499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:28.365667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59636c1-1257-4d2d-8813-b1bb4ec5bb85 None None] Network ea11e727-6fbf-4a60-9093-901f676f9294 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:28.392996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:28.396546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.399305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-7bac3425-d2a0-4dab-867c-e78c99695ff7 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9041667 May 26 22:49:28.441356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.539278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd9a0-3c55-4885-9985-9ceb621262bc req-5c620f58-e646-4a33-b680-6fa2728bff42 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:28.547814 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e48bd9a0-3c55-4885-9985-9ceb621262bc req-5c620f58-e646-4a33-b680-6fa2728bff42 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.6285694 May 26 22:49:28.610437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d3b86-9d2c-4292-b8e6-248d2fa8081a None None] Network ec6661e6-d58b-450e-95e9-ca91b432e9cb requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:28.635642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Attempting to bind port cffb852b-0b7b-4994-a7e4-1f43c42cdedc on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:28.636217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Attempting to bind port cffb852b-0b7b-4994-a7e4-1f43c42cdedc by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:28.636910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Attempting to bind port cffb852b-0b7b-4994-a7e4-1f43c42cdedc on network 921f5166-81b8-4c79-98b4-31a94e47af3d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:28.669610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:28.670048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Checking segment: {'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:28.670814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.671333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Bound using segment: {'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:28.671976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Bound port: cffb852b-0b7b-4994-a7e4-1f43c42cdedc, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fff51e-d117-45f3-a303-eb627d5e5ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:28.672484 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.706595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:28.722355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73840add-43ef-4e98-b8b8-ddd086f3cd01 req-94ec1579-3ffb-48fe-a02e-6fcd855a109e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 210 time: 0.2211211 May 26 22:49:28.753082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.753718 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment 66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0 of type vlan for network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee May 26 22:49:28.769374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.790818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e48bd9a0-3c55-4885-9985-9ceb621262bc req-3f63668e-ef23-41e4-9d23-794eda07a0a8 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413538 May 26 22:49:28.814328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-bb329e44-b922-42fa-9beb-3c8a0deaa17f service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066415 May 26 22:49:28.827647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:28.849876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d3b86-9d2c-4292-b8e6-248d2fa8081a None None] Network ec6661e6-d58b-450e-95e9-ca91b432e9cb could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 22:49:28.896744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.036710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.049448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event updated for resources: {'Port': ['ID=4b9b0e4a-182e-484a-a716-7296dd012543,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:29.085721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:29.098597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:29.099004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 03aee734-1c84-4da7-81ea-a19ebfee5248 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:29.106201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:29.111955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-532b28e6-21b7-416c-b46e-daf38150471b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 200 len: 217 time: 0.2825425 May 26 22:49:29.117298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 03aee734-1c84-4da7-81ea-a19ebfee5248 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:29.117836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.146218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Network e94c4e5e-798c-4355-a262-0ac04dc86fe8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:29.208001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:49:29.231586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] For port cffb852b-0b7b-4994-a7e4-1f43c42cdedc, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:29.246141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8d5766b4-9284-4b12-8c11-7a1abaec9f0f None None] Provisioning for port afa1717e-e887-4848-afbb-eb79b535186c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:29.248044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:29.258509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:29.263256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] For port cffb852b-0b7b-4994-a7e4-1f43c42cdedc, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,segment=NetworkSegment(91fff51e-d117-45f3-a303-eb627d5e5ff3),segment_id=91fff51e-d117-45f3-a303-eb627d5e5ff3)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:29.283517 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.314246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.320339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:29.322733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.471166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:29.475263 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.475370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bc679-c65b-4060-89ca-3d828da91708 None None] Pushing event updated for resources: {'Port': ['ID=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:29.503220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Routers {'18f078cf-65ee-433b-97a6-8a95f3ca04f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:29.509391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:29.588367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:29.616173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-82c7d2a8-3120-4a54-9cea-39d7223134dd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7247534 May 26 22:49:29.624396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-ff00b588-13b2-414e-bc9d-18746378c1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:29.625915 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-ff00b588-13b2-414e-bc9d-18746378c1f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.4747846 May 26 22:49:29.642236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Request body: {'port': {'device_id': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:29.986760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fcf5ea98-9101-4871-aac4-8d18e469aa6a req-49827d99-13af-48d1-bbaf-04a7baf12ee9 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.2220407 May 26 22:49:29.987789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:30.038436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9300f203-a542-4cef-9ab1-e580442bc755 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7985051 May 26 22:49:30.038905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59152) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:30.039189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:30.112246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:30.189441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': 'dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:30.199298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Deleting port 4b9b0e4a-182e-484a-a716-7296dd012543 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:30.199639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.333156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.366187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2037897547', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:30.373088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:30.399692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Usage tracker for resource:port and tenant:1c8067106b754f299c32217f761b31de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:30.411180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:30.412534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.423706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:30.464261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-e9c5e92b-b5d2-4524-8cab-b4706a86f4f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7326150 May 26 22:49:30.528279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:30.544495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:30.557411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:30.560261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Made reservation on behalf of 1c8067106b754f299c32217f761b31de for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:30.563346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.565202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] Set router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:30.588740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.624240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:30.648021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd5247-1432-400b-a0c5-1bd810ccfb4b req-d736627d-7208-49f0-839c-c16b6f8a42ce tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:30.648945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3acd5247-1432-400b-a0c5-1bd810ccfb4b req-d736627d-7208-49f0-839c-c16b6f8a42ce tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:30.674665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef27a4e-c4ee-4c30-9953-d0ea6b916e2b req-23978e65-98c1-489c-b989-2977e2a77de8 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:30.678412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 03aee734-1c84-4da7-81ea-a19ebfee5248, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03aee734-1c84-4da7-81ea-a19ebfee5248,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:30.683585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ef27a4e-c4ee-4c30-9953-d0ea6b916e2b req-23978e65-98c1-489c-b989-2977e2a77de8 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.4145141 May 26 22:49:30.686386 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.687362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf96b6bf-1eec-4ed6-a511-8c35227d76c3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:30.812380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.812953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.837330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:30.867548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3acd5247-1432-400b-a0c5-1bd810ccfb4b req-d736627d-7208-49f0-839c-c16b6f8a42ce tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:30.869263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acd5247-1432-400b-a0c5-1bd810ccfb4b req-d736627d-7208-49f0-839c-c16b6f8a42ce tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 931 time: 0.7371826 May 26 22:49:30.970166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Calling delete_port for 4b9b0e4a-182e-484a-a716-7296dd012543 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:31.014257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-dc537ec9-dc5d-45ef-8163-abfd20ac8188 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400403 May 26 22:49:31.055466 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ef27a4e-c4ee-4c30-9953-d0ea6b916e2b req-1e6a8ab2-8ace-42f4-8479-2681ed157ffe tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705554 May 26 22:49:31.099290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:31.155990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Usage tracker for resource:security_group_rule and tenant:1c8067106b754f299c32217f761b31de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:31.162740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:31.176690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:31.254982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.287375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3acd5247-1432-400b-a0c5-1bd810ccfb4b req-9c0122ab-9337-4a36-93a2-7db8342d486a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:31.338895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.413922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:31.450519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:31.451076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.506884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=03aee734-1c84-4da7-81ea-a19ebfee5248,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:31.557475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3acd5247-1432-400b-a0c5-1bd810ccfb4b req-9c0122ab-9337-4a36-93a2-7db8342d486a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:31.563585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-37f4f044-7e11-4e05-8bc3-18e0dd719b53 None None] Provisioning complete for port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:31.564036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37f4f044-7e11-4e05-8bc3-18e0dd719b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.579618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acd5247-1432-400b-a0c5-1bd810ccfb4b req-9c0122ab-9337-4a36-93a2-7db8342d486a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7002692 May 26 22:49:31.649803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event deleted for resources: {'Port': ['ID=4b9b0e4a-182e-484a-a716-7296dd012543,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:31.671469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.675801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-a7bbb56b-31a7-442d-acd0-8edc81dcf0b3 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380334 May 26 22:49:31.704835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:49:05Z', 'revision_number': 4, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cffb852b-0b7b-4994-a7e4-1f43c42cdedc', 'name': '', 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'mac_address': 'fa:16:3e:0d:c4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a5808fd-acf9-4834-8d0f-ee66ded2fd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:03Z', 'updated_at': '2022-05-26T22:49:29Z', 'revision_number': 4, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'subnets': [{'id': '9a5808fd-acf9-4834-8d0f-ee66ded2fd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:31.735510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a439a-b973-4e79-b799-7083bf17658f None None] The sync data for ids ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'] in n-d-843301-1 is: [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:49:05Z', 'revision_number': 4, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cffb852b-0b7b-4994-a7e4-1f43c42cdedc', 'name': '', 'network_id': '921f5166-81b8-4c79-98b4-31a94e47af3d', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'mac_address': 'fa:16:3e:0d:c4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a5808fd-acf9-4834-8d0f-ee66ded2fd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:03Z', 'updated_at': '2022-05-26T22:49:29Z', 'revision_number': 4, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'subnets': [{'id': '9a5808fd-acf9-4834-8d0f-ee66ded2fd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:31.759101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.767817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] device_id is not set on port 5a765ba6-f449-430a-938e-d2f0c94334de yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:49:31.921827 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:49:32.012632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-68b8ab1f-2fa5-4f0e-b7d0-47425a3c57af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc80251b-b663-43f9-adea-2a1886597daa HTTP/1.1" status: 200 len: 217 time: 0.3242443 May 26 22:49:32.015052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37f4f044-7e11-4e05-8bc3-18e0dd719b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.015490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Allocated IP 172.25.4.205 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/5a765ba6-f449-430a-938e-d2f0c94334de) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:32.045572 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.106049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3362b64c-2f11-413e-a3f1-10a7c2e83fae {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:32.116503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.117207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-37f4f044-7e11-4e05-8bc3-18e0dd719b53 None None] For port bf96b6bf-1eec-4ed6-a511-8c35227d76c3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,segment=NetworkSegment(af39c936-d15d-4cef-a22d-405f088dd711),segment_id=af39c936-d15d-4cef-a22d-405f088dd711)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:32.127572 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37f4f044-7e11-4e05-8bc3-18e0dd719b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.139813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Transition to ACTIVE for port object 3362b64c-2f11-413e-a3f1-10a7c2e83fae will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:32.143028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74a007dd-2530-4b8a-90dd-9323caa7f604 req-79cba2f8-0c67-4fd5-b25a-8e29c1eed2af tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1290336 May 26 22:49:32.193003 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.273524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:49:32.274193 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:49:32.363053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4f044-7e11-4e05-8bc3-18e0dd719b53 None None] Pushing event updated for resources: {'Port': ['ID=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:32.489826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b97076e-a008-4cd5-9288-361477d37acd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:32.499678 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] create failed (client error): The resource could not be found. May 26 22:49:32.504503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1e86c2c8-8614-4ef5-b1d1-5f5308c68cab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.6182032 May 26 22:49:32.514784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59176) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:32.559414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-12b579e2-cfe1-44eb-ba37-d3ac6d75dcf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:32.561053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-12b579e2-cfe1-44eb-ba37-d3ac6d75dcf9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.4132497 May 26 22:49:32.561726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:32.589184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00741a9-6a6a-4e07-8387-58dcd993d1c3 req-30b6aa42-9a8c-4532-8502-91a3f8038dda tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:32.597462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e00741a9-6a6a-4e07-8387-58dcd993d1c3 req-30b6aa42-9a8c-4532-8502-91a3f8038dda tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.5638297 May 26 22:49:32.600681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.604749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59182) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:32.611072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'floatingip': {'port_id': 'f59926f3-8c91-4008-9f1c-30273d62d254'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:32.722160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.914604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Deleting port 24d7428f-9bac-42c7-9d07-2bf9ebcdf50b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:32.915251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.045769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.069189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.157295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Pushing event updated for resources: {'Port': ['ID=5a765ba6-f449-430a-938e-d2f0c94334de,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:33.206016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device afa1717e-e887-4848-afbb-eb79b535186c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:33.328092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port afa1717e-e887-4848-afbb-eb79b535186c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:33.340891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port afa1717e-e887-4848-afbb-eb79b535186c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:33.341467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.538663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Attempting to bind port 3362b64c-2f11-413e-a3f1-10a7c2e83fae on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:33.539000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Attempting to bind port 3362b64c-2f11-413e-a3f1-10a7c2e83fae by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:33.539351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Attempting to bind port 3362b64c-2f11-413e-a3f1-10a7c2e83fae on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:33.608048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=19f97a4d-d409-4f82-ad0b-fcd7f89f8f85,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:33.616191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:33.625014 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.628402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:33.631700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:33.725542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:33.726170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.733589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port afa1717e-e887-4848-afbb-eb79b535186c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=afa1717e-e887-4848-afbb-eb79b535186c,segment=NetworkSegment(1e458378-f26d-4c50-bbce-62c081fa301a),segment_id=1e458378-f26d-4c50-bbce-62c081fa301a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:33.739488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Port 3362b64c-2f11-413e-a3f1-10a7c2e83fae on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:49:33.739811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Attempting to bind port 3362b64c-2f11-413e-a3f1-10a7c2e83fae on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:33.742520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.743693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03aee734-1c84-4da7-81ea-a19ebfee5248 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:33.754055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-24857e97-e8ca-4ab1-b683-baef72399f22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1696172 May 26 22:49:33.807767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:33.808092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Checking segment: {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:33.808469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Bound using segment: {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:33.808911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Bound port: 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:33.809251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.848744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': '66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:33.849100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:33.906241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b9d80fcd-8ac8-43c6-bd30-9a2667c44807 tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8525646 May 26 22:49:33.906241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59196) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:33.924170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.205'}]}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:33.951171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188427-3e35-45f2-8c53-0d2552837bb5 req-e39ed15b-ea1a-4602-b905-af11f06349bc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:33.953810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac188427-3e35-45f2-8c53-0d2552837bb5 req-e39ed15b-ea1a-4602-b905-af11f06349bc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 943 time: 1.0682015 May 26 22:49:33.969889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:33.995405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=afa1717e-e887-4848-afbb-eb79b535186c,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:33.998462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Usage tracker for resource:router and tenant:1c8067106b754f299c32217f761b31de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:34.014554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.014554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.014868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.015185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.015508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.015825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.016141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.016506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.016825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.017141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.017450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:34.034961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 03aee734-1c84-4da7-81ea-a19ebfee5248 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:34.035415 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.037483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.044583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.051737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.057227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.062772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.066813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.075581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.077573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-60a37a78-ce9e-43ea-b891-5292c61a199c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.5372419 May 26 22:49:34.078893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:34.145401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.163599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:34.172523 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-95f8f96c-d861-4b76-b721-831b01e0f57c service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014974 May 26 22:49:34.241183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cffb852b-0b7b-4994-a7e4-1f43c42cdedc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:34.248037 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-51bde08a-d1cf-4774-a5e4-5daa59121f7a req-fd8f2949-351d-4151-b208-388f0869b54d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269717 May 26 22:49:34.252442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.253132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.265616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac188427-3e35-45f2-8c53-0d2552837bb5 req-8e39a00b-a68a-4115-bdc7-430f736922ef tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989314 May 26 22:49:34.306985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.367187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Calling delete_port for 24d7428f-9bac-42c7-9d07-2bf9ebcdf50b owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:34.401575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:34.496105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port cffb852b-0b7b-4994-a7e4-1f43c42cdedc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:34.497387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:34.499846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:34.519333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.519982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.522453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e6f86-f92f-4f36-88bc-11b44849dc4f None None] Network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:34.527364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:34.538666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.604479 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.610786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6643833-ccea-41bf-8cf3-a6f0d7309efa req-15dd8fbf-b06b-4d0f-a387-33ccf9fce928 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0697305 May 26 22:49:34.705123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a6ccf563-86a6-4295-a62c-0a74be12f11e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.6020930 May 26 22:49:34.738158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:34.788527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.790184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/3362b64c-2f11-413e-a3f1-10a7c2e83fae HTTP/1.1" status: 200 len: 1091 time: 5.1633115 May 26 22:49:34.802136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cffb852b-0b7b-4994-a7e4-1f43c42cdedc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:34.802822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.820618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:34.841000 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.938998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee', 'network_id': 'dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': '19f97a4d-d409-4f82-ad0b-fcd7f89f8f85'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:34.939707 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.942293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-dd88256e-4ea2-46b0-b8b8-54924ff4b4b1 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027497 May 26 22:49:35.048929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.103892 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c884128-b782-4d2a-b623-ac45cd183eb3'] response: {'name': 'network-changed', 'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'status': 'completed', 'code': 200} May 26 22:49:35.160202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port cffb852b-0b7b-4994-a7e4-1f43c42cdedc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,segment=NetworkSegment(91fff51e-d117-45f3-a303-eb627d5e5ff3),segment_id=91fff51e-d117-45f3-a303-eb627d5e5ff3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:35.162570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818696-0d4b-46f0-815b-36bfa079e9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:35.223507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.229295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-a05101cd-cf84-4833-bfd2-ddaae3957a76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=808aad44-5a51-42d3-85c8-e0331a2868e4 HTTP/1.1" status: 200 len: 217 time: 0.1842902 May 26 22:49:35.296224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.311257 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.312011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf96b6bf-1eec-4ed6-a511-8c35227d76c3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:35.456762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Allocated IP 2001:db8::1 (dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee/19f97a4d-d409-4f82-ad0b-fcd7f89f8f85/c5a96ffd-33cf-4299-8ef8-a521e5d22ee5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:35.469834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:35.622509 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Floating IP 1f12c569-04e2-49e4-95a4-6f22afd945db associated. External IP: 172.25.4.167, port: f59926f3-8c91-4008-9f1c-30273d62d254. May 26 22:49:35.675173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.687099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event deleted for resources: {'Port': ['ID=24d7428f-9bac-42c7-9d07-2bf9ebcdf50b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:35.708845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.723310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.727232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.738679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.752022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.758866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:35.758866 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.772853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.780373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bd5f-3040-4c2b-9b70-5ce9e00b81e6 req-69cdd270-71c3-46e5-8ee0-b55ad86942cb tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.782017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0559bd5f-3040-4c2b-9b70-5ce9e00b81e6 req-69cdd270-71c3-46e5-8ee0-b55ad86942cb tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 943 time: 0.3240125 May 26 22:49:35.785062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.800401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-138c8f6b-2637-416b-9fcc-7977baf15c9d req-431cbf94-0a5c-4cb8-b664-b2b6f3e42800 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 1.2596416 May 26 22:49:35.858244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d7ac875-6f09-419c-b77b-c01b5afb9fab tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "DELETE /v2.0/ports/24d7428f-9bac-42c7-9d07-2bf9ebcdf50b HTTP/1.1" status: 204 len: 168 time: 3.3364756 May 26 22:49:35.873321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59222) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:35.889325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-0fb3a1d5-50b9-4a9f-b760-e8474f6120b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 1094 time: 1.0447981 May 26 22:49:35.972281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0559bd5f-3040-4c2b-9b70-5ce9e00b81e6 req-b306afae-a41e-41d1-8e33-e3dbd56657c5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915132 May 26 22:49:36.159777 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.187808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Transition to ACTIVE for port object c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:36.230788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Transition to ACTIVE for port object c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:36.258033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.352176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.357587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.365789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Pushing event updated for resources: {'Port': ['ID=c5a96ffd-33cf-4299-8ef8-a521e5d22ee5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:36.374398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-203dcbad-82e7-4ce7-9c48-f6c7601c7671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:36.375802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-203dcbad-82e7-4ce7-9c48-f6c7601c7671 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 1.1256974 May 26 22:49:36.399680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.434610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:36.434610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:36.444494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:36.506821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ade1b344-94fd-4d03-9606-267f194c3ed8 req-82344792-513d-40c5-ab14-50683ae2fdbb tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1531718 May 26 22:49:36.633493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Attempting to bind port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:36.633493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Attempting to bind port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:36.633493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Attempting to bind port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 on network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:36.672388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:36.672388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.679234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:36.679234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Checking segment: {'id': '66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:36.679234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.679234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Bound using segment: {'id': '66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:36.679234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Bound port: c5a96ffd-33cf-4299-8ef8-a521e5d22ee5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:36.679234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.738131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-bdb13af9-da68-40b9-9e8b-68d4d91b9dca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae HTTP/1.1" status: 200 len: 217 time: 0.4556038 May 26 22:49:36.805789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.856367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be37f7-82b4-4ae0-accf-60963691002a req-5bd65f73-25b4-431f-bb2d-f4381916ca31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:36.856367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-5bd65f73-25b4-431f-bb2d-f4381916ca31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f775ae0-fa05-441c-99de-61979aa9c3a6 HTTP/1.1" status: 200 len: 854 time: 0.0971897 May 26 22:49:36.923600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-80b7a922-5757-446e-90aa-1034843ca760 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94c4e5e-798c-4355-a262-0ac04dc86fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723829 May 26 22:49:37.030137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-01f679a2-41d7-4703-8830-38812970eafa None None] For port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:37.038809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-01f679a2-41d7-4703-8830-38812970eafa None None] For port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c5a96ffd-33cf-4299-8ef8-a521e5d22ee5,segment=NetworkSegment(66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0),segment_id=66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:37.047525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device afa1717e-e887-4848-afbb-eb79b535186c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:37.089028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c57d84-1f6b-4c89-9aa6-925d576963b1 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:37.094973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-75c57d84-1f6b-4c89-9aa6-925d576963b1 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Synchronizing usage tracker for tenant:53f4e73467634cc6a6baf2124c1d9a7c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:37.095132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-93ace7b3-65d8-46ac-b2ff-d6d0289f18c2 service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588707 May 26 22:49:37.153524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.328883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Router 4e48f012-0d0e-4f57-92e1-4defd502dd8c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:37.489087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-75c57d84-1f6b-4c89-9aa6-925d576963b1 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Unset dirty status for tenant:53f4e73467634cc6a6baf2124c1d9a7c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:37.489553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-75c57d84-1f6b-4c89-9aa6-925d576963b1 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "GET /v2.0/ports?device_id=9215f8a3-586e-43c7-940c-bb5e21c9498d HTTP/1.1" status: 200 len: 913 time: 1.5968661 May 26 22:49:37.492856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-a83561df-8c83-4a4c-bc6c-0816e43f1a3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9879739 May 26 22:49:37.493531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59242) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:37.538669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-29be37f7-82b4-4ae0-accf-60963691002a req-1e59ee2b-85fb-4b32-b1b2-d5a0bb8299aa service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123349 May 26 22:49:37.560912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f679a2-41d7-4703-8830-38812970eafa None None] Pushing event updated for resources: {'Port': ['ID=c5a96ffd-33cf-4299-8ef8-a521e5d22ee5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:37.623505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port afa1717e-e887-4848-afbb-eb79b535186c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:37.623897 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.717291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.721819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.781480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.781629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd68d08e-f2c8-4e63-b7e4-2c60055c8cbf {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:49:37.850914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8549-6c3a-419d-ba8f-5fb91f6c13e0 req-d2152182-03ba-4dd6-8053-c2eae9b1661a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:37.862621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bae8549-6c3a-419d-ba8f-5fb91f6c13e0 req-d2152182-03ba-4dd6-8053-c2eae9b1661a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 943 time: 0.6161704 May 26 22:49:38.034176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] For port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c5a96ffd-33cf-4299-8ef8-a521e5d22ee5,segment=NetworkSegment(66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0),segment_id=66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:38.035168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.043132 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 22:49:38.045028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5bcc5903-57f1-4dce-8fba-d58d8629a47c tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1459658 May 26 22:49:38.063066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cffb852b-0b7b-4994-a7e4-1f43c42cdedc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:38.064191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59248) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:38.151663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Deleting port 5a765ba6-f449-430a-938e-d2f0c94334de {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:38.152361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.190528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Calling delete_port for c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:38.218578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bae8549-6c3a-419d-ba8f-5fb91f6c13e0 req-3110a439-fb0c-4fed-a92e-31321168689b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542259 May 26 22:49:38.221112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cffb852b-0b7b-4994-a7e4-1f43c42cdedc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:38.226201 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.512552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.518910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-abb257b2-339a-4def-8fda-eacb7dcbd34a service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9859927 May 26 22:49:38.542076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59266) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:38.663148 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.752358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:38.768870 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] Sync routers for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:38.793126 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:38.794126 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:38.808034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e267c7b6-cee3-402a-b2fa-ecdcdf56453d req-084d25fe-375d-42e1-b607-a31c97d4c065 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.3068161 May 26 22:49:38.882002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Port': ['ID=c5a96ffd-33cf-4299-8ef8-a521e5d22ee5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:38.911388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:38.970620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Calling delete_port for 5a765ba6-f449-430a-938e-d2f0c94334de owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:38.996477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:49:38.997168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 26 22:49:39.029842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.064449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 not found, will not notify nova. {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 26 22:49:39.186148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fceaaa6e-bf26-44b7-b313-8ff1871db1a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "PUT /v2.0/floatingips/1f12c569-04e2-49e4-95a4-6f22afd945db HTTP/1.1" status: 200 len: 992 time: 6.5800316 May 26 22:49:39.190514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No DVR routers for this DVR port c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:49:39.193628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:39.195492 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:39.215013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30a65e-44cb-4467-8d76-2461f67efcbb None None] Network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:39.265794 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02db7bbd-858f-400e-8c5d-2b78cf396d80 req-dd9b598e-457b-42a7-9cb3-f14238347adb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6498 time: 0.7140214 May 26 22:49:39.292935 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:49:39.342415 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9129a3-fecc-4a7e-aec8-aa3e63d290fb'] response: {'name': 'network-changed', 'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'status': 'completed', 'code': 200} May 26 22:49:39.359003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-8fbf9c1f-7183-4611-8a8e-1ed8e497fe0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 1094 time: 0.8991065 May 26 22:49:39.360382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.365852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-075cf79a-2514-4edf-bb46-2376eb538499 None None] Could not find standard attr ID for object c5a96ffd-33cf-4299-8ef8-a521e5d22ee5. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:49:39.401083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-02db7bbd-858f-400e-8c5d-2b78cf396d80 req-51fcdae9-4127-4878-803b-6f8704a221cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&id=7f8f3bf1-9a04-4953-993a-62e1af62f732&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244538 May 26 22:49:39.458556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a765ba6-f449-430a-938e-d2f0c94334de,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:39.643705 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.678602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f57b460-0bff-47bd-b299-17dae01c049d tempest-RoutersAdminNegativeTest-1849089442 tempest-RoutersAdminNegativeTest-1849089442-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5a765ba6-f449-430a-938e-d2f0c94334de HTTP/1.1" status: 204 len: 168 time: 1.6117995 May 26 22:49:39.723518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.760297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-10fb0f59-8043-419f-be94-d20f724ddc47 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9552639 May 26 22:49:39.801145 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '1f12c569-04e2-49e4-95a4-6f22afd945db', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'port_id': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'mac_address': 'fa:16:3e:2b:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:48:42Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 1, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:39.806374 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] Checking router: 4e48f012-0d0e-4f57-92e1-4defd502dd8c for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:39.819374 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:39.819988 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:39.878993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-854ac8b7-abfb-4107-ab89-dd041f58fb9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1097 time: 0.5116920 May 26 22:49:40.082621 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:40.126903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-098d0ec6-e941-4c94-986c-f1f0cac9efac req-e8a36b41-7990-4a59-bf39-7fc7618dc658 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0608881 May 26 22:49:40.164473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-f7e6e5cc-01f9-4ea7-b739-7ce947bd070e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:40.166808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-f7e6e5cc-01f9-4ea7-b739-7ce947bd070e service neutron] 10.222.0.48 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 915 time: 0.7936440 May 26 22:49:40.177053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59294) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:40.240577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-c9e90e23-ae87-438b-8a56-8cda2573d14a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a HTTP/1.1" status: 200 len: 217 time: 0.4665747 May 26 22:49:40.350766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.386094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:40.390291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Usage tracker for resource:security_group_rule and tenant:7144050c10644b6896a1b2e621213354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:40.394153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:40.401560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:40.418924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d18ba-cbe7-45f6-843c-45000b4f3252 req-928743ae-00f9-41a6-bf78-d5671ce7f37d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:40.426409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-890d18ba-cbe7-45f6-843c-45000b4f3252 req-928743ae-00f9-41a6-bf78-d5671ce7f37d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 943 time: 0.9712481 May 26 22:49:40.492481 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-25c7ed25-2d01-4deb-93c5-7106e301d34c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae HTTP/1.1" status: 200 len: 217 time: 0.2535238 May 26 22:49:40.517856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.522355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.574187 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '1f12c569-04e2-49e4-95a4-6f22afd945db', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'port_id': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'mac_address': 'fa:16:3e:2b:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:48:42Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 1, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:40.575339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93559071-14d0-4465-b9db-8da4139414ec,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:40.581890 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0fbe750c-b643-4377-8a21-ba4fe2094c47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7144050c10644b6896a1b2e621213354&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4035048 May 26 22:49:40.591435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59300) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:40.592172 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13db35d-dc06-4784-98b4-e5f2976dbeb8 None None] The sync data for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 is: [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '1f12c569-04e2-49e4-95a4-6f22afd945db', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'port_id': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'mac_address': 'fa:16:3e:2b:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:48:42Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 1, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:40.643413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.648913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-33dda7ce-8183-4034-8291-25a1b5f48ccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:40.651622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-33dda7ce-8183-4034-8291-25a1b5f48ccd service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.7379572 May 26 22:49:40.653019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-83b17ce9-583b-494e-85d9-4ec859660588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:40.654692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-83b17ce9-583b-494e-85d9-4ec859660588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 200 len: 797 time: 0.3508728 May 26 22:49:40.669205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f319e467-a272-4dd2-b4d0-2bea2d33e645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.709800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f319e467-a272-4dd2-b4d0-2bea2d33e645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.786488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f319e467-a272-4dd2-b4d0-2bea2d33e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.904620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=19f97a4d-d409-4f82-ad0b-fcd7f89f8f85,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:40.914961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-890d18ba-cbe7-45f6-843c-45000b4f3252 req-25163ed5-0ac1-4f71-bb79-e89a3a295fd9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876902 May 26 22:49:40.952481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319e467-a272-4dd2-b4d0-2bea2d33e645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93559071-14d0-4465-b9db-8da4139414ec,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:40.961310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f319e467-a272-4dd2-b4d0-2bea2d33e645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.965734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f319e467-a272-4dd2-b4d0-2bea2d33e645 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93559071-14d0-4465-b9db-8da4139414ec HTTP/1.1" status: 204 len: 168 time: 0.3731737 May 26 22:49:41.103200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-c1914aba-eab2-4256-b7e7-20cef39f4d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:41.104671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-c1914aba-eab2-4256-b7e7-20cef39f4d30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f775ae0-fa05-441c-99de-61979aa9c3a6 HTTP/1.1" status: 200 len: 854 time: 0.5904911 May 26 22:49:41.127817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e072b0-08c4-46ce-b9fe-65e6ffde0f05 None None] Network dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:41.351337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-8707fe74-1878-4faf-89e6-d7716fd5a43e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94c4e5e-798c-4355-a262-0ac04dc86fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2148333 May 26 22:49:41.366354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f287f494-3ea2-44ac-8d71-b97859575e54 req-7f657eea-eb08-4ced-9f61-b8e01538f350 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0607636 May 26 22:49:41.463440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.471022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59312) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:41.545460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f0f592c-0251-44f3-9deb-d2d0ad17f14f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c8067106b754f299c32217f761b31de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0726047 May 26 22:49:41.562077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59316) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:41.565843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-a8f01a6f-9135-4bec-9e76-7d9569661930 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 1000 time: 0.6797166 May 26 22:49:41.568191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909eae91-4e4e-4a61-af30-3d3d18a82030 None None] DHCP port deletion for dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:49:41.605140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:41.619750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:41.620355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66eabe24-6b7f-4f9f-8dbf-215a8d5dbee0') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:41.633291 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.641721 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76a0ee-4457-4d9e-9f0d-b891bf93b672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.657274 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.663948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:41.664521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.670125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76a0ee-4457-4d9e-9f0d-b891bf93b672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: timer() May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:41.683561 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:41.743451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76a0ee-4457-4d9e-9f0d-b891bf93b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.767052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76a0ee-4457-4d9e-9f0d-b891bf93b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b97076e-a008-4cd5-9288-361477d37acd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:41.769920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76a0ee-4457-4d9e-9f0d-b891bf93b672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.771273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ff76a0ee-4457-4d9e-9f0d-b891bf93b672 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b97076e-a008-4cd5-9288-361477d37acd HTTP/1.1" status: 204 len: 168 time: 0.2080226 May 26 22:49:41.833630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.905795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-d63de983-7074-46c4-8818-0b88ea005379 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0032480 May 26 22:49:41.915888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-80f10b2e-92f6-4a47-bcba-a3d551496ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:41.917300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-80f10b2e-92f6-4a47-bcba-a3d551496ad5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.3311379 May 26 22:49:42.014405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.019647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.159716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-ba2a2b2a-ccd6-4700-8033-aa3516d9611a service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761002 May 26 22:49:42.161484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:42.246066 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f2580d5b-fff6-43fd-a7df-888dc87929e9 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee HTTP/1.1" status: 204 len: 168 time: 7.5000699 May 26 22:49:42.246796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59330) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:42.253407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682361355'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:42.260576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:42.270656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:42.277149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:42.285494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:42.290822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3362b64c-2f11-413e-a3f1-10a7c2e83fae details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:49:42.301406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:42.308391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.352122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:42.365796 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.366436 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment 1abb7b2f-7874-4ca6-9148-64a8dd2abf4b of type vlan for network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f May 26 22:49:42.407039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.444804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-871430f1-5ec4-45a7-8eca-f868da309c2c service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245492 May 26 22:49:42.448451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.455359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:42.457440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.519417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80cd9a6-b7c6-4b01-b2ed-8b0a6792a797 req-71961f2b-cebf-4932-9622-2edfbc73c991 service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038976 May 26 22:49:42.550206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:42.567143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'port_id': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'mac_address': 'fa:16:3e:37:33:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f775ae0-fa05-441c-99de-61979aa9c3a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:49:42.605926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-eddbf141-6581-4f8a-aac2-c75907fd626b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6021881 May 26 22:49:42.662450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4144416 May 26 22:49:42.673010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59344) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:42.677884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b09306a-8294-4197-b282-2250e4e049fe req-1cf48a16-e201-4893-a90b-9cdaa49860f0 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0808403 May 26 22:49:42.678691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.684889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:42.702616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3362b64c-2f11-413e-a3f1-10a7c2e83fae {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:42.714880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04725dc9-df26-4500-8adb-752feeba93c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=0619cb8a-5a9f-43aa-be55-28d00a8fde1f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:42.728480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:42.763797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:42.816058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:49:42.844055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:42.844869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316750d-3392-4520-9e64-b4c9b69be161 req-ac98ce4b-6b58-4c25-b97e-0a92459b2919 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:42.849004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:42.851418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4316750d-3392-4520-9e64-b4c9b69be161 req-ac98ce4b-6b58-4c25-b97e-0a92459b2919 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 943 time: 0.7100675 May 26 22:49:42.852732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:42.854911 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.861388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:42.874616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:42.939871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:42.942678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:49:42.943169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c5a96ffd-33cf-4299-8ef8-a521e5d22ee5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:49:43.019419 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.078039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59354) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:43.128747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-3d1ee12d-043b-4c64-8ee6-9e274127053a service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714106 May 26 22:49:43.173941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4316750d-3392-4520-9e64-b4c9b69be161 req-3eba041c-2f9e-406d-bf87-ec25d379cb3a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216007 May 26 22:49:43.255440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3362b64c-2f11-413e-a3f1-10a7c2e83fae'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:49:43.280032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-5f519a8b-5f9e-407a-af65-94bcfc1f9698 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413908 May 26 22:49:43.283372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-06016e7c-8afa-45c1-8cd6-c44bbb3f21ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a2404c8-673b-4a98-9352-7bb634e447ad HTTP/1.1" status: 200 len: 217 time: 0.1269310 May 26 22:49:43.290390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.293450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-174724106'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:43.353592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:43.386364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=1190ccec-a01e-4e64-b7b3-bf01d82537f7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:43.397344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': '1abb7b2f-7874-4ca6-9148-64a8dd2abf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:43.397902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: 0619cb8a-5a9f-43aa-be55-28d00a8fde1f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:43.414690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:network and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:43.424865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:43.429921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:43.437532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0619cb8a-5a9f-43aa-be55-28d00a8fde1f) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:43.444892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:43.445607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.450150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:43.476932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b2deaa62-f89b-425c-bd0a-f9afec8262b8 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7993586 May 26 22:49:43.477338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59362) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:43.479536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4205134-d4db-4853-b3d6-b6bca29b326d None None] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:43.492042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:43.605055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:43.608557 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.622851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-8f860fe0-1210-46bc-b2f4-dfe29cc1a129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:43.624842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-8f860fe0-1210-46bc-b2f4-dfe29cc1a129 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 200 len: 797 time: 0.3095603 May 26 22:49:43.708707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:43.715665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.715948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:subnet and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:43.719286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:43.725534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:43.745175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:43.748210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-0619cb8a-5a9f-43aa-be55-28d00a8fde1f', 'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': '1190ccec-a01e-4e64-b7b3-bf01d82537f7'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:43.748890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.749026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.881819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:43.918075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17cfee09-60f6-4f07-83f2-06e1486f2c4f req-6302ccc2-b655-4dc4-9c1b-5f93105c254b service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281202 May 26 22:49:43.919301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:security_group_rule and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:43.925378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:43.936753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:43.997350 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-dffa3b5c-0cf7-4ddc-8297-b14e1da9ee1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3661687 May 26 22:49:43.998944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Allocated IP 2001:db8::2 (0619cb8a-5a9f-43aa-be55-28d00a8fde1f/1190ccec-a01e-4e64-b7b3-bf01d82537f7/5dddc062-675f-4401-a86a-61f4cc860fac) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:44.019730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7ad9097-1a50-45cc-8746-7eed0ceba80c req-83414ab0-80cd-45d6-a765-533d38a94116 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1011193 May 26 22:49:44.118004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.194621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:44.198180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:44.215368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.215984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.252741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=9b21defc-d726-4918-bec4-765d36473001,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.258358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.271614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Transition to ACTIVE for port object 5dddc062-675f-4401-a86a-61f4cc860fac will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:44.281698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2480cd87-f56a-41d8-8b8f-191cd19f46dd tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8030126 May 26 22:49:44.284028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:44.294253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Transition to ACTIVE for port object 5dddc062-675f-4401-a86a-61f4cc860fac will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:44.300403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.320148 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.331968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Deleting port c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:44.332387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.357743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:44.359132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:44.370594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:44.382535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.407377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.409830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.411274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.413119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.414577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.415906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Synchronizing usage tracker for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:44.436521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Unset dirty status for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:44.438110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-208bb3ab-f45d-45e9-8e26-6dbc0b1353c1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1515803 May 26 22:49:44.441919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59380) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:44.454036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1614950276'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:44.461587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:44.467250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:44.472182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:44.482723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:44.487675 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-2293de84-2075-4ebd-b376-08933cb920e8 service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728320 May 26 22:49:44.496324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Attempting to bind port 5dddc062-675f-4401-a86a-61f4cc860fac on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:44.497019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Attempting to bind port 5dddc062-675f-4401-a86a-61f4cc860fac by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '1abb7b2f-7874-4ca6-9148-64a8dd2abf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:44.497276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:44.497394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Attempting to bind port 5dddc062-675f-4401-a86a-61f4cc860fac on network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:44.501154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.510565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Pushing event updated for resources: {'Port': ['ID=5dddc062-675f-4401-a86a-61f4cc860fac,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.516570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:44.517473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Checking segment: {'id': '1abb7b2f-7874-4ca6-9148-64a8dd2abf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:44.518466 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.518853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Bound using segment: {'id': '1abb7b2f-7874-4ca6-9148-64a8dd2abf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:44.519347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Bound port: 5dddc062-675f-4401-a86a-61f4cc860fac, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abb7b2f-7874-4ca6-9148-64a8dd2abf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:44.519775 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.538948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:44.559940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:44.560159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06480a0b-f115-48ec-a85b-2d0db2f98301,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.589425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.590042 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment e60ad722-a8b2-4235-916d-a995898a3260 of type vlan for network e8376c56-9f3a-4e1e-9c91-2542ae26e26d May 26 22:49:44.622614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.655351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.659642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.660329 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.672647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] For port 5dddc062-675f-4401-a86a-61f4cc860fac, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:44.676161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] For port 5dddc062-675f-4401-a86a-61f4cc860fac, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5dddc062-675f-4401-a86a-61f4cc860fac,segment=NetworkSegment(1abb7b2f-7874-4ca6-9148-64a8dd2abf4b),segment_id=1abb7b2f-7874-4ca6-9148-64a8dd2abf4b)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:44.681050 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.797015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.797355 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Added segment 0b341d92-a5c3-4780-8c6e-14032821d449 of type vlan for network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 May 26 22:49:44.800249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dcda8-2a52-4043-993b-7416c767d10e None None] Pushing event updated for resources: {'Port': ['ID=5dddc062-675f-4401-a86a-61f4cc860fac,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.869533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a2f046-2545-4f3a-9daf-f647273e2585 req-929399c4-3174-4ac3-8c06-fbb8d3859eff service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552322 May 26 22:49:44.871387 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4281960 May 26 22:49:44.873954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.875043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59390) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:44.883458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:44.910113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff46b89-0804-4ac6-8ae4-e7988c3f6676 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=e8376c56-9f3a-4e1e-9c91-2542ae26e26d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.929935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:44.977965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f861f-467b-468a-acc0-61dbc8601256 req-c5d0bf86-5d1e-432b-80ab-46b906e9f435 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.979607 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d1f861f-467b-468a-acc0-61dbc8601256 req-c5d0bf86-5d1e-432b-80ab-46b906e9f435 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 944 time: 0.6013017 May 26 22:49:45.020365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.334117 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.370158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.544635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20dccd2c-a621-43d5-8196-5b231772bc34 req-fc781655-82e0-430e-b4a8-da667faa60b1 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1450937 May 26 22:49:45.564275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a6f56-ce82-4c76-a2a7-0fd84c89f977 None None] New status for floating IP 1f12c569-04e2-49e4-95a4-6f22afd945db: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:49:45.565425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d is not hosted by any dhcp agent {{(pid=84029) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 26 22:49:45.569097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:45.569763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.570984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "PUT /v2.0/networks/e8376c56-9f3a-4e1e-9c91-2542ae26e26d HTTP/1.1" status: 200 len: 723 time: 0.6949856 May 26 22:49:45.598342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59402) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:45.603023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.621604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:45.625371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.637395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:45.648225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Calling delete_port for c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:45.714020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b99e47-5362-4754-9431-418b5016b0f7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=e8376c56-9f3a-4e1e-9c91-2542ae26e26d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:45.726177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:45.793772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:45.813461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:45.833026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:45.891429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Network': ['ID=fe85e046-54df-42c8-b5d0-6b1ca2e0dc72,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:45.923458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:45.970224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.114813 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d1f861f-467b-468a-acc0-61dbc8601256 req-3a0fab91-f7dc-40f3-a026-2489f2aa0701 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1211789 May 26 22:49:46.125593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bba98fa3-ca3b-4f15-8e90-e3ad2ec91e84 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0380068 May 26 22:49:46.131600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59408) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:46.151783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:46.305455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3362b64c-2f11-413e-a3f1-10a7c2e83fae up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:46.321886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.353587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.411586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=e8d7799f-8165-44ed-8713-c1d14b7d8396,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:46.451482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 3362b64c-2f11-413e-a3f1-10a7c2e83fae completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:46.464321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3362b64c-2f11-413e-a3f1-10a7c2e83fae triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:46.465112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.504232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': 'e60ad722-a8b2-4235-916d-a995898a3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:46.509045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: e8376c56-9f3a-4e1e-9c91-2542ae26e26d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:46.549478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:46.554316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:46.568201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:46.574490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:46.580609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:46.589169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event deleted for resources: {'Port': ['ID=c3ca6ee6-806c-4a6d-9fae-1d0d44a681fe,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:46.595585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, e8376c56-9f3a-4e1e-9c91-2542ae26e26d) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:46.608985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:46.609626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.620226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5a0b2-bc97-4342-a85a-594993e89c4d None None] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:46.631676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:46.650688 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-92a201e6-a6ab-41c0-878d-26dec3d0f98d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0494847 May 26 22:49:46.651564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59416) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:46.660866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-23c440b2-d0a6-4d64-a45d-b5d50fbae671 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:46.771431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c0f7b-a6fc-4aea-b186-1fe3e8ccd986 None None] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:46.916948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23c440b2-d0a6-4d64-a45d-b5d50fbae671 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2181489'] for subnet, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.954303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5dddc062-675f-4401-a86a-61f4cc860fac up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:46.972247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.029745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.030283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a0d8185d-9084-4a3e-a099-522a3730cf3d req-dfd9fe68-c23d-4a99-ba66-19aed4b234e3 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0725360 May 26 22:49:47.095991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.099518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:47.115757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-887143fa-360d-455c-b9d7-aeb531a2edfb None None] Provisioning for port 5dddc062-675f-4401-a86a-61f4cc860fac completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:47.133983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:47.169582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.231041 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35902804-80c1-4de4-ade6-f889fadb04cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.234666 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb21bd0-6d72-44ab-88a7-5ca950b5cb38'] response: {'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'code': 200} May 26 22:49:47.251716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23c440b2-d0a6-4d64-a45d-b5d50fbae671 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740953249437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3673757'] for subnet, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.327593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c440b2-d0a6-4d64-a45d-b5d50fbae671 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:47.328792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23c440b2-d0a6-4d64-a45d-b5d50fbae671 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.332919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-23c440b2-d0a6-4d64-a45d-b5d50fbae671 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "PUT /v2.0/subnets/e8d7799f-8165-44ed-8713-c1d14b7d8396 HTTP/1.1" status: 200 len: 826 time: 0.6778865 May 26 22:49:47.337633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59424) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:47.364668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 5dddc062-675f-4401-a86a-61f4cc860fac completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:47.453449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5dddc062-675f-4401-a86a-61f4cc860fac triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:47.453841 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.489562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:47.552494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-e8376c56-9f3a-4e1e-9c91-2542ae26e26d', 'network_id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': 'e8d7799f-8165-44ed-8713-c1d14b7d8396'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:47.553297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.644636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c440b2-d0a6-4d64-a45d-b5d50fbae671 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=e8d7799f-8165-44ed-8713-c1d14b7d8396,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:47.683917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a154d-178b-4ce8-9b7f-9c90eb33d16f req-7341ff68-76d0-4ed5-bde7-4ec942620c06 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:47.690860 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-642a154d-178b-4ce8-9b7f-9c90eb33d16f req-7341ff68-76d0-4ed5-bde7-4ec942620c06 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.3495667 May 26 22:49:47.715856 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.778251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-642a154d-178b-4ce8-9b7f-9c90eb33d16f req-69be81d1-ded6-4b53-bbb0-88be7f2a409a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864561 May 26 22:49:47.795526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.808419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.853006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e12260c8-4e46-4ef6-bff6-4e3f8dd6796f req-12d3d1b3-0607-485b-bcfc-04766f62a517 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 1096 time: 0.5540934 May 26 22:49:47.855372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Allocated IP 2001:db8::2 (e8376c56-9f3a-4e1e-9c91-2542ae26e26d/e8d7799f-8165-44ed-8713-c1d14b7d8396/56d64912-935e-428e-a97a-25333d48421a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:47.905264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.905451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=47d625ab-5094-4186-93a9-9068fcd1de76,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:47.905546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 5dddc062-675f-4401-a86a-61f4cc860fac, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5dddc062-675f-4401-a86a-61f4cc860fac,segment=NetworkSegment(1abb7b2f-7874-4ca6-9148-64a8dd2abf4b),segment_id=1abb7b2f-7874-4ca6-9148-64a8dd2abf4b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:47.907035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59430) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:47.918872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-982741859'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:47.935745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:47.940741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.945514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:network and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:47.951796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:47.965699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Router 9215f8a3-586e-43c7-940c-bb5e21c9498d has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:47.966648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:47.977592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e12260c8-4e46-4ef6-bff6-4e3f8dd6796f req-d93b6b4f-224b-42c7-9e72-34eea73c1e25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142564 May 26 22:49:47.980473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:47.980836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network hostable DHCP agents. Network: fe85e046-54df-42c8-b5d0-6b1ca2e0dc72, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:47.994903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:47.997801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.097025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] Update dhcp port {'port': {'network_id': '0619cb8a-5a9f-43aa-be55-28d00a8fde1f', 'fixed_ips': [{'subnet_id': '1190ccec-a01e-4e64-b7b3-bf01d82537f7', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b21defc-d726-4918-bec4-765d36473001'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '5dddc062-675f-4401-a86a-61f4cc860fac'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 22:49:48.139015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=5dddc062-675f-4401-a86a-61f4cc860fac,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:48.152772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:48.162523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:48.174130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.174465 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Added segment 110a31a3-e841-4f35-8cd7-23490e7216aa of type vlan for network 2a6458c7-c556-416e-9541-27d699a8fa39 May 26 22:49:48.182562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, fe85e046-54df-42c8-b5d0-6b1ca2e0dc72) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:48.188159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:48.190070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:48.190550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.204496 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] Sync routers for ids ['9215f8a3-586e-43c7-940c-bb5e21c9498d'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:48.217158 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] Routers {'9215f8a3-586e-43c7-940c-bb5e21c9498d'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:48.218239 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9215f8a3-586e-43c7-940c-bb5e21c9498d'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:48.223643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d3fb6-6ad3-41dc-a090-7a404682bca7 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:48.237119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.266573 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-75540b15-8103-4ba7-9177-49baf39ddbe5 req-c81be964-3fd6-46a6-8fe3-e43591b345df tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0711656 May 26 22:49:48.274237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.293723 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2c421b5a-3520-477a-947c-27b2c2613b0e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1614025 May 26 22:49:48.296739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59436) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:48.303737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'name': 'tempest-NetworksTestDHCPv6-1558166814'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:48.311276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-61726c10-bb06-4c38-840f-5780641d06fb tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "PUT /v2.0/routers/9215f8a3-586e-43c7-940c-bb5e21c9498d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7916422 May 26 22:49:48.313160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59440) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:48.318878 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:48.331369 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] Routers {'9215f8a3-586e-43c7-940c-bb5e21c9498d'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:48.332136 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9215f8a3-586e-43c7-940c-bb5e21c9498d'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:48.401203 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:48.401806 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693a252-a744-4673-9c14-d3231c74af77 None None] The sync data for ids ['9215f8a3-586e-43c7-940c-bb5e21c9498d'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:48.439596 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.443218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:48.443785 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.472701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.479907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:48.485378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:48.487579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:48.496082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:48.519557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Transition to ACTIVE for port object 56d64912-935e-428e-a97a-25333d48421a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:48.546086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:48.551668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.552037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6422069 May 26 22:49:48.557252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59444) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:48.566878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2034941325'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:48.569433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Transition to ACTIVE for port object 56d64912-935e-428e-a97a-25333d48421a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:48.575568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:48.583626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26a2d2a2-bf39-4d96-9695-e0f10c5fa125 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.585522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 2a9e47d3-d02c-4809-a8f4-9321e0ea02e1 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:49:48.637251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293f8d5-08ce-469d-b912-ff354b73c85b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Network': ['ID=2a6458c7-c556-416e-9541-27d699a8fa39,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:48.645921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:network and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:48.659742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:48.714590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.726082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2a6458c7-c556-416e-9541-27d699a8fa39 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:48.738850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:48.771016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:48.775661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.816190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:48.823634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Pushing event updated for resources: {'Port': ['ID=56d64912-935e-428e-a97a-25333d48421a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:48.826082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:48.827888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '47d625ab-5094-4186-93a9-9068fcd1de76'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:48.828929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.845831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:48.860059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::59 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/47d625ab-5094-4186-93a9-9068fcd1de76/2a9e47d3-d02c-4809-a8f4-9321e0ea02e1) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:48.910032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5dddc062-675f-4401-a86a-61f4cc860fac up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:49.047286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] Allocated IP 172.20.0.1 (0619cb8a-5a9f-43aa-be55-28d00a8fde1f/9b21defc-d726-4918-bec4-765d36473001/5dddc062-675f-4401-a86a-61f4cc860fac) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:49.092269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.140990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d7799f-8165-44ed-8713-c1d14b7d8396,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:49.186129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:49.208726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26a2d2a2-bf39-4d96-9695-e0f10c5fa125 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.211304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.211519 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Added segment 2e04e518-c999-49d6-a468-cd3b2d2604a5 of type vlan for network 0159f930-1bde-494f-990d-0fb40919b7a6 May 26 22:49:49.221526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26a2d2a2-bf39-4d96-9695-e0f10c5fa125 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.251831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Attempting to bind port 56d64912-935e-428e-a97a-25333d48421a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:49.252195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Attempting to bind port 56d64912-935e-428e-a97a-25333d48421a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'e60ad722-a8b2-4235-916d-a995898a3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:49.252551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Attempting to bind port 56d64912-935e-428e-a97a-25333d48421a on network e8376c56-9f3a-4e1e-9c91-2542ae26e26d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:49.256990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.285554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26a2d2a2-bf39-4d96-9695-e0f10c5fa125 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.286293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2d2a2-bf39-4d96-9695-e0f10c5fa125 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Fanout notify agent at l3_agent the message router_deleted on router 9215f8a3-586e-43c7-940c-bb5e21c9498d {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:49:49.300960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.307094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:49.307468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Checking segment: {'id': 'e60ad722-a8b2-4235-916d-a995898a3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:49.307859 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.308246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Bound using segment: {'id': 'e60ad722-a8b2-4235-916d-a995898a3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:49.308752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Bound port: 56d64912-935e-428e-a97a-25333d48421a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60ad722-a8b2-4235-916d-a995898a3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:49.309141 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.320914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26a2d2a2-bf39-4d96-9695-e0f10c5fa125 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.323248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-26a2d2a2-bf39-4d96-9695-e0f10c5fa125 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "DELETE /v2.0/routers/9215f8a3-586e-43c7-940c-bb5e21c9498d HTTP/1.1" status: 204 len: 168 time: 1.0091338 May 26 22:49:49.326161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59452) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:49.329687 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.334286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:49.335132 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.335597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c7c90-1d5c-4980-97b2-2fd4e4bb7aa0 req-e3304741-b854-42cc-968e-734f4da025fb tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:49.342539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-064c7c90-1d5c-4980-97b2-2fd4e4bb7aa0 req-e3304741-b854-42cc-968e-734f4da025fb tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.3800638 May 26 22:49:49.345337 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.366497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 2a9e47d3-d02c-4809-a8f4-9321e0ea02e1 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:49.410540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8376c56-9f3a-4e1e-9c91-2542ae26e26d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:49.449867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60ad722-a8b2-4235-916d-a995898a3260') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:49.450532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60ad722-a8b2-4235-916d-a995898a3260') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:49.475366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.480946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] For port 56d64912-935e-428e-a97a-25333d48421a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:49.484419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] For port 56d64912-935e-428e-a97a-25333d48421a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=56d64912-935e-428e-a97a-25333d48421a,segment=NetworkSegment(e60ad722-a8b2-4235-916d-a995898a3260),segment_id=e60ad722-a8b2-4235-916d-a995898a3260)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:49.512289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-064c7c90-1d5c-4980-97b2-2fd4e4bb7aa0 req-a723d2c3-84c0-4482-a992-7bca40d33fc3 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688175 May 26 22:49:49.514584 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.527314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9663324 May 26 22:49:49.527509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.533314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:49.538049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.576484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bb2ea-bdc2-4735-8b90-c9c19c70bfc4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Network': ['ID=0159f930-1bde-494f-990d-0fb40919b7a6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:49.595801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'subnet': {'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:49.612521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0159f930-1bde-494f-990d-0fb40919b7a6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:49.631269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:49.631673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.633870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55a99e78-e853-49d5-9185-a9ad21c35aad req-8817f611-4634-4125-92c8-bda4093c872a tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0609665 May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: timer() May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:49.649405 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:49.746953 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-afcf99e4-8c89-45c2-b0e9-a53169f45147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.768545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Deleting subnet 0f2e4984-8d35-4e04-af39-94441863c9a8 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:49:49.771645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.792079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=2a9e47d3-d02c-4809-a8f4-9321e0ea02e1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:49.832449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:49.841976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:49.843949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5dddc062-675f-4401-a86a-61f4cc860fac triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:49.847011 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.847772 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.849213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:49.853720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:49.854280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.876723 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:49:49.876723 n-d-843301-1 neutron-server[84029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:49:49.876723 n-d-843301-1 neutron-server[84029]: [parameters: {'id': 'e8376c56-9f3a-4e1e-9c91-2542ae26e26d'}] May 26 22:49:49.876723 n-d-843301-1 neutron-server[84029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:49:49.877145 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:49:49.893145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:49.900496 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a666794a-5551-4c94-833a-c83ca7421007 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6015654 May 26 22:49:49.901642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59462) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:49.902147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:subnet and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:49.907006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:49.946469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.958775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb429-61aa-468b-a37f-912616b1d6f3 None None] Pushing event updated for resources: {'Port': ['ID=56d64912-935e-428e-a97a-25333d48421a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:49.960319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:49.981584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] For port 5dddc062-675f-4401-a86a-61f4cc860fac, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5dddc062-675f-4401-a86a-61f4cc860fac,segment=NetworkSegment(1abb7b2f-7874-4ca6-9148-64a8dd2abf4b),segment_id=1abb7b2f-7874-4ca6-9148-64a8dd2abf4b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:49.981805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:49.987992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/47d625ab-5094-4186-93a9-9068fcd1de76/b9d0fbcc-1bac-4d2f-9319-ecaa01524275) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:50.036426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.040446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e194d91-d942-4cb4-9c70-8db147fa1d39 None None] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:50.075650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2e4984-8d35-4e04-af39-94441863c9a8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.085048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.094004 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9e794f82-d97f-4e11-bae8-93a84feee276 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "DELETE /v2.0/subnets/0f2e4984-8d35-4e04-af39-94441863c9a8 HTTP/1.1" status: 204 len: 168 time: 0.7638395 May 26 22:49:50.094004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59466) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:50.097205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f767785-bdae-494f-a7d5-e97c67401696 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:50.098435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f767785-bdae-494f-a7d5-e97c67401696 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:50.105151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.170887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4a62b-4fc5-4756-ab2f-938ccb1f7335 None None] Network cb8a029f-45e5-4703-8047-bc8b5fc21083 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:50.218512 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.230281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Deleting port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:50.230924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.237148 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.299182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f767785-bdae-494f-a7d5-e97c67401696 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:50.303123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2f767785-bdae-494f-a7d5-e97c67401696 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3978486 May 26 22:49:50.303718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59470) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:50.378027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.393014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 2a9e47d3-d02c-4809-a8f4-9321e0ea02e1 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:50.393350 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.411875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] Transition to ACTIVE for port object 5dddc062-675f-4401-a86a-61f4cc860fac will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:50.436787 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.454233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting port 56d64912-935e-428e-a97a-25333d48421a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:50.454576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.454743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] For port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2,segment=NetworkSegment(171bb2fc-d444-4d97-aac6-e393609d9a3d),segment_id=171bb2fc-d444-4d97-aac6-e393609d9a3d)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:50.455211 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.595453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Calling delete_port for 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:50.721532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.753000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.810077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] No DVR routers for this DVR port 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:49:50.853399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789fa4-de1c-44f9-8a54-f9caf9cda0c5 None None] Pushing event updated for resources: {'Port': ['ID=5dddc062-675f-4401-a86a-61f4cc860fac,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.874655 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.897333 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.918185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Transition to ACTIVE for port object b9d0fbcc-1bac-4d2f-9319-ecaa01524275 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:50.927213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff93c2-e35f-460d-8d99-6a92514893e0 None None] Network e8376c56-9f3a-4e1e-9c91-2542ae26e26d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:50.930381 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.938805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event deleted for resources: {'Port': ['ID=02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.977509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dbf905ac-cf02-4dcc-865a-38025304d984 req-926d0f8f-bfcc-4b7f-a691-05a02174d902 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0990078 May 26 22:49:51.038368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] For port 56d64912-935e-428e-a97a-25333d48421a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=56d64912-935e-428e-a97a-25333d48421a,segment=NetworkSegment(e60ad722-a8b2-4235-916d-a995898a3260),segment_id=e60ad722-a8b2-4235-916d-a995898a3260)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:51.038739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.111333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba13ac-5300-4ed4-b3fe-dc8d52d164c6 None None] DHCP port deletion for cb8a029f-45e5-4703-8047-bc8b5fc21083 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:49:51.137587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Transition to ACTIVE for port object b9d0fbcc-1bac-4d2f-9319-ecaa01524275 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:51.158541 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.186179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Calling delete_port for 56d64912-935e-428e-a97a-25333d48421a owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:51.209072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.241871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8a029f-45e5-4703-8047-bc8b5fc21083']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:51.260824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171bb2fc-d444-4d97-aac6-e393609d9a3d') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:51.261347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171bb2fc-d444-4d97-aac6-e393609d9a3d') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:51.277407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.297174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.308887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:51.309653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.322204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:51.327123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:51.330122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Pushing event updated for resources: {'Port': ['ID=b9d0fbcc-1bac-4d2f-9319-ecaa01524275,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:51.332557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: timer() May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:51.346871 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:51.363120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Subnet': ['ID=cefc2af9-dc55-4787-b03a-c0ca615e639e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:51.371075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.460253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Attempting to bind port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:51.460619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Attempting to bind port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:51.460985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Attempting to bind port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:51.463074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.468909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.471659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:51.472036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:51.472435 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.472784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8915-34ef-4cc8-8948-7586a2c0034f req-b9600a7f-09e9-4ad2-bf46-ea7b4e89bd28 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:51.472987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:51.473866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Bound port: b9d0fbcc-1bac-4d2f-9319-ecaa01524275, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:51.474247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.474732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-323d8915-34ef-4cc8-8948-7586a2c0034f req-b9600a7f-09e9-4ad2-bf46-ea7b4e89bd28 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.7162406 May 26 22:49:51.506966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] Pushing event deleted for resources: {'Network': ['ID=cb8a029f-45e5-4703-8047-bc8b5fc21083,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:51.526292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce26275c-1ac7-4041-b11b-6e5bb1499fe8 tempest-FloatingIPNegativeTestJSON-2117303490 tempest-FloatingIPNegativeTestJSON-2117303490-project] 10.222.0.32 "DELETE /v2.0/networks/cb8a029f-45e5-4703-8047-bc8b5fc21083 HTTP/1.1" status: 204 len: 168 time: 1.4189217 May 26 22:49:51.549617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 2a9e47d3-d02c-4809-a8f4-9321e0ea02e1 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:51.590868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7694b-b238-468e-94e1-a8d5f12d6669 None None] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:51.627209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.645255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] For port b9d0fbcc-1bac-4d2f-9319-ecaa01524275, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:51.650275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] For port b9d0fbcc-1bac-4d2f-9319-ecaa01524275, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b9d0fbcc-1bac-4d2f-9319-ecaa01524275,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:51.663912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Checking segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:51.664273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network hostable DHCP agents. Network: 2a6458c7-c556-416e-9541-27d699a8fa39, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:51.704600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Port': ['ID=56d64912-935e-428e-a97a-25333d48421a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:51.732154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No DVR routers for this DVR port 56d64912-935e-428e-a97a-25333d48421a on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:49:51.736529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.762756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-323d8915-34ef-4cc8-8948-7586a2c0034f req-fb6bf956-876c-4c30-bf73-47c559e185cc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235529 May 26 22:49:51.878173 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.878779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c832d8e0-19da-4888-82d9-212e86d14c09 None None] Provisioning for port 5dddc062-675f-4401-a86a-61f4cc860fac completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:51.896683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59484) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:51.916924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c832d8e0-19da-4888-82d9-212e86d14c09 None None] Provisioning complete for port 5dddc062-675f-4401-a86a-61f4cc860fac triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:51.917387 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c832d8e0-19da-4888-82d9-212e86d14c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.945888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4adfd-553a-4069-ad48-725e433d6b70 None None] Pushing event updated for resources: {'Port': ['ID=b9d0fbcc-1bac-4d2f-9319-ecaa01524275,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:52.040437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e40709-11c0-4402-9575-bd540b82ba42 req-ea918206-971f-45a4-9e71-8df9f3fc3fe7 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:52.052626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02e40709-11c0-4402-9575-bd540b82ba42 req-ea918206-971f-45a4-9e71-8df9f3fc3fe7 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.1566005 May 26 22:49:52.114783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02e40709-11c0-4402-9575-bd540b82ba42 req-68ed1162-0643-4eaa-910b-d0ba60020e85 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563216 May 26 22:49:52.168777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 2a6458c7-c556-416e-9541-27d699a8fa39 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:52.175157 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.177262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.243060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=2a9e47d3-d02c-4809-a8f4-9321e0ea02e1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:52.276470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8376c56-9f3a-4e1e-9c91-2542ae26e26d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:52.336775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2a6458c7-c556-416e-9541-27d699a8fa39) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:52.347222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60ad722-a8b2-4235-916d-a995898a3260') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:52.347516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60ad722-a8b2-4235-916d-a995898a3260') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:52.349108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91c436-3224-477b-9875-a43340400411 None None] Network 2a6458c7-c556-416e-9541-27d699a8fa39 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:52.360161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b2d3ee4-4ff2-4df5-bafa-31b587135afe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53f4e73467634cc6a6baf2124c1d9a7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4540389 May 26 22:49:52.360815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59494) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:52.390690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:52.391351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.400882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-167cfbac-aa8d-4ba5-b13e-5a0265eb0e16 req-24376b46-6abd-4c49-9051-4c24762fddbc tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1087360 May 26 22:49:52.436813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.470742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.492889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.494378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32797632-dd4f-4700-8183-c7dbd256eb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.518690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b3b4c06-8ab5-4daf-bf00-60998294d64f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9603372 May 26 22:49:52.519831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:52.520379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.527689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59502) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:52.533898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'subnet': {'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: timer() May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:52.543487 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:52.548185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b770aead-862c-4c60-bf66-4a480eddf11b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/2a9e47d3-d02c-4809-a8f4-9321e0ea02e1 HTTP/1.1" status: 204 len: 168 time: 2.2379313 May 26 22:49:52.549233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59506) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:52.575059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32797632-dd4f-4700-8183-c7dbd256eb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.714050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:52.720847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:subnet and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:52.724751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:52.732770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:52.756771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:52.864692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.876874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.909798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-2a6458c7-c556-416e-9541-27d699a8fa39', 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'fixed_ips': [{'subnet_id': 'cefc2af9-dc55-4787-b03a-c0ca615e639e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:52.910703 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.920259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441bcc5-e6ac-4d38-b889-afa296ea52e5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:52.926087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441bcc5-e6ac-4d38-b889-afa296ea52e5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:52.927917 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d441bcc5-e6ac-4d38-b889-afa296ea52e5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3778641 May 26 22:49:52.931693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0634d8ad-db0d-456d-bcde-47bcf0c9c16c None None] Provisioning complete for port 5dddc062-675f-4401-a86a-61f4cc860fac triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:52.932076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0634d8ad-db0d-456d-bcde-47bcf0c9c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.935985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59512) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:53.025177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/e8376c56-9f3a-4e1e-9c91-2542ae26e26d HTTP/1.1" status: 204 len: 168 time: 5.6856804 May 26 22:49:53.026165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fddef-8cc4-4b7a-8d32-3a72bf659db2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=e8376c56-9f3a-4e1e-9c91-2542ae26e26d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:53.032866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59516) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:53.036791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.076826 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f039296-4051-4670-9e51-6a5bc5105180 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:49:53.077424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f039296-4051-4670-9e51-6a5bc5105180 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:53.083342 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f039296-4051-4670-9e51-6a5bc5105180 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/e8376c56-9f3a-4e1e-9c91-2542ae26e26d HTTP/1.1" status: 404 len: 339 time: 0.0456142 May 26 22:49:53.083944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59520) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:53.092325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855320505', 'description': 'd1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:53.105989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:53.112735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Usage tracker for resource:network and tenant:bfb3cfc980e74c6496a8ec945643ae1d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:53.113234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b9d0fbcc-1bac-4d2f-9319-ecaa01524275 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:53.113528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32797632-dd4f-4700-8183-c7dbd256eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.117208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:53.124464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:53.146170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e5826-48d7-43bf-a964-8802b580e005 req-6a4c4bc6-79d2-4f40-881e-80b240c05ef4 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:53.147776 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a6e5826-48d7-43bf-a964-8802b580e005 req-6a4c4bc6-79d2-4f40-881e-80b240c05ef4 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.1968648 May 26 22:49:53.148706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:53.152213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.242884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:53.254406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a6e5826-48d7-43bf-a964-8802b580e005 req-23419048-0152-4240-a66d-3461fd19c4f2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824187 May 26 22:49:53.271479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.271930 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment 007a7ce0-fcab-46ed-9b1c-746098c272cb of type vlan for network 54c8240e-4260-4663-a2ce-378210d07f3f May 26 22:49:53.305562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32797632-dd4f-4700-8183-c7dbd256eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceef5aa2-8f3e-4ccf-a4c7-257df916ed5e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:53.309685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:53.310425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.332752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b71f8f-26c1-41f6-97a7-8e39b7fac25f None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:53.348184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32797632-dd4f-4700-8183-c7dbd256eb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.349366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-32797632-dd4f-4700-8183-c7dbd256eb66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceef5aa2-8f3e-4ccf-a4c7-257df916ed5e HTTP/1.1" status: 204 len: 168 time: 0.9876051 May 26 22:49:53.354371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.360181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:53.361123 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.384502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5dddc062-675f-4401-a86a-61f4cc860fac up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:53.406635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3199224 May 26 22:49:53.409446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59526) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:53.440703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 47d625ab-5094-4186-93a9-9068fcd1de76 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:49:53.448428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.490415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84914e75-c086-4e5a-83e3-a91e06f1ed4a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=54c8240e-4260-4663-a2ce-378210d07f3f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:53.515732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 54c8240e-4260-4663-a2ce-378210d07f3f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:53.639387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.694985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Allocated IP 10.1.1.2 (2a6458c7-c556-416e-9541-27d699a8fa39/cefc2af9-dc55-4787-b03a-c0ca615e639e/d1ab41f0-54ea-4779-9342-b7170abb81bc) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:53.736783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01093969-b35e-4178-bd5d-a9044cef6330 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:53.737455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01093969-b35e-4178-bd5d-a9044cef6330 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Synchronizing usage tracker for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:53.753720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3de101ba-40de-4358-bfbe-fde944d09e73 req-af8d977c-b616-4825-8fca-517d18e4556f tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0839908 May 26 22:49:53.774195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5dddc062-675f-4401-a86a-61f4cc860fac triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:53.774195 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.815135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01093969-b35e-4178-bd5d-a9044cef6330 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Unset dirty status for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:53.819328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-01093969-b35e-4178-bd5d-a9044cef6330 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/networks?id=54c8240e-4260-4663-a2ce-378210d07f3f HTTP/1.1" status: 200 len: 764 time: 0.4072797 May 26 22:49:53.819507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59536) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:53.828881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'description': 'd2'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:53.856013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.956884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.038664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-62311904-40a9-46ce-8d10-7ccea5341a0f None None] Provisioning for port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:54.071415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Subnet': ['ID=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:54.094831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Checking segment: {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:54.095079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-62311904-40a9-46ce-8d10-7ccea5341a0f None None] Provisioning complete for port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:54.095310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network hostable DHCP agents. Network: 0159f930-1bde-494f-990d-0fb40919b7a6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:54.095450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62311904-40a9-46ce-8d10-7ccea5341a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.107159 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.119616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.127975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.254843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network 54c8240e-4260-4663-a2ce-378210d07f3f is not hosted by any dhcp agent {{(pid=84029) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 26 22:49:54.258758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:54.260309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.264638 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "PUT /v2.0/networks/54c8240e-4260-4663-a2ce-378210d07f3f HTTP/1.1" status: 200 len: 761 time: 0.4437811 May 26 22:49:54.265309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59548) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:54.266127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4f351-db97-4e74-b3ac-da82dc46418f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=54c8240e-4260-4663-a2ce-378210d07f3f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:54.293730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 54c8240e-4260-4663-a2ce-378210d07f3f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:54.295057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=47d625ab-5094-4186-93a9-9068fcd1de76,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:54.296446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 0159f930-1bde-494f-990d-0fb40919b7a6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:54.317119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0159f930-1bde-494f-990d-0fb40919b7a6) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:54.323349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.328400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:54.329223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.349043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16cd2c85-33e3-45c3-a7fc-e90150be7164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/47d625ab-5094-4186-93a9-9068fcd1de76 HTTP/1.1" status: 204 len: 168 time: 1.4142880 May 26 22:49:54.351494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59556) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:54.372896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad33851-5315-4448-af3e-7ec06482555d None None] Network 0159f930-1bde-494f-990d-0fb40919b7a6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:54.424108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:49:54.428524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229220d6-e5a8-4438-aac2-17c23776d48e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:54.429199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-229220d6-e5a8-4438-aac2-17c23776d48e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Synchronizing usage tracker for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:54.430718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e4a443f-b6c0-46ed-8060-957fa06309ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778899 May 26 22:49:54.435424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b1d3144c-4077-4556-b06d-b60b11d61f1f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9038870 May 26 22:49:54.435424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59560) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:54.435850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59562) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:54.439545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:54.448701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-229220d6-e5a8-4438-aac2-17c23776d48e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Unset dirty status for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:54.455774 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-229220d6-e5a8-4438-aac2-17c23776d48e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/networks?id=54c8240e-4260-4663-a2ce-378210d07f3f HTTP/1.1" status: 200 len: 764 time: 0.1868708 May 26 22:49:54.456664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59566) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:54.472686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'port': {'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'name': 'tempest-TaggedBootDevicesTest-1872049245', 'fixed_ips': [{'subnet_id': 'cefc2af9-dc55-4787-b03a-c0ca615e639e'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:54.551497 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.628586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59574) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:54.646766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:49:54.647103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 02ae4678-0bc8-4a19-9a0e-ca05cb4b5be2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:49:54.676955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Transition to ACTIVE for port object d1ab41f0-54ea-4779-9342-b7170abb81bc will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:54.688050 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62311904-40a9-46ce-8d10-7ccea5341a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.762457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:54.772038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:port and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:54.772237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Transition to ACTIVE for port object d1ab41f0-54ea-4779-9342-b7170abb81bc will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:54.778059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:54.804877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.809734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-62311904-40a9-46ce-8d10-7ccea5341a0f None None] For port b9d0fbcc-1bac-4d2f-9319-ecaa01524275, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b9d0fbcc-1bac-4d2f-9319-ecaa01524275,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:54.829866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:54.860503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:54.868413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:54.881116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:54.913093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:54.941126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:54.953963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.961651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62311904-40a9-46ce-8d10-7ccea5341a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.996455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:54.998718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72ba7a-28dc-4d05-997b-b90e88fac284 req-78022958-8838-40a1-af89-6c1c9d242418 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.000518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e72ba7a-28dc-4d05-997b-b90e88fac284 req-78022958-8838-40a1-af89-6c1c9d242418 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.5131416 May 26 22:49:55.009308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-876a1654-7716-471e-9974-0fd338791e7e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] Request body: {'port': {'network_id': '28c033c6-4042-4fee-8a0d-7d291bc9c382', 'name': 'tempest-NetworksNegativeTestJSON-1687602780'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:55.040945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Pushing event updated for resources: {'Port': ['ID=d1ab41f0-54ea-4779-9342-b7170abb81bc,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:55.050229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a319bb-9c19-4d1c-8fb2-c069d313ab87 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.051705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4a319bb-9c19-4d1c-8fb2-c069d313ab87 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5940056 May 26 22:49:55.059473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.094467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Network 2a6458c7-c556-416e-9541-27d699a8fa39 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:55.104479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:55.106599 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.107458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:55.111228 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-876a1654-7716-471e-9974-0fd338791e7e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] POST failed (client error): The resource could not be found. May 26 22:49:55.111872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876a1654-7716-471e-9974-0fd338791e7e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:55.113653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-876a1654-7716-471e-9974-0fd338791e7e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4825265 May 26 22:49:55.115019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ed2ebeed-7f04-4d46-823e-a5d767069a04 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Synchronizing usage tracker for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:55.119544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59586) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.161349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38183d57-0af9-476d-b2e3-9054dffbff37 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:55.166979 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-13347f30-dd57-470d-bc68-ec3f0c261db0 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] DELETE failed (client error): The resource could not be found. May 26 22:49:55.166979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13347f30-dd57-470d-bc68-ec3f0c261db0 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:55.168802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-13347f30-dd57-470d-bc68-ec3f0c261db0 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "DELETE /v2.0/networks/0da6b8d2-2f79-4acf-98be-b75314482cf7 HTTP/1.1" status: 404 len: 339 time: 0.0480747 May 26 22:49:55.173052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59590) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.182316 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e72ba7a-28dc-4d05-997b-b90e88fac284 req-3a7a21c5-89b8-4d8f-86b5-9f922c553f07 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562140 May 26 22:49:55.186469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ed2ebeed-7f04-4d46-823e-a5d767069a04 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Unset dirty status for tenant:bfb3cfc980e74c6496a8ec945643ae1d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:55.188003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ed2ebeed-7f04-4d46-823e-a5d767069a04 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 207 time: 0.1270375 May 26 22:49:55.198804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59594) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.214219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9eccecdf-948a-4cd9-8ff2-86e7f1db9b8c req-0a1f9351-57ce-4cf5-99cc-d61be0ff37fa tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1462600 May 26 22:49:55.254936 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e51130e-952e-493c-b2e9-fb38ee28a920 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] DELETE failed (client error): The resource could not be found. May 26 22:49:55.255954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e51130e-952e-493c-b2e9-fb38ee28a920 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:55.258146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e51130e-952e-493c-b2e9-fb38ee28a920 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "DELETE /v2.0/ports/32aa997e-2da6-451e-9c7b-949b80a97767 HTTP/1.1" status: 404 len: 333 time: 0.0737886 May 26 22:49:55.266944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59598) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.307889 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace3594a-f32c-42c0-8003-4b40bba1db0e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] DELETE failed (client error): The resource could not be found. May 26 22:49:55.308091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace3594a-f32c-42c0-8003-4b40bba1db0e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:55.312620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ace3594a-f32c-42c0-8003-4b40bba1db0e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "DELETE /v2.0/subnets/0cad8c28-980c-4df1-b30d-cd1d6cffaf6e HTTP/1.1" status: 404 len: 337 time: 0.0417593 May 26 22:49:55.314871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59602) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.344034 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-d379ed5a-7a51-4ab4-8969-39a29289666e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] GET failed (client error): The resource could not be found. May 26 22:49:55.349209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d379ed5a-7a51-4ab4-8969-39a29289666e tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "GET /v2.0/networks/df2a6c36-3d8a-4955-ae59-d1ce54c62762 HTTP/1.1" status: 404 len: 339 time: 0.0332134 May 26 22:49:55.349796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59606) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.392927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62311904-40a9-46ce-8d10-7ccea5341a0f None None] Pushing event updated for resources: {'Port': ['ID=b9d0fbcc-1bac-4d2f-9319-ecaa01524275,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:55.395535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-0159f930-1bde-494f-990d-0fb40919b7a6', 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'fixed_ips': [{'subnet_id': 'ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:55.396336 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.401523 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-22259382-3f84-4c54-a3dc-50613b7afb33 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] GET failed (client error): The resource could not be found. May 26 22:49:55.406958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22259382-3f84-4c54-a3dc-50613b7afb33 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "GET /v2.0/ports/8d73b758-5b60-4343-974c-1395010918b9 HTTP/1.1" status: 404 len: 333 time: 0.0558770 May 26 22:49:55.407182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59610) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.420213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Attempting to bind port d1ab41f0-54ea-4779-9342-b7170abb81bc on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:55.420573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Attempting to bind port d1ab41f0-54ea-4779-9342-b7170abb81bc by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:55.420925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Attempting to bind port d1ab41f0-54ea-4779-9342-b7170abb81bc on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:55.432844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.447102 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86abdf5-1877-4770-b98c-3e684a6eb966 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] GET failed (client error): The resource could not be found. May 26 22:49:55.454285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d86abdf5-1877-4770-b98c-3e684a6eb966 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "GET /v2.0/subnets/b407dcc5-9ffc-4c12-8263-cfb0a8ed4461 HTTP/1.1" status: 404 len: 337 time: 0.0440233 May 26 22:49:55.454771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59614) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.458164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef4200-2045-46e2-a4ae-d955e5c0db25 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.460575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2ed0d207-b271-438c-8d88-0caaa5715464 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:55.462657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef4200-2045-46e2-a4ae-d955e5c0db25 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.466554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef4200-2045-46e2-a4ae-d955e5c0db25 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.470389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef4200-2045-46e2-a4ae-d955e5c0db25 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.474417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef4200-2045-46e2-a4ae-d955e5c0db25 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.478833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef4200-2045-46e2-a4ae-d955e5c0db25 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.481665 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed0d207-b271-438c-8d88-0caaa5715464 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] PUT failed (client error): The resource could not be found. May 26 22:49:55.482167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed0d207-b271-438c-8d88-0caaa5715464 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:55.485987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8eef4200-2045-46e2-a4ae-d955e5c0db25 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2795253 May 26 22:49:55.488138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2ed0d207-b271-438c-8d88-0caaa5715464 tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "PUT /v2.0/networks/39873e1e-a782-403e-855d-78f9d72d2e56 HTTP/1.1" status: 404 len: 339 time: 0.0316567 May 26 22:49:55.488138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59618) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.488417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59620) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.495692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-dc8722a0-9c5d-4c64-933d-0197ec9dfbff tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:55.528753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] device_id is not set on port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:49:55.560293 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8722a0-9c5d-4c64-933d-0197ec9dfbff tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] PUT failed (client error): The resource could not be found. May 26 22:49:55.560293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8722a0-9c5d-4c64-933d-0197ec9dfbff tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:55.561061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-01266530-b63d-4c22-90cd-21da6db4a79a None None] Provisioning complete for port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:55.561422 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01266530-b63d-4c22-90cd-21da6db4a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.565411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dc8722a0-9c5d-4c64-933d-0197ec9dfbff tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "PUT /v2.0/ports/beee2e71-f6d1-406c-b58d-b62134592d52 HTTP/1.1" status: 404 len: 333 time: 0.0744720 May 26 22:49:55.566050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59626) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.625183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b159628f-9bef-475b-a53b-8bbe6e3be7ea tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:55.632418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:55.632785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Checking segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:55.633707 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.634782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Bound using segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:55.635419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Bound port: d1ab41f0-54ea-4779-9342-b7170abb81bc, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:55.635969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.664769 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b159628f-9bef-475b-a53b-8bbe6e3be7ea tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] PUT failed (client error): The resource could not be found. May 26 22:49:55.665404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b159628f-9bef-475b-a53b-8bbe6e3be7ea tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:49:55.672607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b159628f-9bef-475b-a53b-8bbe6e3be7ea tempest-NetworksNegativeTestJSON-2078509508 tempest-NetworksNegativeTestJSON-2078509508-project] 10.222.0.32 "PUT /v2.0/subnets/e9b25242-6d13-4dbe-a975-c68f9e57ced7 HTTP/1.1" status: 404 len: 337 time: 0.0613670 May 26 22:49:55.742824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 10.1.1.109 (2a6458c7-c556-416e-9541-27d699a8fa39/cefc2af9-dc55-4787-b03a-c0ca615e639e/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:55.854153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-af481540-8ad7-4019-93c2-4862312b85a5 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3635411 May 26 22:49:55.856867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:55.895463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] For port d1ab41f0-54ea-4779-9342-b7170abb81bc, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:55.932364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Allocated IP 10.2.2.2 (0159f930-1bde-494f-990d-0fb40919b7a6/ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb/29b21712-7115-42c3-9f31-d31b3c2c48ad) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:55.936822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] For port d1ab41f0-54ea-4779-9342-b7170abb81bc, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d1ab41f0-54ea-4779-9342-b7170abb81bc,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:55.953990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.972977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d383374-0bab-40a5-8d3a-bd8f0781e95f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.974648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d383374-0bab-40a5-8d3a-bd8f0781e95f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.975894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.976181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d383374-0bab-40a5-8d3a-bd8f0781e95f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.978143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d383374-0bab-40a5-8d3a-bd8f0781e95f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.980149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d383374-0bab-40a5-8d3a-bd8f0781e95f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.985221 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d383374-0bab-40a5-8d3a-bd8f0781e95f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1239648 May 26 22:49:55.985703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59638) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:56.035741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Transition to ACTIVE for port object c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:56.039995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:49:56.053420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.099310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb42a0-c919-47bf-a7ca-0de4d09f1d23 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.101394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb42a0-c919-47bf-a7ca-0de4d09f1d23 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.104750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb42a0-c919-47bf-a7ca-0de4d09f1d23 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.106441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb42a0-c919-47bf-a7ca-0de4d09f1d23 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.107739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb42a0-c919-47bf-a7ca-0de4d09f1d23 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.111061 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-10bb42a0-c919-47bf-a7ca-0de4d09f1d23 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1237509 May 26 22:49:56.115006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:56.122396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] Deleting port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:56.122888 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.145574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59646) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:56.200003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636abcb-ad6b-4e5f-8760-618f5222bdb4 None None] Pushing event updated for resources: {'Port': ['ID=d1ab41f0-54ea-4779-9342-b7170abb81bc,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:56.245826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:56.247201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:56.256525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=b5a52bff-f81d-42ab-b0f8-5ca210219d3e,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:56.258943 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.262154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.262886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.499049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.502814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.531900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Transition to ACTIVE for port object 29b21712-7115-42c3-9f31-d31b3c2c48ad will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:56.565781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:56.566106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] For port b9d0fbcc-1bac-4d2f-9319-ecaa01524275, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b9d0fbcc-1bac-4d2f-9319-ecaa01524275,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:56.566419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.573312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e8eee55f344bb5be6804efc1021901 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:56.577723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:56.579047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Transition to ACTIVE for port object 29b21712-7115-42c3-9f31-d31b3c2c48ad will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:56.586913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:56.604602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea056c-26dc-4179-9c6d-03d1cfdbe6c9 req-912867a8-4203-4100-900f-a47198add3c9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.613979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47ea056c-26dc-4179-9c6d-03d1cfdbe6c9 req-912867a8-4203-4100-900f-a47198add3c9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.2344415 May 26 22:49:56.622703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-91e40b3d-1c54-4cdf-8416-6e69bf68e990 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1877131 May 26 22:49:56.643451 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.666677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59660) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:56.683076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 2a6458c7-c556-416e-9541-27d699a8fa39 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:56.701458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'name': 'tempest-NetworksTestDHCPv6-196707915'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:56.705391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47ea056c-26dc-4179-9c6d-03d1cfdbe6c9 req-5de99c06-3960-4b1e-b814-930aeecdf082 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904789 May 26 22:49:56.720546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:56.750475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5031af0e-1ac8-416c-baed-17e1b1c8287a req-b39d7855-57b6-4ef6-a60d-0aba159b0870 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1384165 May 26 22:49:56.751087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:56.753784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:56.810107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.812623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] Calling delete_port for b9d0fbcc-1bac-4d2f-9319-ecaa01524275 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:56.829639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.902304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d1ab41f0-54ea-4779-9342-b7170abb81bc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:56.925945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5e8eee55f344bb5be6804efc1021901&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7791331 May 26 22:49:56.927965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfa976-0e25-42fd-9b84-ef3fe5144973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd52bf5-946f-4749-8f7f-8205408f264f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:56.932081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59664) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:56.940811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad2d01-569e-4797-8cde-bd3647c25f60 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.951287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b4ad2d01-569e-4797-8cde-bd3647c25f60 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/networks/1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 HTTP/1.1" status: 200 len: 803 time: 0.8303394 May 26 22:49:56.958654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.959319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.961418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Pushing event updated for resources: {'Port': ['ID=29b21712-7115-42c3-9f31-d31b3c2c48ad,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:56.962823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59668) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:56.982924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Network 0159f930-1bde-494f-990d-0fb40919b7a6 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:56.985649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:56.998232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6873d84b-50af-432b-b0f6-39d803d02c3d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5275576 May 26 22:49:56.998876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59672) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:57.002373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:57.004997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'port': {'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'name': 'tempest-TaggedBootDevicesTest-1011985743', 'fixed_ips': [{'subnet_id': 'cefc2af9-dc55-4787-b03a-c0ca615e639e'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:57.082332 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.108796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:57.130111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:57.136668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:57.160380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:57.174199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] Pushing event deleted for resources: {'Port': ['ID=b9d0fbcc-1bac-4d2f-9319-ecaa01524275,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:57.180355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6482fa8c-beb1-4dec-afcf-a1e455882de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.189258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c9a715f-3efa-4733-aa32-7642bebd545b tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/networks/1b81aaff-a9a2-4585-8f0b-ca3ee48231f0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2194259 May 26 22:49:57.189699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59676) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:57.215428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:57.216321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Attempting to bind port 29b21712-7115-42c3-9f31-d31b3c2c48ad on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:57.216679 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Attempting to bind port 29b21712-7115-42c3-9f31-d31b3c2c48ad by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:57.217031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Attempting to bind port 29b21712-7115-42c3-9f31-d31b3c2c48ad on network 0159f930-1bde-494f-990d-0fb40919b7a6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:57.218666 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.226440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31945386-2f07-429a-bd59-b6fdc34b9c63 None None] No DVR routers for this DVR port b9d0fbcc-1bac-4d2f-9319-ecaa01524275 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:49:57.229791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:57.238272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:57.241421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Checking segment: {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:57.241942 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.242555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Bound using segment: {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:57.243729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Bound port: 29b21712-7115-42c3-9f31-d31b3c2c48ad, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:57.243847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:port and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:57.244098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.249165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:57.262694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:57.264478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98eb51-ec08-4416-bc39-75b2436139f3 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:57.272833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 914e9ca0-0a05-42d8-a5d2-00b640e0d0aa yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:49:57.279545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6482fa8c-beb1-4dec-afcf-a1e455882de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.286195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d1ab41f0-54ea-4779-9342-b7170abb81bc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:57.333786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:57.334582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61d450-2b13-45f7-bf5f-2a436f092637 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:57.340028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-db61d450-2b13-45f7-bf5f-2a436f092637 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/subnets/8618792f-7d93-4d25-a55a-21ba12d88ac1 HTTP/1.1" status: 200 len: 843 time: 0.1383786 May 26 22:49:57.341051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59680) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:57.346330 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.414233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] device_id is not set on port 241df30e-fbc1-4da7-aed4-462886ade4ab yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:49:57.454248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f96e40-d155-477b-b151-7811d0c4aa0d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:57.458272 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-92f96e40-d155-477b-b151-7811d0c4aa0d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "GET /v2.0/subnets/8618792f-7d93-4d25-a55a-21ba12d88ac1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1143713 May 26 22:49:57.460317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59684) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:57.468673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661488130'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:57.473104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6482fa8c-beb1-4dec-afcf-a1e455882de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.485843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:57.500746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b9d0fbcc-1bac-4d2f-9319-ecaa01524275 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:49:57.502736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482fa8c-beb1-4dec-afcf-a1e455882de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd52bf5-946f-4749-8f7f-8205408f264f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:57.506249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:57.512903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6482fa8c-beb1-4dec-afcf-a1e455882de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.516969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6482fa8c-beb1-4dec-afcf-a1e455882de7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dd52bf5-946f-4749-8f7f-8205408f264f HTTP/1.1" status: 204 len: 168 time: 0.5810516 May 26 22:49:57.522053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:57.526353 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.564304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:57.582102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b9d0fbcc-1bac-4d2f-9319-ecaa01524275 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:49:57.582736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b9d0fbcc-1bac-4d2f-9319-ecaa01524275 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:49:57.584063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.585015 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Added segment 2848c459-09cf-4c8d-b4df-252da1bc43be of type vlan for network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c May 26 22:49:57.627636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] For port 29b21712-7115-42c3-9f31-d31b3c2c48ad, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:57.642645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.654520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.657809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] For port 29b21712-7115-42c3-9f31-d31b3c2c48ad, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=29b21712-7115-42c3-9f31-d31b3c2c48ad,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:57.697927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.702594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:57.704821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.728690 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.748569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::98 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/b5a52bff-f81d-42ab-b0f8-5ca210219d3e/914e9ca0-0a05-42d8-a5d2-00b640e0d0aa) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:57.909396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4453578 May 26 22:49:57.913354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:57.920054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'network_id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:57.920534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96600-304d-4ace-ac0a-a7cc05c55270 None None] Pushing event updated for resources: {'Port': ['ID=29b21712-7115-42c3-9f31-d31b3c2c48ad,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:57.926335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd177f1-4741-41e9-a35d-3f6c65ea8bcc None None] Network 2a6458c7-c556-416e-9541-27d699a8fa39 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:57.952605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081a20c-72da-4306-b920-940d7d13f13a tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Network': ['ID=2eb22f69-6f7b-4e68-b40c-beaa10689f2c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:57.999928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:58.036734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 10.1.1.178 (2a6458c7-c556-416e-9541-27d699a8fa39/cefc2af9-dc55-4787-b03a-c0ca615e639e/241df30e-fbc1-4da7-aed4-462886ade4ab) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:58.130222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3354b275-47e3-4f72-a629-d287ed0a38e5 req-0db9c52a-275f-4641-89ff-89f8aa2ea8c1 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0717392 May 26 22:49:58.225432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'b5a52bff-f81d-42ab-b0f8-5ca210219d3e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:58.226291 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.234606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.253939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 914e9ca0-0a05-42d8-a5d2-00b640e0d0aa will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:58.284869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:58.287734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dfba7008-0684-4714-9fca-c01bcaba5345 None None] Provisioning for port d1ab41f0-54ea-4779-9342-b7170abb81bc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:58.300676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:58.317702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cbc64-dcdf-4f36-8e5c-19e8bad984b3 req-ca4042a2-e0f6-476e-885f-bf29f41905a2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:58.319209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a28cbc64-dcdf-4f36-8e5c-19e8bad984b3 req-ca4042a2-e0f6-476e-885f-bf29f41905a2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.3595757 May 26 22:49:58.320499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Made reservation on behalf of bfb3cfc980e74c6496a8ec945643ae1d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:58.350840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.369646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dfba7008-0684-4714-9fca-c01bcaba5345 None None] Provisioning complete for port d1ab41f0-54ea-4779-9342-b7170abb81bc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:58.369646 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dfba7008-0684-4714-9fca-c01bcaba5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.426464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:58.436229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:58.447166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:58.455912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:58.456568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.549648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=914e9ca0-0a05-42d8-a5d2-00b640e0d0aa,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:58.549907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.560020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8876364 May 26 22:49:58.564014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59710) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:58.614578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a28cbc64-dcdf-4f36-8e5c-19e8bad984b3 req-0721e78d-8d71-45a3-95b3-8a28cd8b207a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753301 May 26 22:49:58.704683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.705259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.705781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.706859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.707926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.708541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.709007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.709574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.710228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.710693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.711409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a94d5a-a5e4-4d02-884e-74c386ea574b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:58.764682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.766420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/b5a52bff-f81d-42ab-b0f8-5ca210219d3e/05cc52e9-1c80-4656-b760-4381e6127090) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:58.814615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Performing IP validity checks on allocation pools {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 22:49:58.815133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 22:49:58.866481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Transition to ACTIVE for port object 241df30e-fbc1-4da7-aed4-462886ade4ab will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:58.893440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17abb999-a193-4e96-95b0-4a2658de547c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:58.902073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-17abb999-a193-4e96-95b0-4a2658de547c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:58.960766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.036984 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dfba7008-0684-4714-9fca-c01bcaba5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.058059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 29b21712-7115-42c3-9f31-d31b3c2c48ad up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:59.075179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 2a6458c7-c556-416e-9541-27d699a8fa39 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:59.076396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-17abb999-a193-4e96-95b0-4a2658de547c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:59.077797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-17abb999-a193-4e96-95b0-4a2658de547c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5078936 May 26 22:49:59.080757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59718) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.082578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:59.094052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:59.119017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.156414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.169059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=241df30e-fbc1-4da7-aed4-462886ade4ab,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:59.213844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dfba7008-0684-4714-9fca-c01bcaba5345 None None] For port d1ab41f0-54ea-4779-9342-b7170abb81bc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d1ab41f0-54ea-4779-9342-b7170abb81bc,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:59.214722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:59.215810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.234484 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dfba7008-0684-4714-9fca-c01bcaba5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.253348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5cce2e47-663d-4b64-881c-90452ed96dae tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2531645 May 26 22:49:59.267778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 914e9ca0-0a05-42d8-a5d2-00b640e0d0aa {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:59.268109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.340178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=877d4a47-e959-4cca-a01c-d793c2513a71,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:59.418711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 29b21712-7115-42c3-9f31-d31b3c2c48ad completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:59.433321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7008-0684-4714-9fca-c01bcaba5345 None None] Pushing event updated for resources: {'Port': ['ID=d1ab41f0-54ea-4779-9342-b7170abb81bc,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:59.437303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.442484 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.453752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760799056', 'description': 'tempest-description--24118959'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:59.458778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Checking segment: {'id': '2848c459-09cf-4c8d-b4df-252da1bc43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:59.459211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network hostable DHCP agents. Network: 2eb22f69-6f7b-4e68-b40c-beaa10689f2c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:59.462245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Transition to ACTIVE for port object 05cc52e9-1c80-4656-b760-4381e6127090 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:59.473088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.483662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e3e7924-5386-4f41-ac82-97cbc7c342c0 req-0b7a894e-7f10-4893-96d3-2fc4d08fbe5b tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1096597 May 26 22:49:59.490627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:security_group and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.492290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-969683693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:59.499531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.505175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Transition to ACTIVE for port object 05cc52e9-1c80-4656-b760-4381e6127090 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:59.510618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:59.512574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.514232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.525198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:router and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.529010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.539959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:59.552530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.554094 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.584800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.606598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:59.611170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Pushing event updated for resources: {'Port': ['ID=05cc52e9-1c80-4656-b760-4381e6127090,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:59.613875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:59.616091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:59.624992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.628437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.683111 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.685502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f6475aab-38b3-46c2-94e4-d281a11b52c9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5272763 May 26 22:49:59.688529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59738) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.697298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:59.705661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-239548683'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:59.713342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.717850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:network and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.722313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.736680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:59.750558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Made reservation on behalf of 2159a73518ec49b59e4a8446e9c11597 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:59.754996 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.785289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Attempting to bind port 05cc52e9-1c80-4656-b760-4381e6127090 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:59.785664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Attempting to bind port 05cc52e9-1c80-4656-b760-4381e6127090 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:59.786072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Attempting to bind port 05cc52e9-1c80-4656-b760-4381e6127090 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:59.787451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.796720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:59.797176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:59.797580 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.798151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:59.798624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Bound port: 05cc52e9-1c80-4656-b760-4381e6127090, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:59.799020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.828771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2eb22f69-6f7b-4e68-b40c-beaa10689f2c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:59.839123 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.844781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.850350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:security_group_rule and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.851981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.854764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.861013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:59.884427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:59.889226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.895422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:security_group_rule and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.901900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.937496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] For port 05cc52e9-1c80-4656-b760-4381e6127090, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:59.941344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] For port 05cc52e9-1c80-4656-b760-4381e6127090, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=05cc52e9-1c80-4656-b760-4381e6127090,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:59.946338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552e98f-6e91-4306-8417-de91d345a0ef None None] Network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:59.969320 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.026685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:00.105621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.113873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.118327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 914e9ca0-0a05-42d8-a5d2-00b640e0d0aa owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:00.144201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:00.160627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db563f6e-e594-479c-83df-4a98c7ab122c None None] Network 0159f930-1bde-494f-990d-0fb40919b7a6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:00.169901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bedee4-8638-4489-b9be-8fd2cd2ec79f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:00.183725 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.183987 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Added segment 8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce of type vlan for network 1972b301-f47c-4f40-9120-a53e6e10810d May 26 22:50:00.221940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.238508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0bd32ce0-0a7c-4a38-af78-d0c8e48e0354 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3239238 May 26 22:50:00.246182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59742) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:00.257490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2d705ab6-0844-4c4a-9987-6628794ef635 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:00.265296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.286216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.319550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.321207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d16206-c0a4-43bf-8dca-2891570b804e None None] Pushing event updated for resources: {'Port': ['ID=05cc52e9-1c80-4656-b760-4381e6127090,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:00.324408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:00.325013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.344329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Provisioning complete for port d1ab41f0-54ea-4779-9342-b7170abb81bc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:00.344964 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.383480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6933105 May 26 22:50:00.388034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.391926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9475904 May 26 22:50:00.392059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:00.396397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b49fd-69cd-4291-a134-a244c3303b46 req-a5b0746f-2969-4025-9021-cd151d9bd2bd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:00.397968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-683b49fd-69cd-4291-a134-a244c3303b46 req-a5b0746f-2969-4025-9021-cd151d9bd2bd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.4974537 May 26 22:50:00.398452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59748) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:00.429410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'security_group_rule': {'security_group_id': 'f7b30b9b-454c-4133-ad1f-4638330fdd97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:00.434035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bb1c2-c2cf-4dc3-b826-cd2fe4c78fa5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b30b9b-454c-4133-ad1f-4638330fdd97,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:00.445524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:00.456802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:security_group_rule and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:00.464452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:00.466814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'subnet': {'network_id': '1972b301-f47c-4f40-9120-a53e6e10810d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:00.492282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-683b49fd-69cd-4291-a134-a244c3303b46 req-73457943-e316-4ca3-821a-b4d916c83e9c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818291 May 26 22:50:00.496990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:00.510156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.628762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=914e9ca0-0a05-42d8-a5d2-00b640e0d0aa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:00.642165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.692478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0b38f-7f30-4a0a-b3be-5a4fccdefa90 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Network': ['ID=1972b301-f47c-4f40-9120-a53e6e10810d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:00.743951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:00.753876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1972b301-f47c-4f40-9120-a53e6e10810d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:00.768508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:subnet and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:00.779207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:00.796749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:00.816670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.822522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-294e1e80-f39d-4423-93f7-206e39e3b5ff tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/914e9ca0-0a05-42d8-a5d2-00b640e0d0aa HTTP/1.1" status: 204 len: 168 time: 1.7404351 May 26 22:50:00.855980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59756) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:00.928568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Made reservation on behalf of 2159a73518ec49b59e4a8446e9c11597 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:00.966484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d713026-01f8-4b0d-b05b-a28e7bfeb084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:00.968511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d713026-01f8-4b0d-b05b-a28e7bfeb084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:00.977404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1d713026-01f8-4b0d-b05b-a28e7bfeb084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1181214 May 26 22:50:00.977404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.979013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59760) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:00.998770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-2eb22f69-6f7b-4e68-b40c-beaa10689f2c', 'network_id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c', 'tenant_id': 'bfb3cfc980e74c6496a8ec945643ae1d', 'fixed_ips': [{'subnet_id': '877d4a47-e959-4cca-a01c-d793c2513a71'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:00.999596 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.008295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 05cc52e9-1c80-4656-b760-4381e6127090 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:01.015613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.045639 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8d721d5-552f-45a4-88bb-32c265432e25 req-e2467cdd-7ead-4402-ab00-84c4fe7c6420 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.1574907 May 26 22:50:01.050801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bad7359-cc3d-41d5-82d3-264d604f8fb1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.079858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d705ab6-0844-4c4a-9987-6628794ef635 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3954328'] for subnet, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.085693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.090601 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f2c96020-8760-448f-ba9b-45a7292c689c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6800776 May 26 22:50:01.090757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59764) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:01.097792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.178805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'security_group_rule': {'security_group_id': 'f7b30b9b-454c-4133-ad1f-4638330fdd97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:01.209697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:01.222648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:security_group_rule and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:01.258668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:01.282627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:01.287034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Provisioning for port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:01.293935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Provisioning complete for port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:01.295200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.338168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 05cc52e9-1c80-4656-b760-4381e6127090 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:01.346396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet b5a52bff-f81d-42ab-b0f8-5ca210219d3e {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:01.346529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.350860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.365435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d1ab41f0-54ea-4779-9342-b7170abb81bc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:01.439373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.467354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:01.472703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.511292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Provisioning for port 241df30e-fbc1-4da7-aed4-462886ade4ab completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:01.516699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.521256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Provisioning complete for port 241df30e-fbc1-4da7-aed4-462886ade4ab triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:01.523023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.594931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.602297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d1ab41f0-54ea-4779-9342-b7170abb81bc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:01.603420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.663866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f2288-64b9-476e-a896-ef6dfbd8103c None None] Port 241df30e-fbc1-4da7-aed4-462886ade4ab cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:01.708358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fc8eb2-84d9-49d9-8ef0-761b634670e0,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.710932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.753443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.802509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.804043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Provisioning for port 29b21712-7115-42c3-9f31-d31b3c2c48ad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:01.820624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Provisioning complete for port 29b21712-7115-42c3-9f31-d31b3c2c48ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:01.820992 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.848789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a52bff-f81d-42ab-b0f8-5ca210219d3e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.859574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b09b5d5c-1424-4524-892e-01a5906896e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/b5a52bff-f81d-42ab-b0f8-5ca210219d3e HTTP/1.1" status: 204 len: 168 time: 0.8793108 May 26 22:50:01.862788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59770) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:01.893247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.897811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-584fe879-97e3-4f4a-9fb2-758772af55f3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8059528 May 26 22:50:01.899546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59774) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:01.908146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d32c4b5-e08a-4a9e-bfa6-53e63bb9c9c5 req-d7b76154-43e9-47f6-aa20-e5547ec11c2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.3799977 May 26 22:50:01.916328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d705ab6-0844-4c4a-9987-6628794ef635 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740953249437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4020637'] for subnet, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.928746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:01.938265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d0239175-5a3c-4906-9ee4-b210bf3a2685 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741477 May 26 22:50:01.943044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59780) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:01.954858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b728b1-e9f3-4d76-a7ce-04a95f573365 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:01.955941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:01.970979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:01.979547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af93ec-0899-451c-a4b2-12ef0809adf6 req-ae992487-2043-4126-8d4e-01dc67d30df5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:01.981144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36af93ec-0899-451c-a4b2-12ef0809adf6 req-ae992487-2043-4126-8d4e-01dc67d30df5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.2141814 May 26 22:50:01.996341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Usage tracker for resource:floatingip and tenant:25a686dd4d8d430ebc4be269418c8801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:01.999358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:02.031849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36af93ec-0899-451c-a4b2-12ef0809adf6 req-7ebac9e3-f042-413c-ab63-34de3be879af tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 May 26 22:50:02.062075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Subnet': ['ID=045231f5-1a5c-4a54-b70f-1d0dfdd77a2c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:02.066385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:02.068083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.091778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Allocated IP 2001:db8::3 (2eb22f69-6f7b-4e68-b40c-beaa10689f2c/877d4a47-e959-4cca-a01c-d793c2513a71/a526dff0-ae4a-4596-883d-3d77a99da423) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:02.129828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d705ab6-0844-4c4a-9987-6628794ef635 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:02.130300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d705ab6-0844-4c4a-9987-6628794ef635 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.134174 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2d705ab6-0844-4c4a-9987-6628794ef635 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "PUT /v2.0/subnets/877d4a47-e959-4cca-a01c-d793c2513a71 HTTP/1.1" status: 200 len: 900 time: 1.8844240 May 26 22:50:02.135321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59786) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:02.145816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Checking segment: {'id': '8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1972b301-f47c-4f40-9120-a53e6e10810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:02.146179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network hostable DHCP agents. Network: 1972b301-f47c-4f40-9120-a53e6e10810d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:02.174184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.304328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] For port 29b21712-7115-42c3-9f31-d31b3c2c48ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=29b21712-7115-42c3-9f31-d31b3c2c48ad,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:02.316356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.325279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.397850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network 1972b301-f47c-4f40-9120-a53e6e10810d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:02.405223 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.430372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Pushing event updated for resources: {'Port': ['ID=29b21712-7115-42c3-9f31-d31b3c2c48ad,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:02.443934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:02.447712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Provisioning complete for port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:02.447712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.455360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-817849e1-0e87-455b-a589-235ef1ab1d01 req-42bbfd4c-3b49-40ff-a36d-ad92c5b4d03b tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0644989 May 26 22:50:02.464423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:02.467021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d705ab6-0844-4c4a-9987-6628794ef635 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event updated for resources: {'Subnet': ['ID=877d4a47-e959-4cca-a01c-d793c2513a71,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:02.470042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:02.478542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1972b301-f47c-4f40-9120-a53e6e10810d) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:02.480987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:02.496085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:02.496687 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.498007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86977438-ef46-4c6b-a4d7-562be4717e8a None None] Network 1972b301-f47c-4f40-9120-a53e6e10810d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:02.534232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:02.553780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-747b2cc5-398f-421c-9259-216d07d7d2d9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1595242 May 26 22:50:02.555070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59790) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:02.561399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'network': {'name': 'tempest-router-network01--984269733'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:02.567054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:02.571004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:network and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:02.575653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:02.582732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:02.597339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Made reservation on behalf of 2159a73518ec49b59e4a8446e9c11597 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:02.601960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.644208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:02.645327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:02.662887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.663548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.663713 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Added segment 925d2127-a30b-4614-b33c-270d8d065b5b of type vlan for network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 May 26 22:50:02.684985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:02.704988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] Deleting port 05cc52e9-1c80-4656-b760-4381e6127090 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:02.705355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.710879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.740466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.742537 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.780860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.784705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:02.785374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.795821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Provisioning complete for port 241df30e-fbc1-4da7-aed4-462886ade4ab triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:02.796364 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.827340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Transition to ACTIVE for port object a526dff0-ae4a-4596-883d-3d77a99da423 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:02.830485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2742600 May 26 22:50:02.834677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59794) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:02.848227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'network': {'name': 'tempest-router-network02--1918567199'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:02.861438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:02.872892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:network and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:02.879428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:02.914189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:02.916429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca05a40-192d-4430-8d51-a85ff26131f0 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Network': ['ID=a0ca18a3-64c9-40f1-a3ff-ef86a89312c7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:02.921084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 29b21712-7115-42c3-9f31-d31b3c2c48ad up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:02.948069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Made reservation on behalf of 2159a73518ec49b59e4a8446e9c11597 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:02.951012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.953769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Transition to ACTIVE for port object a526dff0-ae4a-4596-883d-3d77a99da423 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:02.958657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:02.983571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b9488f6-89f7-479c-b200-e71c0bcd8c48 None None] Port 241df30e-fbc1-4da7-aed4-462886ade4ab cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:03.008125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.026433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 172.25.4.102 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/efd34dc4-6578-4f5b-87e2-68363dbc21a8) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:03.052664 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.056233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:03.101709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.117012 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Added segment cc5fb7c7-5175-4078-92ef-4f63d110849e of type vlan for network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 May 26 22:50:03.229771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=877d4a47-e959-4cca-a01c-d793c2513a71,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:03.241975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-1972b301-f47c-4f40-9120-a53e6e10810d', 'network_id': '1972b301-f47c-4f40-9120-a53e6e10810d', 'tenant_id': '2159a73518ec49b59e4a8446e9c11597', 'fixed_ips': [{'subnet_id': '045231f5-1a5c-4a54-b70f-1d0dfdd77a2c'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:03.243017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.304805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.309614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.349519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb22f69-6f7b-4e68-b40c-beaa10689f2c']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:03.355163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.388293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2848c459-09cf-4c8d-b4df-252da1bc43be') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:03.388293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2848c459-09cf-4c8d-b4df-252da1bc43be') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:03.404735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:03.411695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:03.414354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.421795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:03.422539 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.436740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-372d12c0-2f80-413d-8d06-5761ac2ec3f0 None None] Provisioning for port 05cc52e9-1c80-4656-b760-4381e6127090 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:03.442000 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.457019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Pushing event updated for resources: {'Port': ['ID=a526dff0-ae4a-4596-883d-3d77a99da423,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:03.459387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.461167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619b6c7-e546-4c6b-876b-6a5128597dd5 req-c6b1273e-6e06-472f-878c-5b65b887882a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:03.464059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:03.470532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e619b6c7-e546-4c6b-876b-6a5128597dd5 req-c6b1273e-6e06-472f-878c-5b65b887882a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.2481551 May 26 22:50:03.475209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=b6111869-1e33-4f3d-a6fc-84050286df1f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:03.484972 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:03.486944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-372d12c0-2f80-413d-8d06-5761ac2ec3f0 None None] Provisioning complete for port 05cc52e9-1c80-4656-b760-4381e6127090 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:03.487058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:03.487137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-372d12c0-2f80-413d-8d06-5761ac2ec3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.487326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:03.504308 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:03.511091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:03.511534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.515346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:03.515928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.567523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] For port 05cc52e9-1c80-4656-b760-4381e6127090, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=05cc52e9-1c80-4656-b760-4381e6127090,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:03.567925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.619953 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e619b6c7-e546-4c6b-876b-6a5128597dd5 req-eb9b1975-51d1-4ea4-9802-62e5852d18d1 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484132 May 26 22:50:03.620170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 29b21712-7115-42c3-9f31-d31b3c2c48ad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:03.620362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.621430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:50:03.621430 n-d-843301-1 neutron-server[84029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:50:03.621430 n-d-843301-1 neutron-server[84029]: [parameters: {'id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c'}] May 26 22:50:03.621430 n-d-843301-1 neutron-server[84029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:50:03.622030 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:50:03.668139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Network': ['ID=be7752ae-dfd0-49a2-88f3-2c07f01d1ba2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:03.671153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-45ad5935-03d3-4152-9dac-931c28a0d59f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7231445 May 26 22:50:03.674144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:03.676842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.681394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'name': 'tempest-NetworksTestDHCPv6-2055731215'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:03.722632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-82b1db53-f8fb-48c3-8dc5-0a50e5c00a49 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8820128 May 26 22:50:03.723852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59806) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:03.782048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'subnet': {'network_id': 'a0ca18a3-64c9-40f1-a3ff-ef86a89312c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:03.784121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebc43ec7-a44c-4ce6-a8e0-408e3f6df9be req-4acd57f6-d8a5-4742-9b13-ad85bcbe16fa tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0527368 May 26 22:50:03.795779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:03.799283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:03.802770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:03.820574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:03.838988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=efd34dc4-6578-4f5b-87e2-68363dbc21a8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:03.841910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] Calling delete_port for 05cc52e9-1c80-4656-b760-4381e6127090 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:04.004584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.051593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:04.059598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:subnet and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:04.063567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:04.073365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:04.075586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:04.083348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:04.083852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.088102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:04.094242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:04.102922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Made reservation on behalf of 2159a73518ec49b59e4a8446e9c11597 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:04.104838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Attempting to bind port a526dff0-ae4a-4596-883d-3d77a99da423 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:04.105375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Attempting to bind port a526dff0-ae4a-4596-883d-3d77a99da423 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2848c459-09cf-4c8d-b4df-252da1bc43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:04.105950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Attempting to bind port a526dff0-ae4a-4596-883d-3d77a99da423 on network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:04.121135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:04.124255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.140410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.157295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Allocated IP 172.20.0.2 (1972b301-f47c-4f40-9120-a53e6e10810d/045231f5-1a5c-4a54-b70f-1d0dfdd77a2c/7324ae1d-c9cc-4a99-82f5-e55eb4252254) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:04.212773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:04.213420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Checking segment: {'id': '2848c459-09cf-4c8d-b4df-252da1bc43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:04.214230 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.214367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Bound using segment: {'id': '2848c459-09cf-4c8d-b4df-252da1bc43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:04.214991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Bound port: a526dff0-ae4a-4596-883d-3d77a99da423, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2848c459-09cf-4c8d-b4df-252da1bc43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2eb22f69-6f7b-4e68-b40c-beaa10689f2c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:04.215514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.235324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 7c908a31-4ee7-4a88-ab56-124e2c852979 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:04.280359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting port a526dff0-ae4a-4596-883d-3d77a99da423 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:04.280699 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.347339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.379721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.439074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-372d12c0-2f80-413d-8d06-5761ac2ec3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.468588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] Pushing event deleted for resources: {'Port': ['ID=05cc52e9-1c80-4656-b760-4381e6127090,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:04.481926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9e8efc2-cb94-4136-a3b4-f64751d48488 req-fb35876d-3f78-4c85-a41d-b86e453d53b2 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0968928 May 26 22:50:04.514602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef5f31-f1b9-492e-ac0c-4d67e4f95ba5 None None] No DVR routers for this DVR port 05cc52e9-1c80-4656-b760-4381e6127090 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:04.543471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 05cc52e9-1c80-4656-b760-4381e6127090 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:04.594716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162bc1b9-47c6-45c7-b15c-4c5177ed1714 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:04.613704 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84453542-d258-4ae5-a5f1-d979230e97b0 req-9518a802-53cf-4c6c-ae40-061fae87864d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1456043871a4085bfcb3a29b59d3bdc&device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.2305868 May 26 22:50:04.659449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.662700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84453542-d258-4ae5-a5f1-d979230e97b0 req-9fd31d42-b247-4d5f-9d1c-4014ff273d57 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f1456043871a4085bfcb3a29b59d3bdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331540 May 26 22:50:04.665722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] For port a526dff0-ae4a-4596-883d-3d77a99da423, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:04.668362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.674979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 05cc52e9-1c80-4656-b760-4381e6127090 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:04.675247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 05cc52e9-1c80-4656-b760-4381e6127090 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:04.691419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::207 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/b6111869-1e33-4f3d-a6fc-84050286df1f/7c908a31-4ee7-4a88-ab56-124e2c852979) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:04.731802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] For port a526dff0-ae4a-4596-883d-3d77a99da423, host n-d-843301-1, got binding levels [] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:04.732140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.761636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] For port a526dff0-ae4a-4596-883d-3d77a99da423, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a526dff0-ae4a-4596-883d-3d77a99da423,segment=NetworkSegment(2848c459-09cf-4c8d-b4df-252da1bc43be),segment_id=2848c459-09cf-4c8d-b4df-252da1bc43be)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:04.784895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.953560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Calling delete_port for a526dff0-ae4a-4596-883d-3d77a99da423 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:04.954900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=efd34dc4-6578-4f5b-87e2-68363dbc21a8,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:04.984989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.992793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84453542-d258-4ae5-a5f1-d979230e97b0 req-4764e756-b2c1-4afb-b0eb-96fd08e4900f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:04.994445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84453542-d258-4ae5-a5f1-d979230e97b0 req-4764e756-b2c1-4afb-b0eb-96fd08e4900f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3172956 May 26 22:50:05.011200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.021043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e0825292-c414-427b-b6ce-a97abe02c261 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1078682 May 26 22:50:05.048509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.067641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7a921-4b54-4485-9c88-b719ebc84bf5 None None] Pushing event updated for resources: {'Port': ['ID=a526dff0-ae4a-4596-883d-3d77a99da423,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:05.108296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Transition to ACTIVE for port object 7324ae1d-c9cc-4a99-82f5-e55eb4252254 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:05.171164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5b2a2-17f5-4cd1-b994-ada921e62aa9 None None] Network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:05.188993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Transition to ACTIVE for port object 7324ae1d-c9cc-4a99-82f5-e55eb4252254 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:05.199804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:50:05.200355 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:50:05.207443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.255861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'b6111869-1e33-4f3d-a6fc-84050286df1f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:05.256657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.271468 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.283546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a1354-0835-48ab-8ead-54d4aebac22d req-c19c0c38-3763-4968-b9ae-5a3cbc4cc1ae tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.285015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-057a1354-0835-48ab-8ead-54d4aebac22d req-c19c0c38-3763-4968-b9ae-5a3cbc4cc1ae tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.4410112 May 26 22:50:05.324794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-2fa24988-0764-4d4b-816e-7cb64ef12103 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1760799056&fields=id&tenant_id=25a686dd4d8d430ebc4be269418c8801 HTTP/1.1" status: 200 len: 267 time: 0.0434642 May 26 22:50:05.367387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.377088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Subnet': ['ID=69dccbb0-415b-4193-956c-1893b403ea19,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:05.410373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 7c908a31-4ee7-4a88-ab56-124e2c852979 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:05.411886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-d2eb99b2-4fbd-47e2-83d0-fda25b2d1376 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.412524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-d2eb99b2-4fbd-47e2-83d0-fda25b2d1376 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:05.422324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-057a1354-0835-48ab-8ead-54d4aebac22d req-2567a6eb-4ab8-48aa-9fe7-a7931bc71002 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253026 May 26 22:50:05.434214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-d2eb99b2-4fbd-47e2-83d0-fda25b2d1376 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:05.435560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-d2eb99b2-4fbd-47e2-83d0-fda25b2d1376 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 200 len: 932 time: 0.1005564 May 26 22:50:05.444334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Checking segment: {'id': '925d2127-a30b-4614-b33c-270d8d065b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a0ca18a3-64c9-40f1-a3ff-ef86a89312c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:05.444818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network hostable DHCP agents. Network: a0ca18a3-64c9-40f1-a3ff-ef86a89312c7, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:05.471227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.513225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-3a4977ec-9722-4f89-826a-a57103bdc4e1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.514800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-3a4977ec-9722-4f89-826a-a57103bdc4e1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports/241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 200 len: 932 time: 0.0720048 May 26 22:50:05.539061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:05.548926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Network 1972b301-f47c-4f40-9120-a53e6e10810d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:05.550676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Pushing event updated for resources: {'Port': ['ID=7324ae1d-c9cc-4a99-82f5-e55eb4252254,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:05.561696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:05.567020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, a0ca18a3-64c9-40f1-a3ff-ef86a89312c7) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:05.572867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:05.579107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.579269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-05a8d19f-cc7a-473f-bc0c-12f74209fbea tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557280 May 26 22:50:05.579697 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.584390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b160fbc-f806-465b-ad3b-95be2cb1d5da None None] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:05.632013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=7c908a31-4ee7-4a88-ab56-124e2c852979,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:05.635675 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-3fbc15c4-f269-4716-af28-70a88be734c6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0554342 May 26 22:50:05.645041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:05.647718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9595eb4f-aa40-4088-8c14-4bf60a0c10ab tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9231813 May 26 22:50:05.649788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:05.651622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59828) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:05.654594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:05.659837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.660752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.681806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'subnet': {'network_id': 'be7752ae-dfd0-49a2-88f3-2c07f01d1ba2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:05.787753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting port a526dff0-ae4a-4596-883d-3d77a99da423 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:05.788250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.801715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7a6f8f2e-791a-4aa9-9335-66ace9d985e8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.805584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7a6f8f2e-791a-4aa9-9335-66ace9d985e8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.809582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7a6f8f2e-791a-4aa9-9335-66ace9d985e8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.810413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7a6f8f2e-791a-4aa9-9335-66ace9d985e8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:05.829071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7a6f8f2e-791a-4aa9-9335-66ace9d985e8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:05.830573 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7a6f8f2e-791a-4aa9-9335-66ace9d985e8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/networks?id=9f1006ec-020a-4deb-95a2-456d61870218&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=0159f930-1bde-494f-990d-0fb40919b7a6&id=0159f930-1bde-494f-990d-0fb40919b7a6 HTTP/1.1" status: 200 len: 1989 time: 0.1940110 May 26 22:50:05.849931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-48f8bfa8-6316-469a-9fdd-78ef36380bea tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/quotas/25a686dd4d8d430ebc4be269418c8801 HTTP/1.1" status: 200 len: 375 time: 0.0129483 May 26 22:50:05.902261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Attempting to bind port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:05.902615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Attempting to bind port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1972b301-f47c-4f40-9120-a53e6e10810d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:05.902970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Attempting to bind port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 on network 1972b301-f47c-4f40-9120-a53e6e10810d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:05.940262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/b6111869-1e33-4f3d-a6fc-84050286df1f/83978f6b-f813-4c04-a032-2100406b11b9) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:05.952055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ac61b467-a1d3-4c38-8f62-0e70b1d30caa tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0933902 May 26 22:50:05.953507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fdbe35e8-45f4-4d34-8f66-c1d8f39154d0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2778249 May 26 22:50:05.956080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59832) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:05.971123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:05.971479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Checking segment: {'id': '8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1972b301-f47c-4f40-9120-a53e6e10810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:05.971873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.972370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Bound using segment: {'id': '8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1972b301-f47c-4f40-9120-a53e6e10810d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:05.972800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Bound port: 7324ae1d-c9cc-4a99-82f5-e55eb4252254, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1972b301-f47c-4f40-9120-a53e6e10810d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:05.973163 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.001707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:06.012736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Usage tracker for resource:subnet and tenant:2159a73518ec49b59e4a8446e9c11597 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:06.019076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab0dfc45-9e4b-4042-9ba7-d552244f5b9f req-361a0d0d-a081-401c-8208-347bee54860d tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0760734 May 26 22:50:06.021816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:06.031192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:06.066018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ab5bd-374b-41c3-80d7-c0d668d27924 None None] Network 2eb22f69-6f7b-4e68-b40c-beaa10689f2c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:06.069098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be65c0e-8a3e-4317-8a87-99f497494297 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:06.079427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4be65c0e-8a3e-4317-8a87-99f497494297 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1222250 May 26 22:50:06.081586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59838) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:06.221792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] For port a526dff0-ae4a-4596-883d-3d77a99da423, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a526dff0-ae4a-4596-883d-3d77a99da423,segment=NetworkSegment(2848c459-09cf-4c8d-b4df-252da1bc43be),segment_id=2848c459-09cf-4c8d-b4df-252da1bc43be)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:06.222308 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.234768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 7c908a31-4ee7-4a88-ab56-124e2c852979 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:06.235106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.302039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-a0ca18a3-64c9-40f1-a3ff-ef86a89312c7', 'network_id': 'a0ca18a3-64c9-40f1-a3ff-ef86a89312c7', 'tenant_id': '2159a73518ec49b59e4a8446e9c11597', 'fixed_ips': [{'subnet_id': '69dccbb0-415b-4193-956c-1893b403ea19'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:06.307079 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.344787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Calling delete_port for a526dff0-ae4a-4596-883d-3d77a99da423 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:06.414488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] For port 7324ae1d-c9cc-4a99-82f5-e55eb4252254, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:06.423521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.428201 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-84453542-d258-4ae5-a5f1-d979230e97b0 req-97d083ca-3ea1-4307-8e35-e2b32fe86615 tempest-ServerShowV257Test-718703308 tempest-ServerShowV257Test-718703308-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2b58cf4-6be0-4975-8a5f-2e40224304e8 HTTP/1.1" status: 200 len: 210 time: 0.0655897 May 26 22:50:06.439551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-83c99c17-b9d2-4a03-bbee-ea68213183d6 service neutron] 10.222.0.32 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514248 May 26 22:50:06.503176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] For port 7324ae1d-c9cc-4a99-82f5-e55eb4252254, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7324ae1d-c9cc-4a99-82f5-e55eb4252254,segment=NetworkSegment(8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce),segment_id=8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:06.509767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Port': ['ID=a526dff0-ae4a-4596-883d-3d77a99da423,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:06.511605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Made reservation on behalf of 2159a73518ec49b59e4a8446e9c11597 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:06.547706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.721369 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.728593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.764297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f51b4-d8ce-49ac-b553-6b55473ba6f5 None None] Pushing event updated for resources: {'Port': ['ID=7324ae1d-c9cc-4a99-82f5-e55eb4252254,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:06.764434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.768487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Transition to ACTIVE for port object 83978f6b-f813-4c04-a032-2100406b11b9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:06.815931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Transition to ACTIVE for port object 83978f6b-f813-4c04-a032-2100406b11b9 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:06.818815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Allocated IP 172.20.0.2 (a0ca18a3-64c9-40f1-a3ff-ef86a89312c7/69dccbb0-415b-4193-956c-1893b403ea19/6684a37b-a8cf-4469-a271-7a1538746ebe) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:06.830489 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.012538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No DVR routers for this DVR port a526dff0-ae4a-4596-883d-3d77a99da423 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:07.043510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 7c908a31-4ee7-4a88-ab56-124e2c852979 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:07.054047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Pushing event updated for resources: {'Port': ['ID=83978f6b-f813-4c04-a032-2100406b11b9,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:07.081610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:07.084788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:07.101640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:07.134602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9cef9df2-bdea-4ca5-9b88-c0beae965e97 service neutron] 10.222.0.32 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940606 May 26 22:50:07.194487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.238401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb22f69-6f7b-4e68-b40c-beaa10689f2c']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:07.242370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-1769e79c-53a5-4194-be4b-2d7353fd4e66 service neutron] 10.222.0.32 "GET /v2.0/ports/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0945623 May 26 22:50:07.262716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2848c459-09cf-4c8d-b4df-252da1bc43be') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:07.263161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2848c459-09cf-4c8d-b4df-252da1bc43be') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:07.278325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.304147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.312652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:07.313072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.400667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Attempting to bind port 83978f6b-f813-4c04-a032-2100406b11b9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:07.401033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Attempting to bind port 83978f6b-f813-4c04-a032-2100406b11b9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:07.401385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Attempting to bind port 83978f6b-f813-4c04-a032-2100406b11b9 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:07.417812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:07.418206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:07.418602 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.419014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:07.419449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Bound port: 83978f6b-f813-4c04-a032-2100406b11b9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:07.419937 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:07.424302 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:07.432310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.445167 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.450453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.465436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.482560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=2eb22f69-6f7b-4e68-b40c-beaa10689f2c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:07.485158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5cb33269-9df0-44e5-9186-290b7e9686c2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/2eb22f69-6f7b-4e68-b40c-beaa10689f2c HTTP/1.1" status: 204 len: 168 time: 5.3478622 May 26 22:50:07.487172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.491148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59846) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:07.491467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Transition to ACTIVE for port object 6684a37b-a8cf-4469-a271-7a1538746ebe will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:07.516246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=7c908a31-4ee7-4a88-ab56-124e2c852979,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:07.525662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-337553a8-7b8a-4054-953e-653fc4d84b17 service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709272 May 26 22:50:07.532067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Transition to ACTIVE for port object 6684a37b-a8cf-4469-a271-7a1538746ebe will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:07.547738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.565022 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f88adf-fc58-4abc-8924-a7297bb28f5e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:07.565522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f88adf-fc58-4abc-8924-a7297bb28f5e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:07.567625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e6f88adf-fc58-4abc-8924-a7297bb28f5e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/877d4a47-e959-4cca-a01c-d793c2513a71 HTTP/1.1" status: 404 len: 337 time: 0.0483978 May 26 22:50:07.575121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:07.586261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] For port 83978f6b-f813-4c04-a032-2100406b11b9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:07.596979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4b85-18bf-40e4-950d-eb0ea9b89d16 req-efa07d3f-8d36-4980-a672-6bc7203ab6fe tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:07.599375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-214d4b85-18bf-40e4-950d-eb0ea9b89d16 req-efa07d3f-8d36-4980-a672-6bc7203ab6fe tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.9221995 May 26 22:50:07.614116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] For port 83978f6b-f813-4c04-a032-2100406b11b9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=83978f6b-f813-4c04-a032-2100406b11b9,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:07.623175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.625047 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.638921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Pushing event updated for resources: {'Port': ['ID=6684a37b-a8cf-4469-a271-7a1538746ebe,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:07.661105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Subnet': ['ID=5a047c17-6b92-4a25-96d9-66d67d2ebe45,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:07.705396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-214d4b85-18bf-40e4-950d-eb0ea9b89d16 req-941f472c-528d-4f7c-9030-cd3d013710f9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906396 May 26 22:50:07.721042 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-6329f0eb-7b70-4d08-84b2-8f65874e95b7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:07.721747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6329f0eb-7b70-4d08-84b2-8f65874e95b7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:07.725753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:07.736931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59854) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:07.737017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:07.737090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6329f0eb-7b70-4d08-84b2-8f65874e95b7 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/2eb22f69-6f7b-4e68-b40c-beaa10689f2c HTTP/1.1" status: 404 len: 339 time: 0.1318307 May 26 22:50:07.737158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:07.737222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ab9e4391-d123-4597-9a85-0045a10cbe48 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/7c908a31-4ee7-4a88-ab56-124e2c852979 HTTP/1.1" status: 204 len: 168 time: 1.6544294 May 26 22:50:07.738813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59858) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:07.764709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Checking segment: {'id': 'cc5fb7c7-5175-4078-92ef-4f63d110849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be7752ae-dfd0-49a2-88f3-2c07f01d1ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:07.765062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network hostable DHCP agents. Network: be7752ae-dfd0-49a2-88f3-2c07f01d1ba2, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:07.860464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e59f0b26-9ddb-44a9-8eed-d789c62926d8 service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841587 May 26 22:50:07.880080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb549ee-7de3-4437-8552-04ca5bdb0a54 None None] Pushing event updated for resources: {'Port': ['ID=83978f6b-f813-4c04-a032-2100406b11b9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:07.908501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:07.912986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b3c62-79bb-46b2-948b-983806625140 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:07.914332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b3c62-79bb-46b2-948b-983806625140 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:07.915174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-974b3c62-79bb-46b2-948b-983806625140 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:07.916910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Attempting to bind port 6684a37b-a8cf-4469-a271-7a1538746ebe on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:07.917043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Attempting to bind port 6684a37b-a8cf-4469-a271-7a1538746ebe by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '925d2127-a30b-4614-b33c-270d8d065b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a0ca18a3-64c9-40f1-a3ff-ef86a89312c7'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:07.917339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Attempting to bind port 6684a37b-a8cf-4469-a271-7a1538746ebe on network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:07.924764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:07.925136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Checking segment: {'id': '925d2127-a30b-4614-b33c-270d8d065b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a0ca18a3-64c9-40f1-a3ff-ef86a89312c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:07.925706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.926130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Bound using segment: {'id': '925d2127-a30b-4614-b33c-270d8d065b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a0ca18a3-64c9-40f1-a3ff-ef86a89312c7'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:07.927026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Bound port: 6684a37b-a8cf-4469-a271-7a1538746ebe, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d2127-a30b-4614-b33c-270d8d065b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a0ca18a3-64c9-40f1-a3ff-ef86a89312c7'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:07.927026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.931257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.948738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, be7752ae-dfd0-49a2-88f3-2c07f01d1ba2) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:07.954611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:07.955913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.967055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-251c67c4-9f7b-4fba-9cf0-6ef67f9ae17d service neutron] 10.222.0.32 "GET /v2.0/ports/241df30e-fbc1-4da7-aed4-462886ade4ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1056192 May 26 22:50:07.990128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-974b3c62-79bb-46b2-948b-983806625140 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:07.994584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-974b3c62-79bb-46b2-948b-983806625140 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2518284 May 26 22:50:07.994669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa599ec-c1ed-4479-b810-74fabd825096 None None] Network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:07.996588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59864) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:08.142213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b4d195d6-3a1c-4c5b-8ea3-df6be108affa tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4892828 May 26 22:50:08.143210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:08.343224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59874) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:08.357545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] For port 6684a37b-a8cf-4469-a271-7a1538746ebe, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:08.367562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9d50dcd7-a5c1-4a65-b616-e1109c689f6d service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995299 May 26 22:50:08.393370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] For port 6684a37b-a8cf-4469-a271-7a1538746ebe, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6684a37b-a8cf-4469-a271-7a1538746ebe,segment=NetworkSegment(925d2127-a30b-4614-b33c-270d8d065b5b),segment_id=925d2127-a30b-4614-b33c-270d8d065b5b)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:08.426385 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.480020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.515906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c8240e-4260-4663-a2ce-378210d07f3f']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:08.634558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007a7ce0-fcab-46ed-9b1c-746098c272cb') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:08.634847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007a7ce0-fcab-46ed-9b1c-746098c272cb') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:08.664483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet b6111869-1e33-4f3d-a6fc-84050286df1f {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:08.679565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.686951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c2772-62c8-4927-be1f-9d1dc5032330 None None] Pushing event updated for resources: {'Port': ['ID=6684a37b-a8cf-4469-a271-7a1538746ebe,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:08.710860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-be7752ae-dfd0-49a2-88f3-2c07f01d1ba2', 'network_id': 'be7752ae-dfd0-49a2-88f3-2c07f01d1ba2', 'tenant_id': '2159a73518ec49b59e4a8446e9c11597', 'fixed_ips': [{'subnet_id': '5a047c17-6b92-4a25-96d9-66d67d2ebe45'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:08.712363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.752927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.773801 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.788101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.799016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.810307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:08.811034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:08.834456 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:08.910471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44122c87-ce73-43a9-a2eb-8e2bb50f76d6 None None] Network 1972b301-f47c-4f40-9120-a53e6e10810d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:08.968738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.018230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-91c3dadf-2824-47a5-ba5c-31657e750033 service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415555 May 26 22:50:09.037648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7324ae1d-c9cc-4a99-82f5-e55eb4252254 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:09.082833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:09.117871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f1456043871a4085bfcb3a29b59d3bdc is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:09.204407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:09.205065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Allocated IP 172.20.0.2 (be7752ae-dfd0-49a2-88f3-2c07f01d1ba2/5a047c17-6b92-4a25-96d9-66d67d2ebe45/3b590a6b-49f3-43e2-9b76-fe09c81fc723) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:09.228259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-86ebe59a-8413-4ee5-befd-11bcea3d05f3 None None] Provisioning for port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:09.235015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:09.250108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-86ebe59a-8413-4ee5-befd-11bcea3d05f3 None None] Provisioning complete for port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:09.250438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86ebe59a-8413-4ee5-befd-11bcea3d05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.266554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.285738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:09.311760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.312204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:09.312577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.334239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=54c8240e-4260-4663-a2ce-378210d07f3f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:09.378109 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bfb9f64a-3d47-4c27-a01e-938533326f96 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/54c8240e-4260-4663-a2ce-378210d07f3f HTTP/1.1" status: 204 len: 168 time: 1.6468024 May 26 22:50:09.387055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59886) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:09.426147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.495893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-370a2ff2-15f8-45c1-ad87-08a551f5a846 service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718432 May 26 22:50:09.496659 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ba5a3d-8154-4bf5-abbe-d9fb982ff78d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:09.497210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ba5a3d-8154-4bf5-abbe-d9fb982ff78d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:09.499002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=b6111869-1e33-4f3d-a6fc-84050286df1f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:09.509641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.525312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286bbbb-f44f-446d-83a4-97ad2feca516 req-69564f7e-f54c-4e05-b416-9e78db16d284 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:09.533044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2286bbbb-f44f-446d-83a4-97ad2feca516 req-69564f7e-f54c-4e05-b416-9e78db16d284 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.5739398 May 26 22:50:09.578192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e8ba5a3d-8154-4bf5-abbe-d9fb982ff78d tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/e8d7799f-8165-44ed-8713-c1d14b7d8396 HTTP/1.1" status: 404 len: 337 time: 0.1885965 May 26 22:50:09.584558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59890) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:09.642057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.681279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e990a898-94ef-46d4-ad90-3f0558e5a277 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/b6111869-1e33-4f3d-a6fc-84050286df1f HTTP/1.1" status: 204 len: 168 time: 1.6827326 May 26 22:50:09.682059 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20f7678-aa93-41e0-ab0d-2d5343bb0b40 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:09.682742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20f7678-aa93-41e0-ab0d-2d5343bb0b40 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:09.685555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59894) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:09.687716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e20f7678-aa93-41e0-ab0d-2d5343bb0b40 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/e8376c56-9f3a-4e1e-9c91-2542ae26e26d HTTP/1.1" status: 404 len: 339 time: 0.0927210 May 26 22:50:09.690218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59898) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:09.724372 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.740361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.794718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2286bbbb-f44f-446d-83a4-97ad2feca516 req-609df476-806e-463c-b177-15d1b3090baf tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395082 May 26 22:50:09.811920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-f54693a9-ec5f-41a7-a54e-76f444d57dfa service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908390 May 26 22:50:09.840625 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3c7b8988-5591-466b-a62e-ee1e4d7385cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1516623 May 26 22:50:09.871866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:09.876326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.888513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf597f22-2f91-4db3-bc2a-cf3760f3a76f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:09.935181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbfa4b-6e34-421e-b0e0-152ace4cbc29 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:09.966581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-05299840-5373-4fc6-9a8d-0622173ca1b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1456043871a4085bfcb3a29b59d3bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6154270 May 26 22:50:09.969303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59906) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:10.015061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.124582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86ebe59a-8413-4ee5-befd-11bcea3d05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.155562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting subnet 9b21defc-d726-4918-bec4-765d36473001 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:10.156781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7324ae1d-c9cc-4a99-82f5-e55eb4252254, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7324ae1d-c9cc-4a99-82f5-e55eb4252254,segment=NetworkSegment(8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce),segment_id=8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:10.158627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Transition to ACTIVE for port object 3b590a6b-49f3-43e2-9b76-fe09c81fc723 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:10.165536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.218464 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.219409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 83978f6b-f813-4c04-a032-2100406b11b9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:10.278119 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.324672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-0e658aa4-c44f-41df-b9cf-f072fdadac2c service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976423 May 26 22:50:10.344983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6edf3-9db8-4c9c-9942-f6361f1c5fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:10.345654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ee6edf3-9db8-4c9c-9942-f6361f1c5fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:10.353879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Transition to ACTIVE for port object 3b590a6b-49f3-43e2-9b76-fe09c81fc723 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:10.358158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e354253b-54cc-486f-89ef-4f1c0253e835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.473572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Allocated IP 172.20.0.1 (a0ca18a3-64c9-40f1-a3ff-ef86a89312c7/69dccbb0-415b-4193-956c-1893b403ea19/fbb7d05a-7b63-401e-91ce-399bd8fdda64) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:10.475118 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.486756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ee6edf3-9db8-4c9c-9942-f6361f1c5fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:10.491003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ee6edf3-9db8-4c9c-9942-f6361f1c5fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6181293 May 26 22:50:10.495639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59914) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:10.534605 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-86ebe59a-8413-4ee5-befd-11bcea3d05f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:50:10.535173 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-86ebe59a-8413-4ee5-befd-11bcea3d05f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:50:10.592863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7324ae1d-c9cc-4a99-82f5-e55eb4252254,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:10.655290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.676264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e5de5-03e4-4d0c-ba7b-009d2fb8ee87 None None] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:10.676634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.693817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Transition to ACTIVE for port object fbb7d05a-7b63-401e-91ce-399bd8fdda64 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:10.726003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-45d2928a-84a7-43a0-afd5-2cda97c975b5 service neutron] 10.222.0.32 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893507 May 26 22:50:10.733443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc7a50-06c9-40b2-85e7-4ee89ca8a063 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:10.734218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d9fc7a50-06c9-40b2-85e7-4ee89ca8a063 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:10.737772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e354253b-54cc-486f-89ef-4f1c0253e835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.793372 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.867571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:10.870645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:10.872140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:10.872368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:10.880887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:10.885064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:10.900885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 83978f6b-f813-4c04-a032-2100406b11b9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:10.925932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Pushing event updated for resources: {'Port': ['ID=3b590a6b-49f3-43e2-9b76-fe09c81fc723,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:10.953637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.010758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:11.044195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-76a6ce1e-73c1-46da-85b6-0bcf0108a91a service neutron] 10.222.0.32 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945325 May 26 22:50:11.071159 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.185719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e354253b-54cc-486f-89ef-4f1c0253e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.209908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d9fc7a50-06c9-40b2-85e7-4ee89ca8a063 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:11.213803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d9fc7a50-06c9-40b2-85e7-4ee89ca8a063 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7168715 May 26 22:50:11.222734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59926) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:11.278896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] Deleting port 83978f6b-f813-4c04-a032-2100406b11b9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:11.278896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.304420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6684a37b-a8cf-4469-a271-7a1538746ebe up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:11.313805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Port': ['ID=fbb7d05a-7b63-401e-91ce-399bd8fdda64,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:11.363183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5fe16a78-40e3-47d4-99fd-47f072370cc0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329916 May 26 22:50:11.370503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59930) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:11.380619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:11.380845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354253b-54cc-486f-89ef-4f1c0253e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf597f22-2f91-4db3-bc2a-cf3760f3a76f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:11.408085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Attempting to bind port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:11.408496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Attempting to bind port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cc5fb7c7-5175-4078-92ef-4f63d110849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be7752ae-dfd0-49a2-88f3-2c07f01d1ba2'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:11.408857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Attempting to bind port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 on network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:11.497483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:11.498011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Checking segment: {'id': 'cc5fb7c7-5175-4078-92ef-4f63d110849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be7752ae-dfd0-49a2-88f3-2c07f01d1ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:11.498652 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.499048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Bound using segment: {'id': 'cc5fb7c7-5175-4078-92ef-4f63d110849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be7752ae-dfd0-49a2-88f3-2c07f01d1ba2'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:11.499588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Bound port: 3b590a6b-49f3-43e2-9b76-fe09c81fc723, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5fb7c7-5175-4078-92ef-4f63d110849e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'be7752ae-dfd0-49a2-88f3-2c07f01d1ba2'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:11.500590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.572274 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e354253b-54cc-486f-89ef-4f1c0253e835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.576273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e354253b-54cc-486f-89ef-4f1c0253e835 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf597f22-2f91-4db3-bc2a-cf3760f3a76f HTTP/1.1" status: 204 len: 168 time: 1.6058590 May 26 22:50:11.687345 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.720396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19481eeb-9539-4ecb-985e-0ca35b085e76 req-56096a5f-eec7-4f62-9f94-260d6926d5ac tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:11.727844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-19481eeb-9539-4ecb-985e-0ca35b085e76 req-56096a5f-eec7-4f62-9f94-260d6926d5ac tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.6280699 May 26 22:50:11.763320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=9b21defc-d726-4918-bec4-765d36473001,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:11.784255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.791850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-dde1256d-6a15-43de-a125-b140db7a79fc service neutron] 10.222.0.32 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313647 May 26 22:50:11.798552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:11.832512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:11.884757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:11.893735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.924494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5534f-2924-4204-853f-45de20ab5f88 None None] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:11.925257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-19481eeb-9539-4ecb-985e-0ca35b085e76 req-5be49b49-42bb-478b-8342-b55be16f6e5d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964605 May 26 22:50:12.083428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.084123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4ee979f2-b04b-48d8-8eb7-a34a95224e36 service neutron] 10.222.0.32 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324400 May 26 22:50:12.093385 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.256831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.261296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Port': ['ID=fbb7d05a-7b63-401e-91ce-399bd8fdda64,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:12.305578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-56a8a6ab-9cad-472a-af89-c702f9a0ae4f tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/9b21defc-d726-4918-bec4-765d36473001 HTTP/1.1" status: 204 len: 168 time: 2.6140707 May 26 22:50:12.319084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:12.376890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] For port 3b590a6b-49f3-43e2-9b76-fe09c81fc723, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:12.380756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] For port 3b590a6b-49f3-43e2-9b76-fe09c81fc723, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3b590a6b-49f3-43e2-9b76-fe09c81fc723,segment=NetworkSegment(cc5fb7c7-5175-4078-92ef-4f63d110849e),segment_id=cc5fb7c7-5175-4078-92ef-4f63d110849e)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:12.419905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Provisioning complete for port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:12.421622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.476264 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.497181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] For port 83978f6b-f813-4c04-a032-2100406b11b9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=83978f6b-f813-4c04-a032-2100406b11b9,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:12.497623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.685243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:12.688168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:12.715590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.754310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] Calling delete_port for 83978f6b-f813-4c04-a032-2100406b11b9 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:12.828141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=c041451f-786a-4379-8521-a6a00b8bb5c1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:12.836352 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-3a0f8dac-02cf-4663-be94-6606d19b13fe service neutron] 10.222.0.32 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496760 May 26 22:50:12.843225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:12.844737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:12.856160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:12.856160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.875087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 6684a37b-a8cf-4469-a271-7a1538746ebe completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:12.917815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ea831c92-ac1e-4291-a3c2-e215fa452ae5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5459132 May 26 22:50:12.920323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59954) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:12.927280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': 'c041451f-786a-4379-8521-a6a00b8bb5c1', 'ip_address': '2001:db8::6a4:ae71:ab3c:1bb2'}], 'name': 'tempest-NetworksTestDHCPv6-404994687'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:12.952757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7324ae1d-c9cc-4a99-82f5-e55eb4252254 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:13.098474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting subnet 1190ccec-a01e-4e64-b7b3-bf01d82537f7 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:13.113758 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.194419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db4a53-d568-4b18-ab0e-75ec07a1c45e None None] Pushing event updated for resources: {'Port': ['ID=3b590a6b-49f3-43e2-9b76-fe09c81fc723,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:13.346662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.357719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:13.383982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:13.417792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:13.454198 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.476777 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.518811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 9bc753a8-92c6-4286-a0cf-2d431858f570 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:13.554967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59978) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:13.707818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] Pushing event deleted for resources: {'Port': ['ID=83978f6b-f813-4c04-a032-2100406b11b9,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:13.740799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e94d5-0262-4ecc-a767-82f905b886c2 None None] No DVR routers for this DVR port 83978f6b-f813-4c04-a032-2100406b11b9 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:13.793986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7217de0-6707-4230-a8f3-56adfef4e6bb None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:13.796356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a2c25-168b-4c96-9858-a4b363b00953 req-80698c07-c6da-4316-b946-08f2b01a772e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:13.799487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4a2c25-168b-4c96-9858-a4b363b00953 req-80698c07-c6da-4316-b946-08f2b01a772e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.6198568 May 26 22:50:13.832327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:13.832700 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.833755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.969153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-608173412-network', 'tenant_id': 'ddda1d5057474f42ba5bc34194861991'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:13.990025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:14.024542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Usage tracker for resource:network and tenant:ddda1d5057474f42ba5bc34194861991 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:14.048554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:14.067200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::6a4:ae71:ab3c:1bb2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/c041451f-786a-4379-8521-a6a00b8bb5c1/9bc753a8-92c6-4286-a0cf-2d431858f570) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:14.093060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:14.094455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Provisioning for port 6684a37b-a8cf-4469-a271-7a1538746ebe completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:14.120083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be4a2c25-168b-4c96-9858-a4b363b00953 req-ad2e6c84-0df1-4d02-b337-efd1ae0205d4 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109001 May 26 22:50:14.136096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Made reservation on behalf of ddda1d5057474f42ba5bc34194861991 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:14.139260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.154965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.158307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Provisioning complete for port 6684a37b-a8cf-4469-a271-7a1538746ebe triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:14.159867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.247958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.288134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=1190ccec-a01e-4e64-b7b3-bf01d82537f7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:14.316422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.353017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4b05e9a8-6579-4301-809e-4c7eeac48625 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/1190ccec-a01e-4e64-b7b3-bf01d82537f7 HTTP/1.1" status: 204 len: 168 time: 2.0289149 May 26 22:50:14.366317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59994) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:14.505956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.623754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6280ec7c-7e53-4893-b067-931ac0092880 req-df2a3dc4-8fea-4703-9613-dd3c9d260e39 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 210 time: 0.1101115 May 26 22:50:14.647823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 9bc753a8-92c6-4286-a0cf-2d431858f570 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:14.649001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:14.689200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Usage tracker for resource:security_group_rule and tenant:ddda1d5057474f42ba5bc34194861991 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:14.702484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:14.716357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Router 5e0c223f-427d-4de1-b2b4-ab3b768ae0ee is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:50:14.718170 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.724750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d4e1b-fe1b-4557-81e6-8974b2bbdf75 None None] Network 0619cb8a-5a9f-43aa-be55-28d00a8fde1f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:14.745268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:14.963686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:14.971039 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.971762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:14.978130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:14.985869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:14.990235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.022053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=9bc753a8-92c6-4286-a0cf-2d431858f570,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:15.063168 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.085416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-56c8bfa9-9d33-47b0-8b1c-dce8e2bab057 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1634686 May 26 22:50:15.086690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60018) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:15.110463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] For port 6684a37b-a8cf-4469-a271-7a1538746ebe, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6684a37b-a8cf-4469-a271-7a1538746ebe,segment=NetworkSegment(925d2127-a30b-4614-b33c-270d8d065b5b),segment_id=925d2127-a30b-4614-b33c-270d8d065b5b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:15.116796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting port 5dddc062-675f-4401-a86a-61f4cc860fac {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:15.117311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.142186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.199920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657f12a-3567-45f0-b62c-fec3b0f5bc23 None None] Network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:15.227812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Could not find standard attr ID for object 83978f6b-f813-4c04-a032-2100406b11b9. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:50:15.386608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebde5c6-165c-4a5e-9f66-ce9bd8f3b5e4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:15.390588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8ebde5c6-165c-4a5e-9f66-ce9bd8f3b5e4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:15.409280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] For port 5dddc062-675f-4401-a86a-61f4cc860fac, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5dddc062-675f-4401-a86a-61f4cc860fac,segment=NetworkSegment(1abb7b2f-7874-4ca6-9148-64a8dd2abf4b),segment_id=1abb7b2f-7874-4ca6-9148-64a8dd2abf4b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:15.409584 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.420060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'c041451f-786a-4379-8521-a6a00b8bb5c1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:15.420261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.421206 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.422172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8ebde5c6-165c-4a5e-9f66-ce9bd8f3b5e4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:15.426859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8ebde5c6-165c-4a5e-9f66-ce9bd8f3b5e4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3385925 May 26 22:50:15.427775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60024) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:15.443714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b590a6b-49f3-43e2-9b76-fe09c81fc723 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:15.484002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.498118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:15.512102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.512571 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Added segment 665ec31a-3b2d-47ea-bb48-779830b5dcc7 of type vlan for network 57bd3b87-588e-47fc-9661-84b2c833f68f May 26 22:50:15.546362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.572045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708f13e-f19a-4a26-9a1b-b4cfa90e58bc None None] Pushing event updated for resources: {'Port': ['ID=6684a37b-a8cf-4469-a271-7a1538746ebe,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:15.625783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 9bc753a8-92c6-4286-a0cf-2d431858f570 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:15.626789 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.676302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Provisioning for port fbb7d05a-7b63-401e-91ce-399bd8fdda64 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:15.693273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Provisioning complete for port fbb7d05a-7b63-401e-91ce-399bd8fdda64 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:15.693649 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.796582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9f343-e9c9-4691-b902-8f4e91754313 req-47d891b0-44b9-477d-8a84-de9289bcc93b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:15.803690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8a9f343-e9c9-4691-b902-8f4e91754313 req-47d891b0-44b9-477d-8a84-de9289bcc93b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.2782702 May 26 22:50:15.870830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8a9f343-e9c9-4691-b902-8f4e91754313 req-9f21562a-9bad-4fb9-8477-799c2e59df21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648913 May 26 22:50:16.021706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/c041451f-786a-4379-8521-a6a00b8bb5c1/4cc63485-6e5a-4caa-9c9f-26fd50bb9031) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:16.067043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Calling delete_port for 5dddc062-675f-4401-a86a-61f4cc860fac owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:16.096462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a94242-ea6d-4f05-ba27-1e021e9d3ebe,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:16.162131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04d032c6-3454-4912-bfcf-f08075359ff0 req-e4a4e7de-9292-4ed0-87d6-61f62e54c858 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:16.175421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.176323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:16.176943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.177208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.210824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] DHCP port deletion for 0619cb8a-5a9f-43aa-be55-28d00a8fde1f request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:16.278494 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:50:16.279057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Deleting port 5dddc062-675f-4401-a86a-61f4cc860fac {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:16.279160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.320117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] Pushing event updated for resources: {'Network': ['ID=57bd3b87-588e-47fc-9661-84b2c833f68f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:16.347816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04d032c6-3454-4912-bfcf-f08075359ff0 req-e4a4e7de-9292-4ed0-87d6-61f62e54c858 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:16.350964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04d032c6-3454-4912-bfcf-f08075359ff0 req-e4a4e7de-9292-4ed0-87d6-61f62e54c858 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 210 time: 0.2515209 May 26 22:50:16.384953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:16.394852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d9a5ca3a-86c0-4fcf-be75-94646ff38e99 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8266232 May 26 22:50:16.397120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60032) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:16.404529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 9bc753a8-92c6-4286-a0cf-2d431858f570 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:16.428061 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8f650fe1-9ee2-4606-a6a0-a8cccc80b0a4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "PUT /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2791457 May 26 22:50:16.431024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60036) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:16.463445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Request body: {'subnet': {'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-608173412-subnet', 'tenant_id': 'ddda1d5057474f42ba5bc34194861991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:16.475957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.590360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] For port 5dddc062-675f-4401-a86a-61f4cc860fac, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5dddc062-675f-4401-a86a-61f4cc860fac,segment=NetworkSegment(1abb7b2f-7874-4ca6-9148-64a8dd2abf4b),segment_id=1abb7b2f-7874-4ca6-9148-64a8dd2abf4b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:16.590816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.623523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:16.626267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Port': ['ID=5dddc062-675f-4401-a86a-61f4cc860fac,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:16.627000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 57bd3b87-588e-47fc-9661-84b2c833f68f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:16.679534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Port fbb7d05a-7b63-401e-91ce-399bd8fdda64 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:16.681371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] Sync routers for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:16.683828 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.698904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Usage tracker for resource:subnet and tenant:ddda1d5057474f42ba5bc34194861991 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:16.707812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:16.728209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No DVR routers for this DVR port 5dddc062-675f-4401-a86a-61f4cc860fac on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:16.729786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:16.843065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=9bc753a8-92c6-4286-a0cf-2d431858f570,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:16.877409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Made reservation on behalf of ddda1d5057474f42ba5bc34194861991 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:16.879950 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.980855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Calling delete_port for 5dddc062-675f-4401-a86a-61f4cc860fac owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:17.002401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-088ee99b-3a89-45d2-aa95-73e87f1321e5 service neutron] 10.222.0.55 "GET /v2.0/ports/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 200 len: 1028 time: 0.3956292 May 26 22:50:17.019227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.022845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.095579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0619cb8a-5a9f-43aa-be55-28d00a8fde1f']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:17.112132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-99f3a1b8-4b0c-4521-8ca9-e3971105e981 service neutron] 10.222.0.55 "GET /v2.0/ports/241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 200 len: 1028 time: 0.0727258 May 26 22:50:17.118682 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d901d02-3efc-4f35-ad52-d051bd5e1240 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/9bc753a8-92c6-4286-a0cf-2d431858f570 HTTP/1.1" status: 204 len: 168 time: 1.6896203 May 26 22:50:17.119691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60042) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:17.161713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abb7b2f-7874-4ca6-9148-64a8dd2abf4b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:17.161946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Could not find standard attr ID for object 5dddc062-675f-4401-a86a-61f4cc860fac. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:50:17.165269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abb7b2f-7874-4ca6-9148-64a8dd2abf4b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:17.182445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.192700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:17.212815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.236353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:17.236844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.256779 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.279237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:17.279884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:49:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:17.352863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cd59fb-c10a-460c-85ba-1d60a71571db tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.354161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cd59fb-c10a-460c-85ba-1d60a71571db tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.354904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-77cd59fb-c10a-460c-85ba-1d60a71571db tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:17.372967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:17.402504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Transition to ACTIVE for port object 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:17.406265 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3547dd25-6fbb-493f-9855-eb998ec89a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.411220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-77cd59fb-c10a-460c-85ba-1d60a71571db tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:17.415898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-77cd59fb-c10a-460c-85ba-1d60a71571db tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2936862 May 26 22:50:17.422630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60048) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:17.436317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:50:17.436538 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:50:17.469376 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Provisioning for port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:17.491590 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:17.505729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 83978f6b-f813-4c04-a032-2100406b11b9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:17.508929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.529125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.529282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-caf45f7c-81ce-4af6-a830-2bfe8b909377 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.533236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-caf45f7c-81ce-4af6-a830-2bfe8b909377 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.537218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-caf45f7c-81ce-4af6-a830-2bfe8b909377 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.538890 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-caf45f7c-81ce-4af6-a830-2bfe8b909377 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "GET /v2.0/networks?id=9f1006ec-020a-4deb-95a2-456d61870218&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=0159f930-1bde-494f-990d-0fb40919b7a6&id=0159f930-1bde-494f-990d-0fb40919b7a6 HTTP/1.1" status: 200 len: 1989 time: 0.4154081 May 26 22:50:17.548012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660af0f-2186-42bf-8a2f-c3f404f01180 req-60f8da83-b0d1-409d-a249-fdf07739a86b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.555684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b660af0f-2186-42bf-8a2f-c3f404f01180 req-60f8da83-b0d1-409d-a249-fdf07739a86b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.4308922 May 26 22:50:17.570552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Provisioning complete for port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:17.571448 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.596330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Transition to ACTIVE for port object 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:17.600278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 83978f6b-f813-4c04-a032-2100406b11b9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:17.600620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 83978f6b-f813-4c04-a032-2100406b11b9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:17.608398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:17.609029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:49:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:17.638315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/0619cb8a-5a9f-43aa-be55-28d00a8fde1f HTTP/1.1" status: 204 len: 168 time: 3.2620847 May 26 22:50:17.735126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.743643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60056) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:17.784280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51683119-4a06-4592-b8ca-bfe691a38b82 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=0619cb8a-5a9f-43aa-be55-28d00a8fde1f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:17.803943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet c041451f-786a-4379-8521-a6a00b8bb5c1 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:17.822235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.885762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6684a37b-a8cf-4469-a271-7a1538746ebe up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:17.900893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-decfe4a6-05b2-42ec-8b7f-f4d6dfc08dcc tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a686dd4d8d430ebc4be269418c8801 HTTP/1.1" status: 200 len: 380 time: 0.3414059 May 26 22:50:17.916007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'admin_state_up': True, 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'security_groups': ['f7b30b9b-454c-4133-ad1f-4638330fdd97']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:17.918488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:17.918898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d9a9a-743c-497a-bae3-29a2c01f8ea8 None None] The sync data for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:17.954967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b660af0f-2186-42bf-8a2f-c3f404f01180 req-654ad65b-49fc-403c-b547-cd7b161e6d26 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975990 May 26 22:50:17.978770 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.995298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Deleting port 5dddc062-675f-4401-a86a-61f4cc860fac {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:17.995701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.079800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:18.110493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:18.157499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:18.218993 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5880e9-5fbc-4093-a57c-251870c35d89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:18.219520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5880e9-5fbc-4093-a57c-251870c35d89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:18.221276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0d5880e9-5fbc-4093-a57c-251870c35d89 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/19f97a4d-d409-4f82-ad0b-fcd7f89f8f85 HTTP/1.1" status: 404 len: 337 time: 0.4583046 May 26 22:50:18.223334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8250930-d938-4b2f-a9f3-b8261b70238e req-ba111187-28a6-467d-83e0-c46bfd085648 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 210 time: 0.4545109 May 26 22:50:18.227946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60060) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:18.229586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.231858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d099ff12-f80f-4953-bc55-714348249bb7 None None] The port '5dddc062-675f-4401-a86a-61f4cc860fac' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:50:18.311421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Pushing event updated for resources: {'Port': ['ID=4cc63485-6e5a-4caa-9c9f-26fd50bb9031,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:18.359472 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca46c594-a894-41ad-9c1e-8fc5515f97ab tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:18.359966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca46c594-a894-41ad-9c1e-8fc5515f97ab tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:18.364656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ca46c594-a894-41ad-9c1e-8fc5515f97ab tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/dfc1c64d-c4a4-4ff1-8f99-f6ea031539ee HTTP/1.1" status: 404 len: 339 time: 0.1113243 May 26 22:50:18.365747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60064) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:18.367382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Attempting to bind port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:18.368323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Attempting to bind port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:18.368693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Attempting to bind port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:18.383127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898f44d6-f480-42e6-9189-291359e557ea,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:18.384200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:18.385164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:18.385164 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.400966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:18.401648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Bound port: 4cc63485-6e5a-4caa-9c9f-26fd50bb9031, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:18.402247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.404145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Checking segment: {'id': '665ec31a-3b2d-47ea-bb48-779830b5dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:18.404504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Network hostable DHCP agents. Network: 57bd3b87-588e-47fc-9661-84b2c833f68f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:18.448575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:18.456938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6684a37b-a8cf-4469-a271-7a1538746ebe triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:18.457703 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.459011 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3163176-ad9e-42a7-aa24-e45be18187db tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:18.459557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3163176-ad9e-42a7-aa24-e45be18187db tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:18.464707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c3163176-ad9e-42a7-aa24-e45be18187db tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/1e9693ee-1e36-453c-87f4-a640c8f17822 HTTP/1.1" status: 404 len: 337 time: 0.0965288 May 26 22:50:18.466224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.495396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60068) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:18.527812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:18.562402 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5775362-8c5e-4696-b126-2d7d06ccdc6e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:18.562772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5775362-8c5e-4696-b126-2d7d06ccdc6e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:18.567564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b5775362-8c5e-4696-b126-2d7d06ccdc6e tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/ec6661e6-d58b-450e-95e9-ca91b432e9cb HTTP/1.1" status: 404 len: 339 time: 0.0676079 May 26 22:50:18.568178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60072) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:18.584440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:18.587972 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.606200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.747374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Network 57bd3b87-588e-47fc-9661-84b2c833f68f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:18.771169 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f54ef43-5f87-494f-85bb-5fc8c670a5ba tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:18.771846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f54ef43-5f87-494f-85bb-5fc8c670a5ba tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:18.776860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f54ef43-5f87-494f-85bb-5fc8c670a5ba tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/4203cb4a-0790-41b7-ad37-8ea9e8f1e8e9 HTTP/1.1" status: 404 len: 337 time: 0.2046900 May 26 22:50:18.782051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60076) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:18.809307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] For port 3b590a6b-49f3-43e2-9b76-fe09c81fc723, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3b590a6b-49f3-43e2-9b76-fe09c81fc723,segment=NetworkSegment(cc5fb7c7-5175-4078-92ef-4f63d110849e),segment_id=cc5fb7c7-5175-4078-92ef-4f63d110849e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:18.826513 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.840341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 57bd3b87-588e-47fc-9661-84b2c833f68f) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:18.861332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:18.861332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.880146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1a269-8349-4073-b750-e20b03c33e6a None None] Network 57bd3b87-588e-47fc-9661-84b2c833f68f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:18.890745 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c89c81-a5d4-418f-b19f-edc4be2ae4b4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:18.891295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c89c81-a5d4-418f-b19f-edc4be2ae4b4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:18.921416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a61bd45f-a364-458c-9917-f6b6c76ea379 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5037200 May 26 22:50:18.929071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.974235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5dddc062-675f-4401-a86a-61f4cc860fac no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:18.978398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-17c89c81-a5d4-418f-b19f-edc4be2ae4b4 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/be92ef89-559b-4eda-ad81-3cf24b2e82ba HTTP/1.1" status: 404 len: 339 time: 0.1952929 May 26 22:50:18.979098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60082) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:18.989342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=c041451f-786a-4379-8521-a6a00b8bb5c1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:19.003535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:19.005284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2bae8c8b-c89b-4d1b-a3e9-81610e4a560f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/c041451f-786a-4379-8521-a6a00b8bb5c1 HTTP/1.1" status: 204 len: 168 time: 1.5816517 May 26 22:50:19.008995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60088) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:19.143145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a0695754-d7a0-4382-8b3e-c8ff9c4bf0a5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329536 May 26 22:50:19.151131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60096) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:19.164017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] For port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:19.168095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:19.243872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Provisioning complete for port 6684a37b-a8cf-4469-a271-7a1538746ebe triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:19.255240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:19.302792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 5dddc062-675f-4401-a86a-61f4cc860fac {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:19.303018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5dddc062-675f-4401-a86a-61f4cc860fac not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:19.342875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] For port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4cc63485-6e5a-4caa-9c9f-26fd50bb9031,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:19.369375 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4ba2de75-1b19-4d7c-8603-bcd614d666e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:19.370852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbb2f6-6e3d-4185-bd64-e41108263ece None None] Pushing event updated for resources: {'Port': ['ID=3b590a6b-49f3-43e2-9b76-fe09c81fc723,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:19.379911 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:19.478644 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-8b7d13d3-b6a2-4912-8ea1-21d823be9feb tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:50:19.487452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b7d13d3-b6a2-4912-8ea1-21d823be9feb tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "PUT /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0550039 May 26 22:50:19.491226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60104) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:19.554965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 172.20.0.11 (9f1006ec-020a-4deb-95a2-456d61870218/f8dc40f8-718a-4dcb-a67d-56b0ff5baee1/8e74c924-636e-43dd-941a-0e1b4cd5d5c2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:19.602526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:19.613599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede709d-a70a-4ba0-bf15-d636eb2d727d None None] Pushing event updated for resources: {'Port': ['ID=4cc63485-6e5a-4caa-9c9f-26fd50bb9031,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:19.617560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aae286-3d5d-4334-b7dd-5832aabed814 None None] Network 57bd3b87-588e-47fc-9661-84b2c833f68f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:19.627413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:19.638600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51079-7786-42ad-a889-2709b43f1122 req-33f2e488-e810-4386-ad5a-aebf31eca3e8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:19.640138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-21c51079-7786-42ad-a889-2709b43f1122 req-33f2e488-e810-4386-ad5a-aebf31eca3e8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.4290843 May 26 22:50:19.713276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:19.719840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:19.978896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d0be4f69-8012-45f7-b2d9-bf92e5ab46e9 req-e6530d19-41cb-4069-bb32-7ca24d365494 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 210 time: 0.3170726 May 26 22:50:20.011465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting subnet 9ee4c4d8-55d1-4015-ade9-e67546f49838 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:20.026847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.060712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b590a6b-49f3-43e2-9b76-fe09c81fc723 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:20.161020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.207835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60112) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:20.218743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-365788354-network', 'tenant_id': 'f3a8c1d00c1c40e594e91518e1a4d2de'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:20.227809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:20.242007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Usage tracker for resource:network and tenant:f3a8c1d00c1c40e594e91518e1a4d2de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:20.249227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:20.264350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:20.293652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.295422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Made reservation on behalf of f3a8c1d00c1c40e594e91518e1a4d2de for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:20.300122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.318362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.327438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:20.329168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.369177 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-21c51079-7786-42ad-a889-2709b43f1122 req-a7832ff4-fe92-4a89-96ac-537a156b5707 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7156413 May 26 22:50:20.442612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:20.456262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:20.463337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:20.463912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.477909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=2df3a7da-e214-4020-963c-f49b476290e3,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:20.546853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.547520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a38fe961-7ce3-4cb9-afe7-82cbe284fde9 None None] Provisioning complete for port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:20.547916 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a38fe961-7ce3-4cb9-afe7-82cbe284fde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.566727 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.573605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Transition to ACTIVE for port object 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:20.592068 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.606192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dfc26816-0248-463a-b1d7-4dc5a74878ba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4535251 May 26 22:50:20.607294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:20.612177 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.628805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': '2df3a7da-e214-4020-963c-f49b476290e3', 'ip_address': '2001:db8::1696:62b4:9308:e5b3'}], 'name': 'tempest-NetworksTestDHCPv6-1925470729'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:20.683022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:20.710507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a8c1d00c1c40e594e91518e1a4d2de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:20.717634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:20.738869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:20.755263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:20.823077 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.848724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.874748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 9f1006ec-020a-4deb-95a2-456d61870218 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:20.878138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:20.882694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:20.894522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee4c4d8-55d1-4015-ade9-e67546f49838,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:20.929571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.929984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.932317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.932654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.932984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.933315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.933763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.934119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.934444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.934764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.935087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:20.948389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.964281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0130e421-1bee-4969-93ff-85aa25571cea None None] Network ea11e727-6fbf-4a60-9093-901f676f9294 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:20.978172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:20.978801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.987043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-efc09ae0-8dd7-4615-93c3-8e6b0f770178 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/9ee4c4d8-55d1-4015-ade9-e67546f49838 HTTP/1.1" status: 204 len: 168 time: 2.0067837 May 26 22:50:20.995942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60124) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:21.023204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c9149b69-6d3d-4dee-897c-0ffcf7890ef5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1115861 May 26 22:50:21.041243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'admin_state_up': True, 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'security_groups': ['f7b30b9b-454c-4133-ad1f-4638330fdd97']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:21.041991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.141026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.147781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041bde7-7724-4192-9b1a-ab16376266e8 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:21.195326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:21.204212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:21.210354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:21.243120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:21.274154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:21.284501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:21.292553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:21.298491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.309256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:21.312365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.344949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 41e122cb-bf71-470b-9b71-bfb6bb557353 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:21.357054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.360427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.399298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0eff0619-97ab-4816-b04c-f20feba10051 None None] Could not find standard attr ID for object 9bc753a8-92c6-4286-a0cf-2d431858f570. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:50:21.571393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0eff0619-97ab-4816-b04c-f20feba10051 None None] Provisioning for port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:21.716486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:21.818239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aad2c28d-bd42-4825-aa6b-8925d1fe943d None None] Provisioning for port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:21.829537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aad2c28d-bd42-4825-aa6b-8925d1fe943d None None] Provisioning complete for port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:21.829934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aad2c28d-bd42-4825-aa6b-8925d1fe943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.868544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7003ca-6d42-47e4-9ae9-028b166c3bdf,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:21.873102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:21.890606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.890965 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Added segment 9cabfb04-3d86-412a-b185-f6063f1702ea of type vlan for network 78bd13ae-86c7-45c5-bcf1-ded2cdd0513e May 26 22:50:21.902552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting port afa1717e-e887-4848-afbb-eb79b535186c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:21.902888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.956990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 10.1.1.41 (2a6458c7-c556-416e-9541-27d699a8fa39/cefc2af9-dc55-4787-b03a-c0ca615e639e/49e42fb8-c45d-404c-93e8-29266c2c6d50) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:21.959401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] DHCP port deletion for ea11e727-6fbf-4a60-9093-901f676f9294 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:21.996470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Deleting port afa1717e-e887-4848-afbb-eb79b535186c {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:21.997981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.037781 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.078325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:22.085060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daae837-5062-4324-97a8-f47ad657b330 req-d248092c-67b6-4dc1-8583-911abc865952 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:22.087124 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8daae837-5062-4324-97a8-f47ad657b330 req-d248092c-67b6-4dc1-8583-911abc865952 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.3546743 May 26 22:50:22.095020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:22.095528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.138553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aad2c28d-bd42-4825-aa6b-8925d1fe943d None None] Port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:22.168441 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-f5c0a888-7a9f-4b65-b37b-9371d6558bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4464421 May 26 22:50:22.195492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01962064-9198-41fc-845c-9b23fd3daec4 req-daca3538-4d19-407b-ba51-659705fa7e12 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:22.203438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01962064-9198-41fc-845c-9b23fd3daec4 req-daca3538-4d19-407b-ba51-659705fa7e12 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 932 time: 0.5477493 May 26 22:50:22.275751 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.312193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::1696:62b4:9308:e5b3 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/2df3a7da-e214-4020-963c-f49b476290e3/41e122cb-bf71-470b-9b71-bfb6bb557353) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:22.319908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] For port afa1717e-e887-4848-afbb-eb79b535186c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=afa1717e-e887-4848-afbb-eb79b535186c,segment=NetworkSegment(1e458378-f26d-4c50-bbce-62c081fa301a),segment_id=1e458378-f26d-4c50-bbce-62c081fa301a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:22.320395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.411631 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8daae837-5062-4324-97a8-f47ad657b330 req-c34b37d7-dcae-4d11-8577-bbf3cf4b9c07 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079317 May 26 22:50:22.501141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Calling delete_port for afa1717e-e887-4848-afbb-eb79b535186c owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:22.509329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3362b64c-2f11-413e-a3f1-10a7c2e83fae no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:22.649378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] For port afa1717e-e887-4848-afbb-eb79b535186c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=afa1717e-e887-4848-afbb-eb79b535186c,segment=NetworkSegment(1e458378-f26d-4c50-bbce-62c081fa301a),segment_id=1e458378-f26d-4c50-bbce-62c081fa301a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:22.650051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.661251 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.662986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:22.662986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.668389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-01962064-9198-41fc-845c-9b23fd3daec4 req-475c1505-771d-47ce-ab2c-15d8be3a8e6a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:22.693782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.711716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 41e122cb-bf71-470b-9b71-bfb6bb557353 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:22.744719 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.793063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.834432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] Pushing event updated for resources: {'Network': ['ID=78bd13ae-86c7-45c5-bcf1-ded2cdd0513e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:22.866122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-01962064-9198-41fc-845c-9b23fd3daec4 req-475c1505-771d-47ce-ab2c-15d8be3a8e6a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:22.871060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Transition to ACTIVE for port object 49e42fb8-c45d-404c-93e8-29266c2c6d50 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:22.881169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01962064-9198-41fc-845c-9b23fd3daec4 req-475c1505-771d-47ce-ab2c-15d8be3a8e6a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6701734 May 26 22:50:22.884629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:22.893102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:22.901067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.906318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:22.911808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Calling delete_port for afa1717e-e887-4848-afbb-eb79b535186c owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:22.913611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:22.914197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.962423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=41e122cb-bf71-470b-9b71-bfb6bb557353,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:22.970267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ab77b98-4f3e-4720-b5a9-7ce1b0cb9783 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7597380 May 26 22:50:22.971603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60136) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:23.006469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-733ce2a1-8930-4e7e-9dc1-87f5bb8c6c2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=051ee0d956464e13a0b95231c21ae52c&device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 6498 time: 0.6773460 May 26 22:50:23.009898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6d301b12-a681-4dab-8680-8e48ac2c994d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4014103 May 26 22:50:23.013576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60138) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:23.015710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 78bd13ae-86c7-45c5-bcf1-ded2cdd0513e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:23.065127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Request body: {'subnet': {'network_id': '78bd13ae-86c7-45c5-bcf1-ded2cdd0513e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-365788354-subnet', 'tenant_id': 'f3a8c1d00c1c40e594e91518e1a4d2de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:23.090873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Port': ['ID=afa1717e-e887-4848-afbb-eb79b535186c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:23.093379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:23.105632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Usage tracker for resource:subnet and tenant:f3a8c1d00c1c40e594e91518e1a4d2de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:23.111154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:23.128297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:23.130710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No DVR routers for this DVR port afa1717e-e887-4848-afbb-eb79b535186c on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:23.135493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4671bcc5-820c-477a-84db-36a25de3e266 None None] Provisioning complete for port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:23.135944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4671bcc5-820c-477a-84db-36a25de3e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.223166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.258577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.340670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 2a6458c7-c556-416e-9541-27d699a8fa39 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:23.350510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d7b41-0a29-4040-a90b-6e1f410f9ded tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.355251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d7b41-0a29-4040-a90b-6e1f410f9ded tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.356058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d6d7b41-0a29-4040-a90b-6e1f410f9ded tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:23.365878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:23.383971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:23.423752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Made reservation on behalf of f3a8c1d00c1c40e594e91518e1a4d2de for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:23.439949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.462537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=49e42fb8-c45d-404c-93e8-29266c2c6d50,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:23.516881 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:50:23.516881 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:50:23.557489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d6d7b41-0a29-4040-a90b-6e1f410f9ded tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:23.557489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9d6d7b41-0a29-4040-a90b-6e1f410f9ded tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.5376797 May 26 22:50:23.570120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60146) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:23.604447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-12d832b5-dea2-4743-a189-b13d603701c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.604447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-12d832b5-dea2-4743-a189-b13d603701c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.604447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-12d832b5-dea2-4743-a189-b13d603701c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.636986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-12d832b5-dea2-4743-a189-b13d603701c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=079887bc-b9ef-431d-acd1-e025ffb8b955&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8 HTTP/1.1" status: 200 len: 2298 time: 0.5593414 May 26 22:50:23.707451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.708461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.903468 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4671bcc5-820c-477a-84db-36a25de3e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.005128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4cc63485-6e5a-4caa-9c9f-26fd50bb9031,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:24.021192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e38804a6-bd76-4b16-ae5d-6d5983bac593 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9843731 May 26 22:50:24.029796 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.036297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'admin_state_up': True, 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'security_groups': ['f7b30b9b-454c-4133-ad1f-4638330fdd97']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:24.072750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Deleting port afa1717e-e887-4848-afbb-eb79b535186c {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:24.073433 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.212335 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.284787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-332e0df5-5e17-496b-a446-5f8a5a2d4e28 None None] The port 'afa1717e-e887-4848-afbb-eb79b535186c' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:50:24.290886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 41e122cb-bf71-470b-9b71-bfb6bb557353 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:24.292228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.343634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:24.361396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:24.374439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.379227 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.381346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device afa1717e-e887-4848-afbb-eb79b535186c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:24.422081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea11e727-6fbf-4a60-9093-901f676f9294']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:24.433329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: afa1717e-e887-4848-afbb-eb79b535186c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:24.433699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device afa1717e-e887-4848-afbb-eb79b535186c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:24.447431 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-4671bcc5-820c-477a-84db-36a25de3e266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:50:24.447781 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-4671bcc5-820c-477a-84db-36a25de3e266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:50:24.459810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=4cc63485-6e5a-4caa-9c9f-26fd50bb9031,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:24.513289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3362b64c-2f11-413e-a3f1-10a7c2e83fae details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:24.575782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-224771b1-4eae-4e03-995c-b92e3d086d94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4 HTTP/1.1" status: 200 len: 1001 time: 0.8205583 May 26 22:50:24.582913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:24.594555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:24.678900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-7f882ef8-b498-4768-9f6f-156060e443bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:24.681400 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-7f882ef8-b498-4768-9f6f-156060e443bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4cbb0ed-902e-46de-9207-018d6ba5443e HTTP/1.1" status: 200 len: 855 time: 0.0705800 May 26 22:50:24.682101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.694328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:24.695205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:24.697335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.709830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'port_id': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'mac_address': 'fa:16:3e:37:33:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f775ae0-fa05-441c-99de-61979aa9c3a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:24.729167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e458378-f26d-4c50-bbce-62c081fa301a') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:24.729471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e458378-f26d-4c50-bbce-62c081fa301a') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:24.763482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.781376 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.795569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:24.799376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.813099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3362b64c-2f11-413e-a3f1-10a7c2e83fae {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:24.836686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:24.846638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.890905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:24.891539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.925224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 10.1.1.249 (2a6458c7-c556-416e-9541-27d699a8fa39/cefc2af9-dc55-4787-b03a-c0ca615e639e/7aec4d53-db5b-4497-b148-d518c4f191ed) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:24.971276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-6ea036e4-34df-40dd-a5b4-697ecc5ddb4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2554452 May 26 22:50:25.009309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8a0474-0cec-4637-8a19-0bd628b24ea7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:25.024316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:25.037378 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:25.044170 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:25.137540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:25.166085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Could not find standard attr ID for object 9bc753a8-92c6-4286-a0cf-2d431858f570. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:50:25.171188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Could not find standard attr ID for object 914e9ca0-0a05-42d8-a5d2-00b640e0d0aa. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:50:25.176882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:25.180909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Could not find standard attr ID for object 2a9e47d3-d02c-4809-a8f4-9321e0ea02e1. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:50:25.191478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=ea11e727-6fbf-4a60-9093-901f676f9294,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:25.194547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2619facf-a960-4d8a-94a7-d10a17a962ce tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/ea11e727-6fbf-4a60-9093-901f676f9294 HTTP/1.1" status: 204 len: 168 time: 4.1976466 May 26 22:50:25.204632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60160) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:25.206255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Provisioning for port 49e42fb8-c45d-404c-93e8-29266c2c6d50 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:25.222120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3362b64c-2f11-413e-a3f1-10a7c2e83fae'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:25.248981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81971d3-7861-457e-a24e-44924860423b req-34143999-1455-41bb-8cf2-e6941af09c02 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:25.255614 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e81971d3-7861-457e-a24e-44924860423b req-34143999-1455-41bb-8cf2-e6941af09c02 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 1.3958409 May 26 22:50:25.266880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ae7d-f115-45f2-8258-1c0a182c0d0f req-eb9288b7-22b7-4163-99fc-d6ff2794cbf7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:25.270447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Provisioning complete for port 49e42fb8-c45d-404c-93e8-29266c2c6d50 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:25.270938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:25.275566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ae7d-f115-45f2-8258-1c0a182c0d0f req-eb9288b7-22b7-4163-99fc-d6ff2794cbf7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:25.277193 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eee0ae7d-f115-45f2-8258-1c0a182c0d0f req-eb9288b7-22b7-4163-99fc-d6ff2794cbf7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 1653 time: 0.8473885 May 26 22:50:25.289831 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a818b335-8372-4f5d-9cd2-884aea42a4fa tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:25.290275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a818b335-8372-4f5d-9cd2-884aea42a4fa tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:25.291970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a818b335-8372-4f5d-9cd2-884aea42a4fa tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/fbb7aec8-daca-4152-bd8b-d782e1159d35 HTTP/1.1" status: 404 len: 337 time: 0.0811157 May 26 22:50:25.300491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60164) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:25.379749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Checking segment: {'id': '9cabfb04-3d86-412a-b185-f6063f1702ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '78bd13ae-86c7-45c5-bcf1-ded2cdd0513e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:25.380325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Network hostable DHCP agents. Network: 78bd13ae-86c7-45c5-bcf1-ded2cdd0513e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:25.392356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Port 49e42fb8-c45d-404c-93e8-29266c2c6d50 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:25.404395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Could not find standard attr ID for object 7c908a31-4ee7-4a88-ab56-124e2c852979. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:50:25.420067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eee0ae7d-f115-45f2-8258-1c0a182c0d0f req-7361039b-e427-41b2-8ecc-8d6e5251f06a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259823 May 26 22:50:25.457504 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9884d37-b92e-4d2b-a6ff-2c64c4f53585 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] DELETE failed (client error): The resource could not be found. May 26 22:50:25.457504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9884d37-b92e-4d2b-a6ff-2c64c4f53585 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:25.457696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Network 78bd13ae-86c7-45c5-bcf1-ded2cdd0513e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:25.469589 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-b94d9892-d6fe-4040-93d8-2027bfc50e5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7485416 May 26 22:50:25.476867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 78bd13ae-86c7-45c5-bcf1-ded2cdd0513e) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:25.483455 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:25.510098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:25.510619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:25.540805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e81971d3-7861-457e-a24e-44924860423b req-8e470fa4-7eb9-49d3-a018-ff87c36438f7 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842705 May 26 22:50:25.546331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9884d37-b92e-4d2b-a6ff-2c64c4f53585 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/ddbaaf06-84f8-4684-8b57-5a6da484e19f HTTP/1.1" status: 404 len: 339 time: 0.2360277 May 26 22:50:25.549402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60168) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:25.578614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cad6d-9276-4903-b71e-efd241f12d93 None None] Network 78bd13ae-86c7-45c5-bcf1-ded2cdd0513e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:25.664226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Provisioning for port 41e122cb-bf71-470b-9b71-bfb6bb557353 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:25.767516 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e7679e-aef0-403f-a75a-46fe62dcc4b8'] response: {'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'code': 200} May 26 22:50:25.769891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Provisioning complete for port 41e122cb-bf71-470b-9b71-bfb6bb557353 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:25.770613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:25.770813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d11c55c4-cbae-4a4a-9797-5490b1da7df5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7207036 May 26 22:50:25.888415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-30ee036e-8126-42d2-adda-7e28687c2243 None None] Port 41e122cb-bf71-470b-9b71-bfb6bb557353 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:26.016709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting port fbb7d05a-7b63-401e-91ce-399bd8fdda64 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:26.017064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.053410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.080140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Transition to ACTIVE for port object 7aec4d53-db5b-4497-b148-d518c4f191ed will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:26.143269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d3ca9-6dab-414d-b089-4f75ab28b3f4 None None] Network 78bd13ae-86c7-45c5-bcf1-ded2cdd0513e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:26.205363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting subnet 8618792f-7d93-4d25-a55a-21ba12d88ac1 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:26.208718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.234344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 41e122cb-bf71-470b-9b71-bfb6bb557353 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:26.271338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.387793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.426680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.433849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-944b335a-5dd4-4e34-a7c7-a538e35a33cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1097 time: 1.3166208 May 26 22:50:26.439179 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.463181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:26.506915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.635848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c99137-40a0-46b2-bd4f-3c1f4bd4599c None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:50:26.690951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:26.691329 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.731476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Calling delete_port for fbb7d05a-7b63-401e-91ce-399bd8fdda64 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:26.802468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-70e08b60-fabf-4da8-a8f4-27a1c32a3cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3060753 May 26 22:50:26.809633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=41e122cb-bf71-470b-9b71-bfb6bb557353,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:26.856465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.904610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Subnet': ['ID=8618792f-7d93-4d25-a55a-21ba12d88ac1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:26.949372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c99137-40a0-46b2-bd4f-3c1f4bd4599c None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:50:26.960640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.989778 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f1087ab2-c589-400d-a9e7-6dbfd26224a1 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/subnets/8618792f-7d93-4d25-a55a-21ba12d88ac1 HTTP/1.1" status: 204 len: 168 time: 1.4355600 May 26 22:50:26.995030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-23816f17-2dee-4a53-9a08-9471c7175c1e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:26.995648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-23816f17-2dee-4a53-9a08-9471c7175c1e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Synchronizing usage tracker for tenant:ddda1d5057474f42ba5bc34194861991 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:26.999885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60190) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:27.007715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 2a6458c7-c556-416e-9541-27d699a8fa39 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:27.020882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:27.032133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:27.065731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.112135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=7aec4d53-db5b-4497-b148-d518c4f191ed,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:27.120992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-2221fae2-2c42-4877-9759-1ada6f0bb492 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.122659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-2221fae2-2c42-4877-9759-1ada6f0bb492 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.6124415 May 26 22:50:27.134747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab79497-3fdb-4592-bc7d-1b5a8d79cbb9 req-9e0074b0-51ca-4e53-b642-a83a56ecec84 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.136272 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ab79497-3fdb-4592-bc7d-1b5a8d79cbb9 req-9e0074b0-51ca-4e53-b642-a83a56ecec84 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.9849854 May 26 22:50:27.208912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9fbf88aa-b7c4-4f58-a659-733316d7162a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/41e122cb-bf71-470b-9b71-bfb6bb557353 HTTP/1.1" status: 204 len: 168 time: 3.6395612 May 26 22:50:27.216251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60194) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:27.276661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.277261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.295949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-23816f17-2dee-4a53-9a08-9471c7175c1e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Unset dirty status for tenant:ddda1d5057474f42ba5bc34194861991 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:27.298144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-23816f17-2dee-4a53-9a08-9471c7175c1e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/networks?id=57bd3b87-588e-47fc-9661-84b2c833f68f HTTP/1.1" status: 200 len: 824 time: 0.7504189 May 26 22:50:27.321379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-1fd1ac97-be2e-4210-804d-7ebe73fc5561 service neutron] 10.222.0.48 "GET /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088873 May 26 22:50:27.326997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.373358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-c5e59ea5-86aa-4778-abaf-1f64f010e2c8 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/quotas/ddda1d5057474f42ba5bc34194861991 HTTP/1.1" status: 200 len: 375 time: 0.0434282 May 26 22:50:27.375665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c46a42-99f1-4045-9d21-ed3a6125f7ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.377089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c46a42-99f1-4045-9d21-ed3a6125f7ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.377857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c6c46a42-99f1-4045-9d21-ed3a6125f7ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:27.386274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ed553a9b-1dae-4a6f-b859-884c16557999 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3541474 May 26 22:50:27.397943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-e77470c5-4645-4b6b-8516-21f1f6cbe9a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 1002 time: 0.2579069 May 26 22:50:27.400666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ab79497-3fdb-4592-bc7d-1b5a8d79cbb9 req-7ff63e5e-bc83-4bdd-9168-4539fc8455d3 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941061 May 26 22:50:27.410800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6', 'admin_state_up': True, 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'security_groups': ['f7b30b9b-454c-4133-ad1f-4638330fdd97']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:27.431953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Deleting port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:27.432545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.456403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-4271fef0-a7cd-43e9-95f8-454db102103e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddda1d5057474f42ba5bc34194861991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747712 May 26 22:50:27.465980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.467014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d3b93-de8a-400a-918b-09e1787c391f None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:50:27.512135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-9431783b-80d6-4f54-b267-54fcf2dcab27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 200 len: 217 time: 0.1815588 May 26 22:50:27.548636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c6c46a42-99f1-4045-9d21-ed3a6125f7ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:27.550023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6c46a42-99f1-4045-9d21-ed3a6125f7ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3326273 May 26 22:50:27.555466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60198) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:27.558933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Port': ['ID=fbb7d05a-7b63-401e-91ce-399bd8fdda64,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:27.643628 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.701569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-5f00559d-b88f-4020-ac6b-bf3167d4e099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.703335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-5f00559d-b88f-4020-ac6b-bf3167d4e099 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.2765896 May 26 22:50:27.737902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d3b93-de8a-400a-918b-09e1787c391f None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:50:27.792351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-78fe25f4-f107-4782-8d70-2f3961dcd153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.793832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-78fe25f4-f107-4782-8d70-2f3961dcd153 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.2672825 May 26 22:50:27.922388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:27.930233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-b44a4640-dea5-4ab2-a1bf-9dd75c28ff90 service neutron] 10.222.0.32 "GET /v2.0/networks/57bd3b87-588e-47fc-9661-84b2c833f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529438 May 26 22:50:27.964544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:28.013898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674050fa-c6f8-47c6-aea7-c9bee1965fea req-70d6b6a1-db13-4777-b9af-99b92f978ec0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:28.017825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674050fa-c6f8-47c6-aea7-c9bee1965fea req-70d6b6a1-db13-4777-b9af-99b92f978ec0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:28.021751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674050fa-c6f8-47c6-aea7-c9bee1965fea req-70d6b6a1-db13-4777-b9af-99b92f978ec0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:28.022582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-674050fa-c6f8-47c6-aea7-c9bee1965fea req-70d6b6a1-db13-4777-b9af-99b92f978ec0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:28.054155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:28.116883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] For port bf96b6bf-1eec-4ed6-a511-8c35227d76c3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,segment=NetworkSegment(af39c936-d15d-4cef-a22d-405f088dd711),segment_id=af39c936-d15d-4cef-a22d-405f088dd711)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:28.117249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.139349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 2df3a7da-e214-4020-963c-f49b476290e3 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:28.147382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-674050fa-c6f8-47c6-aea7-c9bee1965fea req-70d6b6a1-db13-4777-b9af-99b92f978ec0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:28.148530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-674050fa-c6f8-47c6-aea7-c9bee1965fea req-70d6b6a1-db13-4777-b9af-99b92f978ec0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 2374 time: 0.5376830 May 26 22:50:28.157195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.188556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-6ef50a20-c67a-467b-a681-da0ebb50b0da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4685447 May 26 22:50:28.192707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224feec-367c-40b5-bf35-bca13909ab4e None None] Network 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:28.248772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Calling delete_port for bf96b6bf-1eec-4ed6-a511-8c35227d76c3 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:28.263892 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-45974556-1f6d-4b85-adaa-148d03091cab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4590554 May 26 22:50:28.311259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.351829 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.389611 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-dee51614-71df-4e03-9920-98674a6feb60 service neutron] 10.222.0.32 "GET /v2.0/networks/57bd3b87-588e-47fc-9661-84b2c833f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489698 May 26 22:50:28.446702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.551267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3362b64c-2f11-413e-a3f1-10a7c2e83fae up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:28.674025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] DHCP port deletion for 1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:28.682968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Deleting port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:28.683341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.808731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-01f3306c-cd4e-4de8-8194-36c50eed93b2 None None] Provisioning for port 7aec4d53-db5b-4497-b148-d518c4f191ed completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:28.820044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-01f3306c-cd4e-4de8-8194-36c50eed93b2 None None] Provisioning complete for port 7aec4d53-db5b-4497-b148-d518c4f191ed triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:28.820415 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-01f3306c-cd4e-4de8-8194-36c50eed93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.933733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-01f3306c-cd4e-4de8-8194-36c50eed93b2 None None] Port 7aec4d53-db5b-4497-b148-d518c4f191ed cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:28.956817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3362b64c-2f11-413e-a3f1-10a7c2e83fae triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:28.957160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.013890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.082116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Port': ['ID=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:29.101658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] No DVR routers for this DVR port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:29.118890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] For port bf96b6bf-1eec-4ed6-a511-8c35227d76c3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf96b6bf-1eec-4ed6-a511-8c35227d76c3,segment=NetworkSegment(af39c936-d15d-4cef-a22d-405f088dd711),segment_id=af39c936-d15d-4cef-a22d-405f088dd711)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:29.119285 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.168011 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-6ced9d99-c3fa-4adc-9cf9-b29e35d5d460 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9535615 May 26 22:50:29.170085 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-c5ce2494-b43a-4c97-ad75-dc203b35970f service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885495 May 26 22:50:29.172203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.278721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Calling delete_port for bf96b6bf-1eec-4ed6-a511-8c35227d76c3 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:29.357642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.363388 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.397110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:29.401713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b81aaff-a9a2-4585-8f0b-ca3ee48231f0']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:29.405118 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:50:29.405468 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:50:29.408081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:29.414022 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.415471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b4bb1-e9ca-4d6b-a5b6-9bd5453a0666 req-249018d3-599e-4183-ac38-a03086413b14 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:29.421835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-120b4bb1-e9ca-4d6b-a5b6-9bd5453a0666 req-249018d3-599e-4183-ac38-a03086413b14 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 944 time: 0.4535358 May 26 22:50:29.427803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-674050fa-c6f8-47c6-aea7-c9bee1965fea req-2df14c2d-dc1a-40bf-8f79-f8d48e608cb5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2332432 May 26 22:50:29.445577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af39c936-d15d-4cef-a22d-405f088dd711') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:29.445893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af39c936-d15d-4cef-a22d-405f088dd711') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:29.476318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.521316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Router 5e0c223f-427d-4de1-b2b4-ab3b768ae0ee has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:50:29.526277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.545241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:29.553065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-120b4bb1-e9ca-4d6b-a5b6-9bd5453a0666 req-2ead5bf6-aa4a-4fdd-ade1-6023122bf432 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303368 May 26 22:50:29.557604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:29.559509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:29.589762 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:29.597398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952a360a-94ca-4e28-bc0a-08d9be001c1c req-7c58adf7-7321-4637-a2ce-1e0be362aea3 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883946 May 26 22:50:29.735484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.783041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-cc61eeb5-384b-4b83-a769-9417cdbeaccf service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589322 May 26 22:50:29.795662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=2df3a7da-e214-4020-963c-f49b476290e3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:29.825197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f03c350-4434-46bd-ba60-eed8397b2464 req-5d8f174f-a77f-4fda-ba3a-4f03fb53fbad tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 210 time: 0.0961046 May 26 22:50:29.830839 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.836029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.879996 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.881472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd1810-6c74-4341-a10c-8dbcad375f5c None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:29.930613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] Pushing event deleted for resources: {'Network': ['ID=1b81aaff-a9a2-4585-8f0b-ca3ee48231f0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:29.931057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-1dbe5f00-90b7-4661-9951-1f1b67630f72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 200 len: 217 time: 0.1383595 May 26 22:50:29.942286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-80d9a103-0200-40aa-8b69-c4f5a8d0deb2 tempest-NetworksIpV6Test-734975424 tempest-NetworksIpV6Test-734975424-project] 10.222.0.32 "DELETE /v2.0/networks/1b81aaff-a9a2-4585-8f0b-ca3ee48231f0 HTTP/1.1" status: 204 len: 168 time: 2.9412961 May 26 22:50:29.965298 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb6897e-b92c-47ec-ae65-d5bac1b574b6'] response: {'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'code': 200} May 26 22:50:29.967153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Deleting port bf96b6bf-1eec-4ed6-a511-8c35227d76c3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:29.967520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.971621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:29.978020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2660c046-92c1-4a1e-b171-5139ebd48437 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "PUT /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4779408 May 26 22:50:29.981476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60218) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:29.987983 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] Sync routers for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:30.023387 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:30.026905 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:30.067892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ac5184f1-e26f-49c7-b7bd-95820d598228 None None] The port 'bf96b6bf-1eec-4ed6-a511-8c35227d76c3' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:50:30.071678 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3f92a2e-af6e-4adb-ad7a-21dbbc79a0b2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/2df3a7da-e214-4020-963c-f49b476290e3 HTTP/1.1" status: 204 len: 168 time: 2.5036345 May 26 22:50:30.099468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60222) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:30.110451 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-f17c74bb-1adc-4296-945d-cef95e697448 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] delete failed (client error): The resource could not be found. May 26 22:50:30.116806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f17c74bb-1adc-4296-945d-cef95e697448 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-2010415208 HTTP/1.1" status: 404 len: 335 time: 0.1287355 May 26 22:50:30.116806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60226) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:30.122825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ea4c7042-517e-4a0d-b546-ffd63c07887f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:30.173093 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:30.193538 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:30.194220 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:30.252553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 10.2.2.100 (0159f930-1bde-494f-990d-0fb40919b7a6/ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb/224d3edf-f4db-40c0-8abf-958134fbbbce) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:30.308142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:30.326011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] Deleting port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:30.326778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.345476 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35a6a35c-248c-4030-964d-df35f6544a47 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2387269 May 26 22:50:30.353508 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:30.356358 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77372b4-72be-4f6a-999c-0e68ea40bab4 None None] The sync data for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:30.378068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60230) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:30.398763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:30.403432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf96b6bf-1eec-4ed6-a511-8c35227d76c3 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:30.450977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bf96b6bf-1eec-4ed6-a511-8c35227d76c3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:30.451311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf96b6bf-1eec-4ed6-a511-8c35227d76c3 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:30.487430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5c5d-45e2-4fbc-a26b-ce7dde8049e3 req-521609db-f745-4be4-af01-028742b59f84 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:30.495846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-230f5c5d-45e2-4fbc-a26b-ce7dde8049e3 req-521609db-f745-4be4-af01-028742b59f84 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.8762009 May 26 22:50:30.497982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-bd5851df-64bd-4dd1-87bf-c6da82ae488a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:30.499511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-bd5851df-64bd-4dd1-87bf-c6da82ae488a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.5576954 May 26 22:50:30.616243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60240) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:30.825012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] For port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4cc63485-6e5a-4caa-9c9f-26fd50bb9031,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:30.825405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.851017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7042-517e-4a0d-b546-ffd63c07887f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.951460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] Calling delete_port for 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:30.962926 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-ea4c7042-517e-4a0d-b546-ffd63c07887f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] update failed (client error): The resource could not be found. May 26 22:50:30.968220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ea4c7042-517e-4a0d-b546-ffd63c07887f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "PUT /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee HTTP/1.1" status: 404 len: 339 time: 0.8466668 May 26 22:50:30.971648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60248) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:30.974279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:30.976659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-be922071-74b5-4797-8610-03ee66b99a92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfb3cfc980e74c6496a8ec945643ae1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3526487 May 26 22:50:30.979254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60250) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:31.031844 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.038186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e8e4-9bf9-48e4-9f07-f09b04ff41f2 req-a14c4d3e-ab9d-4c7d-b9d0-77e8a78f1e1c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:31.038461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:31.042602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e8e4-9bf9-48e4-9f07-f09b04ff41f2 req-a14c4d3e-ab9d-4c7d-b9d0-77e8a78f1e1c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:31.042832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:31.046471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e8e4-9bf9-48e4-9f07-f09b04ff41f2 req-a14c4d3e-ab9d-4c7d-b9d0-77e8a78f1e1c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:31.053294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88f6e8e4-9bf9-48e4-9f07-f09b04ff41f2 req-a14c4d3e-ab9d-4c7d-b9d0-77e8a78f1e1c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 2374 time: 0.2716103 May 26 22:50:31.057322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-230f5c5d-45e2-4fbc-a26b-ce7dde8049e3 req-b4329b66-6ee5-4190-9c29-41985764320f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5611463 May 26 22:50:31.061906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-8d36d79d-fdcc-4af6-bc29-dd8430e4f9cb tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:31.063242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-8d36d79d-fdcc-4af6-bc29-dd8430e4f9cb tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.55 "GET /v2.0/networks?id=57bd3b87-588e-47fc-9661-84b2c833f68f HTTP/1.1" status: 200 len: 824 time: 0.7151084 May 26 22:50:31.072491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:31.074991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] Pushing event deleted for resources: {'Port': ['ID=4cc63485-6e5a-4caa-9c9f-26fd50bb9031,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:31.079538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf212e3-fa67-452e-a5c0-5f3c9914a4f0 req-aaad46b1-9a0d-4690-a377-af7778bed80b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 1096 time: 0.8403404 May 26 22:50:31.085570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533bb3f-3bc1-42fb-b21a-e5da308e1fd0 None None] No DVR routers for this DVR port 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:31.098109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Request body: {'port': {'device_id': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f', 'admin_state_up': True, 'tenant_id': 'ddda1d5057474f42ba5bc34194861991'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:31.208473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:31.212451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.228924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d775efe0-e8f4-4d12-8ab7-5f609bd5061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.239089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-88980d56-2698-433d-b722-377b3efe5f76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6584401 May 26 22:50:31.258911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88f6e8e4-9bf9-48e4-9f07-f09b04ff41f2 req-1e173330-5ff1-4407-b94f-150fd05413e4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042737 May 26 22:50:31.322243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d775efe0-e8f4-4d12-8ab7-5f609bd5061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.451330 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3c3b675-6c9b-4306-a402-cf8115d0a252 req-c11fbc24-0e03-494d-bd35-4bdc1bc9f710 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 210 time: 0.0639045 May 26 22:50:31.503105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.519786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edf212e3-fa67-452e-a5c0-5f3c9914a4f0 req-4c812570-2d1d-4d3a-a59c-3b323a2568d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254510 May 26 22:50:31.586955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d775efe0-e8f4-4d12-8ab7-5f609bd5061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.604602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775efe0-e8f4-4d12-8ab7-5f609bd5061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9b79c-f26c-4906-814d-383f4f903a14,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:31.604827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Transition to ACTIVE for port object 224d3edf-f4db-40c0-8abf-958134fbbbce will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:31.614863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d775efe0-e8f4-4d12-8ab7-5f609bd5061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.618217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d775efe0-e8f4-4d12-8ab7-5f609bd5061d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3b9b79c-f26c-4906-814d-383f4f903a14 HTTP/1.1" status: 204 len: 168 time: 0.6368821 May 26 22:50:31.639976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:31.654517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Usage tracker for resource:port and tenant:ddda1d5057474f42ba5bc34194861991 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:31.658377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-7eba7fd5-f046-4294-b0ff-091af05a1f59 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068860 May 26 22:50:31.659143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:31.671126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:31.734136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537e2a-ace9-4f14-8e40-42260b42fa66 req-498c279b-32af-4509-b511-304114f69b6f tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:31.735571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45537e2a-ace9-4f14-8e40-42260b42fa66 req-498c279b-32af-4509-b511-304114f69b6f tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.4999218 May 26 22:50:31.740543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Made reservation on behalf of ddda1d5057474f42ba5bc34194861991 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:31.743888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.745425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.766561 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.033986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 0159f930-1bde-494f-990d-0fb40919b7a6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:32.056998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:32.059404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:32.085161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=224d3edf-f4db-40c0-8abf-958134fbbbce,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:32.121875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Allocated IP 172.20.0.1 (1972b301-f47c-4f40-9120-a53e6e10810d/045231f5-1a5c-4a54-b70f-1d0dfdd77a2c/d230ccfe-8b9b-4015-b9f4-94cfb614a501) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:32.163985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45537e2a-ace9-4f14-8e40-42260b42fa66 req-b7c5c0f4-9fba-43a5-94d9-23e02804bfbd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102781 May 26 22:50:32.176331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.328646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:32.329294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.339912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:32.369238 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-d112ba71-f6b3-4878-a886-7026e7f2e92d service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961890 May 26 22:50:32.393290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:32.394035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4cc63485-6e5a-4caa-9c9f-26fd50bb9031 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:32.412975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a33f0a86-2c8b-4906-9b41-c2a23977bd3d None None] Provisioning for port 224d3edf-f4db-40c0-8abf-958134fbbbce completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:32.421449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a33f0a86-2c8b-4906-9b41-c2a23977bd3d None None] Provisioning complete for port 224d3edf-f4db-40c0-8abf-958134fbbbce triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:32.422099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a33f0a86-2c8b-4906-9b41-c2a23977bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.489539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:32.534574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:32.538184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-42468372-ba2d-4c10-ad81-fee61e6e1182 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc80251b-b663-43f9-adea-2a1886597daa HTTP/1.1" status: 200 len: 217 time: 0.1550426 May 26 22:50:32.544477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a33f0a86-2c8b-4906-9b41-c2a23977bd3d None None] Port 224d3edf-f4db-40c0-8abf-958134fbbbce cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:32.546911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:32.547956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.552025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd7407-95c8-497c-9ee6-56e0dda825d4 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:32.553590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=e6dcb147-055b-454e-b0cb-0e03b8995d63,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:32.564349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-889aeff9-dcda-40b8-a47c-4da27b120fd3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1683881 May 26 22:50:32.594895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.620653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a7f71-85d2-4765-a6fa-6cbf8bff0be3 req-9f007794-2d1c-4a33-9d37-3f616140c782 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:32.622148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c39a7f71-85d2-4765-a6fa-6cbf8bff0be3 req-9f007794-2d1c-4a33-9d37-3f616140c782 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.1898403 May 26 22:50:32.623171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Transition to ACTIVE for port object d230ccfe-8b9b-4015-b9f4-94cfb614a501 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:32.682803 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.706362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c39a7f71-85d2-4765-a6fa-6cbf8bff0be3 req-69ad9594-1f90-4877-8745-1ac719fcac76 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717759 May 26 22:50:32.767035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Allocated IP 172.20.0.7 (57bd3b87-588e-47fc-9661-84b2c833f68f/898f44d6-f480-42e6-9189-291359e557ea/1ab6490a-034a-434c-a2a1-9bf4938aeacc) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:32.772089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6', 'admin_state_up': True, 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'security_groups': ['f7b30b9b-454c-4133-ad1f-4638330fdd97']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:32.797512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network 1972b301-f47c-4f40-9120-a53e6e10810d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:32.800750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:32.810577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:32.845470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'e6dcb147-055b-454e-b0cb-0e03b8995d63'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:32.846585 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.857340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60280) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:32.929518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Port': ['ID=d230ccfe-8b9b-4015-b9f4-94cfb614a501,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:32.942412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.133748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-099535bc-6251-4fcc-a31c-a307ebc93db8 req-c253584b-51ff-4d56-a8ee-815092a48b17 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 210 time: 0.1015277 May 26 22:50:33.150840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.176013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1728692985'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:33.184472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:33.197751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:network and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:33.207923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:33.208110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8b4e3ae-5712-4d2f-8527-40e18df903cd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8163118 May 26 22:50:33.209423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60288) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:33.222586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': 'e6dcb147-055b-454e-b0cb-0e03b8995d63', 'ip_address': '2001:db8::671d:8de5:d6e5:63a5'}], 'name': 'tempest-NetworksTestDHCPv6-362032818'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:33.224861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/e6dcb147-055b-454e-b0cb-0e03b8995d63/e01d916c-25b2-41b7-8adc-b0449e499a83) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:33.261755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-1037c390-d37f-4351-92a5-a62a8006ddfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:33.263507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-1037c390-d37f-4351-92a5-a62a8006ddfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.7025769 May 26 22:50:33.266417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:33.346966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:33.369297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9b9379da-a05d-47ec-9e50-483a352ac2ea None None] Provisioning for port d230ccfe-8b9b-4015-b9f4-94cfb614a501 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:33.378174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:33.378568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9b9379da-a05d-47ec-9e50-483a352ac2ea None None] Provisioning complete for port d230ccfe-8b9b-4015-b9f4-94cfb614a501 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:33.378568 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9b9379da-a05d-47ec-9e50-483a352ac2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.462269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Made reservation on behalf of 25a686dd4d8d430ebc4be269418c8801 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:33.472306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:33.479158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9b9379da-a05d-47ec-9e50-483a352ac2ea None None] Port d230ccfe-8b9b-4015-b9f4-94cfb614a501 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:33.481261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:33.484228 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.498936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:33.506871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:33.516739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:33.550773 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.552492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-4c09c6cb-42c6-43a9-b7d7-c2252068cfb2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:33.557013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-4c09c6cb-42c6-43a9-b7d7-c2252068cfb2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:33.560901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-4c09c6cb-42c6-43a9-b7d7-c2252068cfb2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:33.562200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Transition to ACTIVE for port object e01d916c-25b2-41b7-8adc-b0449e499a83 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:33.564960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-4c09c6cb-42c6-43a9-b7d7-c2252068cfb2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:33.565908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-4c09c6cb-42c6-43a9-b7d7-c2252068cfb2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:33.573381 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.582646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Transition to ACTIVE for port object e01d916c-25b2-41b7-8adc-b0449e499a83 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:33.588658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.651687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-4c09c6cb-42c6-43a9-b7d7-c2252068cfb2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:33.652843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-4c09c6cb-42c6-43a9-b7d7-c2252068cfb2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 3095 time: 1.1080983 May 26 22:50:33.654177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:33.657530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:33.661484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:33.670408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-c6118986-54b6-44b4-9e84-ca5d25fde84b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3910553 May 26 22:50:33.740125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Pushing event updated for resources: {'Port': ['ID=e01d916c-25b2-41b7-8adc-b0449e499a83,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:33.765539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Attempting to bind port e01d916c-25b2-41b7-8adc-b0449e499a83 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:33.766266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Attempting to bind port e01d916c-25b2-41b7-8adc-b0449e499a83 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:33.767059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Attempting to bind port e01d916c-25b2-41b7-8adc-b0449e499a83 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:33.774317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:33.774839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:33.774839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:33.775087 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.775483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:33.775945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Bound port: e01d916c-25b2-41b7-8adc-b0449e499a83, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:33.776315 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.801727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.836690 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.874056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] For port e01d916c-25b2-41b7-8adc-b0449e499a83, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:33.874313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:33.877519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] For port e01d916c-25b2-41b7-8adc-b0449e499a83, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e01d916c-25b2-41b7-8adc-b0449e499a83,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:33.882466 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.882642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00f9ec25-caf5-4400-a0e5-031aa2890f16 req-a0be7061-aaf8-48c1-ba30-d558a70c2906 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008049 May 26 22:50:33.904828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:security_group_rule and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:33.910348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:33.971103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:34.004706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc9181-c932-4270-bea5-b289c1386fa1 req-2addcfb1-5fa8-4793-a717-71d2cd1f9287 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:34.005396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbfc9181-c932-4270-bea5-b289c1386fa1 req-2addcfb1-5fa8-4793-a717-71d2cd1f9287 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.6318493 May 26 22:50:34.025094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Pushing event updated for resources: {'Port': ['ID=e01d916c-25b2-41b7-8adc-b0449e499a83,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:34.043280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.045790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.046795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.047290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.050038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.050546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.051046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.051518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.052016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.054157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.054684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d66a17-2a82-42cf-861d-25ad50f7c38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:34.081249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-d4e679c8-5cff-4942-9b7a-1ae6943c372e service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954020 May 26 22:50:34.097261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.133368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.226504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbfc9181-c932-4270-bea5-b289c1386fa1 req-dffbb8b3-d5e5-4ab2-ac10-38b5f712ee91 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937320 May 26 22:50:34.252461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 50926069-e93b-4a38-a1d8-dd2ecfb30971 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:34.308906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.345763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.377637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.394136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e01d916c-25b2-41b7-8adc-b0449e499a83 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:34.397597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-3ffbd787-0972-43e5-ae75-c178ca5768a7 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018029 May 26 22:50:34.408220 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.489340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:34.516507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e01d916c-25b2-41b7-8adc-b0449e499a83 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:34.566314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Network 57bd3b87-588e-47fc-9661-84b2c833f68f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:34.574286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-7a8f7c77-5103-4381-ae9a-225ec240e10d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=808aad44-5a51-42d3-85c8-e0331a2868e4 HTTP/1.1" status: 200 len: 217 time: 0.1656287 May 26 22:50:34.579129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:34.581005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Pushing event updated for resources: {'Port': ['ID=1ab6490a-034a-434c-a2a1-9bf4938aeacc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:34.588992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:34.699120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Allocated IP 10.2.2.200 (0159f930-1bde-494f-990d-0fb40919b7a6/ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb/7a9e1681-f871-491d-9721-6a574cd4ba39) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:34.720511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0827585-dd0a-421f-a760-7b52298f55a9 req-395c3108-6434-4f9c-b858-bdedeb67b32d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:34.722015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a0827585-dd0a-421f-a760-7b52298f55a9 req-395c3108-6434-4f9c-b858-bdedeb67b32d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.6434810 May 26 22:50:34.731579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.731926 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Added segment e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf of type vlan for network 550e17d0-8257-4448-8a39-d25ead10eaab May 26 22:50:34.736068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:34.736676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.768801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-58e828da-bf78-45b8-aba6-8c5e20de7b45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:34.769297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a488cf-8250-403b-b6e5-4e337623ea7d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:34.770289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-58e828da-bf78-45b8-aba6-8c5e20de7b45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 200 len: 797 time: 0.1824770 May 26 22:50:34.829591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event updated for resources: {'Port': ['ID=d230ccfe-8b9b-4015-b9f4-94cfb614a501,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:34.839298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.846424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.860247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-69f59928-f4ff-4d17-8deb-26edecbb045f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7738514 May 26 22:50:34.891763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Request body: {'port': {'device_id': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:34.998929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a0827585-dd0a-421f-a760-7b52298f55a9 req-3f29a00d-d576-4db8-952c-e96b7906321d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671561 May 26 22:50:35.030375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.034300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:35.034905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.039232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::671d:8de5:d6e5:63a5 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/e6dcb147-055b-454e-b0cb-0e03b8995d63/50926069-e93b-4a38-a1d8-dd2ecfb30971) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:35.096387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db1699-7f21-4464-b646-92d736608118 req-bb1b271b-eeae-42e8-9029-a071ba6f80dd tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:35.097992 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4db1699-7f21-4464-b646-92d736608118 req-bb1b271b-eeae-42e8-9029-a071ba6f80dd tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 931 time: 0.6456127 May 26 22:50:35.281190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Network': ['ID=550e17d0-8257-4448-8a39-d25ead10eaab,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:35.293743 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e2ea5414-d0a5-4d89-b42f-de106a0fd5d7 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4318802 May 26 22:50:35.295897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 550e17d0-8257-4448-8a39-d25ead10eaab details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:35.316717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.337429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-5b194ef7-9b49-4bc9-ac92-5a7aa45756de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079887bc-b9ef-431d-acd1-e025ffb8b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5592232 May 26 22:50:35.394647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.399055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-83f29de1-0f70-420f-a5f5-c5557988c4e8 None None] Provisioning for port e01d916c-25b2-41b7-8adc-b0449e499a83 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:35.413384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-83f29de1-0f70-420f-a5f5-c5557988c4e8 None None] Provisioning complete for port e01d916c-25b2-41b7-8adc-b0449e499a83 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:35.414018 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-83f29de1-0f70-420f-a5f5-c5557988c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.416617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Transition to ACTIVE for port object 7a9e1681-f871-491d-9721-6a574cd4ba39 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:35.487642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.506184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 50926069-e93b-4a38-a1d8-dd2ecfb30971 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:35.512758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.553293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.567177 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-83f29de1-0f70-420f-a5f5-c5557988c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.599394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Network 1972b301-f47c-4f40-9120-a53e6e10810d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:35.607931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e4db1699-7f21-4464-b646-92d736608118 req-58aad271-00e8-4c97-a8fa-ecc44e9256c6 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Synchronizing usage tracker for tenant:ddda1d5057474f42ba5bc34194861991 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:35.610232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-83f29de1-0f70-420f-a5f5-c5557988c4e8 None None] For port e01d916c-25b2-41b7-8adc-b0449e499a83, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e01d916c-25b2-41b7-8adc-b0449e499a83,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:35.612613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:35.627614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-83f29de1-0f70-420f-a5f5-c5557988c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.733652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f29de1-0f70-420f-a5f5-c5557988c4e8 None None] Pushing event updated for resources: {'Port': ['ID=e01d916c-25b2-41b7-8adc-b0449e499a83,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:35.959711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-558f6568-84e4-4f7e-9646-19437112362f None None] Provisioning complete for port d230ccfe-8b9b-4015-b9f4-94cfb614a501 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:35.960027 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-558f6568-84e4-4f7e-9646-19437112362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.966903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Network 0159f930-1bde-494f-990d-0fb40919b7a6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:35.972768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-48648c5f-fc83-4d48-8e7e-144f288e05e7 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261821 May 26 22:50:35.980629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:35.988235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:35.990774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:35.996015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:35.996755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:36.003058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=50926069-e93b-4a38-a1d8-dd2ecfb30971,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:36.030580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e4db1699-7f21-4464-b646-92d736608118 req-58aad271-00e8-4c97-a8fa-ecc44e9256c6 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Unset dirty status for tenant:ddda1d5057474f42ba5bc34194861991 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:36.031897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4db1699-7f21-4464-b646-92d736608118 req-58aad271-00e8-4c97-a8fa-ecc44e9256c6 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8732738 May 26 22:50:36.052277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c2d33276-b3e2-4fa0-a70b-579ed481d04e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8380439 May 26 22:50:36.053715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60302) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:36.065665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:36.068283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event updated for resources: {'Port': ['ID=7a9e1681-f871-491d-9721-6a574cd4ba39,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:36.073998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:36.091453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-558f6568-84e4-4f7e-9646-19437112362f None None] Port d230ccfe-8b9b-4015-b9f4-94cfb614a501 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:36.205700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49c193-5e40-498e-a23c-57e3ebd4559c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:36.205700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49c193-5e40-498e-a23c-57e3ebd4559c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:36.206722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c49c193-5e40-498e-a23c-57e3ebd4559c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:36.225705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Router 5e0c223f-427d-4de1-b2b4-ab3b768ae0ee has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:50:36.245996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c49c193-5e40-498e-a23c-57e3ebd4559c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:36.247500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c49c193-5e40-498e-a23c-57e3ebd4559c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1929688 May 26 22:50:36.253195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60306) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:36.474150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e01d916c-25b2-41b7-8adc-b0449e499a83 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:36.669256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6b864-9f29-4296-a704-5114fc2c000e req-9d3973e9-85ae-4cc4-972d-5a17a71752f5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:36.675237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92c6b864-9f29-4296-a704-5114fc2c000e req-9d3973e9-85ae-4cc4-972d-5a17a71752f5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 1.4659493 May 26 22:50:36.752347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Provisioning for port 7a9e1681-f871-491d-9721-6a574cd4ba39 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:36.782681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Provisioning complete for port 7a9e1681-f871-491d-9721-6a574cd4ba39 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:36.786786 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:36.851074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e01d916c-25b2-41b7-8adc-b0449e499a83 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:36.853181 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:36.864722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:36.871646 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:36.876102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 50926069-e93b-4a38-a1d8-dd2ecfb30971 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:36.876457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:36.941907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-918d0a9b-f0a1-4ab7-af00-bfe83fab49a2 service neutron] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021700 May 26 22:50:36.965866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Port 7a9e1681-f871-491d-9721-6a574cd4ba39 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:37.055097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-68924508-90ca-4364-887a-73db77d3ebc6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3039098 May 26 22:50:37.057972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f098-135f-43ab-b290-37f855d04cc8 req-b590922e-f469-4c3c-9d27-888916a44200 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.060474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Provisioning for port 50926069-e93b-4a38-a1d8-dd2ecfb30971 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:37.062280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f098-135f-43ab-b290-37f855d04cc8 req-b590922e-f469-4c3c-9d27-888916a44200 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.066253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f098-135f-43ab-b290-37f855d04cc8 req-b590922e-f469-4c3c-9d27-888916a44200 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.068907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Provisioning complete for port 50926069-e93b-4a38-a1d8-dd2ecfb30971 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:37.069784 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.071679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f098-135f-43ab-b290-37f855d04cc8 req-b590922e-f469-4c3c-9d27-888916a44200 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.075621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f098-135f-43ab-b290-37f855d04cc8 req-b590922e-f469-4c3c-9d27-888916a44200 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.083355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3e6f098-135f-43ab-b290-37f855d04cc8 req-b590922e-f469-4c3c-9d27-888916a44200 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 3816 time: 0.5212648 May 26 22:50:37.123930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:37.158270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-bd500a63-f8a8-48f5-aa27-5b7dad95d82f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a HTTP/1.1" status: 200 len: 217 time: 0.2050579 May 26 22:50:37.174240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92c6b864-9f29-4296-a704-5114fc2c000e req-07052c16-2274-49eb-8db6-a0e7032c4be5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024348 May 26 22:50:37.182260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff25c2-0ff6-4c66-bb58-02cc1a478838 None None] Port 50926069-e93b-4a38-a1d8-dd2ecfb30971 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:37.231072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:37.243413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] Sync routers for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:37.253879 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3e6f098-135f-43ab-b290-37f855d04cc8 req-9b772c7b-590a-4133-b08d-f4fbbeed64ac tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694474 May 26 22:50:37.266111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1b2d9cd7-a642-4710-bf58-a88142f949b8 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "PUT /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2882779 May 26 22:50:37.266283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:37.266786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:37.268053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60314) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:37.279550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab6490a-034a-434c-a2a1-9bf4938aeacc {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:37.379244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.443223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:37.461749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:37.462611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:19Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:37.468315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.529886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:37.530937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20371c41-ea4e-4112-b4a7-10ea1de32247 None None] The sync data for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:37.554148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 50926069-e93b-4a38-a1d8-dd2ecfb30971 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:37.570862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-4839edf4-699a-486a-86b2-8d4743ad27a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.572312 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-4839edf4-699a-486a-86b2-8d4743ad27a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 200 len: 797 time: 0.3815205 May 26 22:50:37.598016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Transition to ACTIVE for port object 1ab6490a-034a-434c-a2a1-9bf4938aeacc will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:37.638203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.699786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d7bd5-a37c-46d6-afe1-40e9b8aa72ef req-e75bea89-49b9-472e-ab30-8b85c01bfa8a tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.701527 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-402d7bd5-a37c-46d6-afe1-40e9b8aa72ef req-e75bea89-49b9-472e-ab30-8b85c01bfa8a tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 943 time: 0.1552484 May 26 22:50:37.838115 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-402d7bd5-a37c-46d6-afe1-40e9b8aa72ef req-f45296e5-5862-47ff-80ef-f1836d174b2a tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649934 May 26 22:50:37.839274 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.845851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.892472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=50926069-e93b-4a38-a1d8-dd2ecfb30971,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:37.949239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.969712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b1430bbf-4d63-4267-b7df-35317850ee63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/50926069-e93b-4a38-a1d8-dd2ecfb30971 HTTP/1.1" status: 204 len: 168 time: 1.7134933 May 26 22:50:37.970679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60318) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:37.977325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab6490a-034a-434c-a2a1-9bf4938aeacc,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:38.087710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf64406-4730-46af-b2c2-0c7d49700dd5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:38.090573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf64406-4730-46af-b2c2-0c7d49700dd5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:38.093321 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9bf64406-4730-46af-b2c2-0c7d49700dd5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1214151 May 26 22:50:38.096284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60322) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:38.266955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet e6dcb147-055b-454e-b0cb-0e03b8995d63 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:38.272769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.470203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.485858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:38.493314 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.514994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Transition to ACTIVE for port object 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:38.525267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6ab7-c6b9-4b05-9c02-10bf308f900b req-0fe46d66-4e4f-4bbe-9823-1baff871230b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:38.532562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04fc6ab7-c6b9-4b05-9c02-10bf308f900b req-0fe46d66-4e4f-4bbe-9823-1baff871230b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 1.0747516 May 26 22:50:38.553256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.619867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.795110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-3cd7f6df-5967-43d5-a516-10054351f62a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2135026 May 26 22:50:38.798969 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.856763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60332) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:38.875398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=e6dcb147-055b-454e-b0cb-0e03b8995d63,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:38.888145 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7445271-627d-4ef0-8eb1-0bfd968b83a9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.891011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.897505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438ad08-a430-4f59-a1c2-b6ea7b96aa20 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:38.921149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d9a7ea95-edaf-477a-8969-e40d32081271 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/e6dcb147-055b-454e-b0cb-0e03b8995d63 HTTP/1.1" status: 204 len: 168 time: 0.8222475 May 26 22:50:38.923388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60336) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:38.986108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'subnet': {'network_id': '550e17d0-8257-4448-8a39-d25ead10eaab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:39.013425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ed26b403-8831-447f-a1a8-35ceadcbf682 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877633 May 26 22:50:39.015791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60342) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:39.075977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3feaa0-0e52-4bb9-993f-649305a57d3e req-64c5ecb9-a967-4bcd-923f-c351e96493e0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.080299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3feaa0-0e52-4bb9-993f-649305a57d3e req-64c5ecb9-a967-4bcd-923f-c351e96493e0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.084263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3feaa0-0e52-4bb9-993f-649305a57d3e req-64c5ecb9-a967-4bcd-923f-c351e96493e0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.088347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3feaa0-0e52-4bb9-993f-649305a57d3e req-64c5ecb9-a967-4bcd-923f-c351e96493e0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.092973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3feaa0-0e52-4bb9-993f-649305a57d3e req-64c5ecb9-a967-4bcd-923f-c351e96493e0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.094804 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e3feaa0-0e52-4bb9-993f-649305a57d3e req-64c5ecb9-a967-4bcd-923f-c351e96493e0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 3828 time: 0.3517487 May 26 22:50:39.133411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Pushing event updated for resources: {'Port': ['ID=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:39.169224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e3feaa0-0e52-4bb9-993f-649305a57d3e req-1c7e7f82-7e19-4f21-badb-7136a37f62cb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631335 May 26 22:50:39.182383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c6ed1-4952-4092-b7c7-b0c19356a9dc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.183069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d88c6ed1-4952-4092-b7c7-b0c19356a9dc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:39.199644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d88c6ed1-4952-4092-b7c7-b0c19356a9dc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:39.203949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d88c6ed1-4952-4092-b7c7-b0c19356a9dc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1870942 May 26 22:50:39.205995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:39.217184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:39.224158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] Deleting port e01d916c-25b2-41b7-8adc-b0449e499a83 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:39.224567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:39.239521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04fc6ab7-c6b9-4b05-9c02-10bf308f900b req-29141ef9-71b5-449d-a509-99e71e714cca tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7059484 May 26 22:50:39.269660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Attempting to bind port 1ab6490a-034a-434c-a2a1-9bf4938aeacc on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:39.270015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Attempting to bind port 1ab6490a-034a-434c-a2a1-9bf4938aeacc by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '665ec31a-3b2d-47ea-bb48-779830b5dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:39.270336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Attempting to bind port 1ab6490a-034a-434c-a2a1-9bf4938aeacc on network 57bd3b87-588e-47fc-9661-84b2c833f68f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:39.285133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9720fd01-0206-413b-84e8-7698b18da5e7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.294164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9720fd01-0206-413b-84e8-7698b18da5e7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:39.404648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Port 1ab6490a-034a-434c-a2a1-9bf4938aeacc on network 57bd3b87-588e-47fc-9661-84b2c833f68f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:39.404961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Attempting to bind port 1ab6490a-034a-434c-a2a1-9bf4938aeacc on network 57bd3b87-588e-47fc-9661-84b2c833f68f {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:39.417117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:39.423809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9720fd01-0206-413b-84e8-7698b18da5e7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:39.425204 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9720fd01-0206-413b-84e8-7698b18da5e7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2180181 May 26 22:50:39.431681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60356) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:39.458510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:subnet and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:39.472848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:39.485668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-c1960cfb-ddbd-497d-9da8-bf66635fdb18 service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257432 May 26 22:50:39.493753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:39.498715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:39.499037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Checking segment: {'id': '665ec31a-3b2d-47ea-bb48-779830b5dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:39.499590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Bound using segment: {'id': '665ec31a-3b2d-47ea-bb48-779830b5dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:39.500215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Bound port: 1ab6490a-034a-434c-a2a1-9bf4938aeacc, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665ec31a-3b2d-47ea-bb48-779830b5dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:39.500559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:39.508903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] For port e01d916c-25b2-41b7-8adc-b0449e499a83, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e01d916c-25b2-41b7-8adc-b0449e499a83,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:39.509634 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:39.616164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:39.624986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9265f67d-8f4a-4ab3-ae65-b40e00ead2ea tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1918771 May 26 22:50:39.630606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60360) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:39.638845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:39.642408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] Calling delete_port for e01d916c-25b2-41b7-8adc-b0449e499a83 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:39.732845 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:39.789906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-3e0cdf06-6b4a-4b38-bc64-71fc07ab339a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.796758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-3e0cdf06-6b4a-4b38-bc64-71fc07ab339a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 814 time: 0.4608595 May 26 22:50:39.800142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] Pushing event deleted for resources: {'Port': ['ID=e01d916c-25b2-41b7-8adc-b0449e499a83,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:39.813088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb0a25-f51b-4e65-b531-df1cab1547db None None] No DVR routers for this DVR port e01d916c-25b2-41b7-8adc-b0449e499a83 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:39.816259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:39.823833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Attempting to bind port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:39.824147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Attempting to bind port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:39.824459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Attempting to bind port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 on network 9f1006ec-020a-4deb-95a2-456d61870218 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:39.833722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-8c19531a-3216-43c5-9fb4-e90523b4d2fb tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/quotas/719a32dba9fb452eb5c1af5bd4e88743 HTTP/1.1" status: 200 len: 375 time: 0.0357435 May 26 22:50:39.834575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:39.887875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:39.936295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 on network 9f1006ec-020a-4deb-95a2-456d61870218 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:39.936614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Attempting to bind port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 on network 9f1006ec-020a-4deb-95a2-456d61870218 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:40.021374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.037233 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-f7445271-627d-4ef0-8eb1-0bfd968b83a9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 22:50:40.038264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f7445271-627d-4ef0-8eb1-0bfd968b83a9 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee HTTP/1.1" status: 409 len: 329 time: 2.7656090 May 26 22:50:40.041313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60364) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:40.049840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.074080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:40.074080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Checking segment: {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:40.074080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Bound using segment: {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:40.074479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Bound port: 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292838b1-7f40-40a8-8137-6c6e80338072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:40.074802 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.085652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] For port 1ab6490a-034a-434c-a2a1-9bf4938aeacc, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:40.122171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ea97-ded7-4e44-a25a-a2c51615ce74 req-4b7677da-ce02-42af-8250-6389ea07ee81 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.122171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7854ea97-ded7-4e44-a25a-a2c51615ce74 req-4b7677da-ce02-42af-8250-6389ea07ee81 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Synchronizing usage tracker for tenant:ddda1d5057474f42ba5bc34194861991 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:40.185165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-caa4518e-9fad-437b-9e36-0203ef16eed8 service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587436 May 26 22:50:40.187135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-10c39eab-5a22-449f-a88f-4a52a008e126 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3349342 May 26 22:50:40.189126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] For port 1ab6490a-034a-434c-a2a1-9bf4938aeacc, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1ab6490a-034a-434c-a2a1-9bf4938aeacc,segment=NetworkSegment(665ec31a-3b2d-47ea-bb48-779830b5dcc7),segment_id=665ec31a-3b2d-47ea-bb48-779830b5dcc7)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:40.279205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.320615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e01d916c-25b2-41b7-8adc-b0449e499a83 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:40.402348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e01d916c-25b2-41b7-8adc-b0449e499a83 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:40.402348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e01d916c-25b2-41b7-8adc-b0449e499a83 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:40.402752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-354c7261-03e1-44ba-9ce2-b9a4fca13759 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a2404c8-673b-4a98-9352-7bb634e447ad HTTP/1.1" status: 200 len: 217 time: 0.2171602 May 26 22:50:40.468234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7854ea97-ded7-4e44-a25a-a2c51615ce74 req-4b7677da-ce02-42af-8250-6389ea07ee81 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Unset dirty status for tenant:ddda1d5057474f42ba5bc34194861991 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:40.469921 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7854ea97-ded7-4e44-a25a-a2c51615ce74 req-4b7677da-ce02-42af-8250-6389ea07ee81 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 943 time: 1.0570152 May 26 22:50:40.470918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.471975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] 10.222.0.55 "PUT /v2.0/ports/1ab6490a-034a-434c-a2a1-9bf4938aeacc HTTP/1.1" status: 200 len: 1091 time: 5.5848665 May 26 22:50:40.488261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'tag': '1ab6490a-034a-434c-a2a1-9bf4938aeacc'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:40.512682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-89ad9f23-2fb4-4e51-b18e-511c4dad2fb4 service neutron] 10.222.0.32 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702515 May 26 22:50:40.533278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c9d47-2529-4f5f-8530-4282b05d5c86 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab6490a-034a-434c-a2a1-9bf4938aeacc,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:40.536381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] For port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:40.604588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] For port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:40.612347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-d2b20cd0-fb0b-4f03-8347-57b2c0339089 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.613561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-d2b20cd0-fb0b-4f03-8347-57b2c0339089 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b77f3c-6e69-4bc8-98cd-5ad86bf480f1 HTTP/1.1" status: 200 len: 945 time: 0.6477523 May 26 22:50:40.663157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.668663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-114ac232-b8fd-4bdc-932b-fc210a3312eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.668663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-114ac232-b8fd-4bdc-932b-fc210a3312eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 200 len: 797 time: 0.2419891 May 26 22:50:40.817223 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.865941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7854ea97-ded7-4e44-a25a-a2c51615ce74 req-5fcf3436-087f-4b12-99f3-b76a17c03906 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610382 May 26 22:50:40.884341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.884341 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] 10.222.0.55 "PUT /v2.0/ports/8e74c924-636e-43dd-941a-0e1b4cd5d5c2 HTTP/1.1" status: 200 len: 1092 time: 3.8114629 May 26 22:50:40.897573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Deleting port 3362b64c-2f11-413e-a3f1-10a7c2e83fae {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:40.897573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.912944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-56543b6e-a727-47e2-8e9a-14e5ec657cff service neutron] 10.222.0.32 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864169 May 26 22:50:40.949116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:40.953554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:40.954489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:40.962750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.962750 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.968037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c7f32-6201-403f-befe-3040e6e7b995 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:40.983374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=a2083771-5c3a-4e8c-b3df-219e1c7ad1ea,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:41.024628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6e1e3c8-85d9-4f2e-92d7-123262732fb7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3856783 May 26 22:50:41.024628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60372) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:41.043081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': 'a2083771-5c3a-4e8c-b3df-219e1c7ad1ea', 'ip_address': '2001:db8::a4ea:6741:d9fc:8d20'}], 'name': 'tempest-NetworksTestDHCPv6-1490776359'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:41.071640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf41cb1-0528-4e81-8732-b2e6acd1d54e service neutron] Pushing event updated for resources: {'Port': ['ID=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:41.234731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:41.236201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:41.449464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'a2083771-5c3a-4e8c-b3df-219e1c7ad1ea'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:41.450088 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:41.486875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-a06d9376-5f53-4b8e-935d-aff471d61df0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddda1d5057474f42ba5bc34194861991&device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 1094 time: 0.9419456 May 26 22:50:41.574862 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4484b638-d972-42cd-83c7-d17918b902ea'] response: {'name': 'network-changed', 'server_uuid': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'tag': '1ab6490a-034a-434c-a2a1-9bf4938aeacc', 'status': 'completed', 'code': 200} May 26 22:50:41.729000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/a2083771-5c3a-4e8c-b3df-219e1c7ad1ea/b5f86f54-90ce-47b7-a80a-78a38e272ed7) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:41.778554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:41.809483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:41.841935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:41.871923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:41.875221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-27d55365-c94a-4040-a786-62f721b40a62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be0fb976-7601-4f9c-99ca-a7e7cefca0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1336286 May 26 22:50:41.878321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:41.911182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb94d-b514-4cb3-8c70-4b8f7a13d3cf req-24114918-1946-49a4-85e5-9d275a69138b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:41.916741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb94d-b514-4cb3-8c70-4b8f7a13d3cf req-24114918-1946-49a4-85e5-9d275a69138b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:41.923740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb94d-b514-4cb3-8c70-4b8f7a13d3cf req-24114918-1946-49a4-85e5-9d275a69138b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:41.923995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-613ff466-0c87-4292-9ef8-645c788c0d74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab6490a-034a-434c-a2a1-9bf4938aeacc HTTP/1.1" status: 200 len: 217 time: 0.3747087 May 26 22:50:41.928196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb94d-b514-4cb3-8c70-4b8f7a13d3cf req-24114918-1946-49a4-85e5-9d275a69138b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:41.938635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb94d-b514-4cb3-8c70-4b8f7a13d3cf req-24114918-1946-49a4-85e5-9d275a69138b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:41.942469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-398fb94d-b514-4cb3-8c70-4b8f7a13d3cf req-24114918-1946-49a4-85e5-9d275a69138b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 3828 time: 0.4647450 May 26 22:50:42.004871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-d44e6779-40fa-48c5-b8a7-f0ad6a93e107 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1097 time: 0.3068216 May 26 22:50:42.007844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 5155dced-291b-4258-9e77-328a0ba6fa2b yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:42.124399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40b4dd06-0770-4d29-944c-98140fe40999 req-3463aabb-b326-4d9f-b8fa-88f153bb33dc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 210 time: 0.3536930 May 26 22:50:42.170879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Subnet': ['ID=63e9817a-f2d5-4986-b172-6ac529c60fd6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:42.203297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.216856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Transition to ACTIVE for port object b5f86f54-90ce-47b7-a80a-78a38e272ed7 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:42.264374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Transition to ACTIVE for port object b5f86f54-90ce-47b7-a80a-78a38e272ed7 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:42.272339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.357915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Pushing event updated for resources: {'Port': ['ID=b5f86f54-90ce-47b7-a80a-78a38e272ed7,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:42.397635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-fe19d6dd-6e25-4a27-8c96-ab71b0c159aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:42.399492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:42.400829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-fe19d6dd-6e25-4a27-8c96-ab71b0c159aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.3529568 May 26 22:50:42.400944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:42.411932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:42.424834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Checking segment: {'id': 'e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '550e17d0-8257-4448-8a39-d25ead10eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:42.425258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network hostable DHCP agents. Network: 550e17d0-8257-4448-8a39-d25ead10eaab, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:42.524959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Attempting to bind port b5f86f54-90ce-47b7-a80a-78a38e272ed7 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:42.526019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Attempting to bind port b5f86f54-90ce-47b7-a80a-78a38e272ed7 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:42.526571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Attempting to bind port b5f86f54-90ce-47b7-a80a-78a38e272ed7 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:42.530226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-398fb94d-b514-4cb3-8c70-4b8f7a13d3cf req-7aa167bd-df54-4af6-baab-54daa9151092 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5769844 May 26 22:50:42.534060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:42.534687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:42.535288 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.535886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:42.536560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Bound port: b5f86f54-90ce-47b7-a80a-78a38e272ed7, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:42.537156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.635983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-1e84bf3e-c36d-4356-b5ea-4a7815f6493f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:42.640290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-1e84bf3e-c36d-4356-b5ea-4a7815f6493f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=898f44d6-f480-42e6-9189-291359e557ea HTTP/1.1" status: 200 len: 864 time: 0.4633987 May 26 22:50:42.671507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::a4ea:6741:d9fc:8d20 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/a2083771-5c3a-4e8c-b3df-219e1c7ad1ea/5155dced-291b-4258-9e77-328a0ba6fa2b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:42.704179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] For port b5f86f54-90ce-47b7-a80a-78a38e272ed7, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:42.724978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] For port b5f86f54-90ce-47b7-a80a-78a38e272ed7, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5f86f54-90ce-47b7-a80a-78a38e272ed7,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:42.731564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.800488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-829d6768-3f93-406b-a69e-9dd72877114a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57bd3b87-588e-47fc-9661-84b2c833f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115508 May 26 22:50:42.809052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] For port 3362b64c-2f11-413e-a3f1-10a7c2e83fae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3362b64c-2f11-413e-a3f1-10a7c2e83fae,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:42.809459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.832142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-738a1168-eb6f-42d4-bf5b-3ded196e9e41 service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9320002 May 26 22:50:42.863125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb565d-917b-4586-96c1-3e7ff47d53f6 None None] Pushing event updated for resources: {'Port': ['ID=b5f86f54-90ce-47b7-a80a-78a38e272ed7,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:43.085304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-74e36250-57f6-4dbc-804b-e846a4108c0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 1002 time: 0.6636009 May 26 22:50:43.282259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Calling delete_port for 3362b64c-2f11-413e-a3f1-10a7c2e83fae owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:43.336601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-f641bbba-2401-411f-9561-2a07310439c6 service neutron] 10.222.0.55 "GET /v2.0/networks/57bd3b87-588e-47fc-9661-84b2c833f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061255 May 26 22:50:43.426139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network 550e17d0-8257-4448-8a39-d25ead10eaab is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:43.447160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-39427123-4e38-4d73-910e-74d048a5648b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:43.448820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-39427123-4e38-4d73-910e-74d048a5648b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.2278054 May 26 22:50:43.467381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fce904-5c69-4ebb-a3b0-d6f6af13dfbd req-4bdf6a19-c646-4c87-80ee-8f9ead0fd57a tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:43.470699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38fce904-5c69-4ebb-a3b0-d6f6af13dfbd req-4bdf6a19-c646-4c87-80ee-8f9ead0fd57a tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 1.0712457 May 26 22:50:43.473865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eadc2-41b7-4068-9b69-b1dd7e4d6efc req-6572e2fe-876f-4183-ad14-5c0cce41290d tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:43.475383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02eadc2-41b7-4068-9b69-b1dd7e4d6efc req-6572e2fe-876f-4183-ad14-5c0cce41290d tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 943 time: 0.7186325 May 26 22:50:43.561451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 550e17d0-8257-4448-8a39-d25ead10eaab) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:43.569900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ba562-ab24-41ff-8a65-2fdeb9d48474 None None] Network 550e17d0-8257-4448-8a39-d25ead10eaab requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:43.579340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:43.623580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:43.624280 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:43.744083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-96d830b2-7a14-40f2-80b4-c857de7bad00 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:43.745549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-96d830b2-7a14-40f2-80b4-c857de7bad00 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 814 time: 0.7990997 May 26 22:50:43.758326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:43.775356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Request body: {'port': {'device_id': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'admin_state_up': True, 'tenant_id': '719a32dba9fb452eb5c1af5bd4e88743'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:43.838646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:43.854818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:43.863429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-550e17d0-8257-4448-8a39-d25ead10eaab', 'network_id': '550e17d0-8257-4448-8a39-d25ead10eaab', 'tenant_id': '3f3526f8e90545e49fb571388226dd41', 'fixed_ips': [{'subnet_id': '63e9817a-f2d5-4986-b172-6ac529c60fd6'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:43.864592 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:43.869057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-71c532e7-7fc4-4c68-a028-106481d4fac9 service neutron] 10.222.0.48 "GET /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9999712 May 26 22:50:43.896275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 5155dced-291b-4258-9e77-328a0ba6fa2b will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:43.906788 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b3d26f4b-9af9-4980-8b3e-087f86362316 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.9513369 May 26 22:50:43.915645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60396) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:43.940483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-820280704'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:43.997221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:43.997454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02eadc2-41b7-4068-9b69-b1dd7e4d6efc req-abf6d2eb-a20b-4055-860d-587f25746d28 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862800 May 26 22:50:44.063963 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-e78adad2-d026-439e-b39e-9878aa179c26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5845418 May 26 22:50:44.106493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:44.175643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Allocated IP 2001:db8:0:ffff::2 (550e17d0-8257-4448-8a39-d25ead10eaab/63e9817a-f2d5-4986-b172-6ac529c60fd6/91085354-dc28-4f15-941d-cca14e44929a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:44.228749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:44.231442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.264224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38fce904-5c69-4ebb-a3b0-d6f6af13dfbd req-a551f6c9-96b5-4c91-8233-359c60b4c0fc tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7032144 May 26 22:50:44.266033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:network and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:44.269878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:44.276742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:44.286508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Transition to ACTIVE for port object c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:44.290631 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.296297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35358b2f-e018-448a-9e9f-64ea646f8054 req-09d57aa2-6edc-4f6c-a205-c0c162da83cf service neutron] 10.222.0.55 "GET /v2.0/networks/57bd3b87-588e-47fc-9661-84b2c833f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9489007 May 26 22:50:44.314335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:44.317642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.352538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-305e4035-d893-4e19-99fb-e57ba37b781a req-3b8110bb-1e93-47fb-b9f9-d543344e9ffd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 210 time: 0.1797576 May 26 22:50:44.370788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.464231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Made reservation on behalf of 719a32dba9fb452eb5c1af5bd4e88743 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:44.469226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.493036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5f86f54-90ce-47b7-a80a-78a38e272ed7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:44.493285 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddc1118-b6ce-481d-bb89-836e9c9374bf'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'status': 'completed', 'code': 200} May 26 22:50:44.493909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:44.494386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Pushing event deleted for resources: {'Port': ['ID=3362b64c-2f11-413e-a3f1-10a7c2e83fae,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:44.495597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:44.520297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=5155dced-291b-4258-9e77-328a0ba6fa2b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:44.571044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:44.582163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.582656 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Added segment 2d78487c-d2f7-4b81-a5bc-9117f97ed8a9 of type vlan for network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 May 26 22:50:44.587745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:44.593209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:44.594414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.615457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.618790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3362b64c-2f11-413e-a3f1-10a7c2e83fae no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:44.638353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-1730e263-2a9d-4deb-8997-a85682d59eea service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570729 May 26 22:50:44.731344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] No DVR routers for this DVR port 3362b64c-2f11-413e-a3f1-10a7c2e83fae on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:44.744218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.800362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.814587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Transition to ACTIVE for port object 91085354-dc28-4f15-941d-cca14e44929a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:44.840194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Transition to ACTIVE for port object 91085354-dc28-4f15-941d-cca14e44929a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:44.847908 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a73ee983-a479-4b7b-ae55-48c7d3e128f1 req-fc3c1b05-2b6d-4f74-a4eb-816ce139acea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "DELETE /v2.0/ports/3362b64c-2f11-413e-a3f1-10a7c2e83fae HTTP/1.1" status: 204 len: 173 time: 4.2195914 May 26 22:50:44.849624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.854426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:44.855276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.856379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 3362b64c-2f11-413e-a3f1-10a7c2e83fae {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:44.857155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3362b64c-2f11-413e-a3f1-10a7c2e83fae not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:44.864519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cefa8e22-fb39-4086-931a-affaa6b7c4c8 None None] Provisioning for port b5f86f54-90ce-47b7-a80a-78a38e272ed7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:44.890417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:44.974775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6d094ced-87a5-4726-b45a-e04230aee133 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9482388 May 26 22:50:44.985649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Network 550e17d0-8257-4448-8a39-d25ead10eaab is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:44.990469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:44.994068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:44.999797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60400) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:45.000843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Pushing event updated for resources: {'Port': ['ID=91085354-dc28-4f15-941d-cca14e44929a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:45.019802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': 'a2083771-5c3a-4e8c-b3df-219e1c7ad1ea', 'ip_address': '2001:db8::a4ea:6741:d9fc:8d20'}], 'name': 'tempest-NetworksTestDHCPv6-766282270'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:45.048700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Pushing event updated for resources: {'Port': ['ID=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:45.054908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b5f86f54-90ce-47b7-a80a-78a38e272ed7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:45.081413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1617494 May 26 22:50:45.084485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb495c-0c1a-48c1-8de5-8fcb567adb37 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Network': ['ID=2f8df7e9-6190-4fe5-807e-65e2ad4addd7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:45.094576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60406) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:45.104451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:45.108975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'subnet': {'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:45.121099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b5f86f54-90ce-47b7-a80a-78a38e272ed7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:45.121868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.281301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-8e8c244c-0ba9-4f68-828b-d4181cccce7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddda1d5057474f42ba5bc34194861991&device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 1094 time: 0.9057236 May 26 22:50:45.283668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Attempting to bind port 91085354-dc28-4f15-941d-cca14e44929a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:45.284035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Attempting to bind port 91085354-dc28-4f15-941d-cca14e44929a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '550e17d0-8257-4448-8a39-d25ead10eaab'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:45.284419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Attempting to bind port 91085354-dc28-4f15-941d-cca14e44929a on network 550e17d0-8257-4448-8a39-d25ead10eaab {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:45.357260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:45.357621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Checking segment: {'id': 'e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '550e17d0-8257-4448-8a39-d25ead10eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:45.358217 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.358781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Bound using segment: {'id': 'e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '550e17d0-8257-4448-8a39-d25ead10eaab'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:45.359261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Bound port: 91085354-dc28-4f15-941d-cca14e44929a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '550e17d0-8257-4448-8a39-d25ead10eaab'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:45.359785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.430889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.435362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1bf4d1b9-0c89-4b50-a213-b32117aed144 None None] Provisioning for port 5155dced-291b-4258-9e77-328a0ba6fa2b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:45.436741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.440960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.445314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.446684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1bf4d1b9-0c89-4b50-a213-b32117aed144 None None] Provisioning complete for port 5155dced-291b-4258-9e77-328a0ba6fa2b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:45.447360 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1bf4d1b9-0c89-4b50-a213-b32117aed144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.450266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.455830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.457071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:45.465132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting port d230ccfe-8b9b-4015-b9f4-94cfb614a501 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:45.465743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.472800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.486722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:45.499718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:subnet and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:45.505185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:45.513459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Attempting to bind port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:45.513896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Attempting to bind port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:45.514789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Attempting to bind port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:45.533842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-d5e9011f-d132-4d07-bfa9-f7e7f878ba16 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8851459 May 26 22:50:45.539464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:45.549429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-77786ee3-5ea6-4992-bdce-ca88a53fd438 req-6cb0564e-e0e7-4010-a542-6d8b625cb4ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5245 time: 1.0354664 May 26 22:50:45.553104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:45.553104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-90d3bd8d-068f-46f9-a845-eef23cee4c7e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 4601 time: 1.0125625 May 26 22:50:45.561949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 on network 2a6458c7-c556-416e-9541-27d699a8fa39 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:45.563038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Attempting to bind port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:45.570152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:45.615724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:45.622253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4d1b9-0c89-4b50-a213-b32117aed144 None None] Port 5155dced-291b-4258-9e77-328a0ba6fa2b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:45.632159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] For port 91085354-dc28-4f15-941d-cca14e44929a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:45.635918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b5f86f54-90ce-47b7-a80a-78a38e272ed7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5f86f54-90ce-47b7-a80a-78a38e272ed7,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:45.639015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] For port 91085354-dc28-4f15-941d-cca14e44929a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=91085354-dc28-4f15-941d-cca14e44929a,segment=NetworkSegment(e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf),segment_id=e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:45.644224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Allocated IP 172.20.0.9 (e94c4e5e-798c-4355-a262-0ac04dc86fe8/3f775ae0-fa05-441c-99de-61979aa9c3a6/3666a07b-ed04-4895-ac38-e226fcd7b399) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:45.647692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:45.648511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Checking segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:45.649202 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.649557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Bound using segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:45.650255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Bound port: c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:45.656335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.672885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:45.711612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.719938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-c950422f-233f-4355-821f-c58c86947347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.721400 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-c950422f-233f-4355-821f-c58c86947347 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57bd3b87-588e-47fc-9661-84b2c833f68f HTTP/1.1" status: 200 len: 925 time: 0.4276514 May 26 22:50:45.758536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b5f86f54-90ce-47b7-a80a-78a38e272ed7,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:45.833154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:45.843478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6690a9-cbe9-4375-9874-24b3a75f7682 None None] Pushing event updated for resources: {'Port': ['ID=91085354-dc28-4f15-941d-cca14e44929a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:45.871162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:45.884361 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daf8ac3c-5765-4f2e-ace4-a744796ba841 req-5d041b61-733e-46e5-bb18-4269ec68d0db tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3038952 May 26 22:50:45.907917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.912125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1ab6490a-034a-434c-a2a1-9bf4938aeacc details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:45.940672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-daacd96b-836a-4d54-864a-179de7aa33da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ab6490a-034a-434c-a2a1-9bf4938aeacc HTTP/1.1" status: 200 len: 217 time: 0.2020116 May 26 22:50:46.173216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1ab6490a-034a-434c-a2a1-9bf4938aeacc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1ab6490a-034a-434c-a2a1-9bf4938aeacc,segment=NetworkSegment(665ec31a-3b2d-47ea-bb48-779830b5dcc7),segment_id=665ec31a-3b2d-47ea-bb48-779830b5dcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:46.189220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '1ab6490a-034a-434c-a2a1-9bf4938aeacc', 'network_id': '57bd3b87-588e-47fc-9661-84b2c833f68f', 'port_id': '1ab6490a-034a-434c-a2a1-9bf4938aeacc', 'mac_address': 'fa:16:3e:35:63:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f44d6-f480-42e6-9189-291359e557ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:46.197477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-b5548728-c401-488c-a56b-a03d6db0395a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:46.199969 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-b5548728-c401-488c-a56b-a03d6db0395a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=898f44d6-f480-42e6-9189-291359e557ea HTTP/1.1" status: 200 len: 864 time: 0.2501953 May 26 22:50:46.206773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] For port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:46.216932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] For port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:46.245231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:46.265864 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-00a6d828-1e14-436e-bc7b-1e6cd81a3f21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57bd3b87-588e-47fc-9661-84b2c833f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536749 May 26 22:50:46.305032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9ece9-e072-420c-a3cf-75d5bd8a36cb req-515808c9-c806-48a8-ac48-d8971b1e8122 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:46.313819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31d9ece9-e072-420c-a3cf-75d5bd8a36cb req-515808c9-c806-48a8-ac48-d8971b1e8122 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 943 time: 1.0834789 May 26 22:50:46.343390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:46.411363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab6490a-034a-434c-a2a1-9bf4938aeacc {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:46.447584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1ab6490a-034a-434c-a2a1-9bf4938aeacc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1ab6490a-034a-434c-a2a1-9bf4938aeacc,segment=NetworkSegment(665ec31a-3b2d-47ea-bb48-779830b5dcc7),segment_id=665ec31a-3b2d-47ea-bb48-779830b5dcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:46.463405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:46.485884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:46.537168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91085354-dc28-4f15-941d-cca14e44929a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:46.538287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31d9ece9-e072-420c-a3cf-75d5bd8a36cb req-13a0a511-f2ac-4729-9dcc-7f18b62b69e2 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232354 May 26 22:50:46.556253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-deleted', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:46.603616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:46.652535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77786ee3-5ea6-4992-bdce-ca88a53fd438 req-7507522b-7921-4962-9544-7d1364889d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:46.652938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77786ee3-5ea6-4992-bdce-ca88a53fd438 req-7507522b-7921-4962-9544-7d1364889d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:46.653445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77786ee3-5ea6-4992-bdce-ca88a53fd438 req-7507522b-7921-4962-9544-7d1364889d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:46.653577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1ab6490a-034a-434c-a2a1-9bf4938aeacc,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:46.655128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-77786ee3-5ea6-4992-bdce-ca88a53fd438 req-7507522b-7921-4962-9544-7d1364889d7e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=25a686dd4d8d430ebc4be269418c8801&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0753598 May 26 22:50:46.670864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 91085354-dc28-4f15-941d-cca14e44929a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:46.685976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5f86f54-90ce-47b7-a80a-78a38e272ed7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:46.724591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['1ab6490a-034a-434c-a2a1-9bf4938aeacc'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:46.834528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:46.836267 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] 10.222.0.55 "PUT /v2.0/ports/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 200 len: 1131 time: 5.9143856 May 26 22:50:46.905239 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-a4c25c44-d5c3-4fd9-8763-00ab63af3c58 service neutron] 10.222.0.55 "GET /v2.0/networks/57bd3b87-588e-47fc-9661-84b2c833f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217818 May 26 22:50:46.915164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b5f86f54-90ce-47b7-a80a-78a38e272ed7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:46.915781 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:46.920881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:46.950333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Calling delete_port for d230ccfe-8b9b-4015-b9f4-94cfb614a501 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:46.955008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:47.000581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.069870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4381b3d-fc5d-42ec-b468-4dcbaf8b384b service neutron] Pushing event updated for resources: {'Port': ['ID=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:47.112824 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-beb24429-4c23-4047-8dcb-4eb79dff23ee req-6e4c2438-be6a-41d6-8eb8-67069f62a0b1 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 210 time: 0.3362586 May 26 22:50:47.116119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aff410-a8de-4a1a-a58e-d4f3817331a7 req-47ce7d81-207f-4f78-b35f-7778272ca825 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.126481 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61aff410-a8de-4a1a-a58e-d4f3817331a7 req-47ce7d81-207f-4f78-b35f-7778272ca825 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.8585098 May 26 22:50:47.190175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8611ff01-b615-4271-94ee-331da2077011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.232146 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71efc4d2-6006-422c-b4f0-5c5c842fc8fd'] response: {'server_uuid': '22b77f3c-6e69-4bc8-98cd-5ad86bf480f1', 'name': 'network-vif-deleted', 'tag': '3362b64c-2f11-413e-a3f1-10a7c2e83fae', 'status': 'completed', 'code': 200} May 26 22:50:47.238560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 8a68ede3-c71e-43c9-b084-25e35eb7fd45 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:47.280341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d74982-d85a-4224-a80e-297f75555ba1 None None] Network 550e17d0-8257-4448-8a39-d25ead10eaab requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:47.319806 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61aff410-a8de-4a1a-a58e-d4f3817331a7 req-f493e6e9-873a-4620-b61e-ed86c5802813 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915503 May 26 22:50:47.321805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77786ee3-5ea6-4992-bdce-ca88a53fd438 req-70bff1ee-f6d8-4ff3-b20e-dc651adcbd8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.323234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-77786ee3-5ea6-4992-bdce-ca88a53fd438 req-70bff1ee-f6d8-4ff3-b20e-dc651adcbd8c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6359777 May 26 22:50:47.410619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.420648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-37a5dbdc-a149-47e4-bf59-5d0bec5e5f35 None None] Provisioning for port 91085354-dc28-4f15-941d-cca14e44929a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:47.441328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-37a5dbdc-a149-47e4-bf59-5d0bec5e5f35 None None] Provisioning complete for port 91085354-dc28-4f15-941d-cca14e44929a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:47.441729 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbdc-a149-47e4-bf59-5d0bec5e5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.456893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6403a71-499b-4544-8358-95d8ab271ff2 req-c1e3c6c3-c0c3-434b-9a24-bdcb38f18982 service neutron] 10.222.0.55 "GET /v2.0/networks/57bd3b87-588e-47fc-9661-84b2c833f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233103 May 26 22:50:47.493718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.692045 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbdc-a149-47e4-bf59-5d0bec5e5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.706741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Network e94c4e5e-798c-4355-a262-0ac04dc86fe8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:47.715293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:47.724309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:47.732883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:47.738231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-37a5dbdc-a149-47e4-bf59-5d0bec5e5f35 None None] For port 91085354-dc28-4f15-941d-cca14e44929a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=91085354-dc28-4f15-941d-cca14e44929a,segment=NetworkSegment(e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf),segment_id=e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:47.743860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37a5dbdc-a149-47e4-bf59-5d0bec5e5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.801458 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): There was a conflict when trying to complete your request. May 26 22:50:47.802064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:47.816365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:50:47.821611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-633beb36-8548-4709-bc2a-4c531be7a747 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.824822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.824990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-633beb36-8548-4709-bc2a-4c531be7a747 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.829403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-633beb36-8548-4709-bc2a-4c531be7a747 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.833327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-633beb36-8548-4709-bc2a-4c531be7a747 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.838493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-633beb36-8548-4709-bc2a-4c531be7a747 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.838736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5dbdc-a149-47e4-bf59-5d0bec5e5f35 None None] Pushing event updated for resources: {'Port': ['ID=91085354-dc28-4f15-941d-cca14e44929a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:47.843634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-633beb36-8548-4709-bc2a-4c531be7a747 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.850993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-633beb36-8548-4709-bc2a-4c531be7a747 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 4601 time: 0.4976575 May 26 22:50:47.900491 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.911347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1ab6490a-034a-434c-a2a1-9bf4938aeacc up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:47.970466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.971088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:47.995862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Port': ['ID=d230ccfe-8b9b-4015-b9f4-94cfb614a501,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:47.998345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 1ab6490a-034a-434c-a2a1-9bf4938aeacc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:48.007497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 1ab6490a-034a-434c-a2a1-9bf4938aeacc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:48.011066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.011209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-14f4a757-904c-4240-9260-8a29a1818d5b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0018532 May 26 22:50:48.011978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Subnet': ['ID=4c7c594d-b8b9-422b-a614-10d3633702d6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:48.013651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60420) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:48.049749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0eb04c96-2d24-44ea-87e5-ba010d031e0b req-d4f7d9c0-e63b-4223-b074-8ac96b383da4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978180 May 26 22:50:48.057867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a1afaa4e-d4fe-4f23-acaf-3e3f714707d9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2919919 May 26 22:50:48.081831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7be791-b0d2-4ee5-8991-703f5d1eada8 req-38bed5d4-a739-49a2-b111-b4b5de7c14a9 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:48.089121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb7be791-b0d2-4ee5-8991-703f5d1eada8 req-38bed5d4-a739-49a2-b111-b4b5de7c14a9 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 944 time: 0.3344750 May 26 22:50:48.112951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Request body: {'port': {'device_id': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:48.133153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Checking segment: {'id': '2d78487c-d2f7-4b81-a5bc-9117f97ed8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:48.134032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network hostable DHCP agents. Network: 2f8df7e9-6190-4fe5-807e-65e2ad4addd7, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:48.154628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b06386bd-4a2d-4626-b4a2-24e2432350c6 None None] Provisioning complete for port 91085354-dc28-4f15-941d-cca14e44929a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:48.154988 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b06386bd-4a2d-4626-b4a2-24e2432350c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.203784 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.247962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb7be791-b0d2-4ee5-8991-703f5d1eada8 req-a03282d8-e053-4adc-b6c9-b5ed20fb2d46 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573200 May 26 22:50:48.251540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab6490a-034a-434c-a2a1-9bf4938aeacc'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:48.279246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1ab6490a-034a-434c-a2a1-9bf4938aeacc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1ab6490a-034a-434c-a2a1-9bf4938aeacc,segment=NetworkSegment(665ec31a-3b2d-47ea-bb48-779830b5dcc7),segment_id=665ec31a-3b2d-47ea-bb48-779830b5dcc7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:48.293996 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.312989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:48.376531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2f8df7e9-6190-4fe5-807e-65e2ad4addd7) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:48.405277 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece170a0-fbaa-4fee-aa80-8d164a26eee9'] response: {'server_uuid': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab6490a-034a-434c-a2a1-9bf4938aeacc', 'code': 200} May 26 22:50:48.408926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:48.409642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.448551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241df30e-fbc1-4da7-aed4-462886ade4ab {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:48.461049 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.467441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91085354-dc28-4f15-941d-cca14e44929a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:48.556644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-39455897-fc82-4b80-be2b-c1d08d24e817 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4583278 May 26 22:50:48.558674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Transition to ACTIVE for port object 241df30e-fbc1-4da7-aed4-462886ade4ab will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:48.564002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60430) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:48.570871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae47eb-94d0-4490-90c0-245eac8da0f0 None None] Network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:48.577966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'port': {'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7', 'name': 'tempest-NetworksIpV6TestAttrs-246282685'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:48.592346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.746907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1ab6490a-034a-434c-a2a1-9bf4938aeacc,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:48.769088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c0d56-c25d-4a09-a788-18dffd02388f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:48.773812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c0d56-c25d-4a09-a788-18dffd02388f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:48.774868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f8c0d56-c25d-4a09-a788-18dffd02388f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:48.775377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 91085354-dc28-4f15-941d-cca14e44929a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:48.775750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.784430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.864945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:48.869321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f8c0d56-c25d-4a09-a788-18dffd02388f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:48.873849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f8c0d56-c25d-4a09-a788-18dffd02388f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8583333 May 26 22:50:48.875142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60434) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:49.020677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Pushing event updated for resources: {'Port': ['ID=241df30e-fbc1-4da7-aed4-462886ade4ab,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:49.025312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494176e0-ba60-45c5-a6a1-9ecc3f315de8 req-2ee850e5-8ec9-4551-8cd3-6495acc86f65 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.026235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-494176e0-ba60-45c5-a6a1-9ecc3f315de8 req-2ee850e5-8ec9-4551-8cd3-6495acc86f65 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:49.051390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-2f8df7e9-6190-4fe5-807e-65e2ad4addd7', 'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7', 'tenant_id': '3f3526f8e90545e49fb571388226dd41', 'fixed_ips': [{'subnet_id': '4c7c594d-b8b9-422b-a614-10d3633702d6'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:49.052212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.097975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5a913ec-6953-4098-ad9a-0b0a03b0a5f9 req-a7f41ba1-4d91-4e51-be82-f7ee96a6c34e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 1096 time: 0.6394956 May 26 22:50:49.100755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 5155dced-291b-4258-9e77-328a0ba6fa2b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:49.101096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.142350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-494176e0-ba60-45c5-a6a1-9ecc3f315de8 req-2ee850e5-8ec9-4551-8cd3-6495acc86f65 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:49.151260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-494176e0-ba60-45c5-a6a1-9ecc3f315de8 req-2ee850e5-8ec9-4551-8cd3-6495acc86f65 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 931 time: 0.6000690 May 26 22:50:49.242885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Allocated IP 2001:db8::f816:3eff:fe9f:c6ad (2f8df7e9-6190-4fe5-807e-65e2ad4addd7/4c7c594d-b8b9-422b-a614-10d3633702d6/b34db250-3ccb-4d51-91eb-cf9eb9cc82c2) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:49.263930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': 'c9ba1dc4-ef81-4c7c-ada5-d117a65bd108'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:49.277566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ae2aa-6db2-47f4-ab5c-35bd3b0368b8 req-391d067b-72f3-4c89-b89b-d9eb1ed4b709 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.280632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa8ae2aa-6db2-47f4-ab5c-35bd3b0368b8 req-391d067b-72f3-4c89-b89b-d9eb1ed4b709 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.7765231 May 26 22:50:49.281861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:49.305078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:port and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:49.335606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:49.369048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-182621f4-f8e2-4f8c-bf2b-0cd94ec572da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.378548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:49.417074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-494176e0-ba60-45c5-a6a1-9ecc3f315de8 req-ddc773ae-320b-43bf-967b-3b392f8e6933 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649491 May 26 22:50:49.426653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5a913ec-6953-4098-ad9a-0b0a03b0a5f9 req-653de494-8747-4acd-a0e5-e572c071e0e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868826 May 26 22:50:49.453746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:49.457148 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.493260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Attempting to bind port 241df30e-fbc1-4da7-aed4-462886ade4ab on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:49.493770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Attempting to bind port 241df30e-fbc1-4da7-aed4-462886ade4ab by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:49.494197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Attempting to bind port 241df30e-fbc1-4da7-aed4-462886ade4ab on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:49.534022 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.547039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Transition to ACTIVE for port object b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:49.568407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Transition to ACTIVE for port object b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:49.575664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa8ae2aa-6db2-47f4-ab5c-35bd3b0368b8 req-e812d50a-4e2b-42b5-b6cd-1a1763725db3 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776182 May 26 22:50:49.577619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] device_id is not set on port dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:49.582225 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.634659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Port 241df30e-fbc1-4da7-aed4-462886ade4ab on network 2a6458c7-c556-416e-9541-27d699a8fa39 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:49.634921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Attempting to bind port 241df30e-fbc1-4da7-aed4-462886ade4ab on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:49.673686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:49.678459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:49.686279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:50:49.686515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:49.690223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:49.690687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Checking segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:49.691199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Bound using segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:49.691751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Bound port: 241df30e-fbc1-4da7-aed4-462886ade4ab, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:49.692334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.694111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Pushing event updated for resources: {'Port': ['ID=b34db250-3ccb-4d51-91eb-cf9eb9cc82c2,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:49.803725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Attempting to bind port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:49.804542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Attempting to bind port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2d78487c-d2f7-4b81-a5bc-9117f97ed8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:49.804542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Attempting to bind port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 on network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:49.806274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3666a07b-ed04-4895-ac38-e226fcd7b399 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:49.811312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:49.811683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Checking segment: {'id': '2d78487c-d2f7-4b81-a5bc-9117f97ed8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:49.812084 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.812606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Bound using segment: {'id': '2d78487c-d2f7-4b81-a5bc-9117f97ed8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:49.813381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Bound port: b34db250-3ccb-4d51-91eb-cf9eb9cc82c2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d78487c-d2f7-4b81-a5bc-9117f97ed8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f8df7e9-6190-4fe5-807e-65e2ad4addd7'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:49.813560 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.814706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.827780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Router 5e0c223f-427d-4de1-b2b4-ab3b768ae0ee has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:50:49.851992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.855933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.859862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.863770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.868026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.871712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.877173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.878213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-0f5515f9-85be-4596-a412-2b53abe42d76 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5374 time: 0.3048027 May 26 22:50:49.879020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Transition to ACTIVE for port object 3666a07b-ed04-4895-ac38-e226fcd7b399 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:49.885419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.889349 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:49.916491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] For port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:49.920985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] For port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b34db250-3ccb-4d51-91eb-cf9eb9cc82c2,segment=NetworkSegment(2d78487c-d2f7-4b81-a5bc-9117f97ed8a9),segment_id=2d78487c-d2f7-4b81-a5bc-9117f97ed8a9)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:49.928977 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.019090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64013-371c-4d6a-8a37-fa0347e6fe47 None None] Pushing event updated for resources: {'Port': ['ID=b34db250-3ccb-4d51-91eb-cf9eb9cc82c2,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:50.092804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 5155dced-291b-4258-9e77-328a0ba6fa2b owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:50.181485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Allocated IP 2001:db8::f816:3eff:fe57:74d0 (2f8df7e9-6190-4fe5-807e-65e2ad4addd7/4c7c594d-b8b9-422b-a614-10d3633702d6/dee54ebb-fdd8-4dde-a4b8-0ca50f2db060) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:50.240142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] For port 241df30e-fbc1-4da7-aed4-462886ade4ab, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:50.271433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97192a-e56c-4fec-9620-02128cb3adc1 req-9a91fa66-94ba-4bff-80d6-e828d356e894 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:50.273161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4e97192a-e56c-4fec-9620-02128cb3adc1 req-9a91fa66-94ba-4bff-80d6-e828d356e894 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 945 time: 0.5438831 May 26 22:50:50.279100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] For port 241df30e-fbc1-4da7-aed4-462886ade4ab, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=241df30e-fbc1-4da7-aed4-462886ade4ab,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:50.318089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.332969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94e801ad-d82f-48ae-9cec-8be7499dacc4 req-4af9771d-b2ea-4f3b-accd-675c07602fd9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4446023 May 26 22:50:50.337353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:50.458351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:50.475296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:50.486287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] Sync routers for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:50.504084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:50.504622 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:50.506897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb699f84-ecd4-40b2-a481-697ed5c5561f tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "PUT /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4641285 May 26 22:50:50.510449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60448) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:50.609976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.614998 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-dd82eb2a-368c-4fb3-890b-a09c82d8f33a tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] show failed (client error): The resource could not be found. May 26 22:50:50.616024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dd82eb2a-368c-4fb3-890b-a09c82d8f33a tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-434188012 HTTP/1.1" status: 404 len: 334 time: 0.1047955 May 26 22:50:50.621700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60452) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:50.632719 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:50.644041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:50.650254 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] Routers {'5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:50.650935 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:50.660151 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f6e9e8-6869-4321-8f7d-57e6ccef5c43'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': 'c9ba1dc4-ef81-4c7c-ada5-d117a65bd108', 'status': 'completed', 'code': 200} May 26 22:50:50.677781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-34f8d22a-0585-4e0c-94f0-43a780c84533 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:50.712641 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.743894 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:50.744400 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f5020-72a0-4e14-9550-639e70710335 None None] The sync data for ids ['5e0c223f-427d-4de1-b2b4-ab3b768ae0ee'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:50.778140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.779776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] 10.222.0.55 "PUT /v2.0/ports/241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 200 len: 1131 time: 3.8328454 May 26 22:50:50.821325 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-34f8d22a-0585-4e0c-94f0-43a780c84533 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] update failed (client error): The resource could not be found. May 26 22:50:50.827816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34f8d22a-0585-4e0c-94f0-43a780c84533 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-906030026 HTTP/1.1" status: 404 len: 334 time: 0.1844585 May 26 22:50:50.827816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60456) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:50.828363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.830737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Attempting to bind port 3666a07b-ed04-4895-ac38-e226fcd7b399 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:50.831070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Attempting to bind port 3666a07b-ed04-4895-ac38-e226fcd7b399 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:50.831398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Attempting to bind port 3666a07b-ed04-4895-ac38-e226fcd7b399 on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:50.886609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:50.894176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Port 3666a07b-ed04-4895-ac38-e226fcd7b399 on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:50.894506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Attempting to bind port 3666a07b-ed04-4895-ac38-e226fcd7b399 on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:50.919198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:50.919198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Checking segment: {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:50.919455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Bound using segment: {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:50.919871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Bound port: 3666a07b-ed04-4895-ac38-e226fcd7b399, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:50.920094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.962205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4e97192a-e56c-4fec-9620-02128cb3adc1 req-21544e50-b3f6-44bd-8aff-f2c24081b7a0 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654878 May 26 22:50:51.106385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70732a-bba3-4451-94e4-e3ed34a26ebc req-07f6ce5d-9d52-499b-813d-1452677ae9e8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.109257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc70732a-bba3-4451-94e4-e3ed34a26ebc req-07f6ce5d-9d52-499b-813d-1452677ae9e8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 943 time: 0.3439922 May 26 22:50:51.168407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24a57c-981a-47e3-9642-c79f289fe920 service neutron] Pushing event updated for resources: {'Port': ['ID=241df30e-fbc1-4da7-aed4-462886ade4ab,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:51.196060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:51.214736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting subnet 5a047c17-6b92-4a25-96d9-66d67d2ebe45 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:51.223942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.228470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.259653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:51.277215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc70732a-bba3-4451-94e4-e3ed34a26ebc req-d5424ad3-bab5-4977-9e87-d6937ace2d89 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604004 May 26 22:50:51.285393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.287849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=5155dced-291b-4258-9e77-328a0ba6fa2b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:51.342242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-01c15fd7-5142-4fe0-9a74-df7359e2e0cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/5155dced-291b-4258-9e77-328a0ba6fa2b HTTP/1.1" status: 204 len: 168 time: 2.4102380 May 26 22:50:51.346959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60460) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:51.368810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.412264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.415692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.432069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.433482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] 10.222.0.48 "PUT /v2.0/ports/3666a07b-ed04-4895-ac38-e226fcd7b399 HTTP/1.1" status: 200 len: 1091 time: 3.3344579 May 26 22:50:51.441412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:51.498220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db57386-3f07-4c3d-8391-17898d72bc6c None None] Network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:51.498690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c81b072-43cc-4a8e-9783-a4d22a571445 req-7dfc10f7-1c60-484a-bb0f-1bd330291e3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6211 time: 0.7790809 May 26 22:50:51.527348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232da680-895f-4b71-99cd-eab0b55e9373 service neutron] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:51.537067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Transition to ACTIVE for port object dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:51.579201 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d1c5cd-d68f-40bc-be97-b82d5a709dfb'] response: {'name': 'network-changed', 'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'status': 'completed', 'code': 200} May 26 22:50:51.644267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.670833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60b223-5b96-4060-a642-28cea54cc41a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.672508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60b223-5b96-4060-a642-28cea54cc41a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.673196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4e60b223-5b96-4060-a642-28cea54cc41a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:51.690562 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-285ead17-df9d-4fb5-9679-350f1cb7f3fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 1094 time: 0.1480029 May 26 22:50:51.711979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-717d571c-1ca8-40d0-b3e0-091b953c4957 None None] Provisioning for port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:51.723215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-717d571c-1ca8-40d0-b3e0-091b953c4957 None None] Provisioning complete for port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:51.723496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-717d571c-1ca8-40d0-b3e0-091b953c4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.780192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-300a8239-6791-4bf6-a0f6-93b57da024d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3666a07b-ed04-4895-ac38-e226fcd7b399 HTTP/1.1" status: 200 len: 217 time: 0.0816028 May 26 22:50:51.823382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4e60b223-5b96-4060-a642-28cea54cc41a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:51.827000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4e60b223-5b96-4060-a642-28cea54cc41a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4665699 May 26 22:50:51.836688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60468) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:51.876192 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.879036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.910911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.917086 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-717d571c-1ca8-40d0-b3e0-091b953c4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.921514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b072-43cc-4a8e-9783-a4d22a571445 req-27c014c2-ceb6-4c6d-a6f0-8356d7b11f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.921924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b072-43cc-4a8e-9783-a4d22a571445 req-27c014c2-ceb6-4c6d-a6f0-8356d7b11f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.922284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b072-43cc-4a8e-9783-a4d22a571445 req-27c014c2-ceb6-4c6d-a6f0-8356d7b11f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.923876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c81b072-43cc-4a8e-9783-a4d22a571445 req-27c014c2-ceb6-4c6d-a6f0-8356d7b11f98 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=25a686dd4d8d430ebc4be269418c8801&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4120710 May 26 22:50:51.957465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-717d571c-1ca8-40d0-b3e0-091b953c4957 None None] For port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b34db250-3ccb-4d51-91eb-cf9eb9cc82c2,segment=NetworkSegment(2d78487c-d2f7-4b81-a5bc-9117f97ed8a9),segment_id=2d78487c-d2f7-4b81-a5bc-9117f97ed8a9)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:51.967034 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-717d571c-1ca8-40d0-b3e0-091b953c4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:51.984923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a43a1b28-3455-487e-b75a-9c61f1f6e1b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.986392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a43a1b28-3455-487e-b75a-9c61f1f6e1b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f775ae0-fa05-441c-99de-61979aa9c3a6 HTTP/1.1" status: 200 len: 854 time: 0.1991096 May 26 22:50:52.069397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d571c-1ca8-40d0-b3e0-091b953c4957 None None] Pushing event updated for resources: {'Port': ['ID=b34db250-3ccb-4d51-91eb-cf9eb9cc82c2,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:52.085807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.089757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.093646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.097536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.101977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.105879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.109807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.111730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-68328445-4371-4610-8de8-ae6afe88d079 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5374 time: 0.5731251 May 26 22:50:52.172160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Subnet': ['ID=5a047c17-6b92-4a25-96d9-66d67d2ebe45,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:52.185502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:52.192686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d78d79f-9ff1-414a-9b1c-4a06fd66e88c None None] Provisioning complete for port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:52.193132 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d78d79f-9ff1-414a-9b1c-4a06fd66e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.195415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Port': ['ID=dee54ebb-fdd8-4dde-a4b8-0ca50f2db060,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:52.216405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:52.219227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:52.223520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.224216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.288012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-52ecdca1-ef2a-4279-91f1-9cfa8dd5b104 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7227478 May 26 22:50:52.306654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:52.315328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-f08822b5-99f0-4d71-a3d5-c0c7905b8e14 req-183e1dd9-041d-4a4c-b322-1804cfadb0d5 service neutron] (84030) timed out ('10.222.0.32', 39962) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:50:52.383435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:52.392604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-2c035501-07a9-4a7e-a964-f4aecc1ef891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94c4e5e-798c-4355-a262-0ac04dc86fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2489891 May 26 22:50:52.395706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.402088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b072-43cc-4a8e-9783-a4d22a571445 req-57c308b7-b52f-4afc-b95d-b2371a0b5905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.403527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c81b072-43cc-4a8e-9783-a4d22a571445 req-57c308b7-b52f-4afc-b95d-b2371a0b5905 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4617748 May 26 22:50:52.435793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f3f12b7-bd8e-4254-b9c0-b7ca20a01a0d req-9699cc88-7b25-43f5-8694-d91971fe0a4e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2524002 May 26 22:50:52.475549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8fa98-6900-4982-90c7-f3856db40f07 None None] Network be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:52.493598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f1edee07-ec43-40a3-8863-e63d3d43adec tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/subnets/5a047c17-6b92-4a25-96d9-66d67d2ebe45 HTTP/1.1" status: 204 len: 168 time: 1.6650336 May 26 22:50:52.502934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60480) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:52.505224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet a2083771-5c3a-4e8c-b3df-219e1c7ad1ea {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:52.554551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e42fb8-c45d-404c-93e8-29266c2c6d50 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:52.562319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.569515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.608417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Transition to ACTIVE for port object 49e42fb8-c45d-404c-93e8-29266c2c6d50 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:52.655616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.692560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '241df30e-fbc1-4da7-aed4-462886ade4ab'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:52.722837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.734579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:52.735098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.823145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-51a9bf03-e243-4455-959e-125717de8192 None None] Provisioning for port dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:52.828703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-51a9bf03-e243-4455-959e-125717de8192 None None] Provisioning complete for port dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:52.829073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-51a9bf03-e243-4455-959e-125717de8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.876887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Pushing event updated for resources: {'Port': ['ID=49e42fb8-c45d-404c-93e8-29266c2c6d50,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:52.887620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316207-38ac-40ea-bb43-0ab81462e345 req-90ce5c54-5aed-4677-894e-f1f38386505e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.891271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-51a9bf03-e243-4455-959e-125717de8192 None None] Port dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:52.891426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d316207-38ac-40ea-bb43-0ab81462e345 req-90ce5c54-5aed-4677-894e-f1f38386505e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 945 time: 0.7488225 May 26 22:50:52.930841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] DHCP port deletion for be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:52.945515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-a4f0b2bf-7532-4f39-a800-ee98d7a5c010 service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450096 May 26 22:50:52.974752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] Deleting port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:52.975398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.992981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting subnet 4c7c594d-b8b9-422b-a614-10d3633702d6 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:53.001541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.079060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d316207-38ac-40ea-bb43-0ab81462e345 req-246e916b-8308-45ca-b7c8-1cfef3baaf4f tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321843 May 26 22:50:53.100866 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.218987 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c25529-5949-4057-b9a8-c7ba12207606'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '241df30e-fbc1-4da7-aed4-462886ade4ab', 'status': 'completed', 'code': 200} May 26 22:50:53.230154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] For port 3b590a6b-49f3-43e2-9b76-fe09c81fc723, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3b590a6b-49f3-43e2-9b76-fe09c81fc723,segment=NetworkSegment(cc5fb7c7-5175-4078-92ef-4f63d110849e),segment_id=cc5fb7c7-5175-4078-92ef-4f63d110849e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:53.230552 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.240415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting subnet 69dccbb0-415b-4193-956c-1893b403ea19 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:53.247547 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.277707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fa263-e827-40b9-a5aa-27486edd17de req-694061a9-79a3-48ee-958c-c2c3cd2b7873 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.278404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-330fa263-e827-40b9-a5aa-27486edd17de req-694061a9-79a3-48ee-958c-c2c3cd2b7873 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:53.307713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Attempting to bind port 49e42fb8-c45d-404c-93e8-29266c2c6d50 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:53.308082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Attempting to bind port 49e42fb8-c45d-404c-93e8-29266c2c6d50 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:53.308356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Attempting to bind port 49e42fb8-c45d-404c-93e8-29266c2c6d50 on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:53.314406 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:50:53.328910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.330473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddcdf8a7-be99-449b-8875-a73fe95d2000 req-7eda9299-8f90-458e-b15d-b0e765cfb0b5 service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334186 May 26 22:50:53.335377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.379341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=a2083771-5c3a-4e8c-b3df-219e1c7ad1ea,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:53.382060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-330fa263-e827-40b9-a5aa-27486edd17de req-694061a9-79a3-48ee-958c-c2c3cd2b7873 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:53.383754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-330fa263-e827-40b9-a5aa-27486edd17de req-694061a9-79a3-48ee-958c-c2c3cd2b7873 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 943 time: 0.6799536 May 26 22:50:53.394521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.395778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Port 49e42fb8-c45d-404c-93e8-29266c2c6d50 on network 2a6458c7-c556-416e-9541-27d699a8fa39 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:53.396102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Attempting to bind port 49e42fb8-c45d-404c-93e8-29266c2c6d50 on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:53.406944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] Calling delete_port for 3b590a6b-49f3-43e2-9b76-fe09c81fc723 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:53.437918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:53.438254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Checking segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:53.438626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Bound using segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:53.439063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Bound port: 49e42fb8-c45d-404c-93e8-29266c2c6d50, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:53.439410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.496120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.530807 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.537648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b73f1e3-a984-43ad-a03a-a302f7a66e81 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:53.550628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaccaab2-145d-43be-8ea2-3ddd61cb21ad req-69d8d832-5e5c-4301-b4a9-223e9aaeadf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6236 time: 0.3114219 May 26 22:50:53.556783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-330fa263-e827-40b9-a5aa-27486edd17de req-ba1c5222-26d9-45c7-a224-92df5208b056 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624367 May 26 22:50:53.587494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] Pushing event deleted for resources: {'Port': ['ID=3b590a6b-49f3-43e2-9b76-fe09c81fc723,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:53.591282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-50c2c306-d998-45f2-b8f3-3b3aba7b88d9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/a2083771-5c3a-4e8c-b3df-219e1c7ad1ea HTTP/1.1" status: 204 len: 168 time: 1.7444832 May 26 22:50:53.592064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60490) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:53.596544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74a51c-df92-4476-99d6-ade676b3f32b None None] No DVR routers for this DVR port 3b590a6b-49f3-43e2-9b76-fe09c81fc723 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:53.722145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] For port 49e42fb8-c45d-404c-93e8-29266c2c6d50, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:53.755645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-68f25b18-c4c1-4da8-8a4e-5c7dea6ed8ae tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590030 May 26 22:50:53.764559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60494) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:53.778437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:53.793060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] For port 49e42fb8-c45d-404c-93e8-29266c2c6d50, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:53.798011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.812676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.819499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.888057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-3ef31e4e-8392-4afe-af47-a564246986f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 1094 time: 0.4979818 May 26 22:50:53.908561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccaab2-145d-43be-8ea2-3ddd61cb21ad req-d5d4acf5-9b93-4965-a51e-9f85ad345e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.908938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccaab2-145d-43be-8ea2-3ddd61cb21ad req-d5d4acf5-9b93-4965-a51e-9f85ad345e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.909507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccaab2-145d-43be-8ea2-3ddd61cb21ad req-d5d4acf5-9b93-4965-a51e-9f85ad345e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.911324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaccaab2-145d-43be-8ea2-3ddd61cb21ad req-d5d4acf5-9b93-4965-a51e-9f85ad345e62 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=25a686dd4d8d430ebc4be269418c8801&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3473041 May 26 22:50:53.918320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:53.922811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] Deleting port b5f86f54-90ce-47b7-a80a-78a38e272ed7 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:53.923288 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.955853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a6689-9974-45ec-af9f-e71541c9fc00 req-55c51c26-0405-4f3b-9e7c-a3c52b2093aa tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.957305 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a9a6689-9974-45ec-af9f-e71541c9fc00 req-55c51c26-0405-4f3b-9e7c-a3c52b2093aa tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 945 time: 0.5817857 May 26 22:50:53.979816 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.981537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] 10.222.0.55 "PUT /v2.0/ports/49e42fb8-c45d-404c-93e8-29266c2c6d50 HTTP/1.1" status: 200 len: 1090 time: 3.1544793 May 26 22:50:54.092480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:54.116146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:54.122073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:54.135024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:54.141597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.162180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] For port b5f86f54-90ce-47b7-a80a-78a38e272ed7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5f86f54-90ce-47b7-a80a-78a38e272ed7,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:54.162569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.164385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccaab2-145d-43be-8ea2-3ddd61cb21ad req-27f38112-7b93-4edb-ac9d-1061a26ba316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.167337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaccaab2-145d-43be-8ea2-3ddd61cb21ad req-27f38112-7b93-4edb-ac9d-1061a26ba316 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318387 May 26 22:50:54.168007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ba92b-4d2b-445d-8f2a-58cfe627e142 service neutron] Pushing event updated for resources: {'Port': ['ID=49e42fb8-c45d-404c-93e8-29266c2c6d50,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:54.176476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:54.220069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.221699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a9a6689-9974-45ec-af9f-e71541c9fc00 req-2a9db335-f014-486b-b63a-e2b35bea4630 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054801 May 26 22:50:54.225495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Subnet': ['ID=69dccbb0-415b-4193-956c-1893b403ea19,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:54.238304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:54.242621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.263964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-6af2322e-5971-471b-b3e5-06ff7675c6e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.265342 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-6af2322e-5971-471b-b3e5-06ff7675c6e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 915 time: 0.3534455 May 26 22:50:54.268534 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.295822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7c594d-b8b9-422b-a614-10d3633702d6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:54.333524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.345698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.345698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.345698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.349591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.354579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.358572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.367386 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b40459ec-bb17-45f6-bdff-f1803831465e req-e8d53b2d-4a04-4f50-8821-52c79a34ff79 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5386 time: 0.6305485 May 26 22:50:54.414593 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.417525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f46da-e710-48bf-9e60-3ddec45d1cb0 None None] Network a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:54.423056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-34f39564-e6da-4a03-9d2a-ec3b82cf7ec4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/4c7c594d-b8b9-422b-a614-10d3633702d6 HTTP/1.1" status: 204 len: 168 time: 2.1066895 May 26 22:50:54.427186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60502) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:54.521307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5f86f54-90ce-47b7-a80a-78a38e272ed7 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:54.524317 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.526163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8bbb67a9-26b5-43d3-8dad-072ddc70e492 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/subnets/69dccbb0-415b-4193-956c-1893b403ea19 HTTP/1.1" status: 204 len: 168 time: 2.0186951 May 26 22:50:54.532555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60506) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:54.547681 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-2e1c3471-c25b-4eb5-91d2-6a00feba5685 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3666a07b-ed04-4895-ac38-e226fcd7b399 HTTP/1.1" status: 200 len: 217 time: 0.2704449 May 26 22:50:54.553442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] Calling delete_port for b5f86f54-90ce-47b7-a80a-78a38e272ed7 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:54.590163 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b40459ec-bb17-45f6-bdff-f1803831465e req-556a8b82-240c-486f-9f84-e521a12f7fc8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217090 May 26 22:50:54.618860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516173e3-b1f7-47a7-bdcb-d87d975935dd None None] Network 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:54.718341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b192267-1e15-4470-be26-f7d63be75bc3 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.719713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b192267-1e15-4470-be26-f7d63be75bc3 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.720458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3b192267-1e15-4470-be26-f7d63be75bc3 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Synchronizing usage tracker for tenant:3f3526f8e90545e49fb571388226dd41 on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:54.821076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-51d0c660-2bc0-4061-b8ff-6ee3a51d2e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.822808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-51d0c660-2bc0-4061-b8ff-6ee3a51d2e7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f775ae0-fa05-441c-99de-61979aa9c3a6 HTTP/1.1" status: 200 len: 854 time: 0.2551553 May 26 22:50:54.891621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-70732cbe-d9ec-4fe5-a030-528d1da92895 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94c4e5e-798c-4355-a262-0ac04dc86fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571837 May 26 22:50:54.897492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.909388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3b192267-1e15-4470-be26-f7d63be75bc3 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Unset dirty status for tenant:3f3526f8e90545e49fb571388226dd41 on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:54.910674 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3b192267-1e15-4470-be26-f7d63be75bc3 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4203906 May 26 22:50:54.916543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60514) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:54.953129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.999624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Port b5f86f54-90ce-47b7-a80a-78a38e272ed7 update to DOWN by agent not found {{(pid=84031) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 26 22:50:55.000003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b590a6b-49f3-43e2-9b76-fe09c81fc723 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:55.044266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] Pushing event deleted for resources: {'Port': ['ID=b5f86f54-90ce-47b7-a80a-78a38e272ed7,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:55.052429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3b590a6b-49f3-43e2-9b76-fe09c81fc723 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:55.052761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b590a6b-49f3-43e2-9b76-fe09c81fc723 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:55.066233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f17ba-e7d7-464a-a12a-69b1c6fd1183 None None] No DVR routers for this DVR port b5f86f54-90ce-47b7-a80a-78a38e272ed7 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:55.086097 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.144881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829129b-b61f-4fe6-a2a9-f7abce86a8d3 req-4d0dc214-81d7-4339-a475-9d4ad488920d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.146404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c829129b-b61f-4fe6-a2a9-f7abce86a8d3 req-4d0dc214-81d7-4339-a475-9d4ad488920d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 943 time: 0.3318563 May 26 22:50:55.160556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c62582f-0f1a-43dd-8e79-3205138f7590 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.172314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] DHCP port deletion for a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:55.180995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] Deleting port 6684a37b-a8cf-4469-a271-7a1538746ebe {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:55.180995 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.221316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:55.230372 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c62582f-0f1a-43dd-8e79-3205138f7590 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 22:50:55.230794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c62582f-0f1a-43dd-8e79-3205138f7590 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:55.231196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] DHCP port deletion for 2f8df7e9-6190-4fe5-807e-65e2ad4addd7 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:50:55.236212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6c62582f-0f1a-43dd-8e79-3205138f7590 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/2f8df7e9-6190-4fe5-807e-65e2ad4addd7 HTTP/1.1" status: 409 len: 405 time: 0.3141346 May 26 22:50:55.241024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60520) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:55.250469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] Deleting port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:55.250640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1263420448'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:55.250914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.259278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:55.266746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:network and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:55.271109 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c829129b-b61f-4fe6-a2a9-f7abce86a8d3 req-de6b58f2-98aa-4a82-b134-578f6b3cfecd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166000 May 26 22:50:55.272153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:55.279856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:55.287540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.299923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-13d686f7-36eb-4916-974a-79bdb75413f7 service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992760 May 26 22:50:55.333051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:55.335128 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.363195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7752ae-dfd0-49a2-88f3-2c07f01d1ba2']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:55.432683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c329bf5-3fb3-4a02-bf9a-1eeb6c7d8817 req-d9be22a5-f5b1-4f55-b467-d79aeb6eb229 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.434234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c329bf5-3fb3-4a02-bf9a-1eeb6c7d8817 req-d9be22a5-f5b1-4f55-b467-d79aeb6eb229 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 945 time: 0.4634590 May 26 22:50:55.475093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5fb7c7-5175-4078-92ef-4f63d110849e') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:55.475418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5fb7c7-5175-4078-92ef-4f63d110849e') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:55.481164 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33024bb0-ef7b-4041-848c-48928a55c447'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50', 'status': 'completed', 'code': 200} May 26 22:50:55.501644 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.509151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.541344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aec4d53-db5b-4497-b148-d518c4f191ed {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:55.554041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.561465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:55.574687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.588530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] For port 6684a37b-a8cf-4469-a271-7a1538746ebe, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6684a37b-a8cf-4469-a271-7a1538746ebe,segment=NetworkSegment(925d2127-a30b-4614-b33c-270d8d065b5b),segment_id=925d2127-a30b-4614-b33c-270d8d065b5b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:55.588991 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.592472 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.592748 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Added segment 8511b69a-ff8e-4238-a9a0-86752de0ef43 of type vlan for network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 May 26 22:50:55.594315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Transition to ACTIVE for port object 7aec4d53-db5b-4497-b148-d518c4f191ed will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:55.622709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:55.623121 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:55.640361 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:55.667495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.707532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:55.721536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:55.724382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.724975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.727935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] Calling delete_port for 6684a37b-a8cf-4469-a271-7a1538746ebe owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:55.741514 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.748443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c329bf5-3fb3-4a02-bf9a-1eeb6c7d8817 req-0d49a595-b9bb-48dc-b3bb-181fca7ad0f3 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993789 May 26 22:50:55.756917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d4c20-8f6e-4b75-8216-2d910dabd1b4 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:55.759257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=8132fa72-abdb-43c7-8b7a-f9b284acdfa1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:55.769661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-646ff89e-631b-4ca8-9d12-f196673a7446 req-d809acb5-ec7d-46fd-9d27-d7333980cf33 service neutron] 10.222.0.48 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591405 May 26 22:50:55.786202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] For port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b34db250-3ccb-4d51-91eb-cf9eb9cc82c2,segment=NetworkSegment(2d78487c-d2f7-4b81-a5bc-9117f97ed8a9),segment_id=2d78487c-d2f7-4b81-a5bc-9117f97ed8a9)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:55.786753 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.796923 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.803241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.845882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/networks/be7752ae-dfd0-49a2-88f3-2c07f01d1ba2 HTTP/1.1" status: 204 len: 168 time: 1.3119893 May 26 22:50:55.847822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a14c6-8486-4411-bb37-598167a6acc4 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Network': ['ID=be7752ae-dfd0-49a2-88f3-2c07f01d1ba2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:55.854697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60528) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:55.859577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4db28575-7040-4053-8c8a-1913649e230b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0904901 May 26 22:50:55.868501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.872295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.873033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.889438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:55.914667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': '8132fa72-abdb-43c7-8b7a-f9b284acdfa1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-694809187'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:55.946129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-386b2d5b-d26b-4298-bb50-ae4629b3ae25 req-03b92c30-202a-499e-8e12-2f951b3dc84b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6278 time: 0.4666440 May 26 22:50:56.043793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.054006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] Calling delete_port for b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:56.059979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting port 6684a37b-a8cf-4469-a271-7a1538746ebe {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:56.060611 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.235812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] The port '6684a37b-a8cf-4469-a271-7a1538746ebe' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:50:56.269839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.298240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0533419 May 26 22:50:56.306729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Pushing event updated for resources: {'Port': ['ID=7aec4d53-db5b-4497-b148-d518c4f191ed,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:56.310366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60540) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:56.315809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'subnet': {'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:56.317477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fca511-3334-4d3d-873e-bea7f76b03a4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Network': ['ID=2f9a44dc-e348-48a2-9a5e-9cc490eba223,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:56.332688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] No DVR routers for this DVR port 6684a37b-a8cf-4469-a271-7a1538746ebe on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:56.344798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e8c7b-a780-4614-883b-487625e0a3ea None None] Pushing event deleted for resources: {'Port': ['ID=6684a37b-a8cf-4469-a271-7a1538746ebe,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:56.401568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:56.425102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6684a37b-a8cf-4469-a271-7a1538746ebe no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:56.520802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:56.526066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 6684a37b-a8cf-4469-a271-7a1538746ebe {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:50:56.526066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6684a37b-a8cf-4469-a271-7a1538746ebe not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:56.526066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:56.535851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.540355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.544276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.548502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.553060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.556413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.560611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.562540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70587c05-d539-433b-bc89-be83a7ddee0c req-303191c6-571e-44a5-bee7-680bbe064229 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5398 time: 0.7805681 May 26 22:50:56.567475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2d5b-d26b-4298-bb50-ae4629b3ae25 req-921c9670-5fb2-435c-859a-b22b58144356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.568099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2d5b-d26b-4298-bb50-ae4629b3ae25 req-921c9670-5fb2-435c-859a-b22b58144356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.568244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2d5b-d26b-4298-bb50-ae4629b3ae25 req-921c9670-5fb2-435c-859a-b22b58144356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.570349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-386b2d5b-d26b-4298-bb50-ae4629b3ae25 req-921c9670-5fb2-435c-859a-b22b58144356 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=25a686dd4d8d430ebc4be269418c8801&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5866048 May 26 22:50:56.571520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:56.577037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:56.630892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:56.671347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '8132fa72-abdb-43c7-8b7a-f9b284acdfa1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:56.672519 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.681883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.682963 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.707291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:56.719387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ca18a3-64c9-40f1-a3ff-ef86a89312c7']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:56.731279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3666a07b-ed04-4895-ac38-e226fcd7b399 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:56.744031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Attempting to bind port 7aec4d53-db5b-4497-b148-d518c4f191ed on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:56.744533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925d2127-a30b-4614-b33c-270d8d065b5b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:56.744841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925d2127-a30b-4614-b33c-270d8d065b5b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:56.744972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Attempting to bind port 7aec4d53-db5b-4497-b148-d518c4f191ed by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:56.745233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Attempting to bind port 7aec4d53-db5b-4497-b148-d518c4f191ed on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:56.755621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] Pushing event deleted for resources: {'Port': ['ID=b34db250-3ccb-4d51-91eb-cf9eb9cc82c2,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:56.767022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:50:56.767786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:50:56.777980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.803428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:56.807193 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.808954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05272d7-9d88-4709-bd16-129c6fdd7964 None None] No DVR routers for this DVR port b34db250-3ccb-4d51-91eb-cf9eb9cc82c2 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:50:56.824958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:56.824958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:56.824958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: timer() May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:56.842100 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:56.856451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Port 7aec4d53-db5b-4497-b148-d518c4f191ed on network 2a6458c7-c556-416e-9541-27d699a8fa39 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:56.856793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Attempting to bind port 7aec4d53-db5b-4497-b148-d518c4f191ed on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:56.885231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70587c05-d539-433b-bc89-be83a7ddee0c req-78590c24-fab9-460c-8e0c-8b291273e9cc tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3050168 May 26 22:50:56.886011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:56.886346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Checking segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:56.886715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Bound using segment: {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:56.887150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Bound port: 7aec4d53-db5b-4497-b148-d518c4f191ed, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110a31a3-e841-4f35-8cd7-23490e7216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:56.887489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:56.921490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5abafd-c669-470b-af9d-09364cc806e8 req-b79b3d62-5047-40c9-803b-303976ec64f6 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.928566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c5abafd-c669-470b-af9d-09364cc806e8 req-b79b3d62-5047-40c9-803b-303976ec64f6 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 945 time: 0.6298687 May 26 22:50:56.953108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:56.960928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2d5b-d26b-4298-bb50-ae4629b3ae25 req-879f7a36-423a-4ac5-aef0-fb76b7b802c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.963230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-386b2d5b-d26b-4298-bb50-ae4629b3ae25 req-879f7a36-423a-4ac5-aef0-fb76b7b802c2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3872726 May 26 22:50:57.025073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.047073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.060230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:57.076666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/8132fa72-abdb-43c7-8b7a-f9b284acdfa1/a8402aa8-df07-46be-abbe-8a0ffd365516) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:57.078184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port ee179341-5649-4e7d-90e5-050718d9d7a2 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:57.081471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.085498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'port_id': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f775ae0-fa05-441c-99de-61979aa9c3a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:57.102321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Network': ['ID=a0ca18a3-64c9-40f1-a3ff-ef86a89312c7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:57.138469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-39a84971-bbbb-4191-8c9f-83298cb1aac3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/networks/a0ca18a3-64c9-40f1-a3ff-ef86a89312c7 HTTP/1.1" status: 204 len: 168 time: 1.2804959 May 26 22:50:57.141460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.147199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60546) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:57.183009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] For port 7aec4d53-db5b-4497-b148-d518c4f191ed, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:57.223816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.230221 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c5abafd-c669-470b-af9d-09364cc806e8 req-69fd66bf-ee80-473f-90ef-ae57e75a517e tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011858 May 26 22:50:57.257707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3666a07b-ed04-4895-ac38-e226fcd7b399 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:57.300707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:57.309206 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.448504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.456928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] For port 7aec4d53-db5b-4497-b148-d518c4f191ed, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7aec4d53-db5b-4497-b148-d518c4f191ed,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:57.459734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:57.464726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Transition to ACTIVE for port object a8402aa8-df07-46be-abbe-8a0ffd365516 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:57.477371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.483707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Transition to ACTIVE for port object a8402aa8-df07-46be-abbe-8a0ffd365516 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:57.490276 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.529172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.objects.ports [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:50:57.530535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.547476 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:50:57.547918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:50:57.567463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:57.570938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:57.575640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:57.578129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Pushing event updated for resources: {'Port': ['ID=a8402aa8-df07-46be-abbe-8a0ffd365516,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:57.598462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Subnet': ['ID=65cc9ceb-02f2-4ed3-bc4c-230d4a285281,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:57.626426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Checking segment: {'id': '8511b69a-ff8e-4238-a9a0-86752de0ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:57.626893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network hostable DHCP agents. Network: 2f9a44dc-e348-48a2-9a5e-9cc490eba223, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:57.650238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:57.662353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2f9a44dc-e348-48a2-9a5e-9cc490eba223) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:57.680773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:57.681214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.682205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda31ec-9540-48e8-ac5a-3e94e1513f6c None None] Network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:57.702626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3666a07b-ed04-4895-ac38-e226fcd7b399'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:57.723789 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.725212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] 10.222.0.55 "PUT /v2.0/ports/7aec4d53-db5b-4497-b148-d518c4f191ed HTTP/1.1" status: 200 len: 1091 time: 3.5535340 May 26 22:50:57.734064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-81117526-4188-4f2f-9d02-bdcc72e9e1e1 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4224255 May 26 22:50:57.736698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60552) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:57.741317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:57.743212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'port': {'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223', 'name': 'tempest-NetworksIpV6TestAttrs-746101127'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:57.758392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d51b1e1f-8507-40b7-9355-431e6abc21ec tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8488269 May 26 22:50:57.765428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60558) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:57.773616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0786f8-8719-4c10-b184-ba23368a1cea service neutron] Pushing event updated for resources: {'Port': ['ID=7aec4d53-db5b-4497-b148-d518c4f191ed,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:57.779801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:57.874654 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc5762a-1d1e-4092-a0c5-77eed66a4f71'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed', 'status': 'completed', 'code': 200} May 26 22:50:57.945518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707e1c5-aa9b-4378-90be-be615b2ecac5 req-e92a7c09-0704-494b-879d-dbeb84a63e27 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:57.954855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c707e1c5-aa9b-4378-90be-be615b2ecac5 req-e92a7c09-0704-494b-879d-dbeb84a63e27 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 943 time: 0.7665336 May 26 22:50:57.965627 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:57.966418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Attempting to bind port a8402aa8-df07-46be-abbe-8a0ffd365516 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:57.966779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Attempting to bind port a8402aa8-df07-46be-abbe-8a0ffd365516 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:57.967131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Attempting to bind port a8402aa8-df07-46be-abbe-8a0ffd365516 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:57.994682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:58.009159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:port and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:58.013478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:58.020464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:58.023565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:58.024031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:58.024336 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.024725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:58.025202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Bound port: a8402aa8-df07-46be-abbe-8a0ffd365516, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:58.025569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.042031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:58.045331 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.078518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] device_id is not set on port 13f6d1b5-f625-4573-933e-ebc5467f5291 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:50:58.084286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting subnet 045231f5-1a5c-4a54-b70f-1d0dfdd77a2c {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:58.094179 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.146406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c707e1c5-aa9b-4378-90be-be615b2ecac5 req-38d6ec47-ad1a-4f83-bcd5-05a06633f747 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905897 May 26 22:50:58.156897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72329c58-b6f2-4401-a1f6-722226dd6173 req-5f8c4570-f14f-416a-900d-fd383d7e2bf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6345 time: 0.2071674 May 26 22:50:58.174636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.197599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-9e2a0885-cde9-41f6-8f51-f9c0f0d358d9 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.199042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-9e2a0885-cde9-41f6-8f51-f9c0f0d358d9 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 945 time: 0.5832818 May 26 22:50:58.204224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.262690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] For port a8402aa8-df07-46be-abbe-8a0ffd365516, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:58.266867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] For port a8402aa8-df07-46be-abbe-8a0ffd365516, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a8402aa8-df07-46be-abbe-8a0ffd365516,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:58.292246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c18b220-7b98-4d85-9219-25202a55ce65 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.292430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c18b220-7b98-4d85-9219-25202a55ce65 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:58.307935 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.404862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-2f9a44dc-e348-48a2-9a5e-9cc490eba223', 'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223', 'tenant_id': '3f3526f8e90545e49fb571388226dd41', 'fixed_ips': [{'subnet_id': '65cc9ceb-02f2-4ed3-bc4c-230d4a285281'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:58.405823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.414354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Deleting port 1ab6490a-034a-434c-a2a1-9bf4938aeacc {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:58.414706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.457724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c18b220-7b98-4d85-9219-25202a55ce65 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:58.458920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c18b220-7b98-4d85-9219-25202a55ce65 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6866629 May 26 22:50:58.497892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60568) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:58.504867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b88cc0-254b-4316-b1d5-f4d09e4d7f28 None None] Pushing event updated for resources: {'Port': ['ID=a8402aa8-df07-46be-abbe-8a0ffd365516,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:58.603782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.605321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Allocated IP 2001:db8::f816:3eff:fe92:370 (2f9a44dc-e348-48a2-9a5e-9cc490eba223/65cc9ceb-02f2-4ed3-bc4c-230d4a285281/13f6d1b5-f625-4573-933e-ebc5467f5291) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:58.607871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72329c58-b6f2-4401-a1f6-722226dd6173 req-b0cbb739-37d0-403d-9b67-2c888a61c554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.608240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72329c58-b6f2-4401-a1f6-722226dd6173 req-b0cbb739-37d0-403d-9b67-2c888a61c554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.608603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72329c58-b6f2-4401-a1f6-722226dd6173 req-b0cbb739-37d0-403d-9b67-2c888a61c554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.610219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72329c58-b6f2-4401-a1f6-722226dd6173 req-b0cbb739-37d0-403d-9b67-2c888a61c554 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=25a686dd4d8d430ebc4be269418c8801&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4431491 May 26 22:50:58.712239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.716530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.720677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.724552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.729415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.733273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.737339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.739099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-a5948c97-3153-4146-9b2e-f92a5fb0e65b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5398 time: 0.6218743 May 26 22:50:58.753247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e4c1b-4245-4595-bb4e-79632180b46a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.754582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e4c1b-4245-4595-bb4e-79632180b46a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.755302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-034e4c1b-4245-4595-bb4e-79632180b46a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:58.894416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-034e4c1b-4245-4595-bb4e-79632180b46a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:58.895566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-034e4c1b-4245-4595-bb4e-79632180b46a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3968489 May 26 22:50:58.903363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60572) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:58.918436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf9f722-c619-4e19-8ab3-6366749b541f req-5f740881-2b6c-4d99-9e64-17ac9f3f40c6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1701338 May 26 22:50:58.940687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72329c58-b6f2-4401-a1f6-722226dd6173 req-0fb8d95c-c58f-4264-a058-fc149788ef1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.942255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72329c58-b6f2-4401-a1f6-722226dd6173 req-0fb8d95c-c58f-4264-a058-fc149788ef1d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3257353 May 26 22:50:59.065897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e38134-23e6-42d8-b742-9f76ee789f72 req-cb3607a6-b968-44e5-a10e-478c047169cb tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:59.067265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5e38134-23e6-42d8-b742-9f76ee789f72 req-cb3607a6-b968-44e5-a10e-478c047169cb tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 945 time: 0.6242819 May 26 22:50:59.095591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.111218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Transition to ACTIVE for port object 13f6d1b5-f625-4573-933e-ebc5467f5291 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:59.134077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.149727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 8132fa72-abdb-43c7-8b7a-f9b284acdfa1 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:59.169105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.200033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.213273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:59.216588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:59.219536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:59.224014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:59.224693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.231210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Allocated IP 2001:db8::f816:3eff:fe24:fe74 (2f9a44dc-e348-48a2-9a5e-9cc490eba223/65cc9ceb-02f2-4ed3-bc4c-230d4a285281/edd48146-a735-44a7-a6bb-088bd6d79fa6) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:59.238736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Port': ['ID=13f6d1b5-f625-4573-933e-ebc5467f5291,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:59.257030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-540bbbf0-9999-47b0-8102-9e99d88aadf0 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.5190887 May 26 22:50:59.260038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60578) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:59.283544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] For port 1ab6490a-034a-434c-a2a1-9bf4938aeacc, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1ab6490a-034a-434c-a2a1-9bf4938aeacc,segment=NetworkSegment(665ec31a-3b2d-47ea-bb48-779830b5dcc7),segment_id=665ec31a-3b2d-47ea-bb48-779830b5dcc7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:59.283978 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.293618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Subnet': ['ID=045231f5-1a5c-4a54-b70f-1d0dfdd77a2c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:59.316877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.341522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting subnet 65cc9ceb-02f2-4ed3-bc4c-230d4a285281 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:50:59.412794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce724f-b698-47c1-be46-0cbe9b56a76f None None] Network 1972b301-f47c-4f40-9120-a53e6e10810d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:59.442215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536e15-f025-4dd6-8303-f617ad50b224 req-ee81275f-fdf1-4143-a3e9-33b1ed17444c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:59.443806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4536e15-f025-4dd6-8303-f617ad50b224 req-ee81275f-fdf1-4143-a3e9-33b1ed17444c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 944 time: 0.0988026 May 26 22:50:59.502388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c4536e15-f025-4dd6-8303-f617ad50b224 req-2b8fdedd-7f4c-4ae6-9c8e-663cb61fc48c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524724 May 26 22:50:59.606510 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.637517 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.644496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Calling delete_port for 1ab6490a-034a-434c-a2a1-9bf4938aeacc owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:50:59.653371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Transition to ACTIVE for port object edd48146-a735-44a7-a6bb-088bd6d79fa6 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:59.684028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5e38134-23e6-42d8-b742-9f76ee789f72 req-1eba85e5-17bb-4550-9745-7601af48bb38 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/security-groups?id=23a94242-ea6d-4f05-ba27-1e021e9d3ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016922 May 26 22:50:59.702867 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:50:59.722979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/subnets/045231f5-1a5c-4a54-b70f-1d0dfdd77a2c HTTP/1.1" status: 204 len: 168 time: 2.5727634 May 26 22:50:59.724116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:59.735311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Transition to ACTIVE for port object edd48146-a735-44a7-a6bb-088bd6d79fa6 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:59.735485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.735722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.736365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.736703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.737190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.737620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.738141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.738530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.738886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.739239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.739604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17559a-2191-43f3-92b7-c95f6ebaf6d3 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:59.753107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.754833 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.845954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224d3edf-f4db-40c0-8abf-958134fbbbce {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:59.848985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:59.849735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Pushing event updated for resources: {'Port': ['ID=edd48146-a735-44a7-a6bb-088bd6d79fa6,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:59.854294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:59.859101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:59.868528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.900248 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.931742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.955102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:59.967119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Attempting to bind port edd48146-a735-44a7-a6bb-088bd6d79fa6 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:59.967708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Attempting to bind port edd48146-a735-44a7-a6bb-088bd6d79fa6 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8511b69a-ff8e-4238-a9a0-86752de0ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:59.968243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Attempting to bind port edd48146-a735-44a7-a6bb-088bd6d79fa6 on network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:59.970638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a4e83c7f-3666-482c-a783-b0028b27d9e2 None None] Provisioning for port a8402aa8-df07-46be-abbe-8a0ffd365516 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:59.978745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1ab6490a-034a-434c-a2a1-9bf4938aeacc no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:59.988674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:50:59.989014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.010845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] DHCP port deletion for 1972b301-f47c-4f40-9120-a53e6e10810d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:00.034931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] Deleting port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:00.035309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.073931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:00.074214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Checking segment: {'id': '8511b69a-ff8e-4238-a9a0-86752de0ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:00.074830 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.075363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Bound using segment: {'id': '8511b69a-ff8e-4238-a9a0-86752de0ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:00.075998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Bound port: edd48146-a735-44a7-a6bb-088bd6d79fa6, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8511b69a-ff8e-4238-a9a0-86752de0ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2f9a44dc-e348-48a2-9a5e-9cc490eba223'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:00.076526 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.094535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.113509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Transition to ACTIVE for port object 224d3edf-f4db-40c0-8abf-958134fbbbce will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:00.149069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No active binding found for port 1ab6490a-034a-434c-a2a1-9bf4938aeacc {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:51:00.149473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1ab6490a-034a-434c-a2a1-9bf4938aeacc not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:00.160518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.162979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.166989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=8132fa72-abdb-43c7-8b7a-f9b284acdfa1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:00.188089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffecc6-45da-4c8f-975c-5cc37c98a17a None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:00.204455 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.235287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Pushing event deleted for resources: {'Port': ['ID=1ab6490a-034a-434c-a2a1-9bf4938aeacc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:00.286885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-acb96135-2a32-4292-a8f3-7411080f0031 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/8132fa72-abdb-43c7-8b7a-f9b284acdfa1 HTTP/1.1" status: 204 len: 168 time: 1.3289080 May 26 22:51:00.287592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60588) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:00.364992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.423628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-45acade7-f61f-4ec9-ba57-4afec7c5124a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351850 May 26 22:51:00.444844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60592) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:00.461082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:00.475354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a8402aa8-df07-46be-abbe-8a0ffd365516 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:00.501475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.502582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] No DVR routers for this DVR port 1ab6490a-034a-434c-a2a1-9bf4938aeacc on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:00.507985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.511230 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.511965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.513396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6052127e-9c94-4e82-a101-a4ddc5dff178 req-7931e85a-0890-4596-b18d-12b427f8982b tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.55 "DELETE /v2.0/ports/1ab6490a-034a-434c-a2a1-9bf4938aeacc HTTP/1.1" status: 204 len: 173 time: 2.2733955 May 26 22:51:00.513984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'name': 'network-vif-deleted', 'tag': '1ab6490a-034a-434c-a2a1-9bf4938aeacc'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:00.517295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.521783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.527681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.531912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.542007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-fe757d62-7d22-4351-9581-5402b2aa89e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5410 time: 0.4414144 May 26 22:51:00.543578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=224d3edf-f4db-40c0-8abf-958134fbbbce,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:00.652275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] For port 7324ae1d-c9cc-4a99-82f5-e55eb4252254, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7324ae1d-c9cc-4a99-82f5-e55eb4252254,segment=NetworkSegment(8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce),segment_id=8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:00.652760 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.680581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] For port 7324ae1d-c9cc-4a99-82f5-e55eb4252254, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7324ae1d-c9cc-4a99-82f5-e55eb4252254,segment=NetworkSegment(8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce),segment_id=8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:00.681195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.808629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Attempting to bind port 224d3edf-f4db-40c0-8abf-958134fbbbce on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:00.809237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Attempting to bind port 224d3edf-f4db-40c0-8abf-958134fbbbce by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:00.809495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Attempting to bind port 224d3edf-f4db-40c0-8abf-958134fbbbce on network 0159f930-1bde-494f-990d-0fb40919b7a6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:00.823323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Port 224d3edf-f4db-40c0-8abf-958134fbbbce on network 0159f930-1bde-494f-990d-0fb40919b7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:51:00.823651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Attempting to bind port 224d3edf-f4db-40c0-8abf-958134fbbbce on network 0159f930-1bde-494f-990d-0fb40919b7a6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:00.838707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:00.839051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Checking segment: {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:00.839410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Bound using segment: {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:00.840909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Bound port: 224d3edf-f4db-40c0-8abf-958134fbbbce, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:00.840909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:00.843367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] Calling delete_port for 7324ae1d-c9cc-4a99-82f5-e55eb4252254 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:00.856032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151c182-e5ad-494b-85d8-a61d2c965e7c req-1540ebe5-ac24-42cd-9e92-b201ccdaa69e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.857529 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d151c182-e5ad-494b-85d8-a61d2c965e7c req-1540ebe5-ac24-42cd-9e92-b201ccdaa69e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 944 time: 0.1337955 May 26 22:51:00.884505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3666a07b-ed04-4895-ac38-e226fcd7b399 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:00.967408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Calling delete_port for 7324ae1d-c9cc-4a99-82f5-e55eb4252254 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:00.971920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d151c182-e5ad-494b-85d8-a61d2c965e7c req-a5d13e0a-781f-4fe6-a18f-53b7f4477233 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061666 May 26 22:51:00.983366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] For port 224d3edf-f4db-40c0-8abf-958134fbbbce, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:00.986702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] For port 224d3edf-f4db-40c0-8abf-958134fbbbce, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=224d3edf-f4db-40c0-8abf-958134fbbbce,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:00.991426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.027222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a8402aa8-df07-46be-abbe-8a0ffd365516 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:01.034191 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.084162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.088950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:01.105735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] For port edd48146-a735-44a7-a6bb-088bd6d79fa6, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:01.107029 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.109651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] 10.222.0.55 "PUT /v2.0/ports/224d3edf-f4db-40c0-8abf-958134fbbbce HTTP/1.1" status: 200 len: 1091 time: 3.3406718 May 26 22:51:01.121664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] For port edd48146-a735-44a7-a6bb-088bd6d79fa6, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd48146-a735-44a7-a6bb-088bd6d79fa6,segment=NetworkSegment(8511b69a-ff8e-4238-a9a0-86752de0ef43),segment_id=8511b69a-ff8e-4238-a9a0-86752de0ef43)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:01.122667 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83ef47e-353c-4f98-9179-2c19cae4e4a6'] response: {'server_uuid': 'b8909725-f5b0-4003-8530-fabd2e587ed8', 'name': 'network-vif-deleted', 'tag': '1ab6490a-034a-434c-a2a1-9bf4938aeacc', 'status': 'completed', 'code': 200} May 26 22:51:01.126844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a8402aa8-df07-46be-abbe-8a0ffd365516 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:01.127242 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.138094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6841-92c0-464a-bbf8-eab894d8cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=224d3edf-f4db-40c0-8abf-958134fbbbce,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:01.142235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fef557a8-d318-46e6-a2b7-498d3c6f83bb req-8f05ca8e-3328-4805-827b-588a10cc4fe3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5985525 May 26 22:51:01.154692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Request body: {'port': {'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:01.170265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:01.199901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:01.217043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Subnet': ['ID=65cc9ceb-02f2-4ed3-bc4c-230d4a285281,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:01.235370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] No DVR routers for this DVR port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:01.236783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:01.244264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.261039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:01.261602 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:01.263450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-126e60b0-80fe-4fa7-be6b-86fe18b85467 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/65cc9ceb-02f2-4ed3-bc4c-230d4a285281 HTTP/1.1" status: 204 len: 168 time: 2.0024283 May 26 22:51:01.264661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:01.267351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60604) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:01.283313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc35a6-7d32-4fb8-84ff-9fae72ee0230 None None] Pushing event deleted for resources: {'Port': ['ID=7324ae1d-c9cc-4a99-82f5-e55eb4252254,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:01.291456 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.391755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 3666a07b-ed04-4895-ac38-e226fcd7b399 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:01.392325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e8a26-ba4e-4ff3-a954-9c966c8a2281 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:01.394442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e8a26-ba4e-4ff3-a954-9c966c8a2281 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:01.399156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d9e8a26-ba4e-4ff3-a954-9c966c8a2281 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1277373 May 26 22:51:01.417924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60608) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:01.455955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3666a07b-ed04-4895-ac38-e226fcd7b399 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:01.456629 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.494863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85113359-ab0c-40f2-8384-a648f2f9f428 None None] Pushing event updated for resources: {'Port': ['ID=edd48146-a735-44a7-a6bb-088bd6d79fa6,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:01.519495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.532370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:01.540658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.545442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f7a248f5-4b4d-41c8-9e4a-ed2cc79a753b req-3de74947-7e60-4fe6-b5c0-dc81ea596408 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Synchronizing usage tracker for tenant:ddda1d5057474f42ba5bc34194861991 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:01.565018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f7a248f5-4b4d-41c8-9e4a-ed2cc79a753b req-3de74947-7e60-4fe6-b5c0-dc81ea596408 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] Unset dirty status for tenant:ddda1d5057474f42ba5bc34194861991 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:01.567244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Deleting port a8402aa8-df07-46be-abbe-8a0ffd365516 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:01.568237 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.574642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7a248f5-4b4d-41c8-9e4a-ed2cc79a753b req-3de74947-7e60-4fe6-b5c0-dc81ea596408 tempest-ServersNegativeTestMultiTenantJSON-1798880209 tempest-ServersNegativeTestMultiTenantJSON-1798880209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8909725-f5b0-4003-8530-fabd2e587ed8 HTTP/1.1" status: 200 len: 210 time: 0.1109056 May 26 22:51:01.680678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-268c1752-9fdc-4c2e-ac46-904481d86898 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.699255 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-268c1752-9fdc-4c2e-ac46-904481d86898 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 22:51:01.699977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268c1752-9fdc-4c2e-ac46-904481d86898 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:01.701601 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-268c1752-9fdc-4c2e-ac46-904481d86898 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/2f9a44dc-e348-48a2-9a5e-9cc490eba223 HTTP/1.1" status: 409 len: 405 time: 0.2827508 May 26 22:51:01.706613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60612) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:01.709548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.719367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-208661428'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:01.739964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:01.773579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Deleting port 7324ae1d-c9cc-4a99-82f5-e55eb4252254 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:01.774232 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:01.818590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:network and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:01.826758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:01.859609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a8402aa8-df07-46be-abbe-8a0ffd365516, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a8402aa8-df07-46be-abbe-8a0ffd365516,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:01.880378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] The port '7324ae1d-c9cc-4a99-82f5-e55eb4252254' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:51:01.881432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:01.964919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.023218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:02.026666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.087132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7324ae1d-c9cc-4a99-82f5-e55eb4252254 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:02.138070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.147399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7324ae1d-c9cc-4a99-82f5-e55eb4252254 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:02.148271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7324ae1d-c9cc-4a99-82f5-e55eb4252254 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:02.162785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] For port a8402aa8-df07-46be-abbe-8a0ffd365516, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a8402aa8-df07-46be-abbe-8a0ffd365516,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:02.163186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.168569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9e1681-f871-491d-9721-6a574cd4ba39 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:02.173083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.180483 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.195809 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.208201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Transition to ACTIVE for port object 7a9e1681-f871-491d-9721-6a574cd4ba39 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:02.213538 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.239033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:51:02.274586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1972b301-f47c-4f40-9120-a53e6e10810d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:02.329937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:02.330429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbc6ef3-b619-49a7-8e68-cf0a28e0b6ce') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:02.348253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.348840 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Added segment 5e3bab1c-1412-4486-8ad1-645c0b852bb5 of type vlan for network 79a770f7-5c4e-4f6e-999b-6a5420f808e5 May 26 22:51:02.364664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.389155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Calling delete_port for a8402aa8-df07-46be-abbe-8a0ffd365516 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:02.393702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:02.410471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:02.422007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.424919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=997d9bd5-8403-41bf-8a49-bb19bb92f5ae,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:02.431517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.432351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.441569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device edd48146-a735-44a7-a6bb-088bd6d79fa6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:02.466894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.475147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:02.475868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: timer() May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:02.491905 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:02.525636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a8402aa8-df07-46be-abbe-8a0ffd365516,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:02.549808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:02.578381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:02.590134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9e1681-f871-491d-9721-6a574cd4ba39,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:02.606092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.629378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-05b525ec-6495-4472-b8a4-2400e99c136b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1804986 May 26 22:51:02.634484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60624) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:02.655797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-292733003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:02.659405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1e034-11bc-4d65-9f0c-900b70d1870f req-3366fcff-31df-4dbe-b2fc-4ec411efc662 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.664488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2d1e034-11bc-4d65-9f0c-900b70d1870f req-3366fcff-31df-4dbe-b2fc-4ec411efc662 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 944 time: 0.4760253 May 26 22:51:02.666563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.666884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:02.670974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:router and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:02.673992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:02.678447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.680870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:02.681726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.699300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.700404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.701183 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.759497 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:02.759857 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:02.762366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.773273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.781723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.784869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:02.787121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.791134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port edd48146-a735-44a7-a6bb-088bd6d79fa6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:02.793120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.798027 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.799889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.805610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.814799 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-c9351196-79aa-4c3e-8454-8fce6ab0e533 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.4129622 May 26 22:51:02.852794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Attempting to bind port 7a9e1681-f871-491d-9721-6a574cd4ba39 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:02.853129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Attempting to bind port 7a9e1681-f871-491d-9721-6a574cd4ba39 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:02.853451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Attempting to bind port 7a9e1681-f871-491d-9721-6a574cd4ba39 on network 0159f930-1bde-494f-990d-0fb40919b7a6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:02.862929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Port 7a9e1681-f871-491d-9721-6a574cd4ba39 on network 0159f930-1bde-494f-990d-0fb40919b7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:51:02.863441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Attempting to bind port 7a9e1681-f871-491d-9721-6a574cd4ba39 on network 0159f930-1bde-494f-990d-0fb40919b7a6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:02.876757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a8402aa8-df07-46be-abbe-8a0ffd365516 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:02.886634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1701400 May 26 22:51:02.899111 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.902124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60628) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:02.913017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/networks/1972b301-f47c-4f40-9120-a53e6e10810d HTTP/1.1" status: 204 len: 168 time: 3.1882651 May 26 22:51:02.917912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:02.927126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'subnet': {'network_id': '79a770f7-5c4e-4f6e-999b-6a5420f808e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:02.936942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:02.956697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:02.957445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Checking segment: {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:02.958080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Bound using segment: {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:02.958786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Bound port: 7a9e1681-f871-491d-9721-6a574cd4ba39, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e04e518-c999-49d6-a468-cd3b2d2604a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:02.959503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.024654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.025795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10967f15-5a3b-4d23-aa17-261f061d2718 req-31466ffc-0947-45d3-bd00-bcf9846ece5d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100582 May 26 22:51:03.035116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.036481 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-76fee37b-8fa5-458b-8eb7-3abbe24bc34b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4007347 May 26 22:51:03.040014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60636) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:03.098569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a8402aa8-df07-46be-abbe-8a0ffd365516, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a8402aa8-df07-46be-abbe-8a0ffd365516,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:03.106281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.124918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:03.191853 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2d2551-53e1-4d86-9dc2-9de1324a13bb'] response: {'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'code': 200} May 26 22:51:03.240859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a8402aa8-df07-46be-abbe-8a0ffd365516,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:03.247594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f602c45-f35f-494d-86d3-bbb24d46f3b3 None None] Network 2f9a44dc-e348-48a2-9a5e-9cc490eba223 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:03.260200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:03.272104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Deleting port a8402aa8-df07-46be-abbe-8a0ffd365516 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:03.272790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.315235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf2e6e-0a4f-42ec-af9e-4d13513651bc tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Network': ['ID=79a770f7-5c4e-4f6e-999b-6a5420f808e5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:03.340491 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fac508-3d46-47d4-be2f-679b36ac04bf'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce', 'status': 'completed', 'code': 200} May 26 22:51:03.343265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] For port 7a9e1681-f871-491d-9721-6a574cd4ba39, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:03.343778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:03.348434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:subnet and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:03.351502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:03.363980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 79a770f7-5c4e-4f6e-999b-6a5420f808e5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:51:03.381820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-97d821dc-b183-4f05-9e77-8ecf8d640d86 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Synchronizing usage tracker for tenant:2159a73518ec49b59e4a8446e9c11597 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:03.386792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:03.390033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] For port 7a9e1681-f871-491d-9721-6a574cd4ba39, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7a9e1681-f871-491d-9721-6a574cd4ba39,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:03.405587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.406186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2d1e034-11bc-4d65-9f0c-900b70d1870f req-1b6671c2-a97a-4500-a624-25e89106bb28 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005486 May 26 22:51:03.407340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8c683-b6d5-4bfb-b95b-fe1d86864020 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Pushing event deleted for resources: {'Network': ['ID=1972b301-f47c-4f40-9120-a53e6e10810d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:03.419073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] Deleting subnet 898f44d6-f480-42e6-9189-291359e557ea {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:51:03.446483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:03.461660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.531435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-353a7275-613f-46f4-99cf-7ee9dd41e8a6 None None] Provisioning for port edd48146-a735-44a7-a6bb-088bd6d79fa6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:03.550278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-97d821dc-b183-4f05-9e77-8ecf8d640d86 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Unset dirty status for tenant:2159a73518ec49b59e4a8446e9c11597 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:03.551534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-97d821dc-b183-4f05-9e77-8ecf8d640d86 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e0c223f-427d-4de1-b2b4-ab3b768ae0ee HTTP/1.1" status: 200 len: 205 time: 0.6326103 May 26 22:51:03.556189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60646) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:03.597164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-353a7275-613f-46f4-99cf-7ee9dd41e8a6 None None] Provisioning complete for port edd48146-a735-44a7-a6bb-088bd6d79fa6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:03.597530 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-353a7275-613f-46f4-99cf-7ee9dd41e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.681253 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.691496 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6528f66e-205a-4e68-b1cc-56d34163d0fe req-c7c385a2-87d0-4dfb-a394-48e2a330deae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 1096 time: 0.4134247 May 26 22:51:03.720955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.739519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.740942 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] 10.222.0.55 "PUT /v2.0/ports/7a9e1681-f871-491d-9721-6a574cd4ba39 HTTP/1.1" status: 200 len: 1091 time: 2.5914240 May 26 22:51:03.884805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e14be10e-0069-4d83-b54c-476885dee7c2 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.893098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] For port a8402aa8-df07-46be-abbe-8a0ffd365516, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a8402aa8-df07-46be-abbe-8a0ffd365516,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:03.893491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:03.951302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6528f66e-205a-4e68-b1cc-56d34163d0fe req-c7387615-d692-42d1-b137-5877eefb4374 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519002 May 26 22:51:03.971523 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbc9d1fb-e9b6-4b67-ad2a-990f7a5c9d89 req-c5e49b59-5bec-4336-8829-bdb191005e4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6437 time: 0.6252346 May 26 22:51:03.972373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f7183-d05c-4626-8af0-0d0e3017e611 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9e1681-f871-491d-9721-6a574cd4ba39,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:04.066794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Calling delete_port for a8402aa8-df07-46be-abbe-8a0ffd365516 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:04.070608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.121353 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-353a7275-613f-46f4-99cf-7ee9dd41e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.184003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-353a7275-613f-46f4-99cf-7ee9dd41e8a6 None None] For port edd48146-a735-44a7-a6bb-088bd6d79fa6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd48146-a735-44a7-a6bb-088bd6d79fa6,segment=NetworkSegment(8511b69a-ff8e-4238-a9a0-86752de0ef43),segment_id=8511b69a-ff8e-4238-a9a0-86752de0ef43)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:04.194102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] DHCP port deletion for 2f9a44dc-e348-48a2-9a5e-9cc490eba223 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:04.198935 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-353a7275-613f-46f4-99cf-7ee9dd41e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.238452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.241956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Deleting port edd48146-a735-44a7-a6bb-088bd6d79fa6 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:04.242308 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.330522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] No DVR routers for this DVR port a8402aa8-df07-46be-abbe-8a0ffd365516 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:04.348492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device edd48146-a735-44a7-a6bb-088bd6d79fa6 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:04.376014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79972d4-361a-4222-9224-450ceef43458 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:04.401770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9d1fb-e9b6-4b67-ad2a-990f7a5c9d89 req-ef5d0d4d-621c-45a7-a279-f1d76bf03a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.402757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9d1fb-e9b6-4b67-ad2a-990f7a5c9d89 req-ef5d0d4d-621c-45a7-a279-f1d76bf03a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.403123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9d1fb-e9b6-4b67-ad2a-990f7a5c9d89 req-ef5d0d4d-621c-45a7-a279-f1d76bf03a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.404756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbc9d1fb-e9b6-4b67-ad2a-990f7a5c9d89 req-ef5d0d4d-621c-45a7-a279-f1d76bf03a37 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=25a686dd4d8d430ebc4be269418c8801&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4243138 May 26 22:51:04.441562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a7275-613f-46f4-99cf-7ee9dd41e8a6 None None] Pushing event updated for resources: {'Port': ['ID=edd48146-a735-44a7-a6bb-088bd6d79fa6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:04.506530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e14be10e-0069-4d83-b54c-476885dee7c2 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.522482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e14be10e-0069-4d83-b54c-476885dee7c2 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.627820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.objects.ports [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:51:04.634413 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.656873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.696989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e14be10e-0069-4d83-b54c-476885dee7c2 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.697484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14be10e-0069-4d83-b54c-476885dee7c2 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0c223f-427d-4de1-b2b4-ab3b768ae0ee {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:51:04.721716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06a36f-1fb7-4ad6-aaaa-d8d1e6f42ccb None None] Pushing event deleted for resources: {'Port': ['ID=a8402aa8-df07-46be-abbe-8a0ffd365516,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:04.738383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.755325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898f44d6-f480-42e6-9189-291359e557ea,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:04.772062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e14be10e-0069-4d83-b54c-476885dee7c2 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.773256 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e14be10e-0069-4d83-b54c-476885dee7c2 tempest-RoutersNegativeTest-729380229 tempest-RoutersNegativeTest-729380229-project] 10.222.0.32 "DELETE /v2.0/routers/5e0c223f-427d-4de1-b2b4-ab3b768ae0ee HTTP/1.1" status: 204 len: 168 time: 1.2144320 May 26 22:51:04.778519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Subnet': ['ID=99e2c46f-f989-45b8-ae3f-4a0a33563ce1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:04.786394 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.808804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582d82-99a0-4ffa-a041-fce75b03cf96 req-c4fdc143-cd1f-446d-b859-f8a87f098247 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.810578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09582d82-99a0-4ffa-a041-fce75b03cf96 req-c4fdc143-cd1f-446d-b859-f8a87f098247 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.2508683 May 26 22:51:04.815668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Checking segment: {'id': '5e3bab1c-1412-4486-8ad1-645c0b852bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '79a770f7-5c4e-4f6e-999b-6a5420f808e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:04.816421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network hostable DHCP agents. Network: 79a770f7-5c4e-4f6e-999b-6a5420f808e5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:51:04.862984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d9a28f48-fa98-499f-ae23-178903dc3ef1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/898f44d6-f480-42e6-9189-291359e557ea HTTP/1.1" status: 204 len: 168 time: 1.6016748 May 26 22:51:04.868840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60656) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:04.896257 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.934829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port edd48146-a735-44a7-a6bb-088bd6d79fa6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd48146-a735-44a7-a6bb-088bd6d79fa6,segment=NetworkSegment(8511b69a-ff8e-4238-a9a0-86752de0ef43),segment_id=8511b69a-ff8e-4238-a9a0-86752de0ef43)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:04.940704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9d1fb-e9b6-4b67-ad2a-990f7a5c9d89 req-27d6b643-73f3-4eb4-aa3f-5fcf12a35698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.942244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbc9d1fb-e9b6-4b67-ad2a-990f7a5c9d89 req-27d6b643-73f3-4eb4-aa3f-5fcf12a35698 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4949937 May 26 22:51:04.965304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.971709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.976897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.980318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:04.981356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.988373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.992866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.997126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.999368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-6c97b461-f4fa-44dd-9fe9-24bc4c37dad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.7549050 May 26 22:51:05.074243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=edd48146-a735-44a7-a6bb-088bd6d79fa6,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:05.089765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09582d82-99a0-4ffa-a041-fce75b03cf96 req-77383847-ecf9-40bd-9e43-9a407e473b0b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677722 May 26 22:51:05.117389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network 79a770f7-5c4e-4f6e-999b-6a5420f808e5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:51:05.130434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] For port edd48146-a735-44a7-a6bb-088bd6d79fa6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd48146-a735-44a7-a6bb-088bd6d79fa6,segment=NetworkSegment(8511b69a-ff8e-4238-a9a0-86752de0ef43),segment_id=8511b69a-ff8e-4238-a9a0-86752de0ef43)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:05.131085 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.154566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.161257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 79a770f7-5c4e-4f6e-999b-6a5420f808e5) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:05.171968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:05.171968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.207060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7351d0e4-d1b3-46d9-b192-492a9236ab0a req-33158084-adc9-4223-8083-7316b4ed3add tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691177 May 26 22:51:05.231209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b1074052-4633-4218-a3bf-7287db696ce9 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3237491 May 26 22:51:05.235486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60662) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:05.296815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-ebc643c6-ca80-4830-b121-579f9fe98bbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6479 time: 0.2960086 May 26 22:51:05.399578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::1 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/997d9bd5-8403-41bf-8a49-bb19bb92f5ae/3c3a7acb-a258-46b2-a215-d14aa3803953) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:05.403063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Calling delete_port for edd48146-a735-44a7-a6bb-088bd6d79fa6 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:05.421625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60666) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:05.430243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:05.458256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.508994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bd3b87-588e-47fc-9661-84b2c833f68f']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:05.539729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665ec31a-3b2d-47ea-bb48-779830b5dcc7') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:05.540027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665ec31a-3b2d-47ea-bb48-779830b5dcc7') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:05.551265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63d8c4-b053-43e1-9c98-84a789a3491d None None] Network 79a770f7-5c4e-4f6e-999b-6a5420f808e5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:05.553227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.555721 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4561da52-a6c3-4b64-b488-62bae6cde327'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39', 'status': 'completed', 'code': 200} May 26 22:51:05.558903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.569882 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-8a0026b7-f9fc-4819-9306-3ac9ceddd43b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2 HTTP/1.1" status: 200 len: 217 time: 0.1350818 May 26 22:51:05.584671 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.623184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:05.623372 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: timer() May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:05.641146 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:05.673628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-bfe312d4-4823-4b7b-a4f5-3d72c4588896 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:05.674060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-bfe312d4-4823-4b7b-a4f5-3d72c4588896 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8dc40f8-718a-4dcb-a67d-56b0ff5baee1 HTTP/1.1" status: 200 len: 850 time: 0.0942018 May 26 22:51:05.713366 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:05.713567 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:05.742546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '997d9bd5-8403-41bf-8a49-bb19bb92f5ae'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:05.743268 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.758549 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.781912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.795284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.811704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 3c3a7acb-a258-46b2-a215-d14aa3803953 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:05.827926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.843695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-895d53d5-b4d0-42af-948e-c439b2759120 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f1006ec-020a-4deb-95a2-456d61870218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074545 May 26 22:51:05.846329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] Pushing event deleted for resources: {'Network': ['ID=57bd3b87-588e-47fc-9661-84b2c833f68f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:05.872529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a21d8260-5281-4189-afd9-3fd373487ab4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2159a73518ec49b59e4a8446e9c11597&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4472568 May 26 22:51:05.873720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.874323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1362a570-26e4-430e-97d7-7c9c70fb2344 admin admin] 10.222.0.32 "DELETE /v2.0/networks/57bd3b87-588e-47fc-9661-84b2c833f68f HTTP/1.1" status: 204 len: 168 time: 1.0024126 May 26 22:51:05.875719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60674) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:05.876028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60676) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:05.960958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543fce2c-0243-4766-ae73-2ece3240a614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-79a770f7-5c4e-4f6e-999b-6a5420f808e5', 'network_id': '79a770f7-5c4e-4f6e-999b-6a5420f808e5', 'tenant_id': '3f3526f8e90545e49fb571388226dd41', 'fixed_ips': [{'subnet_id': '99e2c46f-f989-45b8-ae3f-4a0a33563ce1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:05.962267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-543fce2c-0243-4766-ae73-2ece3240a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:05.977209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.017195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:06.023899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] Deleting subnet 3c8a0474-0cec-4637-8a19-0bd628b24ea7 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:51:06.024060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:06.029157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Subnet': ['ID=99e2c46f-f989-45b8-ae3f-4a0a33563ce1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:06.030785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:06.030967 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.031742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.034447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=3c3a7acb-a258-46b2-a215-d14aa3803953,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:06.074920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/997d9bd5-8403-41bf-8a49-bb19bb92f5ae/5febe1e7-9521-4f65-80f5-0d2da7e380de) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:06.086792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-8953be40-0d21-4108-ba0e-c5eb6e5e047a service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363570 May 26 22:51:06.127977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265f2e0-b17d-4fcf-9b44-51f2cb92fb3e None None] Network 79a770f7-5c4e-4f6e-999b-6a5420f808e5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:06.163209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.197660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e128751-4f8f-47bb-99eb-81c660717294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.249007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.251442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Deleting port edd48146-a735-44a7-a6bb-088bd6d79fa6 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:06.251829 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.330753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e128751-4f8f-47bb-99eb-81c660717294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.368613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.410916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a770f7-5c4e-4f6e-999b-6a5420f808e5']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:06.415224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.492093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3bab1c-1412-4486-8ad1-645c0b852bb5') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:06.492538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3bab1c-1412-4486-8ad1-645c0b852bb5') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:06.525277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.573434 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.586839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:06.587350 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: timer() May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:06.605608 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:06.687501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.712893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.719921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e128751-4f8f-47bb-99eb-81c660717294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.727095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] For port edd48146-a735-44a7-a6bb-088bd6d79fa6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=edd48146-a735-44a7-a6bb-088bd6d79fa6,segment=NetworkSegment(8511b69a-ff8e-4238-a9a0-86752de0ef43),segment_id=8511b69a-ff8e-4238-a9a0-86752de0ef43)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:06.727095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.732105 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-42445726-f398-4488-b943-5f439047e505 service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378927 May 26 22:51:06.737874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Transition to ACTIVE for port object 5febe1e7-9521-4f65-80f5-0d2da7e380de will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:06.752654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8a0474-0cec-4637-8a19-0bd628b24ea7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:06.758713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e128751-4f8f-47bb-99eb-81c660717294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bedee4-8638-4489-b9be-8fd2cd2ec79f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:06.767650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.787820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.793930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.820427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.821338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8781f-3dca-4e22-a3b4-269ab9767d4f req-7b6434fe-b5e5-4022-9738-15fa38f4de3f tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.822807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3aa8781f-3dca-4e22-a3b4-269ab9767d4f req-7b6434fe-b5e5-4022-9738-15fa38f4de3f tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.4453652 May 26 22:51:06.824670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.828952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.832918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.836898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.840894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.844835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.846766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-6b37621f-704f-4a34-9718-b5767a82c2eb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.4394054 May 26 22:51:06.847686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Network': ['ID=79a770f7-5c4e-4f6e-999b-6a5420f808e5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:06.854945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb4fb0c1-79d8-4fb1-b6c8-8fba6f5dcfe2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3c8a0474-0cec-4637-8a19-0bd628b24ea7 HTTP/1.1" status: 204 len: 168 time: 0.9764309 May 26 22:51:06.857602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-a872fec7-e93f-4da4-9673-7d5fb4359747 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 200 len: 217 time: 0.1073971 May 26 22:51:06.862139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cef81b70-6c28-4f50-8d8b-506a12c67b26 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/79a770f7-5c4e-4f6e-999b-6a5420f808e5 HTTP/1.1" status: 204 len: 168 time: 1.6119986 May 26 22:51:06.862363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60686) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:06.862363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60688) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:06.864720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e128751-4f8f-47bb-99eb-81c660717294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.867479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5e128751-4f8f-47bb-99eb-81c660717294 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7bedee4-8638-4489-b9be-8fd2cd2ec79f HTTP/1.1" status: 204 len: 168 time: 0.9888000 May 26 22:51:06.871211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Calling delete_port for edd48146-a735-44a7-a6bb-088bd6d79fa6 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:06.909541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706128890'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:06.918489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Transition to ACTIVE for port object 5febe1e7-9521-4f65-80f5-0d2da7e380de will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:06.935711 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:06.955458 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d646dbb-7251-4b0d-b873-da8e253f9ab7 req-b2965e0b-d772-42fe-af8c-c007c4767c15 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920575 May 26 22:51:06.960452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:07.032475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:07.033110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Pushing event updated for resources: {'Port': ['ID=5febe1e7-9521-4f65-80f5-0d2da7e380de,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:07.035932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:07.037521 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.041844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:07.091802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] Pushing event deleted for resources: {'Port': ['ID=edd48146-a735-44a7-a6bb-088bd6d79fa6,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:07.097620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:network and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:07.113428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:07.123614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5404cc-1f6a-4b5b-9c6a-24a1ba55f31e None None] No DVR routers for this DVR port edd48146-a735-44a7-a6bb-088bd6d79fa6 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:07.152354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:07.185639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Attempting to bind port 5febe1e7-9521-4f65-80f5-0d2da7e380de on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:07.186071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Attempting to bind port 5febe1e7-9521-4f65-80f5-0d2da7e380de by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:07.186435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Attempting to bind port 5febe1e7-9521-4f65-80f5-0d2da7e380de on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:07.193206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:07.193603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:07.193887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-24fab342-7038-4814-a26b-db66ec36ad58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:07.194094 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.194518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:07.195022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Bound port: 5febe1e7-9521-4f65-80f5-0d2da7e380de, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:07.195363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.195569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-24fab342-7038-4814-a26b-db66ec36ad58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.3247378 May 26 22:51:07.205596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:07.208487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.219883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3aa8781f-3dca-4e22-a3b4-269ab9767d4f req-07008603-c468-4dca-8218-2e9c0443ed3b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810742 May 26 22:51:07.288275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] For port 5febe1e7-9521-4f65-80f5-0d2da7e380de, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:07.293069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] For port 5febe1e7-9521-4f65-80f5-0d2da7e380de, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5febe1e7-9521-4f65-80f5-0d2da7e380de,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:07.298488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.301950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.396600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2da50-5ed3-4eb1-8776-8fc85cdcb4b5 None None] Pushing event updated for resources: {'Port': ['ID=5febe1e7-9521-4f65-80f5-0d2da7e380de,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:07.452087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.455320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:51:07.479702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.480499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.587411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.587750 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Added segment 0e979cc2-614f-4eea-bec4-3dba4cf8e008 of type vlan for network f5995ea5-6d62-45dd-8985-9f2414dc8a1d May 26 22:51:07.608191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-a61689ce-5627-4eab-93b8-a424423fc73c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4017892 May 26 22:51:07.627507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58833c-3135-45c9-ad8e-e2d03457302b req-76d573fe-152f-4eb1-bfc6-8421d11a84a1 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:07.629251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b58833c-3135-45c9-ad8e-e2d03457302b req-76d573fe-152f-4eb1-bfc6-8421d11a84a1 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.2473750 May 26 22:51:07.695611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.709178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b58833c-3135-45c9-ad8e-e2d03457302b req-f2fc7757-1d75-4965-af3f-e6ca759ca3cc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 May 26 22:51:07.853339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=3c3a7acb-a258-46b2-a215-d14aa3803953,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:07.910213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bd13ae-86c7-45c5-bcf1-ded2cdd0513e']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:07.922329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:07.939734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cabfb04-3d86-412a-b185-f6063f1702ea') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:07.940119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cabfb04-3d86-412a-b185-f6063f1702ea') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:08.141458 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.160378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:51:08.183731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.212004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:08.212403 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.222845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.227254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.231796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: timer() May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:08.232803 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:08.236035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.239975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.244846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.248789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.259750 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4482265a-6fea-43b7-b44c-869533dd1028 req-f40fbbd9-d9cb-4304-ad92-2f9eda040d7b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.1380763 May 26 22:51:08.321933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7b940fae-891b-42ce-ba09-00a53139228c service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707158 May 26 22:51:08.333156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4482265a-6fea-43b7-b44c-869533dd1028 req-1cfa3d14-59f8-4ae8-b5dd-77e33eef7715 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720398 May 26 22:51:08.348194 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.352488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.353061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.425021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:08.434066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5febe1e7-9521-4f65-80f5-0d2da7e380de up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:08.457521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:08.479847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.521800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 5febe1e7-9521-4f65-80f5-0d2da7e380de completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:08.700861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.798072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-75f5415d-b260-4173-93d5-4fdf0fa3063b None None] Provisioning for port 5febe1e7-9521-4f65-80f5-0d2da7e380de completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:08.799204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-75f5415d-b260-4173-93d5-4fdf0fa3063b None None] Provisioning complete for port 5febe1e7-9521-4f65-80f5-0d2da7e380de triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:08.802885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9369326 May 26 22:51:08.804991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:08.809721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff4e3d-cc2e-4abe-9488-99214c858b47 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Network': ['ID=f5995ea5-6d62-45dd-8985-9f2414dc8a1d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:08.810124 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-75f5415d-b260-4173-93d5-4fdf0fa3063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:08.810800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'subnet': {'network_id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:08.818519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] 10.222.0.32 "DELETE /v2.0/networks/78bd13ae-86c7-45c5-bcf1-ded2cdd0513e HTTP/1.1" status: 204 len: 168 time: 1.9554813 May 26 22:51:08.867741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820fef9-6ed2-4370-b077-f2dbd98dd609 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bd13ae-86c7-45c5-bcf1-ded2cdd0513e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:08.890854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network f5995ea5-6d62-45dd-8985-9f2414dc8a1d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:51:08.903335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca4185-ad5d-4b9b-a414-0d2493d1b9da req-b2203112-9eb4-4fd2-9127-65a0a0cc46a0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.904844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2dca4185-ad5d-4b9b-a414-0d2493d1b9da req-b2203112-9eb4-4fd2-9127-65a0a0cc46a0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.5938411 May 26 22:51:08.912804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e4cea3a0-7dc1-4b24-b1f3-b580827b73de service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701573 May 26 22:51:09.031933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:09.045348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:subnet and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:09.067225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:09.075742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:09.098639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:09.125272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60740) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:09.187398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-75f5415d-b260-4173-93d5-4fdf0fa3063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.194169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-62a8c0d7-04cd-4388-937b-4afa38981387 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 200 len: 217 time: 0.2559323 May 26 22:51:09.231407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-75f5415d-b260-4173-93d5-4fdf0fa3063b None None] For port 5febe1e7-9521-4f65-80f5-0d2da7e380de, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5febe1e7-9521-4f65-80f5-0d2da7e380de,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:09.243055 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-75f5415d-b260-4173-93d5-4fdf0fa3063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.248286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.310401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2dca4185-ad5d-4b9b-a414-0d2493d1b9da req-211970f9-564f-41d6-be85-a5992efc503b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964777 May 26 22:51:09.330169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5415d-b260-4173-93d5-4fdf0fa3063b None None] Pushing event updated for resources: {'Port': ['ID=5febe1e7-9521-4f65-80f5-0d2da7e380de,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:09.355487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-96b2ddd3-12f4-4b02-95f9-03fd8542aa8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:09.357433 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-96b2ddd3-12f4-4b02-95f9-03fd8542aa8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.1546149 May 26 22:51:09.378503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a3a17c50-239e-451e-857c-877457fb2167 None None] Provisioning for port 3c3a7acb-a258-46b2-a215-d14aa3803953 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:09.384751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a3a17c50-239e-451e-857c-877457fb2167 None None] Provisioning complete for port 3c3a7acb-a258-46b2-a215-d14aa3803953 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:09.385285 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3a17c50-239e-451e-857c-877457fb2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.473552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8aaecda-e84b-4684-9da2-1789ebaada75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddda1d5057474f42ba5bc34194861991&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3428237 May 26 22:51:09.476990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a3a17c50-239e-451e-857c-877457fb2167 None None] Port 3c3a7acb-a258-46b2-a215-d14aa3803953 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:51:09.479398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60752) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:09.618531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8cbfcb2d-b113-45a6-b0e1-8c8e18ee6746 None None] Provisioning complete for port 3c3a7acb-a258-46b2-a215-d14aa3803953 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:09.618994 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8cbfcb2d-b113-45a6-b0e1-8c8e18ee6746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.666852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8290-fca6-493b-8fec-52058eb2478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.716888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:51:09.720526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8290-fca6-493b-8fec-52058eb2478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.731506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-32109c78-410c-4909-9285-25caeddb2629 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3671701 May 26 22:51:09.743766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8cbfcb2d-b113-45a6-b0e1-8c8e18ee6746 None None] Port 3c3a7acb-a258-46b2-a215-d14aa3803953 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:51:09.752508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d9a8-7f4e-4ddc-aeb8-2ba62b6c5eeb req-9ab95cb4-bbbf-4043-8b29-b8d85061c633 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:09.754818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1790d9a8-7f4e-4ddc-aeb8-2ba62b6c5eeb req-9ab95cb4-bbbf-4043-8b29-b8d85061c633 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.1788328 May 26 22:51:09.793595 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:09.883401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1790d9a8-7f4e-4ddc-aeb8-2ba62b6c5eeb req-c4958e95-5db8-41f9-941e-02136531cd2d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178393 May 26 22:51:09.906669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Subnet': ['ID=e10b30c3-df99-4fd9-8aab-96eafa2b5dd1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:09.914763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Checking segment: {'id': '0e979cc2-614f-4eea-bec4-3dba4cf8e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:09.916140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network hostable DHCP agents. Network: f5995ea5-6d62-45dd-8985-9f2414dc8a1d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:51:09.957010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network f5995ea5-6d62-45dd-8985-9f2414dc8a1d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:51:09.973799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, f5995ea5-6d62-45dd-8985-9f2414dc8a1d) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:09.984349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5db36-459d-4797-8ad6-223f0339351a None None] Network f5995ea5-6d62-45dd-8985-9f2414dc8a1d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:09.991521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:09.992296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:10.026869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f77b6a7b-4299-49de-9615-57b082b867fa tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2206080 May 26 22:51:10.029490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60768) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:10.179257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.183826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.188119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.192293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.197172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.201315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.205694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.207773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-46a4bbf0-b983-476a-917a-2ce716de721e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.6278417 May 26 22:51:10.289723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-f5995ea5-6d62-45dd-8985-9f2414dc8a1d', 'network_id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d', 'tenant_id': '3f3526f8e90545e49fb571388226dd41', 'fixed_ips': [{'subnet_id': 'e10b30c3-df99-4fd9-8aab-96eafa2b5dd1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:10.290944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:10.344824 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c62e07f1-87e5-4e6c-9ef4-f88a419b748e service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963354 May 26 22:51:10.379038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:10.468040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8290-fca6-493b-8fec-52058eb2478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:10.485272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:10.599007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5febe1e7-9521-4f65-80f5-0d2da7e380de up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:10.676829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f8290-fca6-493b-8fec-52058eb2478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a94242-ea6d-4f05-ba27-1e021e9d3ebe,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:10.693247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ee1b-c4b3-4b88-a878-03fd5edd67ca req-c4dfba9f-00e9-4467-acfc-f08597cfa509 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.695022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b44ee1b-c4b3-4b88-a878-03fd5edd67ca req-c4dfba9f-00e9-4467-acfc-f08597cfa509 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.1202006 May 26 22:51:10.761807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b44ee1b-c4b3-4b88-a878-03fd5edd67ca req-021c9859-1df6-425f-ba35-6aeb5ebe8199 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582705 May 26 22:51:10.794896 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad92cc93-3163-4d38-8ffc-094dfd926ee5 req-2bdb32c6-ca2f-4dae-82ee-8a6a9c453c64 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5532961 May 26 22:51:10.800918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8290-fca6-493b-8fec-52058eb2478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:10.805015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce6f8290-fca6-493b-8fec-52058eb2478e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23a94242-ea6d-4f05-ba27-1e021e9d3ebe HTTP/1.1" status: 204 len: 168 time: 1.3083110 May 26 22:51:10.828255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Allocated IP 2001:db8::2 (f5995ea5-6d62-45dd-8985-9f2414dc8a1d/e10b30c3-df99-4fd9-8aab-96eafa2b5dd1/2b3fe584-d68b-4d25-bc22-45e045aacd4d) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:10.882309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5febe1e7-9521-4f65-80f5-0d2da7e380de triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:10.883733 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:10.890730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:51:10.894205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-d154ca79-7138-4634-a2e9-915d75472d3c service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243132 May 26 22:51:10.900251 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aa08b237-7d0a-4e51-b847-d983acf018de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "PUT /v2.0/routers/e3e0e945-4f51-494c-8af5-fb5ea4bd9519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8586552 May 26 22:51:10.906751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60784) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:10.934815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Sync routers for ids ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:51:11.024929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-044021dd-3ab5-4bc7-be86-67f51bb9c614 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50 HTTP/1.1" status: 200 len: 217 time: 0.1221235 May 26 22:51:11.030971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Routers {'e3e0e945-4f51-494c-8af5-fb5ea4bd9519'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:11.031602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:11.080981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd744b-5a6a-44dc-8b69-71cdf707ec24 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.081548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2cfd744b-5a6a-44dc-8b69-71cdf707ec24 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:11.113927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4c633b7e-dec2-4912-aef0-b54980630331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.115531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-4c633b7e-dec2-4912-aef0-b54980630331 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.0830722 May 26 22:51:11.117851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2cfd744b-5a6a-44dc-8b69-71cdf707ec24 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:11.121509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60788) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:11.123977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2cfd744b-5a6a-44dc-8b69-71cdf707ec24 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports/3c3a7acb-a258-46b2-a215-d14aa3803953 HTTP/1.1" status: 200 len: 911 time: 0.2226620 May 26 22:51:11.208711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-058d8c85-3850-4a03-b541-4a462d5202f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834477 May 26 22:51:11.231015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae920f90-e221-40c2-835d-af53cbc111a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.235027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae920f90-e221-40c2-835d-af53cbc111a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.240242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ae920f90-e221-40c2-835d-af53cbc111a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1171272 May 26 22:51:11.240927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60794) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:11.389441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Set router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:11.424842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-f6ea0b8c-b38e-43d2-9684-d3c34d645b60 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091336 May 26 22:51:11.502952 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:11.510453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:11.573366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Transition to ACTIVE for port object 2b3fe584-d68b-4d25-bc22-45e045aacd4d will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:11.603085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-49d88b39-5ea8-4ce4-a52a-f3eaad0e427c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3a8c1d00c1c40e594e91518e1a4d2de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0901251 May 26 22:51:11.603959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60806) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:11.669799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Transition to ACTIVE for port object 2b3fe584-d68b-4d25-bc22-45e045aacd4d will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:11.681822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-b3ef1b0f-9a92-4eec-8b5d-98323c4627bc service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505736 May 26 22:51:11.682434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:11.794220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Pushing event updated for resources: {'Port': ['ID=2b3fe584-d68b-4d25-bc22-45e045aacd4d,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:11.822626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-9d1e45a7-59d7-4d9c-a69f-1045f880973e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=7aec4d53-db5b-4497-b148-d518c4f191ed HTTP/1.1" status: 200 len: 217 time: 0.1345806 May 26 22:51:11.834098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Network f5995ea5-6d62-45dd-8985-9f2414dc8a1d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:11.838983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:11.842522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:11.940531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-667fec0a-b6ab-4e1a-85ac-585a596325ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.942205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-667fec0a-b6ab-4e1a-85ac-585a596325ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.1126838 May 26 22:51:11.965915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Attempting to bind port 2b3fe584-d68b-4d25-bc22-45e045aacd4d on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:11.966571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Attempting to bind port 2b3fe584-d68b-4d25-bc22-45e045aacd4d by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0e979cc2-614f-4eea-bec4-3dba4cf8e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:11.967103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Attempting to bind port 2b3fe584-d68b-4d25-bc22-45e045aacd4d on network f5995ea5-6d62-45dd-8985-9f2414dc8a1d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:11.982931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:11.983541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Checking segment: {'id': '0e979cc2-614f-4eea-bec4-3dba4cf8e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:11.984120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:11.984657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Bound using segment: {'id': '0e979cc2-614f-4eea-bec4-3dba4cf8e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:11.985299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Bound port: 2b3fe584-d68b-4d25-bc22-45e045aacd4d, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e979cc2-614f-4eea-bec4-3dba4cf8e008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:11.985864 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.023107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'name': 'tempest-NetworksTestDHCPv6-router-292733003', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:02Z', 'updated_at': '2022-05-26T22:51:06Z', 'revision_number': 2, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None, '_interfaces': [{'id': '3c3a7acb-a258-46b2-a215-d14aa3803953', 'name': '', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'mac_address': 'fa:16:3e:28:c3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '997d9bd5-8403-41bf-8a49-bb19bb92f5ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:51:05Z', 'updated_at': '2022-05-26T22:51:06Z', 'revision_number': 2, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'subnets': [{'id': '997d9bd5-8403-41bf-8a49-bb19bb92f5ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:12.070525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Checking router: e3e0e945-4f51-494c-8af5-fb5ea4bd9519 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:51:12.071034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Updating router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 port 3c3a7acb-a258-46b2-a215-d14aa3803953 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:51:12.152171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-c2fb6f69-3bf1-4439-9090-6baf6ae8e45f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2013783 May 26 22:51:12.154196 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.221111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] For port 2b3fe584-d68b-4d25-bc22-45e045aacd4d, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:12.251753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] For port 2b3fe584-d68b-4d25-bc22-45e045aacd4d, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2b3fe584-d68b-4d25-bc22-45e045aacd4d,segment=NetworkSegment(0e979cc2-614f-4eea-bec4-3dba4cf8e008),segment_id=0e979cc2-614f-4eea-bec4-3dba4cf8e008)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:12.270441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.273643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.278090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.282956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.288594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.293814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.298676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.303151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.306021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-eac3f6e2-b743-4adb-a16a-bda513040ae1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.2249856 May 26 22:51:12.335677 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ba4c-e53b-4395-be77-34609f081391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.340036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.389944 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ba4c-e53b-4395-be77-34609f081391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.408577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-a0e3f517-3dfc-4226-9c50-e0d798883231 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482815 May 26 22:51:12.424074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad84cfca-d8fa-4b2f-84e4-7edc7d63804b req-f3c0ea6d-a74c-4eaa-b4d0-d499e81b658e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120322 May 26 22:51:12.509702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Subnet': ['ID=e10b30c3-df99-4fd9-8aab-96eafa2b5dd1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:12.610523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a08df-9829-4c9c-9039-16c4bfeae47c None None] Pushing event updated for resources: {'Port': ['ID=2b3fe584-d68b-4d25-bc22-45e045aacd4d,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:12.654685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-fd892ae9-30ab-499a-89cb-c31b9c920591 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294772 May 26 22:51:12.711813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.731512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ba4c-e53b-4395-be77-34609f081391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.762009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381fcb4-6f3b-4161-bc97-dfdedfdf6b37 req-f98d067d-95b4-40da-8ca0-2225b0f83659 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.769270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3381fcb4-6f3b-4161-bc97-dfdedfdf6b37 req-f98d067d-95b4-40da-8ca0-2225b0f83659 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.6715500 May 26 22:51:12.818611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7ba4c-e53b-4395-be77-34609f081391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7003ca-6d42-47e4-9ae9-028b166c3bdf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:12.826771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5995ea5-6d62-45dd-8985-9f2414dc8a1d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:12.872741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e979cc2-614f-4eea-bec4-3dba4cf8e008') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:12.873314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e979cc2-614f-4eea-bec4-3dba4cf8e008') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:12.906253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.924605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Transition to ACTIVE for port object 3c3a7acb-a258-46b2-a215-d14aa3803953 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:12.937410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-7a337ce0-c7ac-4019-9f97-59743598f91e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=224d3edf-f4db-40c0-8abf-958134fbbbce HTTP/1.1" status: 200 len: 217 time: 0.2746575 May 26 22:51:12.940051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.944414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.969852 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ba4c-e53b-4395-be77-34609f081391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:12.991964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7f7ba4c-e53b-4395-be77-34609f081391 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b7003ca-6d42-47e4-9ae9-028b166c3bdf HTTP/1.1" status: 204 len: 168 time: 1.3699117 May 26 22:51:13.011698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3381fcb4-6f3b-4161-bc97-dfdedfdf6b37 req-ad875e60-5491-47c5-8dea-ca00d908fcbd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408733 May 26 22:51:13.044227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:13.080180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-f2aaab5d-74aa-4e24-b0c0-c084833fb187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.080180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-f2aaab5d-74aa-4e24-b0c0-c084833fb187 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 200 len: 797 time: 0.1328514 May 26 22:51:13.082182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:13.082622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: timer() May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:13.117445 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:13.265630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-81d24f23-6c18-4429-9099-9e50fa2813af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1807749 May 26 22:51:13.334418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50f0b9-9bdf-4bc1-8d40-d8ef123981b9 None None] Pushing event updated for resources: {'Port': ['ID=3c3a7acb-a258-46b2-a215-d14aa3803953,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:13.361092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Attempting to bind port 3c3a7acb-a258-46b2-a215-d14aa3803953 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:13.361712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Attempting to bind port 3c3a7acb-a258-46b2-a215-d14aa3803953 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:13.362332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Attempting to bind port 3c3a7acb-a258-46b2-a215-d14aa3803953 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:13.377517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:51:13.377517 n-d-843301-1 neutron-server[84029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:51:13.377517 n-d-843301-1 neutron-server[84029]: [parameters: {'id': 'f5995ea5-6d62-45dd-8985-9f2414dc8a1d'}] May 26 22:51:13.377517 n-d-843301-1 neutron-server[84029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:13.378346 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:13.379919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:13.380682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:13.381254 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:13.381882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:13.383038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Bound port: 3c3a7acb-a258-46b2-a215-d14aa3803953, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:13.383574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:13.521484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-32169904-062b-401a-afc1-402d71598241 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483735 May 26 22:51:13.575000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] For port 3c3a7acb-a258-46b2-a215-d14aa3803953, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:13.578947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] For port 3c3a7acb-a258-46b2-a215-d14aa3803953, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3c3a7acb-a258-46b2-a215-d14aa3803953,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:13.584943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:13.624471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:13.776455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50f0b9-9bdf-4bc1-8d40-d8ef123981b9 None None] Pushing event updated for resources: {'Port': ['ID=3c3a7acb-a258-46b2-a215-d14aa3803953,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:13.803081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Routers {'e3e0e945-4f51-494c-8af5-fb5ea4bd9519'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:13.804282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:13.936987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:13.966958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.977662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.982396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.987282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.991557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.995690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:14.002220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:14.008780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting port 2b3fe584-d68b-4d25-bc22-45e045aacd4d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:14.009607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:14.013264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e50935ea-1175-4a9f-8a73-74da94647269 req-ed07b04f-b242-4d0a-b102-c7acb86f780d tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.2923884 May 26 22:51:14.040066 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-543f5d13-df89-4e51-9c01-bc2184c140e7 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124555 May 26 22:51:14.219031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-f20b26bf-104b-4cde-9dd3-aeb21816b503 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a9e1681-f871-491d-9721-6a574cd4ba39 HTTP/1.1" status: 200 len: 217 time: 0.1719010 May 26 22:51:14.268141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] Set router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:14.358793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e50935ea-1175-4a9f-8a73-74da94647269 req-1b053d7f-374d-4ea9-9cd8-ed23db9b3e20 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3445187 May 26 22:51:14.408700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e6306658-2a0d-4dd9-afee-e15166c5154e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:14.410150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-e6306658-2a0d-4dd9-afee-e15166c5154e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 200 len: 797 time: 0.1831112 May 26 22:51:14.526732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330742fc-2c23-420f-bf4c-4abce919b320 None None] Network f5995ea5-6d62-45dd-8985-9f2414dc8a1d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:14.533809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-548f6d97-ad59-4858-91be-ec41a425a9e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149189 May 26 22:51:14.540779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2b3fe584-d68b-4d25-bc22-45e045aacd4d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:14.628569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] For port 2b3fe584-d68b-4d25-bc22-45e045aacd4d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2b3fe584-d68b-4d25-bc22-45e045aacd4d,segment=NetworkSegment(0e979cc2-614f-4eea-bec4-3dba4cf8e008),segment_id=0e979cc2-614f-4eea-bec4-3dba4cf8e008)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:14.629555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:14.715507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-cb170439-3657-4a68-81e4-af46e8523891 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746097 May 26 22:51:14.884165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Calling delete_port for 2b3fe584-d68b-4d25-bc22-45e045aacd4d owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:14.899213 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cae7de54-2a79-4abd-bf5a-3453860e742a req-fe595377-feff-4fcb-a917-4796c85ad06f service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766982 May 26 22:51:15.041330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 2b3fe584-d68b-4d25-bc22-45e045aacd4d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:15.122250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64c94af3-541d-4f9b-b032-5f46b427191e req-bdded18e-45d1-4f7f-aea7-8bee1f191f3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6479 time: 0.1367326 May 26 22:51:15.158407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5adea4f3-2408-4e6f-b61f-31f79c80cb2a None None] Provisioning for port 2b3fe584-d68b-4d25-bc22-45e045aacd4d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:15.165182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5adea4f3-2408-4e6f-b61f-31f79c80cb2a None None] Provisioning complete for port 2b3fe584-d68b-4d25-bc22-45e045aacd4d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:15.165549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5adea4f3-2408-4e6f-b61f-31f79c80cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:15.240500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d10f3cd-4b5c-428a-b46e-51cd2255718d None None] DHCP port deletion for f5995ea5-6d62-45dd-8985-9f2414dc8a1d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:15.247477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2d10f3cd-4b5c-428a-b46e-51cd2255718d None None] Deleting port 2b3fe584-d68b-4d25-bc22-45e045aacd4d {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:15.247849 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2d10f3cd-4b5c-428a-b46e-51cd2255718d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:15.343030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c94af3-541d-4f9b-b032-5f46b427191e req-05ed16f7-d5a3-42b0-94fc-17466975020c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:15.352284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64c94af3-541d-4f9b-b032-5f46b427191e req-05ed16f7-d5a3-42b0-94fc-17466975020c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0159f930-1bde-494f-990d-0fb40919b7a6 HTTP/1.1" status: 200 len: 903 time: 0.2225015 May 26 22:51:15.372407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2d10f3cd-4b5c-428a-b46e-51cd2255718d None None] The port '2b3fe584-d68b-4d25-bc22-45e045aacd4d' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:51:15.380722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5adea4f3-2408-4e6f-b61f-31f79c80cb2a None None] Could not find standard attr ID for object 2b3fe584-d68b-4d25-bc22-45e045aacd4d. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:51:15.387358 n-d-843301-1 neutron-server[84031]: INFO neutron.plugins.ml2.db [None req-5adea4f3-2408-4e6f-b61f-31f79c80cb2a None None] No ports have port_id starting with 2b3fe584-d68b-4d25-bc22-45e045aacd4d May 26 22:51:15.393424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'name': 'tempest-NetworksTestDHCPv6-router-292733003', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:02Z', 'updated_at': '2022-05-26T22:51:06Z', 'revision_number': 2, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None, '_interfaces': [{'id': '3c3a7acb-a258-46b2-a215-d14aa3803953', 'name': '', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'mac_address': 'fa:16:3e:28:c3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '997d9bd5-8403-41bf-8a49-bb19bb92f5ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:51:05Z', 'updated_at': '2022-05-26T22:51:13Z', 'revision_number': 4, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'subnets': [{'id': '997d9bd5-8403-41bf-8a49-bb19bb92f5ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:15.401477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c9e47-9500-48f0-9371-fd44af37ac6c None None] The sync data for ids ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'] in n-d-843301-1 is: [{'id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'name': 'tempest-NetworksTestDHCPv6-router-292733003', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:02Z', 'updated_at': '2022-05-26T22:51:06Z', 'revision_number': 2, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None, '_interfaces': [{'id': '3c3a7acb-a258-46b2-a215-d14aa3803953', 'name': '', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'mac_address': 'fa:16:3e:28:c3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '997d9bd5-8403-41bf-8a49-bb19bb92f5ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:51:05Z', 'updated_at': '2022-05-26T22:51:13Z', 'revision_number': 4, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'subnets': [{'id': '997d9bd5-8403-41bf-8a49-bb19bb92f5ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:51:15.458471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:15.518817 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64c94af3-541d-4f9b-b032-5f46b427191e req-bb6cdd19-c9d4-4608-92bb-3785d29b4e5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a9e1681-f871-491d-9721-6a574cd4ba39 HTTP/1.1" status: 200 len: 217 time: 0.1602459 May 26 22:51:15.548332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Port': ['ID=2b3fe584-d68b-4d25-bc22-45e045aacd4d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:15.579844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee29000-abf1-479b-82f6-49168e5ad6aa req-2fbc4e56-4458-4237-9cda-4e42d8cf4a72 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:15.581561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee29000-abf1-479b-82f6-49168e5ad6aa req-2fbc4e56-4458-4237-9cda-4e42d8cf4a72 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 1.2551730 May 26 22:51:15.585112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No DVR routers for this DVR port 2b3fe584-d68b-4d25-bc22-45e045aacd4d on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:15.610942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c94af3-541d-4f9b-b032-5f46b427191e req-1d95494c-6ca6-46a9-a286-5df41085874f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:15.612410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64c94af3-541d-4f9b-b032-5f46b427191e req-1d95494c-6ca6-46a9-a286-5df41085874f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 200 len: 797 time: 0.0859337 May 26 22:51:15.721589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 3c3a7acb-a258-46b2-a215-d14aa3803953 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:15.722097 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:15.915678 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64c94af3-541d-4f9b-b032-5f46b427191e req-bc94f148-3492-4666-919b-11abf41bc695 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2968481 May 26 22:51:16.018785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.067000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.071396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.075179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.079506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.083513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.087902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.089837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee29000-abf1-479b-82f6-49168e5ad6aa req-83091a46-5682-4146-bf0e-37c850a48c25 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496231 May 26 22:51:16.097861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.102574 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-59466a7d-53bc-421e-a73a-89397198f1b6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.3854115 May 26 22:51:16.128543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5995ea5-6d62-45dd-8985-9f2414dc8a1d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:16.152354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e979cc2-614f-4eea-bec4-3dba4cf8e008') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:16.152853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e979cc2-614f-4eea-bec4-3dba4cf8e008') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:16.192422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.227179 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.245471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 3c3a7acb-a258-46b2-a215-d14aa3803953, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3c3a7acb-a258-46b2-a215-d14aa3803953,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:16.246069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.254830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:16.255410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: timer() May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:16.274502 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:16.294293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b4cb2954-d0ed-4541-a3d1-83634d061bfd req-81216b09-fd73-49ff-8243-f183827e630e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842995 May 26 22:51:16.372327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64c94af3-541d-4f9b-b032-5f46b427191e req-bc03d212-0871-4135-bbb7-d2f979f3d045 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469421 May 26 22:51:16.470634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3c3a7acb-a258-46b2-a215-d14aa3803953 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:16.528667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 3c3a7acb-a258-46b2-a215-d14aa3803953 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:16.594601 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.626219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64c94af3-541d-4f9b-b032-5f46b427191e req-f3c4bc72-6056-4ef4-9ec2-0da958c63454 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465327 May 26 22:51:16.640500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3c3a7acb-a258-46b2-a215-d14aa3803953 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:16.646029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3c3a7acb-a258-46b2-a215-d14aa3803953 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:16.646417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.650044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.665278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Network': ['ID=f5995ea5-6d62-45dd-8985-9f2414dc8a1d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:16.678338 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9141a012-97e5-4091-b2a0-69403ffa6c24 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/f5995ea5-6d62-45dd-8985-9f2414dc8a1d HTTP/1.1" status: 204 len: 168 time: 6.6474726 May 26 22:51:16.682176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:16.687802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1945146011'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:16.696905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:16.703364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:network and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:16.713558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:16.722834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:16.744877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:16.748131 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.802765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:51:16.816101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.816748 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Added segment eed66a03-c255-44da-9fe6-2b95490ba3cc of type vlan for network 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b May 26 22:51:16.853593 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.870253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.892269 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.897422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.898170 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.907672 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.980181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=3c3a7acb-a258-46b2-a215-d14aa3803953,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:17.051061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2b3fe584-d68b-4d25-bc22-45e045aacd4d no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:17.111410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60908) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:17.122683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 2b3fe584-d68b-4d25-bc22-45e045aacd4d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:17.123013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2b3fe584-d68b-4d25-bc22-45e045aacd4d not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:17.165452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-27162b30-0992-4c66-a8d5-d1ccdfa28acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.182437 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4991026 May 26 22:51:17.187004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60916) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:17.196081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Request body: {'subnet': {'network_id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:17.281884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3dd7c-9eae-4a76-b9e0-1dfb4c97d405 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Network': ['ID=9b9971c9-aaca-4bf5-9e2b-9102d0dc792b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:17.296353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:51:17.348481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.462673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.494181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:17.514088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Usage tracker for resource:subnet and tenant:3f3526f8e90545e49fb571388226dd41 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:17.520573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:17.531529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:17.539867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:17.550387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Usage tracker for resource:security_group_rule and tenant:946f48d4f582454aa24cbffe42d69bb5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:17.554853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:17.558844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Made reservation on behalf of 3f3526f8e90545e49fb571388226dd41 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:17.583682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:17.665114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cc02b-5b0f-49ba-9e89-2eb564c6217c req-37e36536-b175-4764-bfe8-c996a68b26e9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.666599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c2cc02b-5b0f-49ba-9e89-2eb564c6217c req-37e36536-b175-4764-bfe8-c996a68b26e9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.3299072 May 26 22:51:17.713284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.845066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.883055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.903072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.907264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.912003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.916133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.920124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.924087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.928049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.936012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26735096-be6e-49a7-8e66-19f45858f35f req-35ac1dd9-02a5-4d5e-a85f-eff31b701e57 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.2745175 May 26 22:51:17.955989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85682d-17c7-436d-9131-3b4f28af7552,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:18.010344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c2cc02b-5b0f-49ba-9e89-2eb564c6217c req-b68675b8-d693-44af-9a5c-3200804d74bb tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284614 May 26 22:51:18.024842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a7fe38e8-4d14-4ed5-b750-36c09b0fcbfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=946f48d4f582454aa24cbffe42d69bb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8855557 May 26 22:51:18.028575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60930) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:18.112398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7999ff-05fc-45b3-9682-fae622dd3be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.129953 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26735096-be6e-49a7-8e66-19f45858f35f req-3bde9160-84d0-443b-8373-154930ca337a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918085 May 26 22:51:18.148934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:51:18.187300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7999ff-05fc-45b3-9682-fae622dd3be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.332068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:51:18.345521 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] Sync routers for ids ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:51:18.361545 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] Routers {'e3e0e945-4f51-494c-8af5-fb5ea4bd9519'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:18.362225 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:18.363133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-72bef277-26f8-46b2-95ec-cb2bdc084c92 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "PUT /v2.0/routers/e3e0e945-4f51-494c-8af5-fb5ea4bd9519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1205168 May 26 22:51:18.365532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60936) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:18.374781 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7999ff-05fc-45b3-9682-fae622dd3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.416194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7999ff-05fc-45b3-9682-fae622dd3be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85682d-17c7-436d-9131-3b4f28af7552,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:18.441562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7999ff-05fc-45b3-9682-fae622dd3be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.442725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e7999ff-05fc-45b3-9682-fae622dd3be9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed85682d-17c7-436d-9131-3b4f28af7552 HTTP/1.1" status: 204 len: 168 time: 0.4130476 May 26 22:51:18.466762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43dee3-69e0-4f44-82c1-2a8dc018c78e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:18.470818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43dee3-69e0-4f44-82c1-2a8dc018c78e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:18.472697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b43dee3-69e0-4f44-82c1-2a8dc018c78e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:18.492500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b43dee3-69e0-4f44-82c1-2a8dc018c78e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:18.494618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2b43dee3-69e0-4f44-82c1-2a8dc018c78e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1271324 May 26 22:51:18.497359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60942) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:18.518177 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] Set router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:18.518591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:51:18.519897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.671351 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'name': 'tempest-NetworksTestDHCPv6-router-292733003', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:02Z', 'updated_at': '2022-05-26T22:51:16Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:18.677445 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] Checking router: e3e0e945-4f51-494c-8af5-fb5ea4bd9519 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:51:18.690695 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] Routers {'e3e0e945-4f51-494c-8af5-fb5ea4bd9519'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:18.691769 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:50:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:18.712119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event updated for resources: {'Subnet': ['ID=34818cc5-cf92-4404-98c1-11051bcdd9b3,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:18.716371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Checking segment: {'id': 'eed66a03-c255-44da-9fe6-2b95490ba3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:18.716740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network hostable DHCP agents. Network: 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:51:18.746872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Network 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:51:18.766907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:18.775320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5349f89-f1a4-4c68-af2e-7c006d8607d8 None None] Network 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:18.788979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:18.789561 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.807384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 997d9bd5-8403-41bf-8a49-bb19bb92f5ae {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:51:18.811147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.845996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-649c24fe-c06b-4994-94ca-2eb880bd28ed tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6577272 May 26 22:51:18.848586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60948) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:18.897098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.943353 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] Set router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:19.017940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.097059 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'name': 'tempest-NetworksTestDHCPv6-router-292733003', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:02Z', 'updated_at': '2022-05-26T22:51:16Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:19.102351 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8070b-3227-4784-a1c0-b6d2034a95dc None None] The sync data for ids ['e3e0e945-4f51-494c-8af5-fb5ea4bd9519'] in n-d-843301-1 is: [{'id': 'e3e0e945-4f51-494c-8af5-fb5ea4bd9519', 'name': 'tempest-NetworksTestDHCPv6-router-292733003', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:02Z', 'updated_at': '2022-05-26T22:51:16Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:51:19.177542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.220000 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.256562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9b9971c9-aaca-4bf5-9e2b-9102d0dc792b', 'network_id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b', 'tenant_id': '3f3526f8e90545e49fb571388226dd41', 'fixed_ips': [{'subnet_id': '34818cc5-cf92-4404-98c1-11051bcdd9b3'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:19.257441 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.330293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.352410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.359013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=997d9bd5-8403-41bf-8a49-bb19bb92f5ae,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:19.396880 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b68bc3d-9cff-4089-867c-2f199060bcbb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/997d9bd5-8403-41bf-8a49-bb19bb92f5ae HTTP/1.1" status: 204 len: 168 time: 0.8901367 May 26 22:51:19.396880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60968) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:19.511291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Allocated IP 2001:db8::f816:3eff:fef8:6e62 (9b9971c9-aaca-4bf5-9e2b-9102d0dc792b/34818cc5-cf92-4404-98c1-11051bcdd9b3/773a801b-fc6a-44bc-ba6c-300bbcdcaa9c) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:19.701254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d8023ec6-b1e7-4014-98c1-04b1e262f9b0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3058136 May 26 22:51:19.703194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60976) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:19.720342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d28cea-571e-4225-bb85-f28359160d0d None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:19.749988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.755229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.764969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.768964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.779081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.783922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.787763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.797485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-007911a7-1272-4bd8-8e29-5810ea39813f req-5be918ee-dbb3-44e2-b4d0-3e344749ee42 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.2271538 May 26 22:51:19.857167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-007911a7-1272-4bd8-8e29-5810ea39813f req-2e2ce214-abef-479d-9e21-3db87ba55213 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585828 May 26 22:51:19.894561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ebf7-4144-4589-ae27-ba971b04258d req-5b88d98c-9169-4bc6-83e1-9e0443a02039 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.896639 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bf2ebf7-4144-4589-ae27-ba971b04258d req-5b88d98c-9169-4bc6-83e1-9e0443a02039 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.5457923 May 26 22:51:19.922242 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d181fc59-79f7-47d8-a51b-9a1cdb17966e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.952891 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a680b365-0484-4326-928d-f41f836381c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.073461 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bf2ebf7-4144-4589-ae27-ba971b04258d req-844de3e8-f9f2-413d-8cd6-0b7eebcb2b35 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687081 May 26 22:51:20.158791 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.172834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Transition to ACTIVE for port object 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:20.203178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Transition to ACTIVE for port object 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:20.217056 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.297759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Pushing event updated for resources: {'Port': ['ID=773a801b-fc6a-44bc-ba6c-300bbcdcaa9c,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:20.301003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3c3a7acb-a258-46b2-a215-d14aa3803953 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:20.335312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Network 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:20.340778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:20.343205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:20.400139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.420305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3c3a7acb-a258-46b2-a215-d14aa3803953 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:20.420654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3c3a7acb-a258-46b2-a215-d14aa3803953 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:20.460291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Subnet': ['ID=34818cc5-cf92-4404-98c1-11051bcdd9b3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:20.463652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d181fc59-79f7-47d8-a51b-9a1cdb17966e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.477349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Attempting to bind port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:20.478098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Attempting to bind port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'eed66a03-c255-44da-9fe6-2b95490ba3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:20.480156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Attempting to bind port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c on network 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:20.497032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d181fc59-79f7-47d8-a51b-9a1cdb17966e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.499587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:20.500211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Checking segment: {'id': 'eed66a03-c255-44da-9fe6-2b95490ba3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:20.501616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.502647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Bound using segment: {'id': 'eed66a03-c255-44da-9fe6-2b95490ba3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:20.504133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Bound port: 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed66a03-c255-44da-9fe6-2b95490ba3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:20.504665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.568123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:20.581547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.592123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] Deleting port 5febe1e7-9521-4f65-80f5-0d2da7e380de {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:20.594263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.619036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9971c9-aaca-4bf5-9e2b-9102d0dc792b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:20.632468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed66a03-c255-44da-9fe6-2b95490ba3cc') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:20.632763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed66a03-c255-44da-9fe6-2b95490ba3cc') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:20.645702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d181fc59-79f7-47d8-a51b-9a1cdb17966e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.646192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d181fc59-79f7-47d8-a51b-9a1cdb17966e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Fanout notify agent at l3_agent the message router_deleted on router e3e0e945-4f51-494c-8af5-fb5ea4bd9519 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:51:20.665987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.698694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d181fc59-79f7-47d8-a51b-9a1cdb17966e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.703146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d181fc59-79f7-47d8-a51b-9a1cdb17966e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/routers/e3e0e945-4f51-494c-8af5-fb5ea4bd9519 HTTP/1.1" status: 204 len: 168 time: 0.9826114 May 26 22:51:20.703146 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.704204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60996) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:20.712126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:20.736667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:20.737449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.746945 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: timer() May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:20.761893 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:20.848484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] For port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:20.894095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.000306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:51:21.000306 n-d-843301-1 neutron-server[84030]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:51:21.000306 n-d-843301-1 neutron-server[84030]: [parameters: {'id': '9b9971c9-aaca-4bf5-9e2b-9102d0dc792b'}] May 26 22:51:21.000306 n-d-843301-1 neutron-server[84030]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:21.001101 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:21.001544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:21.010740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:21.015502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:21.024243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:21.040337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:21.061227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] For port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=773a801b-fc6a-44bc-ba6c-300bbcdcaa9c,segment=NetworkSegment(eed66a03-c255-44da-9fe6-2b95490ba3cc),segment_id=eed66a03-c255-44da-9fe6-2b95490ba3cc)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:21.068526 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.145056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] For port 5febe1e7-9521-4f65-80f5-0d2da7e380de, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5febe1e7-9521-4f65-80f5-0d2da7e380de,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:21.145710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.450542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] Calling delete_port for 5febe1e7-9521-4f65-80f5-0d2da7e380de owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:21.501280 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.514523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.522799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06c3f9-1ddb-4361-acb9-e1b87a79972e None None] Pushing event updated for resources: {'Port': ['ID=773a801b-fc6a-44bc-ba6c-300bbcdcaa9c,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:21.526046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.538113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.543106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.547579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.553109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.559663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.564596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.576695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-13576c92-93bf-41fb-8b66-86f0d6606ad8 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.4679437 May 26 22:51:21.681475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0270d1fe-4451-42f4-9e91-f39374f8d934 req-c9c1f748-3011-497b-a04b-6d63d01f6c14 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989659 May 26 22:51:21.689166 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.736069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:21.736757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.781979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65792e0c-533a-4e49-8f8a-f3344989a202 None None] Network 9b9971c9-aaca-4bf5-9e2b-9102d0dc792b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:21.854108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] No DVR routers for this DVR port 5febe1e7-9521-4f65-80f5-0d2da7e380de on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:21.859528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400b0b8-e500-46a9-8a4f-a3ce9bb4e530 None None] Pushing event deleted for resources: {'Port': ['ID=5febe1e7-9521-4f65-80f5-0d2da7e380de,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:21.891707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b7e9-9350-47f2-9a96-253706a7f488 req-04f12c78-8449-4bf3-a8e0-ee9a25609ef8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.893196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0888b7e9-9350-47f2-9a96-253706a7f488 req-04f12c78-8449-4bf3-a8e0-ee9a25609ef8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.4843056 May 26 22:51:21.921953 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.076147 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0888b7e9-9350-47f2-9a96-253706a7f488 req-4bf31710-8389-4ec9-8d06-456ee291619e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721725 May 26 22:51:22.096041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ac00b-a1ad-4602-abd0-285011414cbc None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:51:22.187607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] For port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=773a801b-fc6a-44bc-ba6c-300bbcdcaa9c,segment=NetworkSegment(eed66a03-c255-44da-9fe6-2b95490ba3cc),segment_id=eed66a03-c255-44da-9fe6-2b95490ba3cc)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:22.188230 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.340665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Calling delete_port for 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:22.375744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5febe1e7-9521-4f65-80f5-0d2da7e380de no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:22.415189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ac00b-a1ad-4602-abd0-285011414cbc None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:51:22.430425 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.431732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 5febe1e7-9521-4f65-80f5-0d2da7e380de {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:22.432068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5febe1e7-9521-4f65-80f5-0d2da7e380de not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:22.534843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:22.539868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:22.544757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:22.545841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.562176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=d16ffc15-ab12-4f54-a874-7b3fd68fcde8,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:22.564453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.644313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Port': ['ID=773a801b-fc6a-44bc-ba6c-300bbcdcaa9c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:22.655481 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-37b8d9a3-35a8-41be-b55f-b85673705b91 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9509506 May 26 22:51:22.656702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No DVR routers for this DVR port 773a801b-fc6a-44bc-ba6c-300bbcdcaa9c on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:22.658330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:22.664055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-17407632', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:22.698229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:22.712472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:router and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:22.730389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:22.762142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:22.797761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.805068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.860462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.907219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.974123 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.975545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee43cd44-efa1-41d0-b619-834317007164 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3156056 May 26 22:51:22.978710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:23.172569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.245080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9971c9-aaca-4bf5-9e2b-9102d0dc792b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:23.261597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed66a03-c255-44da-9fe6-2b95490ba3cc') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:23.262097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed66a03-c255-44da-9fe6-2b95490ba3cc') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:23.280660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.303807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'd16ffc15-ab12-4f54-a874-7b3fd68fcde8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:23.304623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.353771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.362500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.366516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.373752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.383070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.392396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.411004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.413199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-18eee304-27f8-48e9-be59-6bb5c670ca3a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.4114506 May 26 22:51:23.419914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.445008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:23.445872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: timer() May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:23.464029 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:23.573336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-387ab392-04c3-4b1d-a88b-c5ddce8f7048 req-be88a7a3-a1fd-4ee1-bff1-1fdbbcfcd0f4 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506066 May 26 22:51:23.586407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.604876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.648288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Network': ['ID=9b9971c9-aaca-4bf5-9e2b-9102d0dc792b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:23.651017 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c54fd3b6-4517-4ff6-8b74-299ecf570388 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/9b9971c9-aaca-4bf5-9e2b-9102d0dc792b HTTP/1.1" status: 204 len: 168 time: 4.8014731 May 26 22:51:23.654157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32828) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:23.736946 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-8223244a-0921-4750-acdf-f29ab510464d tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:23.741343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8223244a-0921-4750-acdf-f29ab510464d tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:23.743165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8223244a-0921-4750-acdf-f29ab510464d tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/34818cc5-cf92-4404-98c1-11051bcdd9b3 HTTP/1.1" status: 404 len: 337 time: 0.0880971 May 26 22:51:23.747842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32832) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:23.812588 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0f526a-a5e8-41e5-89a5-0fe70db7f58d tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:23.813032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0f526a-a5e8-41e5-89a5-0fe70db7f58d tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:23.821701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7c0f526a-a5e8-41e5-89a5-0fe70db7f58d tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/9b9971c9-aaca-4bf5-9e2b-9102d0dc792b HTTP/1.1" status: 404 len: 339 time: 0.0701463 May 26 22:51:23.825420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:23.828639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/d16ffc15-ab12-4f54-a874-7b3fd68fcde8/3fc1d913-c126-40ae-845e-de75c7c9ef5a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:23.894395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c7f9-3e49-4f18-8ad5-e3a8467897dd req-375db87a-c6ed-49ab-b1c2-a959ed935dcc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.894395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b28c7f9-3e49-4f18-8ad5-e3a8467897dd req-375db87a-c6ed-49ab-b1c2-a959ed935dcc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.3608527 May 26 22:51:23.964509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.964837 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeab7267-1d7a-45b8-9a9e-ed266be2827e tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:23.965533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeab7267-1d7a-45b8-9a9e-ed266be2827e tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:23.970479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aeab7267-1d7a-45b8-9a9e-ed266be2827e tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/e10b30c3-df99-4fd9-8aab-96eafa2b5dd1 HTTP/1.1" status: 404 len: 337 time: 0.1440618 May 26 22:51:23.971062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32840) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:24.004736 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-45947d98-71ec-4c9b-aaa9-d8c661085fa4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:24.006324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45947d98-71ec-4c9b-aaa9-d8c661085fa4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:24.011133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b28c7f9-3e49-4f18-8ad5-e3a8467897dd req-40399af9-27f8-4486-8b64-9aeacfc3a068 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086435 May 26 22:51:24.011725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32844) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:24.012260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-45947d98-71ec-4c9b-aaa9-d8c661085fa4 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/f5995ea5-6d62-45dd-8985-9f2414dc8a1d HTTP/1.1" status: 404 len: 339 time: 0.0402505 May 26 22:51:24.197704 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aeded0b-912f-430c-b01c-46252b365994 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:24.198163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aeded0b-912f-430c-b01c-46252b365994 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:24.199797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3aeded0b-912f-430c-b01c-46252b365994 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/99e2c46f-f989-45b8-ae3f-4a0a33563ce1 HTTP/1.1" status: 404 len: 337 time: 0.1834004 May 26 22:51:24.203137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.204989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:24.222003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Transition to ACTIVE for port object 3fc1d913-c126-40ae-845e-de75c7c9ef5a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:24.264273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Transition to ACTIVE for port object 3fc1d913-c126-40ae-845e-de75c7c9ef5a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:24.266123 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b33bfbb-b2b4-413c-aa37-20e85ac78efe tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:24.267066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b33bfbb-b2b4-413c-aa37-20e85ac78efe tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:24.274274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5b33bfbb-b2b4-413c-aa37-20e85ac78efe tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/79a770f7-5c4e-4f6e-999b-6a5420f808e5 HTTP/1.1" status: 404 len: 339 time: 0.0673664 May 26 22:51:24.276066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:24.276694 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.374081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting port 13f6d1b5-f625-4573-933e-ebc5467f5291 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:24.374587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.483215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Pushing event updated for resources: {'Port': ['ID=3fc1d913-c126-40ae-845e-de75c7c9ef5a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:24.506257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:24.510107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:24.513571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:24.777209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Attempting to bind port 3fc1d913-c126-40ae-845e-de75c7c9ef5a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:24.781836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Attempting to bind port 3fc1d913-c126-40ae-845e-de75c7c9ef5a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:24.782430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Attempting to bind port 3fc1d913-c126-40ae-845e-de75c7c9ef5a on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:24.803682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:24.807689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:24.808815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.811146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:24.813470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Bound port: 3fc1d913-c126-40ae-845e-de75c7c9ef5a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:24.817339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.844681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::1 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/d16ffc15-ab12-4f54-a874-7b3fd68fcde8/674aa1cd-2abb-43a9-b9b7-08622a2ed3cd) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:25.073604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.111082 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.135208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] For port 3fc1d913-c126-40ae-845e-de75c7c9ef5a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:25.141035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] For port 3fc1d913-c126-40ae-845e-de75c7c9ef5a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3fc1d913-c126-40ae-845e-de75c7c9ef5a,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:25.150219 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.216541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Calling delete_port for 13f6d1b5-f625-4573-933e-ebc5467f5291 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:25.288943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8972a-0b2d-4e27-ae66-0e1c15bee13f None None] Pushing event updated for resources: {'Port': ['ID=3fc1d913-c126-40ae-845e-de75c7c9ef5a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:25.312690 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.360680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.400822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:25.456876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da3df6-8ea3-4a73-88db-e8444223df36 req-eec6e8cd-9892-4904-b95a-9d7ad1a47dca tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.464310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5da3df6-8ea3-4a73-88db-e8444223df36 req-eec6e8cd-9892-4904-b95a-9d7ad1a47dca tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.1551073 May 26 22:51:25.479211 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.498702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Port': ['ID=13f6d1b5-f625-4573-933e-ebc5467f5291,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:25.507475 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.532948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.546389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.551650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.556080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.561208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.566609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.570001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.572034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-6c89c1d6-4851-4ac6-875a-a683a59c03e6 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.5547926 May 26 22:51:25.575681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1bfb0533-fa15-4b2d-b729-d201e91acc4f tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/ports/13f6d1b5-f625-4573-933e-ebc5467f5291 HTTP/1.1" status: 204 len: 168 time: 1.2944458 May 26 22:51:25.575977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32870) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:25.818525 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb6b573-8eba-4a51-9f39-c3c05314ed8b tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:25.819794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb6b573-8eba-4a51-9f39-c3c05314ed8b tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:25.821794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7cb6b573-8eba-4a51-9f39-c3c05314ed8b tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/65cc9ceb-02f2-4ed3-bc4c-230d4a285281 HTTP/1.1" status: 404 len: 337 time: 0.2444341 May 26 22:51:25.824922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32880) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:25.953576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8cc3b23-55ad-4c69-adfd-a427211c5e78 req-1052f1bc-7453-46b6-ab3f-69645fb9bfbb tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2751124 May 26 22:51:25.962787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=674aa1cd-2abb-43a9-b9b7-08622a2ed3cd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:25.982431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.985198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:25.987644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.988155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.988665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.989538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.990054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.990658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.991178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.991833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.992402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.992862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.993322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:25.999783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:26.002925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:26.003639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.011928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-26e40fda-9d68-40ec-8afd-e260e4cb1c42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3073521 May 26 22:51:26.048071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5da3df6-8ea3-4a73-88db-e8444223df36 req-2e1446dc-06f8-49f3-bdf8-68a312c3b0da tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827608 May 26 22:51:26.048602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32886) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:26.187609 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.434610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.524406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3fc1d913-c126-40ae-845e-de75c7c9ef5a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:26.539046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9a44dc-e348-48a2-9a5e-9cc490eba223']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:26.575803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8511b69a-ff8e-4238-a9a0-86752de0ef43') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:26.575995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8511b69a-ff8e-4238-a9a0-86752de0ef43') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:26.610937 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.658024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-74b25947-abf8-42d2-a568-95fb2551c373 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1097 time: 0.4402699 May 26 22:51:26.666898 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.689817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:26.696180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.715676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3fc1d913-c126-40ae-845e-de75c7c9ef5a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:26.775258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.832775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b417f6-61f8-4529-94f5-19859b14ae33 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: timer() May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:26.857335 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:26.926996 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.994493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-df72450a-52ed-4cbe-be08-e678acd47834 None None] Provisioning for port 3fc1d913-c126-40ae-845e-de75c7c9ef5a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:27.007705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-df72450a-52ed-4cbe-be08-e678acd47834 None None] Provisioning complete for port 3fc1d913-c126-40ae-845e-de75c7c9ef5a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:27.008143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-df72450a-52ed-4cbe-be08-e678acd47834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.032764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.035194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:27.043405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Usage tracker for resource:security_group_rule and tenant:5b4b13a1c534408d89dc92c6686fec95 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:27.048471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:27.057475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Network': ['ID=2f9a44dc-e348-48a2-9a5e-9cc490eba223,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:27.068525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:27.069411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-af73b745-f36e-49cb-b941-11ee02f53f89 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/2f9a44dc-e348-48a2-9a5e-9cc490eba223 HTTP/1.1" status: 204 len: 168 time: 1.2420454 May 26 22:51:27.074066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32902) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:27.178924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-06bebef3-78a5-413b-93c6-fc72a84e2c16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:27.182677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-06bebef3-78a5-413b-93c6-fc72a84e2c16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.4942088 May 26 22:51:27.252102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.261783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.263312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.337572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-af45d658-7f68-4f19-8135-6b0e2a2c9124 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 1002 time: 0.1479626 May 26 22:51:27.466911 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-df72450a-52ed-4cbe-be08-e678acd47834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.543378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-df72450a-52ed-4cbe-be08-e678acd47834 None None] For port 3fc1d913-c126-40ae-845e-de75c7c9ef5a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3fc1d913-c126-40ae-845e-de75c7c9ef5a,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:27.553144 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-df72450a-52ed-4cbe-be08-e678acd47834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.661588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.691965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting port dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:27.692441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.730338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-ae6a7b11-0996-43a2-b7b5-0fa850195f94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:27.731784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-ae6a7b11-0996-43a2-b7b5-0fa850195f94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.3849237 May 26 22:51:27.792631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72450a-52ed-4cbe-be08-e678acd47834 None None] Pushing event updated for resources: {'Port': ['ID=3fc1d913-c126-40ae-845e-de75c7c9ef5a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:27.805202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=674aa1cd-2abb-43a9-b9b7-08622a2ed3cd,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:27.811828 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.853399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615199e-398c-4f9e-991c-6645d503686b req-365d218e-bfa7-48f5-806c-b6175445c047 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:27.855538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8615199e-398c-4f9e-991c-6645d503686b req-365d218e-bfa7-48f5-806c-b6175445c047 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.9960821 May 26 22:51:27.898066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.936699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8615199e-398c-4f9e-991c-6645d503686b req-3a6f5000-fce5-41d2-b341-026e63537fa0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609190 May 26 22:51:27.939708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-c3b777ec-32f4-47d9-9ed4-ac8fc329f039 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922383 May 26 22:51:28.083875 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b4b13a1c534408d89dc92c6686fec95&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0322039 May 26 22:51:28.093862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32916) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:28.100767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-eb4b33e4-e3b7-4d85-a71e-d2ea1e1e1acc None None] Provisioning for port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:28.123311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-eb4b33e4-e3b7-4d85-a71e-d2ea1e1e1acc None None] Provisioning complete for port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:28.124634 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33e4-e3b7-4d85-a71e-d2ea1e1e1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.146100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-1fc86ed8-fd75-4fd2-9b0a-686eb9590492 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979961 May 26 22:51:28.230566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b33e4-e3b7-4d85-a71e-d2ea1e1e1acc None None] Port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:51:28.246734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-eb4b33e4-e3b7-4d85-a71e-d2ea1e1e1acc None None] Provisioning complete for port 3fc1d913-c126-40ae-845e-de75c7c9ef5a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:28.247120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eb4b33e4-e3b7-4d85-a71e-d2ea1e1e1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.281732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369aabc-28ac-467c-9d9c-29e323aedccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a59c41-e1a5-4caf-9803-ab72ff7038ee,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:28.290005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:28.317886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:28.419633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3fc1d913-c126-40ae-845e-de75c7c9ef5a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:28.434577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.502268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27b01ab5-8d18-445c-825c-ef84c6349417 req-a54aad09-4f8f-4918-85e0-060bb2f8555f service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455675 May 26 22:51:28.505561 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fa31f3f-f6e2-4ca7-8e94-86ff7990d7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.552215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3fc1d913-c126-40ae-845e-de75c7c9ef5a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:28.555373 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.584109 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fa31f3f-f6e2-4ca7-8e94-86ff7990d7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.597799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebf4cb-a814-4308-98be-3c2d861fc21a req-b49d1173-89b3-4864-964c-8d71aa0e869a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:28.599458 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aebf4cb-a814-4308-98be-3c2d861fc21a req-b49d1173-89b3-4864-964c-8d71aa0e869a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.3815556 May 26 22:51:28.683737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a40f62b0-69ab-4305-a7ba-7e96c8d7f5ea None None] Provisioning complete for port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:28.684334 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a40f62b0-69ab-4305-a7ba-7e96c8d7f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.687111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7aebf4cb-a814-4308-98be-3c2d861fc21a req-d17b78e5-60a3-4a69-b1e9-34a6acbde794 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748250 May 26 22:51:28.718283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fa31f3f-f6e2-4ca7-8e94-86ff7990d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.741760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa31f3f-f6e2-4ca7-8e94-86ff7990d7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a59c41-e1a5-4caf-9803-ab72ff7038ee,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:28.749247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fa31f3f-f6e2-4ca7-8e94-86ff7990d7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.750553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8fa31f3f-f6e2-4ca7-8e94-86ff7990d7ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53a59c41-e1a5-4caf-9803-ab72ff7038ee HTTP/1.1" status: 204 len: 168 time: 0.6557493 May 26 22:51:28.811068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a40f62b0-69ab-4305-a7ba-7e96c8d7f5ea None None] Port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:51:28.934012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Calling delete_port for dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:28.936077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-28c67b84-90ad-4a54-b43a-698fe0d01a32 None None] Provisioning complete for port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:28.936377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28c67b84-90ad-4a54-b43a-698fe0d01a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.992460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-28c67b84-90ad-4a54-b43a-698fe0d01a32 None None] Port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:51:29.046725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.050944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.055591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.059622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.063555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.067416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.072005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.078156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-c507b4ba-4502-4756-a26c-f655855db74c tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 1.7656662 May 26 22:51:29.148988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32928) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:29.211243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.215801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3fa1f-7e42-43be-9d77-fdd2b4f161ec req-7d7e5f2b-c55f-4358-8f59-49607e8fea60 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.217429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f8f3fa1f-7e42-43be-9d77-fdd2b4f161ec req-7d7e5f2b-c55f-4358-8f59-49607e8fea60 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.0981357 May 26 22:51:29.266949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.268281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f8f3fa1f-7e42-43be-9d77-fdd2b4f161ec req-3ca45f2f-6f2e-4aaf-8a5a-f8bc68df4928 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448132 May 26 22:51:29.327177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ed64287-2192-46af-86d3-ce3c93da1115 req-922f2ca5-3f94-4c71-bce9-2866da096532 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2377949 May 26 22:51:29.339608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Port': ['ID=dee54ebb-fdd8-4dde-a4b8-0ca50f2db060,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:29.344334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:29.354701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.358294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Usage tracker for resource:security_group_rule and tenant:b517863be5b648589c51232cd949f0ac is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:29.362787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:29.375953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:29.395201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a31bfb69-f6df-4675-bb36-864aa442eebb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/ports/dee54ebb-fdd8-4dde-a4b8-0ca50f2db060 HTTP/1.1" status: 204 len: 168 time: 2.3188565 May 26 22:51:29.397735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32942) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:29.436728 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f407a4d-dcfa-4d94-9139-be2fce6ab9fb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] DELETE failed (client error): The resource could not be found. May 26 22:51:29.437102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f407a4d-dcfa-4d94-9139-be2fce6ab9fb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:51:29.438737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6f407a4d-dcfa-4d94-9139-be2fce6ab9fb tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/4c7c594d-b8b9-422b-a614-10d3633702d6 HTTP/1.1" status: 404 len: 337 time: 0.0400052 May 26 22:51:29.441291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32946) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:29.494961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.497877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:51:29.500897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.558856 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b517863be5b648589c51232cd949f0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4081221 May 26 22:51:29.560427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.563468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32952) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:29.618192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c9cc4-19e3-4b94-a716-c1ee06234a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47774857-c6cb-4d13-bd2c-e58ace4a999c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:29.741514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:51:29.751888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Sync routers for ids ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:51:29.753581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-37e74d5f-7753-42e6-948a-c415e1dd65ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "PUT /v2.0/routers/a5b3250f-2ad5-4f9c-9fc3-8e4865998613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7733028 May 26 22:51:29.756102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32962) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:29.771602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Routers {'a5b3250f-2ad5-4f9c-9fc3-8e4865998613'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:29.772769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:29.853204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e05860-6186-4834-bf3f-c0eee1e6988b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.853817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84e05860-6186-4834-bf3f-c0eee1e6988b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:29.861526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-016c7594-6789-45e2-a120-ad34fe64f7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.872073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84e05860-6186-4834-bf3f-c0eee1e6988b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:29.873593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84e05860-6186-4834-bf3f-c0eee1e6988b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports/674aa1cd-2abb-43a9-b9b7-08622a2ed3cd HTTP/1.1" status: 200 len: 911 time: 0.1165445 May 26 22:51:29.876264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32966) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:29.895139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-016c7594-6789-45e2-a120-ad34fe64f7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:29.982326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63098fe4-cc00-42cd-9afb-ca3d6803bf01 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.986530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63098fe4-cc00-42cd-9afb-ca3d6803bf01 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.988608 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-63098fe4-cc00-42cd-9afb-ca3d6803bf01 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1109757 May 26 22:51:29.991588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 32970) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:29.999102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Set router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:30.007949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.036036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8df7e9-6190-4fe5-807e-65e2ad4addd7']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:30.050605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d78487c-d2f7-4b81-a5bc-9117f97ed8a9') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:30.050902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d78487c-d2f7-4b81-a5bc-9117f97ed8a9') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:30.063277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.085577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-016c7594-6789-45e2-a120-ad34fe64f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.116385 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.122193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c7594-6789-45e2-a120-ad34fe64f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47774857-c6cb-4d13-bd2c-e58ace4a999c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:30.127139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-016c7594-6789-45e2-a120-ad34fe64f7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.128319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-016c7594-6789-45e2-a120-ad34fe64f7b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47774857-c6cb-4d13-bd2c-e58ace4a999c HTTP/1.1" status: 204 len: 168 time: 0.5639362 May 26 22:51:30.133070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:30.133196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: timer() May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:30.152076 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:30.287905 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:51:30.323721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.377434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.392538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/2f8df7e9-6190-4fe5-807e-65e2ad4addd7 HTTP/1.1" status: 204 len: 168 time: 0.9479156 May 26 22:51:30.406007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b3250f-2ad5-4f9c-9fc3-8e4865998613', 'name': 'tempest-NetworksTestDHCPv6-router-17407632', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:22Z', 'updated_at': '2022-05-26T22:51:26Z', 'revision_number': 2, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None, '_interfaces': [{'id': '674aa1cd-2abb-43a9-b9b7-08622a2ed3cd', 'name': '', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'mac_address': 'fa:16:3e:65:23:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b3250f-2ad5-4f9c-9fc3-8e4865998613', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd16ffc15-ab12-4f54-a874-7b3fd68fcde8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:51:24Z', 'updated_at': '2022-05-26T22:51:26Z', 'revision_number': 2, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'subnets': [{'id': 'd16ffc15-ab12-4f54-a874-7b3fd68fcde8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:30.406837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c06f32-5ab7-42d1-9484-86362bdabe99 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Network': ['ID=2f8df7e9-6190-4fe5-807e-65e2ad4addd7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:30.411162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Checking router: a5b3250f-2ad5-4f9c-9fc3-8e4865998613 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:51:30.411744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Updating router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:51:30.415203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371eb05-8424-4c00-ad22-b5fa7858c586 req-85aec477-3198-4e11-8b03-a0c09391232e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:30.416700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4371eb05-8424-4c00-ad22-b5fa7858c586 req-85aec477-3198-4e11-8b03-a0c09391232e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.5724144 May 26 22:51:30.417522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32980) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:30.477153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.655713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.871926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3666a07b-ed04-4895-ac38-e226fcd7b399 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:30.874610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3666a07b-ed04-4895-ac38-e226fcd7b399 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:30.923578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting subnet 63e9817a-f2d5-4986-b172-6ac529c60fd6 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:51:30.954344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4371eb05-8424-4c00-ad22-b5fa7858c586 req-a55dcdfa-df29-46c9-a3c7-7ff5d47fc0e1 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228522 May 26 22:51:30.961618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.121778 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.243410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:31.258497 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.292810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'port_id': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'mac_address': 'fa:16:3e:a5:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f775ae0-fa05-441c-99de-61979aa9c3a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:31.370757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.395293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cde90a-80f1-4aaf-b52d-bc968a90beef req-45a8f182-b2dd-49eb-a92b-a24b9fb3f8aa tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.397382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73cde90a-80f1-4aaf-b52d-bc968a90beef req-45a8f182-b2dd-49eb-a92b-a24b9fb3f8aa tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.7427480 May 26 22:51:31.431695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.436323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.440483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.445413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.446796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:31.450345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.455756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.460774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.468816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-45c47cba-967f-4a69-8f68-9259497c8558 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.2251971 May 26 22:51:31.501074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.525393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Transition to ACTIVE for port object 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:31.536420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.548471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31c16d8f-2026-4e7d-b6fa-1cf7df047cc8 req-ac5ed8e3-9c52-4ea7-a2a6-76872ecf92ee tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786881 May 26 22:51:31.553478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:31.559478 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.574246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.588586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73cde90a-80f1-4aaf-b52d-bc968a90beef req-429177c4-ad0a-4da9-b6d3-99e4b5538157 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795835 May 26 22:51:31.683373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3666a07b-ed04-4895-ac38-e226fcd7b399 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:31.690249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.690932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Subnet': ['ID=63e9817a-f2d5-4986-b172-6ac529c60fd6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:31.699213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d248b-0f13-43d1-9c91-f70184b2229b None None] Pushing event updated for resources: {'Port': ['ID=674aa1cd-2abb-43a9-b9b7-08622a2ed3cd,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:31.718480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.734548 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a55180-5237-4834-87ce-8fde367322c3'] response: {'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'code': 200} May 26 22:51:31.747231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-63fb69b5-893d-41a0-9f35-621bbe478676 tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/subnets/63e9817a-f2d5-4986-b172-6ac529c60fd6 HTTP/1.1" status: 204 len: 168 time: 1.3155515 May 26 22:51:31.754046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33006) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:31.757463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:31.757842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:31.813406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:31.816037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983db61-431d-4a43-a7cb-7707311f89a9 None None] Network 550e17d0-8257-4448-8a39-d25ead10eaab requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:32.015360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd, host n-d-843301-1, got binding levels [] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:32.015731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.037244 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:32.038252 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:32.257722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:32.377550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Attempting to bind port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:32.378531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Attempting to bind port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:32.378930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Attempting to bind port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:32.415871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:32.416363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:32.416764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.417143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:32.417697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Bound port: 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:32.418492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.544853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.585832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b56b1f57-388d-4bf7-9408-9c97112b21e1 None None] Provisioning complete for port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:32.586423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b56b1f57-388d-4bf7-9408-9c97112b21e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.666010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd has been deleted concurrently {{(pid=84031) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} May 26 22:51:32.670109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b56b1f57-388d-4bf7-9408-9c97112b21e1 None None] Port 674aa1cd-2abb-43a9-b9b7-08622a2ed3cd was deleted so its status cannot be updated. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 26 22:51:32.738563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=674aa1cd-2abb-43a9-b9b7-08622a2ed3cd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:32.771183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.774551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.820577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Routers {'a5b3250f-2ad5-4f9c-9fc3-8e4865998613'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:32.821228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:32.894013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3666a07b-ed04-4895-ac38-e226fcd7b399 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:32.907191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] DHCP port deletion for 550e17d0-8257-4448-8a39-d25ead10eaab request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:32.987996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980839b0-0f29-41af-a619-296f0b32b59e req-4569d085-3b9f-47f0-b7d3-1bff969d01c0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:32.995612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Deleting port 91085354-dc28-4f15-941d-cca14e44929a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:32.996411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-980839b0-0f29-41af-a619-296f0b32b59e req-4569d085-3b9f-47f0-b7d3-1bff969d01c0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 943 time: 0.5529933 May 26 22:51:32.996732 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:33.070943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.079066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Deleting port 91085354-dc28-4f15-941d-cca14e44929a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:33.079409 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:33.087622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.093837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:33.102923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.103681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] Set router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:33.110045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.123290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.132126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.138316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.140301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fbca1788-a2c2-467f-93b4-cc1c500a99bd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.2922657 May 26 22:51:33.177377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:33.245365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3bf6763-e856-40d1-bdb3-366e9345b205 req-fee669be-cb18-4a85-bc55-89c8e16aa315 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955827 May 26 22:51:33.284868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-980839b0-0f29-41af-a619-296f0b32b59e req-8a304519-8871-4c96-80e5-387440daa3f2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875397 May 26 22:51:33.455656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b3250f-2ad5-4f9c-9fc3-8e4865998613', 'name': 'tempest-NetworksTestDHCPv6-router-17407632', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:22Z', 'updated_at': '2022-05-26T22:51:32Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:33.537631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c929da-832d-4564-a2e6-f706d7ebd083 req-ae665b35-cfbf-43ef-9569-8c2f5605b0c3 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.539549 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6c929da-832d-4564-a2e6-f706d7ebd083 req-ae665b35-cfbf-43ef-9569-8c2f5605b0c3 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.1368914 May 26 22:51:33.662311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6c929da-832d-4564-a2e6-f706d7ebd083 req-78e068d4-46a3-492a-b015-52cb5de0edef tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088266 May 26 22:51:33.687099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] For port 91085354-dc28-4f15-941d-cca14e44929a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=91085354-dc28-4f15-941d-cca14e44929a,segment=NetworkSegment(e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf),segment_id=e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:33.687598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:33.696197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8967d25-7109-4eb2-a08e-ec87da4ac322 None None] The sync data for ids ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'] in n-d-843301-1 is: [{'id': 'a5b3250f-2ad5-4f9c-9fc3-8e4865998613', 'name': 'tempest-NetworksTestDHCPv6-router-17407632', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:22Z', 'updated_at': '2022-05-26T22:51:32Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:51:33.755109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3666a07b-ed04-4895-ac38-e226fcd7b399'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:33.760480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:33.792627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:33.838829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] For port 91085354-dc28-4f15-941d-cca14e44929a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=91085354-dc28-4f15-941d-cca14e44929a,segment=NetworkSegment(e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf),segment_id=e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:33.839582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:33.858322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Calling delete_port for 91085354-dc28-4f15-941d-cca14e44929a owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:34.034951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Calling delete_port for 91085354-dc28-4f15-941d-cca14e44929a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:34.098778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:34.332731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:34.431129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:34.497426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'c9ba1dc4-ef81-4c7c-ada5-d117a65bd108', 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'port_id': 'c9ba1dc4-ef81-4c7c-ada5-d117a65bd108', 'mac_address': 'fa:16:3e:41:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefc2af9-dc55-4787-b03a-c0ca615e639e', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:34.503535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Port': ['ID=91085354-dc28-4f15-941d-cca14e44929a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:34.516469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91085354-dc28-4f15-941d-cca14e44929a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:34.557992 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:34.558956 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:34.567152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] No DVR routers for this DVR port 91085354-dc28-4f15-941d-cca14e44929a on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:34.582971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee3230-38d0-44a4-a988-aaa75b63f53c req-f3363eb6-4671-439c-876a-c0e60e176016 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.591569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5ee3230-38d0-44a4-a988-aaa75b63f53c req-f3363eb6-4671-439c-876a-c0e60e176016 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 944 time: 0.1044729 May 26 22:51:34.664752 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:34.689380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 91085354-dc28-4f15-941d-cca14e44929a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:34.689801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91085354-dc28-4f15-941d-cca14e44929a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:34.695468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:34.708599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:34.712585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5ee3230-38d0-44a4-a988-aaa75b63f53c req-0a5624c1-a4d0-4fb0-badd-b1b84a89d239 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197033 May 26 22:51:34.715601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:34.720491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:34.722009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7aec4d53-db5b-4497-b148-d518c4f191ed details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:34.751930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550e17d0-8257-4448-8a39-d25ead10eaab']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:34.770198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:34.770495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93a8d31-dc4d-4eb3-ab78-9a89c8cb1dbf') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:34.791693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:51:34.793473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:34.820482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:34.840780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:34.841201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: timer() May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:34.859961 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:34.877569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.881735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.885783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.889648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.893599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.898140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.903437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.904392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-6c9a0067-e5b4-4398-97ff-f76f52b8d788 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5422 time: 0.4020905 May 26 22:51:34.976727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7aec4d53-db5b-4497-b148-d518c4f191ed, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7aec4d53-db5b-4497-b148-d518c4f191ed,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:34.993942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '7aec4d53-db5b-4497-b148-d518c4f191ed', 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'port_id': '7aec4d53-db5b-4497-b148-d518c4f191ed', 'mac_address': 'fa:16:3e:91:67:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefc2af9-dc55-4787-b03a-c0ca615e639e', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:35.006096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29ebd-3064-428e-b711-844afc4a4f20 req-02654172-a936-4ccf-91c1-e7154b546f62 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:35.013934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60e29ebd-3064-428e-b711-844afc4a4f20 req-02654172-a936-4ccf-91c1-e7154b546f62 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.1289949 May 26 22:51:35.064858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:35.080975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Deleting port 91085354-dc28-4f15-941d-cca14e44929a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:35.081354 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.091820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60e29ebd-3064-428e-b711-844afc4a4f20 req-d643a445-758b-4637-b699-9b9bd5bcb284 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769770 May 26 22:51:35.124756 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.153105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.153428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.153760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.154097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.154427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.154751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.155075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.155398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.155716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.156036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.156354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:35.166555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad3f678a-7f5a-46fe-90a6-ff3ba6008ca0 req-7407d294-2b9c-48e2-9d34-81cff2b9d2e1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2123628 May 26 22:51:35.180137 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.186676 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.192213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-88ad7714-ab83-44ac-a06d-0bfdb93bd2ed None None] The port '91085354-dc28-4f15-941d-cca14e44929a' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:51:35.197077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aec4d53-db5b-4497-b148-d518c4f191ed {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:35.216641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7aec4d53-db5b-4497-b148-d518c4f191ed, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7aec4d53-db5b-4497-b148-d518c4f191ed,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:35.222934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.223767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 241df30e-fbc1-4da7-aed4-462886ade4ab details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:35.316626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7aec4d53-db5b-4497-b148-d518c4f191ed,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:35.336672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 241df30e-fbc1-4da7-aed4-462886ade4ab, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=241df30e-fbc1-4da7-aed4-462886ade4ab,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:35.351544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '241df30e-fbc1-4da7-aed4-462886ade4ab', 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'port_id': '241df30e-fbc1-4da7-aed4-462886ade4ab', 'mac_address': 'fa:16:3e:4d:18:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefc2af9-dc55-4787-b03a-c0ca615e639e', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:35.420877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] Pushing event deleted for resources: {'Network': ['ID=550e17d0-8257-4448-8a39-d25ead10eaab,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:35.432450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:51:35.433391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.443381 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] Sync routers for ids ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:51:35.454411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b9c95a6f-908e-44ba-839f-de88f1d3446c tempest-NetworksIpV6TestAttrs-962614473 tempest-NetworksIpV6TestAttrs-962614473-project] 10.222.0.32 "DELETE /v2.0/networks/550e17d0-8257-4448-8a39-d25ead10eaab HTTP/1.1" status: 204 len: 168 time: 3.6991794 May 26 22:51:35.459949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-db32ae82-3a10-40c8-bb6f-06a8cd15e1cf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "PUT /v2.0/routers/a5b3250f-2ad5-4f9c-9fc3-8e4865998613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4672925 May 26 22:51:35.462437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33090) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:35.474011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241df30e-fbc1-4da7-aed4-462886ade4ab {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:35.484201 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] Routers {'a5b3250f-2ad5-4f9c-9fc3-8e4865998613'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:35.484825 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:35.524179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 241df30e-fbc1-4da7-aed4-462886ade4ab, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=241df30e-fbc1-4da7-aed4-462886ade4ab,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:35.530737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.531571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 49e42fb8-c45d-404c-93e8-29266c2c6d50 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:35.562673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdd09c-18eb-4ec6-90c0-aba6a441b00f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:35.564050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdd09c-18eb-4ec6-90c0-aba6a441b00f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:35.570933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-21fdd09c-18eb-4ec6-90c0-aba6a441b00f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:35.619279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-21fdd09c-18eb-4ec6-90c0-aba6a441b00f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:35.620679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-21fdd09c-18eb-4ec6-90c0-aba6a441b00f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1571851 May 26 22:51:35.623488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:35.640071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=241df30e-fbc1-4da7-aed4-462886ade4ab,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:35.653246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 49e42fb8-c45d-404c-93e8-29266c2c6d50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:35.670662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '49e42fb8-c45d-404c-93e8-29266c2c6d50', 'network_id': '2a6458c7-c556-416e-9541-27d699a8fa39', 'port_id': '49e42fb8-c45d-404c-93e8-29266c2c6d50', 'mac_address': 'fa:16:3e:b8:95:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefc2af9-dc55-4787-b03a-c0ca615e639e', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:35.770105 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.811178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e42fb8-c45d-404c-93e8-29266c2c6d50 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:35.817538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33102) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:35.836900 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] Set router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:35.856260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 49e42fb8-c45d-404c-93e8-29266c2c6d50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:35.864378 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:35.866236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:36.030474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=49e42fb8-c45d-404c-93e8-29266c2c6d50,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:36.068049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet d16ffc15-ab12-4f54-a874-7b3fd68fcde8 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:51:36.072488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.073620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33110) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:36.107372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900de7d-a3ff-43f6-b656-b4d21ce71ac9 req-022fa0f6-700d-4d7d-9ba8-f4a19309c44f tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:36.109150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d900de7d-a3ff-43f6-b656-b4d21ce71ac9 req-022fa0f6-700d-4d7d-9ba8-f4a19309c44f tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 944 time: 0.1443336 May 26 22:51:36.141556 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b3250f-2ad5-4f9c-9fc3-8e4865998613', 'name': 'tempest-NetworksTestDHCPv6-router-17407632', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:22Z', 'updated_at': '2022-05-26T22:51:32Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:36.147473 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] Checking router: a5b3250f-2ad5-4f9c-9fc3-8e4865998613 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:51:36.159258 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] Routers {'a5b3250f-2ad5-4f9c-9fc3-8e4865998613'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:36.160099 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:36.213215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d900de7d-a3ff-43f6-b656-b4d21ce71ac9 req-036c4af9-ea45-40c3-8852-7c6b74f0a3d5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972407 May 26 22:51:36.224137 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.315469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ac766c90-603f-41f2-b30c-0388e5e0a271 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f3526f8e90545e49fb571388226dd41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2363982 May 26 22:51:36.318221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:36.325235 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] Set router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:36.362463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:36.394354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'port_id': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'mac_address': 'fa:16:3e:4c:c9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:36.421184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.442050 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b3250f-2ad5-4f9c-9fc3-8e4865998613', 'name': 'tempest-NetworksTestDHCPv6-router-17407632', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:22Z', 'updated_at': '2022-05-26T22:51:32Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:36.447273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28e177-cdb4-403d-b5ea-d4c111bfcc6c None None] The sync data for ids ['a5b3250f-2ad5-4f9c-9fc3-8e4865998613'] in n-d-843301-1 is: [{'id': 'a5b3250f-2ad5-4f9c-9fc3-8e4865998613', 'name': 'tempest-NetworksTestDHCPv6-router-17407632', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:51:22Z', 'updated_at': '2022-05-26T22:51:32Z', 'revision_number': 3, 'project_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:51:36.460244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.505616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.527557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:36.548157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:36.554085 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.557467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 224d3edf-f4db-40c0-8abf-958134fbbbce details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:36.667972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.707471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:36.715472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Usage tracker for resource:security_group_rule and tenant:e8bf8716cf3548cd83c7a087d8c8731f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:36.722810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.730756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88fdb302-aaaf-4a05-a84f-145e5a338835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.733414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca658c-26ee-4851-81c0-37958c87e8a5 req-726f4544-b985-4500-a88c-69e57850e8f4 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:36.735151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bca658c-26ee-4851-81c0-37958c87e8a5 req-726f4544-b985-4500-a88c-69e57850e8f4 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.2423053 May 26 22:51:36.743892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=d16ffc15-ab12-4f54-a874-7b3fd68fcde8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:36.761282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88fdb302-aaaf-4a05-a84f-145e5a338835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.763734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c725218-ad44-40e2-bf2c-6b5b33ed9033 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:36.778030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c25e0ad8-b6ec-4ef3-b3cc-3b0fd71533c8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/d16ffc15-ab12-4f54-a874-7b3fd68fcde8 HTTP/1.1" status: 204 len: 168 time: 1.1533277 May 26 22:51:36.780584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33128) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:36.807305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:36.810286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:36.825594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:36.832401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88fdb302-aaaf-4a05-a84f-145e5a338835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.876136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdb302-aaaf-4a05-a84f-145e5a338835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a488cf-8250-403b-b6e5-4e337623ea7d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:36.895073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88fdb302-aaaf-4a05-a84f-145e5a338835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.897442 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-88fdb302-aaaf-4a05-a84f-145e5a338835 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8a488cf-8250-403b-b6e5-4e337623ea7d HTTP/1.1" status: 204 len: 168 time: 0.5772040 May 26 22:51:36.989242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:36.993847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.029890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.033618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bca658c-26ee-4851-81c0-37958c87e8a5 req-2eb89a29-93bc-47d4-8c8c-398df7452e53 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818332 May 26 22:51:37.034944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.044988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.053836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.063481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-811b7bcb-1a45-4a18-8278-8a6026989186 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:router {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:37.063711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.079660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-6c33573d-5590-47b7-9662-02c263877ea5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5427 time: 0.5356133 May 26 22:51:37.113433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-811b7bcb-1a45-4a18-8278-8a6026989186 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:router {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:37.115413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-811b7bcb-1a45-4a18-8278-8a6026989186 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3335876 May 26 22:51:37.118682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:37.208462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.218440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.281454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3666a07b-ed04-4895-ac38-e226fcd7b399 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:37.369196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8bf8716cf3548cd83c7a087d8c8731f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5489700 May 26 22:51:37.371668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33142) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:37.387339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0609d-e615-4175-9b3e-378aa1f65b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f70386-eb1d-49af-b138-52e69cffbee7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:37.422624 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e434db03-2fa0-47f6-a4d0-2bd62125ee72 req-337c572c-0237-4b5f-9f55-3f5c6052afab tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3418498 May 26 22:51:37.446568 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6904-b868-413a-bda4-f5e1276577d5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.500158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 224d3edf-f4db-40c0-8abf-958134fbbbce, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=224d3edf-f4db-40c0-8abf-958134fbbbce,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:37.534077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '224d3edf-f4db-40c0-8abf-958134fbbbce', 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6', 'port_id': '224d3edf-f4db-40c0-8abf-958134fbbbce', 'mac_address': 'fa:16:3e:90:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:37.609483 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.640861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:37.646391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224d3edf-f4db-40c0-8abf-958134fbbbce {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:37.650816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] Deleting port 3fc1d913-c126-40ae-845e-de75c7c9ef5a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:37.651186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.679884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3666a07b-ed04-4895-ac38-e226fcd7b399 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:37.680257 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.728355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-430185ad-d126-484a-b33d-54717ac070bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.793452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 224d3edf-f4db-40c0-8abf-958134fbbbce, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=224d3edf-f4db-40c0-8abf-958134fbbbce,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:37.838756 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.934958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bedf3-991f-4ee6-83a9-e41b84c3a8e7 req-fb5d875d-5698-413e-b7b7-d80218e6d0dc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.936479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2bedf3-991f-4ee6-83a9-e41b84c3a8e7 req-fb5d875d-5698-413e-b7b7-d80218e6d0dc tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 944 time: 0.3865159 May 26 22:51:37.946403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-430185ad-d126-484a-b33d-54717ac070bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.026871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=224d3edf-f4db-40c0-8abf-958134fbbbce,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:38.031341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7a9e1681-f871-491d-9721-6a574cd4ba39 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:38.147767 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.266630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6904-b868-413a-bda4-f5e1276577d5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.279724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db2bedf3-991f-4ee6-83a9-e41b84c3a8e7 req-7bbd717d-55e8-4798-874f-d2aa6dcbbc24 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360734 May 26 22:51:38.283482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6904-b868-413a-bda4-f5e1276577d5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.283834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33166) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:38.312482 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:51:38.334935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-430185ad-d126-484a-b33d-54717ac070bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.391549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430185ad-d126-484a-b33d-54717ac070bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f70386-eb1d-49af-b138-52e69cffbee7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:38.394971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6904-b868-413a-bda4-f5e1276577d5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.395387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fb6904-b868-413a-bda4-f5e1276577d5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Fanout notify agent at l3_agent the message router_deleted on router a5b3250f-2ad5-4f9c-9fc3-8e4865998613 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:51:38.401877 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-430185ad-d126-484a-b33d-54717ac070bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.403012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-430185ad-d126-484a-b33d-54717ac070bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22f70386-eb1d-49af-b138-52e69cffbee7 HTTP/1.1" status: 204 len: 168 time: 1.0256763 May 26 22:51:38.422496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbb371-1f43-4995-8dcf-70eb226f9ded req-f9094ac8-24c8-4d46-967c-e86dfcf7adda tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:38.434781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3dbb371-1f43-4995-8dcf-70eb226f9ded req-f9094ac8-24c8-4d46-967c-e86dfcf7adda tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.1952078 May 26 22:51:38.443565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3fc1d913-c126-40ae-845e-de75c7c9ef5a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:38.445088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6904-b868-413a-bda4-f5e1276577d5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.446175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6fb6904-b868-413a-bda4-f5e1276577d5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/routers/a5b3250f-2ad5-4f9c-9fc3-8e4865998613 HTTP/1.1" status: 204 len: 168 time: 1.3263440 May 26 22:51:38.449333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33174) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:38.559816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c9ba1dc4-ef81-4c7c-ada5-d117a65bd108'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:38.586836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3dbb371-1f43-4995-8dcf-70eb226f9ded req-bcff8c68-3484-459c-a322-958c1478ac91 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507151 May 26 22:51:38.613364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7aec4d53-db5b-4497-b148-d518c4f191ed'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:38.639329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-462613944'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:38.671905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61065197-1cb9-4a19-9fc7-52729bcb38a5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:38.672886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-61065197-1cb9-4a19-9fc7-52729bcb38a5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:38.673553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] For port 3fc1d913-c126-40ae-845e-de75c7c9ef5a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3fc1d913-c126-40ae-845e-de75c7c9ef5a,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:38.674170 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.675937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:38.716269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:38.741945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:38.744053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:38.754123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:38.760277 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.769494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:38.786924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-61065197-1cb9-4a19-9fc7-52729bcb38a5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:38.788969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-61065197-1cb9-4a19-9fc7-52729bcb38a5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3336151 May 26 22:51:38.792980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33184) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:38.799693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:38.802714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.821570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.859648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:38.863553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:security_group_rule and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:38.867211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:38.873096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:38.951018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92fe7c-c6e1-4895-ac6b-72f92200e2f2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:38.952838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bd92fe7c-c6e1-4895-ac6b-72f92200e2f2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:38.970092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:38.995419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bd92fe7c-c6e1-4895-ac6b-72f92200e2f2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:38.995594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:38.999247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bd92fe7c-c6e1-4895-ac6b-72f92200e2f2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2049510 May 26 22:51:38.999799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:39.002074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33192) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:39.003770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:39.007750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:39.011609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:39.015564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:39.019790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:39.021406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-e7b3e084-123f-4194-9179-7ff24102896a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5428 time: 0.3361273 May 26 22:51:39.022664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:39.047727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:39.078742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:51:39.092159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa93f8f7-bb66-4908-bcc0-60d6d556df81,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:39.099072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] Calling delete_port for 3fc1d913-c126-40ae-845e-de75c7c9ef5a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:39.107854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:39.108194 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment 0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1 of type vlan for network d77160f3-e3d2-4b02-a89f-0f42097e6102 May 26 22:51:39.126645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6f8534af-e6dc-4b30-89cd-57afaf3a6ac4 req-339563fa-998a-402f-b0da-898abdac4129 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902009 May 26 22:51:39.155362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:39.200670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:39.215635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:39.218417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:39.284487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-19408cc5-a24c-4669-9c61-bd82143a41f2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:router {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:39.322308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-19408cc5-a24c-4669-9c61-bd82143a41f2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:router {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:39.324030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-19408cc5-a24c-4669-9c61-bd82143a41f2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3210142 May 26 22:51:39.330038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33206) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:39.342294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:39.426109 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1413147 May 26 22:51:39.430389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c37146-ded6-433d-8a95-85fe45b000f4 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=d77160f3-e3d2-4b02-a89f-0f42097e6102,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:39.502721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d77160f3-e3d2-4b02-a89f-0f42097e6102 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:51:39.583279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33214) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:39.616576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33218) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:39.624620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': 'd77160f3-e3d2-4b02-a89f-0f42097e6102', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:39.643201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:39.708689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:39.781330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7a9e1681-f871-491d-9721-6a574cd4ba39, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7a9e1681-f871-491d-9721-6a574cd4ba39,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:39.787211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:39.799014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:39.802185 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2e53bd-b228-41ef-a711-2ee5786ba8de'] response: {'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'code': 200} May 26 22:51:39.804465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:39.807980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:39.814117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:39.820026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:39.822964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Usage tracker for resource:security_group_rule and tenant:063153a0d7854a3a94676bdc531e02fa is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:39.829437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:39.838461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '7a9e1681-f871-491d-9721-6a574cd4ba39', 'network_id': '0159f930-1bde-494f-990d-0fb40919b7a6', 'port_id': '7a9e1681-f871-491d-9721-6a574cd4ba39', 'mac_address': 'fa:16:3e:10:d6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:39.869090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['224d3edf-f4db-40c0-8abf-958134fbbbce'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:39.887348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:39.929497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['49e42fb8-c45d-404c-93e8-29266c2c6d50'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:39.957849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:40.000058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.025922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:40.059708 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.107796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:40.173214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] No DVR routers for this DVR port 3fc1d913-c126-40ae-845e-de75c7c9ef5a on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:40.213621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ee351-f0a3-45b5-8483-69b0aa59a717 req-19298d8a-fc14-4fa4-8955-dbc5fe48352d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:40.215224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a34ee351-f0a3-45b5-8483-69b0aa59a717 req-19298d8a-fc14-4fa4-8955-dbc5fe48352d tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.5555243 May 26 22:51:40.224684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-d41c1e5f-68ae-402a-95ab-05dfc6b4e5dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 1097 time: 0.5635834 May 26 22:51:40.305020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5231a85e-f011-4ce6-9d29-154b87d4f047 req-c128d5d5-baab-4fe1-bd02-4f210086e3e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 1096 time: 0.4764519 May 26 22:51:40.346576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17d41e-2594-4d68-b13c-4d2854941e16 None None] Pushing event deleted for resources: {'Port': ['ID=3fc1d913-c126-40ae-845e-de75c7c9ef5a,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:40.348837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['241df30e-fbc1-4da7-aed4-462886ade4ab'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:40.367398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab32108-4e9d-417d-a158-e330ce91777b req-ad24eb33-2dc9-40a9-a0b8-c321e58c034f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:40.368871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ab32108-4e9d-417d-a158-e330ce91777b req-ad24eb33-2dc9-40a9-a0b8-c321e58c034f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.3496668 May 26 22:51:40.384891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-a290c39c-edbe-40c1-997b-2566b198cc29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:40.386353 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-a290c39c-edbe-40c1-997b-2566b198cc29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.1377001 May 26 22:51:40.424171 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.442417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.444765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8e74c924-636e-43dd-941a-0e1b4cd5d5c2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:40.446875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.524218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5231a85e-f011-4ce6-9d29-154b87d4f047 req-0d8712ab-4f5f-4cf6-9d06-f2428dac66a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807239 May 26 22:51:40.532344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc34c36d-5e9d-44be-9e0a-940556c15d9c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:40.537105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ab32108-4e9d-417d-a158-e330ce91777b req-e9284cca-f39a-452b-b7be-32f839347f28 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444333 May 26 22:51:40.554129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a90fcc46-7dd9-4289-b578-ed4613f847d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=063153a0d7854a3a94676bdc531e02fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9668758 May 26 22:51:40.554129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33226) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:40.574344 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.669067 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.688365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=d299802d-a4b0-498f-89ac-4d77ccc76841,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:40.701508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9e1681-f871-491d-9721-6a574cd4ba39 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:40.726693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ae81afc-f472-4164-9040-ca950741d440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.738445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a34ee351-f0a3-45b5-8483-69b0aa59a717 req-b2370474-afd8-499f-b7ea-5a38cfa1a589 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108845 May 26 22:51:40.746972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': '0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd77160f3-e3d2-4b02-a89f-0f42097e6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:40.747323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: d77160f3-e3d2-4b02-a89f-0f42097e6102, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:51:40.790061 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ae81afc-f472-4164-9040-ca950741d440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.844695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7a9e1681-f871-491d-9721-6a574cd4ba39, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7a9e1681-f871-491d-9721-6a574cd4ba39,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:40.881503 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.882130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:51:40.884226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-76ede8b4-f4df-41fc-afd0-d0e72445e964 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 200 len: 1002 time: 0.4897285 May 26 22:51:40.891114 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.924085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ae81afc-f472-4164-9040-ca950741d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:40.950504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae81afc-f472-4164-9040-ca950741d440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc34c36d-5e9d-44be-9e0a-940556c15d9c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:40.984134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-9e905f3a-9f48-4c99-b2a7-9e65942fddc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:40.985729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-9e905f3a-9f48-4c99-b2a7-9e65942fddc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.0860863 May 26 22:51:41.017497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network d77160f3-e3d2-4b02-a89f-0f42097e6102 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:51:41.032785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ae81afc-f472-4164-9040-ca950741d440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:41.062087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ae81afc-f472-4164-9040-ca950741d440 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc34c36d-5e9d-44be-9e0a-940556c15d9c HTTP/1.1" status: 204 len: 168 time: 0.4902363 May 26 22:51:41.064063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:41.068100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:41.072102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.072689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:41.101909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2257832-cca2-437d-b04f-487733fe9e51 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:41.111249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=eff423d7-c6ba-4314-a30e-2ede91439182,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:41.128040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, d77160f3-e3d2-4b02-a89f-0f42097e6102) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:41.139362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.140320 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:41.143347 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-687b0516-c301-4ef4-842a-014c0af7fbba tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8119817 May 26 22:51:41.146411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33240) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:41.153494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:41.171560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a24d0a-2bf6-424b-9c15-761298ebbacc None None] Network d77160f3-e3d2-4b02-a89f-0f42097e6102 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:41.190092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7a9e1681-f871-491d-9721-6a574cd4ba39,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:41.207259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.221527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.225695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.238039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.242142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.255204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.266205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.276302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['7a9e1681-f871-491d-9721-6a574cd4ba39'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:41.277144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-5367d7ae-035c-41eb-a421-9ccf68ca2da1 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5429 time: 0.4098468 May 26 22:51:41.319610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:41.327203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-db21904b-141f-4cb2-a4ed-edc322700c35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3302248 May 26 22:51:41.327487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-01d59bb1-f24a-47bf-bf24-656c864fefcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7076793 May 26 22:51:41.329750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:41.332528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33244) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:41.335807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:41.343802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1119041185'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:41.350096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:41.355547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:41.358882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:41.366393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:41.399072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:41.402619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:41.414797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:41.510273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e413d0c-6478-49cd-8c7f-535fb2d081d6 req-53160914-05a2-4abd-ba4e-9822d3508481 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319272 May 26 22:51:41.553331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:41.557734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:41.802861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:51:42.016433 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.016433 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa of type vlan for network 0898e65a-4989-4fa2-b392-cdbb7cf6e449 May 26 22:51:42.036141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-e718dd19-87dd-4024-8daf-ab427754c8e0 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618683 May 26 22:51:42.167939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc2a4d-58cd-4289-949d-90c139906a76 req-2f19d5b7-2f64-4816-9daa-5789704bb816 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.181301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ffc2a4d-58cd-4289-949d-90c139906a76 req-2f19d5b7-2f64-4816-9daa-5789704bb816 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.2020810 May 26 22:51:42.310267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ffc2a4d-58cd-4289-949d-90c139906a76 req-62ba3eb3-3790-493e-9135-dc05254f4f5c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276546 May 26 22:51:42.318116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'eff423d7-c6ba-4314-a30e-2ede91439182'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:42.346132 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.443605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-d77160f3-e3d2-4b02-a89f-0f42097e6102', 'network_id': 'd77160f3-e3d2-4b02-a89f-0f42097e6102', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': 'd299802d-a4b0-498f-89ac-4d77ccc76841'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:42.452518 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.631360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.637897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.643209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.654633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.659804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.664489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.668305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.676130 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-7531e70e-e4bc-4c9d-b378-0ef377070a63 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.1921413 May 26 22:51:42.718771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.732140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6471e594-87cd-4aaf-880a-952c9f0518b8 req-1fda019b-8296-4f67-9046-a6c994581bca tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555089 May 26 22:51:42.845755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.921410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Allocated IP 172.20.255.242 (d77160f3-e3d2-4b02-a89f-0f42097e6102/d299802d-a4b0-498f-89ac-4d77ccc76841/b3b92301-6a8a-4aba-a453-b0adeebb95e8) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:42.925168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.929939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:42.930723 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.045263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:43.144749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Allocated IP 2001:db8::f816:3eff:fe28:1264 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/eff423d7-c6ba-4314-a30e-2ede91439182/33bc69ec-6f45-41e2-9103-bc824a0d7098) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:43.146532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.156147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.164014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.172680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.173287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=0898e65a-4989-4fa2-b392-cdbb7cf6e449,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:43.177234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25674eae-27c9-4621-a3b8-aafb077c1c31 req-8f8427b8-6ead-4918-8b87-fe5386ae2d30 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384504 May 26 22:51:43.182759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.212026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.217610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.219671 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66db6855-128e-494f-848f-45b8b38d563f req-ca7f4c2d-a073-4e53-ad2d-45e499bef433 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5429 time: 0.3004501 May 26 22:51:43.233281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:43.234200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=701a4944-ffa9-4fc0-83c0-643d8444b9b5,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:43.248960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6f285-2d7d-492d-be65-596674f3f0ef req-0d189748-74f0-4a1f-95d5-88b8c70793d2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.250601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccd6f285-2d7d-492d-be65-596674f3f0ef req-0d189748-74f0-4a1f-95d5-88b8c70793d2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.5903497 May 26 22:51:43.251550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:43.254725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.255684 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.264875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dd675ae6-47bf-4ec9-8a3f-acc7994805d2 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9283345 May 26 22:51:43.270746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33290) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:43.284366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:43.300751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0898e65a-4989-4fa2-b392-cdbb7cf6e449 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:51:43.320734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f886bc5c-7c23-492e-8873-1e806b11a2e2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1718712 May 26 22:51:43.323876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33294) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:43.330025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccd6f285-2d7d-492d-be65-596674f3f0ef req-a4b7c01e-c7de-4e1a-928c-26ac24715151 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642505 May 26 22:51:43.382804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:6d:3a:19', 'name': 'tempest-NetworksTestDHCPv6-43092341'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:43.521125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66db6855-128e-494f-848f-45b8b38d563f req-1d4324c7-1d98-4696-a700-154f1fc8dd02 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2918279 May 26 22:51:43.534060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:43.552176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:43.558327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:43.573023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:43.632980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:43.639771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:43.642291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:43.663123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:43.663685 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.714719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145715a2-52be-4a1a-89b9-7dcc6851af26 req-7420dc90-a156-4ccd-8c2d-d5e672be8bdd tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.730334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-145715a2-52be-4a1a-89b9-7dcc6851af26 req-7420dc90-a156-4ccd-8c2d-d5e672be8bdd tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.2066019 May 26 22:51:43.853978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:43.856608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-145715a2-52be-4a1a-89b9-7dcc6851af26 req-9bd5e93c-2124-433d-96a9-54ab846f59eb tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231251 May 26 22:51:43.899484 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.908484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.918276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Transition to ACTIVE for port object 33bc69ec-6f45-41e2-9103-bc824a0d7098 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:43.927598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:43.945303 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.993698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Transition to ACTIVE for port object b3b92301-6a8a-4aba-a453-b0adeebb95e8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:44.007176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Transition to ACTIVE for port object 33bc69ec-6f45-41e2-9103-bc824a0d7098 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:44.027510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.113795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Transition to ACTIVE for port object b3b92301-6a8a-4aba-a453-b0adeebb95e8 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:44.115262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.116472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Pushing event updated for resources: {'Port': ['ID=33bc69ec-6f45-41e2-9103-bc824a0d7098,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:44.121390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.126366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.131379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.137195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.141633 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.164681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.172583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.177951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.189628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-5419321c-0729-4488-9eee-2a2d949f46bc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.1736023 May 26 22:51:44.191574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e2c3b-b9c6-49e9-8c63-9b4623471ac3 req-65671300-b3c5-4411-aeaf-d9a843acfb81 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.199823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-816e2c3b-b9c6-49e9-8c63-9b4623471ac3 req-65671300-b3c5-4411-aeaf-d9a843acfb81 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.3889167 May 26 22:51:44.214495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Network d77160f3-e3d2-4b02-a89f-0f42097e6102 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:44.228072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:44.232513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:44.237497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:44.244957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:44.247127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ba1dc4-ef81-4c7c-ada5-d117a65bd108'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:44.253066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:44.279010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.289946 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d931d5a4-e0e0-42fe-8270-7425ef30dcc7 req-605859ff-6689-4d65-b7fb-de67567c5e5c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961802 May 26 22:51:44.302951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:44.312544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Pushing event updated for resources: {'Port': ['ID=b3b92301-6a8a-4aba-a453-b0adeebb95e8,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:44.362028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.363043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7aec4d53-db5b-4497-b148-d518c4f191ed up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:44.376422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-816e2c3b-b9c6-49e9-8c63-9b4623471ac3 req-3afb14db-7f38-4f1e-8ce2-fa13a22c4ef5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756699 May 26 22:51:44.377759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 2023fceb-7fb9-4536-ba0e-f6c5453eed8d yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:51:44.491483 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c725f9a-76a7-4628-a598-a483f473361c'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ba1dc4-ef81-4c7c-ada5-d117a65bd108', 'code': 200} May 26 22:51:44.614788 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.705508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:44.732145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Attempting to bind port 33bc69ec-6f45-41e2-9103-bc824a0d7098 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:44.734674 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Attempting to bind port 33bc69ec-6f45-41e2-9103-bc824a0d7098 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:44.735276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Attempting to bind port 33bc69ec-6f45-41e2-9103-bc824a0d7098 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:44.816170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Attempting to bind port b3b92301-6a8a-4aba-a453-b0adeebb95e8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:44.816543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Attempting to bind port b3b92301-6a8a-4aba-a453-b0adeebb95e8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd77160f3-e3d2-4b02-a89f-0f42097e6102'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:44.816902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Attempting to bind port b3b92301-6a8a-4aba-a453-b0adeebb95e8 on network d77160f3-e3d2-4b02-a89f-0f42097e6102 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:44.833121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:44.833508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:44.833951 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.834896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:44.835394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Bound port: 33bc69ec-6f45-41e2-9103-bc824a0d7098, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:44.835775 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:44.973900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=8178264a-ea2f-4567-8a2b-58aad255141f,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:45.025872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:45.026134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Checking segment: {'id': '0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd77160f3-e3d2-4b02-a89f-0f42097e6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:45.026472 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.026866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Bound using segment: {'id': '0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd77160f3-e3d2-4b02-a89f-0f42097e6102'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:45.027355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Bound port: b3b92301-6a8a-4aba-a453-b0adeebb95e8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd77160f3-e3d2-4b02-a89f-0f42097e6102'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:45.027727 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.065988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 172.20.0.7 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/701a4944-ffa9-4fc0-83c0-643d8444b9b5/2023fceb-7fb9-4536-ba0e-f6c5453eed8d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:45.081712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:45.082083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: 0898e65a-4989-4fa2-b392-cdbb7cf6e449, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:51:45.101284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe6d:3a19 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/eff423d7-c6ba-4314-a30e-2ede91439182/2023fceb-7fb9-4536-ba0e-f6c5453eed8d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:45.210427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.210427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.220540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.225754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.231577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.234601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 7aec4d53-db5b-4497-b148-d518c4f191ed completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:45.238294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.250764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] For port 33bc69ec-6f45-41e2-9103-bc824a0d7098, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:45.252652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.260432 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-f94814a0-fbe9-44c0-9e83-964ef6148f60 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5430 time: 0.3700750 May 26 22:51:45.264638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 7aec4d53-db5b-4497-b148-d518c4f191ed triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:45.265095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.327323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] For port 33bc69ec-6f45-41e2-9103-bc824a0d7098, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33bc69ec-6f45-41e2-9103-bc824a0d7098,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:45.337490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c2c4f89-2637-4e69-a2dd-fffff91424f7 req-713a75ea-2adb-4ad0-a0b2-04cf237093e0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756221 May 26 22:51:45.345977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 0898e65a-4989-4fa2-b392-cdbb7cf6e449 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:51:45.346609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.353748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] For port b3b92301-6a8a-4aba-a453-b0adeebb95e8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:45.442567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] For port b3b92301-6a8a-4aba-a453-b0adeebb95e8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b3b92301-6a8a-4aba-a453-b0adeebb95e8,segment=NetworkSegment(0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1),segment_id=0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:45.485918 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.532144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89c0db-8fac-461c-bd49-5efaec5a4174 None None] Pushing event updated for resources: {'Port': ['ID=33bc69ec-6f45-41e2-9103-bc824a0d7098,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:45.722314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0898e65a-4989-4fa2-b392-cdbb7cf6e449) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:45.722527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.739879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.740794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.781357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b254da-5143-4e6c-99b9-44e03b189c2b None None] Network 0898e65a-4989-4fa2-b392-cdbb7cf6e449 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:45.872512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358af4-eb57-41e7-a857-84e3228ff290 req-2c376d63-df70-472f-b34f-1784dfd3d84c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.875615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-2c376d63-df70-472f-b34f-1784dfd3d84c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 814 time: 0.3611190 May 26 22:51:45.897039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0b0487f9-76db-4570-9624-3ab22e9b0e30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6243331 May 26 22:51:45.906919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-bba67124-986c-45b4-8ec4-7f3d4aa077db tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/quotas/719a32dba9fb452eb5c1af5bd4e88743 HTTP/1.1" status: 200 len: 375 time: 0.0163858 May 26 22:51:45.910013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:45.957723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc3062-c9c7-43d6-a4f3-8828c6e5553a req-83500ce1-17be-457e-ac84-7b5c0e5b645b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.968629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cfc3062-c9c7-43d6-a4f3-8828c6e5553a req-83500ce1-17be-457e-ac84-7b5c0e5b645b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.8487129 May 26 22:51:46.134922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffd97f-9d5b-4e65-93ab-41b2db978340 None None] Pushing event updated for resources: {'Port': ['ID=b3b92301-6a8a-4aba-a453-b0adeebb95e8,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:46.160479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7aec4d53-db5b-4497-b148-d518c4f191ed, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7aec4d53-db5b-4497-b148-d518c4f191ed,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:46.166558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.172447 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.173665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 241df30e-fbc1-4da7-aed4-462886ade4ab up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:46.183450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.221138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.245057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.264596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.293028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.297046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.320192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.332491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-9009541e-aa62-4f83-aa3b-96ef4f2615a7 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.6993310 May 26 22:51:46.426629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-0898e65a-4989-4fa2-b392-cdbb7cf6e449', 'network_id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': '8178264a-ea2f-4567-8a2b-58aad255141f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:46.427725 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.463195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 241df30e-fbc1-4da7-aed4-462886ade4ab completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:46.464120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4cfc3062-c9c7-43d6-a4f3-8828c6e5553a req-0fab5a07-7961-423b-8d29-0353597c5158 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362667 May 26 22:51:46.541345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 2023fceb-7fb9-4536-ba0e-f6c5453eed8d will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:46.551549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:46.559933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 241df30e-fbc1-4da7-aed4-462886ade4ab triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:46.560429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.561096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fba0a6e2-129b-47b0-806e-a0700afeda50 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.562653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fba0a6e2-129b-47b0-806e-a0700afeda50 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "GET /v2.0/ports/15212059-e380-4dc0-971a-e4ebc6ebe2ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1997762 May 26 22:51:46.591809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7aec4d53-db5b-4497-b148-d518c4f191ed,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:46.779362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.793014 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.846576 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.942275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-c5a0ac57-219d-42c1-9017-29ec7080b1b3 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0245268 May 26 22:51:46.964436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 241df30e-fbc1-4da7-aed4-462886ade4ab, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=241df30e-fbc1-4da7-aed4-462886ade4ab,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:46.974173 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:46.976559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 49e42fb8-c45d-404c-93e8-29266c2c6d50 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:47.000562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=2023fceb-7fb9-4536-ba0e-f6c5453eed8d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:47.014639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-3237bcec-edaa-4921-88e1-1557daeca07b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.016275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-3237bcec-edaa-4921-88e1-1557daeca07b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "GET /v2.0/ports?device_id=c863697d-84c2-4ba7-ae86-c0f4f3b2a420 HTTP/1.1" status: 200 len: 945 time: 0.6215370 May 26 22:51:47.051201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 33bc69ec-6f45-41e2-9103-bc824a0d7098 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:47.075151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:47.081324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:47.088594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:47.156416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Allocated IP 172.20.0.2 (0898e65a-4989-4fa2-b392-cdbb7cf6e449/8178264a-ea2f-4567-8a2b-58aad255141f/8d2148ff-552f-4203-a5f6-76ba45c38bd9) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:47.188211 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-71af6b7c-d66c-4a9c-940a-eeecf7a11cfa tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "GET /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6201575 May 26 22:51:47.229180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:47.229838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Deleting port 3666a07b-ed04-4895-ac38-e226fcd7b399 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:47.230323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:47.250171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=241df30e-fbc1-4da7-aed4-462886ade4ab,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:47.326091 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:47.332615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.335991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:47.413201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 49e42fb8-c45d-404c-93e8-29266c2c6d50 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:47.425545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 49e42fb8-c45d-404c-93e8-29266c2c6d50 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:47.426113 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:47.465404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.469505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.473559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.478191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.484776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5003a12-77ce-4472-bf37-d762b81781dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:47.487429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.493256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.497247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:47.505000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-a22d97a1-1fb0-4ccf-a4ec-888befdeaf9d tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 5441 time: 0.6857500 May 26 22:51:47.538913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ad1c065d-3891-45b7-a533-dcfeb0e55ad1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.1664350 May 26 22:51:47.546797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33448) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:47.629063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:47.637344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 33bc69ec-6f45-41e2-9103-bc824a0d7098 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:47.658255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b3b92301-6a8a-4aba-a453-b0adeebb95e8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:47.693983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf9b89e7-fe68-4620-af9a-b2a97c7f8434 req-ee8f2786-1fa7-4be5-ab48-8c5d0978f056 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1841276 May 26 22:51:47.799734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:47.843191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3592edd-6ffd-4af5-b7f2-a8f15731b545 None None] Network d77160f3-e3d2-4b02-a89f-0f42097e6102 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:47.868938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-f09f1712-d6e3-4de6-87a4-578028b68d11 service neutron] 10.222.0.32 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148448 May 26 22:51:48.044215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b3b92301-6a8a-4aba-a453-b0adeebb95e8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:48.083971 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.142297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 49e42fb8-c45d-404c-93e8-29266c2c6d50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:48.155062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8b4d0d2e-7378-4650-91a5-509b7b4ccc46 None None] Provisioning for port b3b92301-6a8a-4aba-a453-b0adeebb95e8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:48.158884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9052099-2c63-4625-bccb-910a6cc483d9 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:48.185960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.190420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.195249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.200307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.204729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.209549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.213656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.221918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-31478b10-e5e3-4d66-8373-dc1c1363633a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5432 time: 0.2225876 May 26 22:51:48.225598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] For port 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=15212059-e380-4dc0-971a-e4ebc6ebe2ca,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:48.274824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.275611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:48.306227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c18a8a97-0d36-41d5-b3e4-da7592f2cdb3 req-94db2c2c-902e-4de8-91de-652d6b66368b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832088 May 26 22:51:48.323697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] For port 15212059-e380-4dc0-971a-e4ebc6ebe2ca, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:48.392513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Transition to ACTIVE for port object 8d2148ff-552f-4203-a5f6-76ba45c38bd9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:48.423198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] device_id is not set on port 15212059-e380-4dc0-971a-e4ebc6ebe2ca yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:51:48.434446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.446165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.457818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8b4d0d2e-7378-4650-91a5-509b7b4ccc46 None None] Provisioning complete for port b3b92301-6a8a-4aba-a453-b0adeebb95e8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:48.458555 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b4d0d2e-7378-4650-91a5-509b7b4ccc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.473636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] For port 3666a07b-ed04-4895-ac38-e226fcd7b399, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3666a07b-ed04-4895-ac38-e226fcd7b399,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:48.474235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.499489 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2403a6-ca62-4fae-bf4b-e53f84dc354c'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed', 'code': 200} May 26 22:51:48.604808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-ad6b62b9-d160-49bd-be63-e53fd0c0fc7f service neutron] 10.222.0.32 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166266 May 26 22:51:48.621584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=15212059-e380-4dc0-971a-e4ebc6ebe2ca,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:48.635318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Transition to ACTIVE for port object 8d2148ff-552f-4203-a5f6-76ba45c38bd9 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:48.664871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=49e42fb8-c45d-404c-93e8-29266c2c6d50,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:48.692183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] No DVR routers for this DVR port 15212059-e380-4dc0-971a-e4ebc6ebe2ca on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:48.733622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:48.738071 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.830816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] In _notify_port_updated(), no bound segment for port 15212059-e380-4dc0-971a-e4ebc6ebe2ca on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:51:48.833706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.838553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-0dcf1bdf-a33d-4102-a399-798d3f55dc54 service neutron] 10.222.0.48 "PUT /v2.0/ports/15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 200 len: 1032 time: 1.6262004 May 26 22:51:48.887926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:48.888425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:48.968340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Calling delete_port for 3666a07b-ed04-4895-ac38-e226fcd7b399 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:49.029133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfe40f-3282-47c1-ac6f-61860948ba36 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.042117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfe40f-3282-47c1-ac6f-61860948ba36 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.046444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cbcfe40f-3282-47c1-ac6f-61860948ba36 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 1.4958820 May 26 22:51:49.049758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33504) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:49.125742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-842e895e-5e38-4082-bc87-a60268b6988b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.127192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-842e895e-5e38-4082-bc87-a60268b6988b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "GET /v2.0/ports/7f11d1c7-359b-41a2-9ef0-b737a66eb42a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2836134 May 26 22:51:49.147913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:49.197337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Network 0898e65a-4989-4fa2-b392-cdbb7cf6e449 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:49.206934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Pushing event updated for resources: {'Port': ['ID=8d2148ff-552f-4203-a5f6-76ba45c38bd9,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:49.218503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:49.233205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:49.255495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f26ac41c-b37d-4918-bd21-50b6f92aa3e6 req-9ccf725c-0bd1-44e1-8a0a-725fa06968fe tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 210 time: 0.2043571 May 26 22:51:49.274413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device aa6af3e9-1028-484d-972b-c0e159abc0f4 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:49.291382 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:49.402732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=8178264a-ea2f-4567-8a2b-58aad255141f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:49.403820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 2023fceb-7fb9-4536-ba0e-f6c5453eed8d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:49.404954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:49.432966 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b4d0d2e-7378-4650-91a5-509b7b4ccc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:49.471088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-3df52495-cf6b-4f47-a838-7ccac4eda654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.476483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-3df52495-cf6b-4f47-a838-7ccac4eda654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.481152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-3df52495-cf6b-4f47-a838-7ccac4eda654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.485580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-3df52495-cf6b-4f47-a838-7ccac4eda654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.490107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-3df52495-cf6b-4f47-a838-7ccac4eda654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.509745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-3df52495-cf6b-4f47-a838-7ccac4eda654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.515408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-3df52495-cf6b-4f47-a838-7ccac4eda654 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 4662 time: 0.5652633 May 26 22:51:49.624482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:49.768609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69d8c85d-41c7-4e88-ab89-6db27d4bc8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:49.867578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0898e65a-4989-4fa2-b392-cdbb7cf6e449']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:49.893259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:49.893511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:49.906326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:49.914202 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:49.927063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.931115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.936134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.939953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.944444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.951288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.955527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:49.958328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-0d04139d-b166-4621-9119-caca332a047a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5433 time: 0.3035545 May 26 22:51:49.960931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.022522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Attempting to bind port 8d2148ff-552f-4203-a5f6-76ba45c38bd9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:50.022886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Attempting to bind port 8d2148ff-552f-4203-a5f6-76ba45c38bd9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:50.023293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Attempting to bind port 8d2148ff-552f-4203-a5f6-76ba45c38bd9 on network 0898e65a-4989-4fa2-b392-cdbb7cf6e449 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:50.031276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8b4d0d2e-7378-4650-91a5-509b7b4ccc46 None None] For port b3b92301-6a8a-4aba-a453-b0adeebb95e8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b3b92301-6a8a-4aba-a453-b0adeebb95e8,segment=NetworkSegment(0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1),segment_id=0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:50.056113 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b4d0d2e-7378-4650-91a5-509b7b4ccc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.077906 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-331f515d-1f39-4d22-b7f2-f530f0b0b9ec req-8cb2dc33-e2d9-4b4e-83df-9c7035d6676e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696993 May 26 22:51:50.079225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Pushing event deleted for resources: {'Port': ['ID=3666a07b-ed04-4895-ac38-e226fcd7b399,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:50.101851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.108297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.131503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:50.132099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Checking segment: {'id': 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:50.132525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.132941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Bound using segment: {'id': 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:50.133650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Bound port: 8d2148ff-552f-4203-a5f6-76ba45c38bd9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:50.134107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.155352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.177494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:50.178982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.235984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port aa6af3e9-1028-484d-972b-c0e159abc0f4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: timer() May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:50.258218 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:50.263337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] No DVR routers for this DVR port 3666a07b-ed04-4895-ac38-e226fcd7b399 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:50.313986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.314662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:50.383167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 2023fceb-7fb9-4536-ba0e-f6c5453eed8d owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:50.399878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.402603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-deleted', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:50.406921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d0d2e-7378-4650-91a5-509b7b4ccc46 None None] Pushing event updated for resources: {'Port': ['ID=b3b92301-6a8a-4aba-a453-b0adeebb95e8,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:50.448188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32f412de-c3bb-473d-8b0f-52f988914f90 req-ee464759-af36-46cf-a7d7-36f90d3c5cef tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f8f3bf1-9a04-4953-993a-62e1af62f732&id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9139743 May 26 22:51:50.506675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.525410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb9669be-5dfe-4102-a8c1-5b76a74ead59 req-c668c8e9-3078-40a4-8ea3-86f0d8f88f42 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.48 "DELETE /v2.0/ports/3666a07b-ed04-4895-ac38-e226fcd7b399 HTTP/1.1" status: 204 len: 173 time: 3.4103541 May 26 22:51:50.528718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241df30e-fbc1-4da7-aed4-462886ade4ab'}, {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50'}, {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4'}, {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:50.543967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:50.611604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.612730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 224d3edf-f4db-40c0-8abf-958134fbbbce up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:50.637828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Provisioning for port 33bc69ec-6f45-41e2-9103-bc824a0d7098 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:50.744947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:51:50.744947 n-d-843301-1 neutron-server[84030]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:51:50.744947 n-d-843301-1 neutron-server[84030]: [parameters: {'id': '0898e65a-4989-4fa2-b392-cdbb7cf6e449'}] May 26 22:51:50.744947 n-d-843301-1 neutron-server[84030]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:50.753352 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:50.770458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cef9a28c-9c1b-4b73-af17-1c442b0ba513 req-1b3da418-163b-45df-99f6-30401823ca7a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:50.830582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cef9a28c-9c1b-4b73-af17-1c442b0ba513 req-1b3da418-163b-45df-99f6-30401823ca7a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:50.833751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cef9a28c-9c1b-4b73-af17-1c442b0ba513 req-1b3da418-163b-45df-99f6-30401823ca7a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 210 time: 0.3066645 May 26 22:51:50.873026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Provisioning complete for port 33bc69ec-6f45-41e2-9103-bc824a0d7098 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:50.873026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:50.975723 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e5e7b4-af2e-453b-95d3-f2df9ae0e7f5'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241df30e-fbc1-4da7-aed4-462886ade4ab', 'code': 200} May 26 22:51:50.976495 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e5e7b4-af2e-453b-95d3-f2df9ae0e7f5'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50', 'code': 200} May 26 22:51:50.976495 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e5e7b4-af2e-453b-95d3-f2df9ae0e7f5'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'code': 200} May 26 22:51:50.976495 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e5e7b4-af2e-453b-95d3-f2df9ae0e7f5'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'code': 200} May 26 22:51:50.988359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b3b92301-6a8a-4aba-a453-b0adeebb95e8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:51.020801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.020801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] Update dhcp port {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': 'eff423d7-c6ba-4314-a30e-2ede91439182', 'ip_address': '2001:db8::f816:3eff:fe28:1264'}, {'subnet_id': '701a4944-ffa9-4fc0-83c0-643d8444b9b5'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '33bc69ec-6f45-41e2-9103-bc824a0d7098'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 22:51:51.147872 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.163855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] For port 8d2148ff-552f-4203-a5f6-76ba45c38bd9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:51.210088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=aa6af3e9-1028-484d-972b-c0e159abc0f4,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:51.286069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.306027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] For port 8d2148ff-552f-4203-a5f6-76ba45c38bd9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d2148ff-552f-4203-a5f6-76ba45c38bd9,segment=NetworkSegment(b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa),segment_id=b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:51.329763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.331243 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.349659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.360395 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18535491-622e-4770-add5-50eea33d3ca3'] response: {'server_uuid': 'c863697d-84c2-4ba7-ae86-c0f4f3b2a420', 'name': 'network-vif-deleted', 'tag': '3666a07b-ed04-4895-ac38-e226fcd7b399', 'status': 'completed', 'code': 200} May 26 22:51:51.381594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.391659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=2023fceb-7fb9-4536-ba0e-f6c5453eed8d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:51.457977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] For port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:51.558877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:51.561584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 224d3edf-f4db-40c0-8abf-958134fbbbce completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:51.684626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port 8d2148ff-552f-4203-a5f6-76ba45c38bd9 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:51.685400 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.719066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 224d3edf-f4db-40c0-8abf-958134fbbbce triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:51.719394 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.736846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:51.760913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:51:51.780230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-72053b83-862b-43dc-a437-782b120ed1d6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/2023fceb-7fb9-4536-ba0e-f6c5453eed8d HTTP/1.1" status: 204 len: 168 time: 2.7248569 May 26 22:51:51.785390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33612) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:51.846495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] For port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:51.879822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:51.953008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:51.958852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:51.963861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:51.968543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:51.974309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:51.978421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:51.980490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] device_id is not set on port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:51:51.982785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:51.991131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-503f4237-282a-4d28-88eb-939370241167 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5434 time: 0.4497752 May 26 22:51:51.998858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.023157 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.023950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device cc80251b-b663-43f9-adea-2a1886597daa no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:52.048909 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.076111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b3b92301-6a8a-4aba-a453-b0adeebb95e8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:52.076984 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.084183 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.177300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.190929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c97c-813e-435c-82d7-39d17d7c4960 None None] Pushing event updated for resources: {'Port': ['ID=8d2148ff-552f-4203-a5f6-76ba45c38bd9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:52.250003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358af4-eb57-41e7-a857-84e3228ff290 req-7edba1b3-9544-4be9-8463-f6f0c1d7cbbd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:52.251497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-7edba1b3-9544-4be9-8463-f6f0c1d7cbbd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.55 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 814 time: 1.0029900 May 26 22:51:52.255928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892c325-8e26-47e9-bf79-cabcb223a69d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:52.259699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892c325-8e26-47e9-bf79-cabcb223a69d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:52.261156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892c325-8e26-47e9-bf79-cabcb223a69d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:52.263032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9892c325-8e26-47e9-bf79-cabcb223a69d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:52.279976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Request body: {'port': {'device_id': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'admin_state_up': True, 'tenant_id': '719a32dba9fb452eb5c1af5bd4e88743'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:52.338834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59bee7e-2e5f-470a-a4b8-9f2ea3a71a7f None None] Network 0898e65a-4989-4fa2-b392-cdbb7cf6e449 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:52.344145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efc60101-1a48-4859-a5b5-a2b254e92f46 req-5b37688d-e74c-439a-8cdc-06e01f7b6ba9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3519490 May 26 22:51:52.436139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9892c325-8e26-47e9-bf79-cabcb223a69d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:52.443936 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9892c325-8e26-47e9-bf79-cabcb223a69d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6565878 May 26 22:51:52.446344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33644) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:52.536141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] Pushing event updated for resources: {'Port': ['ID=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:52.565434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port 8d2148ff-552f-4203-a5f6-76ba45c38bd9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d2148ff-552f-4203-a5f6-76ba45c38bd9,segment=NetworkSegment(b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa),segment_id=b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:52.567679 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.580640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] For port 33bc69ec-6f45-41e2-9103-bc824a0d7098, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33bc69ec-6f45-41e2-9103-bc824a0d7098,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:52.727434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.745703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] No DVR routers for this DVR port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:52.823896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] In _notify_port_updated(), no bound segment for port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a on network 079887bc-b9ef-431d-acd1-e025ffb8b955 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:51:52.825970 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.827897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-7cd859b6-a685-46af-ba59-b54b24557564 service neutron] 10.222.0.48 "PUT /v2.0/ports/7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 200 len: 1031 time: 3.6951020 May 26 22:51:52.871536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for 8d2148ff-552f-4203-a5f6-76ba45c38bd9 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:52.912118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] Allocated IP 172.20.0.2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/701a4944-ffa9-4fc0-83c0-643d8444b9b5/33bc69ec-6f45-41e2-9103-bc824a0d7098) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:52.933498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:52.953560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccbe4b3d-b2e0-4104-8397-d88d0d05bb92 req-20ea6cb7-46ec-48fc-8d23-5f3803c97d36 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 210 time: 0.2507193 May 26 22:51:53.005744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:53.017905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:53.030759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Made reservation on behalf of 719a32dba9fb452eb5c1af5bd4e88743 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:53.034626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.038841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:53.109011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 701a4944-ffa9-4fc0-83c0-643d8444b9b5 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:51:53.121488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675974cb-b70c-4d12-bc5b-fed62988d484 req-71c9394d-5c8a-4457-aee5-5981037e87b8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:53.125605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675974cb-b70c-4d12-bc5b-fed62988d484 req-71c9394d-5c8a-4457-aee5-5981037e87b8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:53.129707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675974cb-b70c-4d12-bc5b-fed62988d484 req-71c9394d-5c8a-4457-aee5-5981037e87b8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:53.134607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675974cb-b70c-4d12-bc5b-fed62988d484 req-71c9394d-5c8a-4457-aee5-5981037e87b8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:53.139074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675974cb-b70c-4d12-bc5b-fed62988d484 req-71c9394d-5c8a-4457-aee5-5981037e87b8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:53.146105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-675974cb-b70c-4d12-bc5b-fed62988d484 req-71c9394d-5c8a-4457-aee5-5981037e87b8 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 3880 time: 1.1971469 May 26 22:51:53.189698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port cc80251b-b663-43f9-adea-2a1886597daa {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:53.190070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.199904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.219630 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782a842c-adce-4c60-b4a2-f2b169373fd9'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a', 'code': 200} May 26 22:51:53.250205 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.263667 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.270860 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-675974cb-b70c-4d12-bc5b-fed62988d484 req-662b972c-a768-4756-8ebb-f5a7f82724c4 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232281 May 26 22:51:53.337965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Port': ['ID=8d2148ff-552f-4203-a5f6-76ba45c38bd9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:53.388497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No DVR routers for this DVR port 8d2148ff-552f-4203-a5f6-76ba45c38bd9 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:53.405506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Provisioning complete for port 15212059-e380-4dc0-971a-e4ebc6ebe2ca triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:53.405899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.482082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Pushing event updated for resources: {'Port': ['ID=33bc69ec-6f45-41e2-9103-bc824a0d7098,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:53.521105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 224d3edf-f4db-40c0-8abf-958134fbbbce, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=224d3edf-f4db-40c0-8abf-958134fbbbce,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:53.530883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cc80251b-b663-43f9-adea-2a1886597daa,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:53.543068 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.545262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fba17546-999b-40fe-9a49-956bddd9ae7f None None] Port 15212059-e380-4dc0-971a-e4ebc6ebe2ca cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:51:53.596192 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.596884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3666a07b-ed04-4895-ac38-e226fcd7b399 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:53.622565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7a9e1681-f871-491d-9721-6a574cd4ba39 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:53.637312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cc80251b-b663-43f9-adea-2a1886597daa,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:53.638288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.735982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] For port 33bc69ec-6f45-41e2-9103-bc824a0d7098, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33bc69ec-6f45-41e2-9103-bc824a0d7098,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:53.761949 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.763895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33674) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:53.775771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.789460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 3666a07b-ed04-4895-ac38-e226fcd7b399 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:53.790206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3666a07b-ed04-4895-ac38-e226fcd7b399 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:53.790326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3a2404c8-673b-4a98-9352-7bb634e447ad no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:53.816545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for cc80251b-b663-43f9-adea-2a1886597daa owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:53.882608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] Transition to ACTIVE for port object 33bc69ec-6f45-41e2-9103-bc824a0d7098 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:53.898773 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.905073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=224d3edf-f4db-40c0-8abf-958134fbbbce,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:53.920725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0898e65a-4989-4fa2-b392-cdbb7cf6e449']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:53.928816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.965206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:53.965505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dd311230-2d49-42c7-a880-0f18f215230e None None] Provisioning complete for port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:53.965614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dd311230-2d49-42c7-a880-0f18f215230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.965746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e6d9c0-6ce5-4f19-86a8-2cb8e38cecfa') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:53.977483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:51:53.977938 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:51:54.010694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.030246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.040468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Allocated IP 172.20.0.9 (e94c4e5e-798c-4355-a262-0ac04dc86fe8/3f775ae0-fa05-441c-99de-61979aa9c3a6/1f053402-5393-41a5-a48b-609b39daa79d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:54.076062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.101532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:51:54.102104 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: timer() May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:51:54.130502 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:51:54.196246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.211813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:54.215905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:54.219839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:54.224204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:54.228140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:54.232004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:54.236283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:54.238222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cfff74a9-2204-42f5-9661-d2312360a416 req-1fc5d631-6aff-4965-a196-b1cafacb033b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5435 time: 0.4751639 May 26 22:51:54.250448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dd311230-2d49-42c7-a880-0f18f215230e None None] Port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:51:54.263360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 7a9e1681-f871-491d-9721-6a574cd4ba39 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:54.284558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=cc80251b-b663-43f9-adea-2a1886597daa,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:54.331129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0dff9541-d814-4adf-a834-4f7777f10882 req-7dc07400-f3b2-4d8e-b3d9-b1a0991229d5 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 210 time: 0.0826261 May 26 22:51:54.336603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.373615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.376932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.385276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.420018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/0898e65a-4989-4fa2-b392-cdbb7cf6e449 HTTP/1.1" status: 204 len: 168 time: 8.5089486 May 26 22:51:54.436738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 7a9e1681-f871-491d-9721-6a574cd4ba39 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:54.437120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.440917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:54.442218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=701a4944-ffa9-4fc0-83c0-643d8444b9b5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:54.454895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.463662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1007401242'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:54.481447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:54.484758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port cc80251b-b663-43f9-adea-2a1886597daa {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:54.485318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.495947 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.532715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dd311230-2d49-42c7-a880-0f18f215230e None None] Provisioning complete for port b3b92301-6a8a-4aba-a453-b0adeebb95e8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:54.533298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dd311230-2d49-42c7-a880-0f18f215230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.545758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76dc0-3ea3-40d5-83a6-25c3ed2deeb3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=0898e65a-4989-4fa2-b392-cdbb7cf6e449,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:54.575557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cfff74a9-2204-42f5-9661-d2312360a416 req-102c48f7-f717-4fcc-b73b-f7b19a3efef0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3185539 May 26 22:51:54.578115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:54.637166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:54.652818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:54.658261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Usage tracker for resource:security_group_rule and tenant:c3a4c1d8066c49029f4035409778a46d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:54.681968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:54.717501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:54.852528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.869827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:54.871010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b4a4e8f5-5d55-4332-b123-140115fa2e9f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/701a4944-ffa9-4fc0-83c0-643d8444b9b5 HTTP/1.1" status: 204 len: 168 time: 2.4197981 May 26 22:51:54.887552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:54.936729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:54.939798 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.968578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691e40c-5a59-44fe-ac3f-d24af662ffd8 None None] Pushing event updated for resources: {'Port': ['ID=33bc69ec-6f45-41e2-9103-bc824a0d7098,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:55.025292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3a2404c8-673b-4a98-9352-7bb634e447ad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a2404c8-673b-4a98-9352-7bb634e447ad,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:55.062540 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.063268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 808aad44-5a51-42d3-85c8-e0331a2868e4 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:55.107778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:51:55.148344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.154480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.165431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.170477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.175649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.176787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:55.211028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.211574 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment e2a093ee-cf8b-4260-80fb-2624750ef080 of type vlan for network c315cb8e-d933-409c-9753-5cb77fed4eb1 May 26 22:51:55.216195 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.240468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa'}, {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce'}, {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:55.246457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:55.247750 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-83fa3be9-e95f-4a3c-959d-39372b08e17c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 3878 time: 0.4910197 May 26 22:51:55.313940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.370181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.378093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.382718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.383365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.426903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3a2404c8-673b-4a98-9352-7bb634e447ad,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:55.446503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9950149 May 26 22:51:55.463063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] For port cc80251b-b663-43f9-adea-2a1886597daa, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=cc80251b-b663-43f9-adea-2a1886597daa,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:55.463478 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.480952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33702) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:55.488687 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9678f29f-d892-4d09-8081-ec490c282040'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa', 'code': 200} May 26 22:51:55.489600 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9678f29f-d892-4d09-8081-ec490c282040'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce', 'code': 200} May 26 22:51:55.490145 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9678f29f-d892-4d09-8081-ec490c282040'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad', 'code': 200} May 26 22:51:55.499096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.537316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.562674 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7a9e1681-f871-491d-9721-6a574cd4ba39, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7a9e1681-f871-491d-9721-6a574cd4ba39,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:55.570867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.599638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.637148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:55.650029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161bfc18-7bef-4d2e-b674-a98ea32426f8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:55.652860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.696650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 33bc69ec-6f45-41e2-9103-bc824a0d7098 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:55.722124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110f7f1-ccb4-4f7d-9de9-6d97bb27d90d None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:55.795913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet eff423d7-c6ba-4314-a30e-2ede91439182 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:51:55.828626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.869156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Network e94c4e5e-798c-4355-a262-0ac04dc86fe8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:55.871934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-22e5d846-614f-49ba-b820-2e437bde7351 None None] Could not find standard attr ID for object 2023fceb-7fb9-4536-ba0e-f6c5453eed8d. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:51:55.885277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:55.901744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:55.913891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 808aad44-5a51-42d3-85c8-e0331a2868e4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=808aad44-5a51-42d3-85c8-e0331a2868e4,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:55.920938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-22e5d846-614f-49ba-b820-2e437bde7351 None None] Provisioning for port 33bc69ec-6f45-41e2-9103-bc824a0d7098 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:55.940565 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-79fdeab8-8294-4979-9f61-861b4e5f3d5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3a4c1d8066c49029f4035409778a46d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1713574 May 26 22:51:55.950944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.952081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7f11d1c7-359b-41a2-9ef0-b737a66eb42a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:55.956709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33708) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:55.982483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Pushing event updated for resources: {'Port': ['ID=1f053402-5393-41a5-a48b-609b39daa79d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:55.982711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7a9e1681-f871-491d-9721-6a574cd4ba39,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:56.007427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.022068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-22e5d846-614f-49ba-b820-2e437bde7351 None None] Provisioning complete for port 33bc69ec-6f45-41e2-9103-bc824a0d7098 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:56.022573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-22e5d846-614f-49ba-b820-2e437bde7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.095879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for cc80251b-b663-43f9-adea-2a1886597daa owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:56.117426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:56.117792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.133604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 33bc69ec-6f45-41e2-9103-bc824a0d7098 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:56.134131 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.157957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab13c5-a8b5-4816-a5fc-c9857b959fea req-d6f9a9d9-ea0b-450b-ac4b-85ba2ed6e03c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:56.158641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-48ab13c5-a8b5-4816-a5fc-c9857b959fea req-d6f9a9d9-ea0b-450b-ac4b-85ba2ed6e03c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:56.211302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-d65e8cce-800c-4ba6-8ca4-80522ced0654 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9377768 May 26 22:51:56.228846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-e067bc1c-dcdd-49bc-811c-3c9b2b9d0fc0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:51:56.230066 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-e067bc1c-dcdd-49bc-811c-3c9b2b9d0fc0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069456 May 26 22:51:56.237918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32625f45-fdbe-4143-b956-3d8abc6e386d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.239989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-48ab13c5-a8b5-4816-a5fc-c9857b959fea req-d6f9a9d9-ea0b-450b-ac4b-85ba2ed6e03c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:56.248626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48ab13c5-a8b5-4816-a5fc-c9857b959fea req-d6f9a9d9-ea0b-450b-ac4b-85ba2ed6e03c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 931 time: 0.5698349 May 26 22:51:56.297039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5af2885-8166-49b8-a16f-3e74d5e5f2d1 req-b506bf71-0034-4227-ba6a-608cf2b457d5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0421958 May 26 22:51:56.311306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7f11d1c7-359b-41a2-9ef0-b737a66eb42a not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:56.316485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 15212059-e380-4dc0-971a-e4ebc6ebe2ca no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:56.324174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.328966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.447743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=cc80251b-b663-43f9-adea-2a1886597daa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:56.475919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32625f45-fdbe-4143-b956-3d8abc6e386d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.560430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=808aad44-5a51-42d3-85c8-e0331a2868e4,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:56.562995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68614dd0-9a31-4f67-b86c-f6e816f778bc tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=c315cb8e-d933-409c-9753-5cb77fed4eb1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:56.571316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Request body: {'port': {'device_id': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:56.658933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c315cb8e-d933-409c-9753-5cb77fed4eb1 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:51:56.750928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48ab13c5-a8b5-4816-a5fc-c9857b959fea req-ac4024ce-502e-4b12-8cdf-e21d41ac4fe6 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011883 May 26 22:51:56.771294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 15212059-e380-4dc0-971a-e4ebc6ebe2ca not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:56.773235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] No DVR routers for this DVR port cc80251b-b663-43f9-adea-2a1886597daa on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:56.795271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.798840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:56.804509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32625f45-fdbe-4143-b956-3d8abc6e386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.809164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:56.852038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:56.854004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625f45-fdbe-4143-b956-3d8abc6e386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161bfc18-7bef-4d2e-b674-a98ea32426f8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:56.857925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:56.883500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.903336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:56.907326 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-6316734e-8361-4ab9-a234-ffb9be562026 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "DELETE /v2.0/ports/cc80251b-b663-43f9-adea-2a1886597daa HTTP/1.1" status: 204 len: 173 time: 4.0681088 May 26 22:51:56.959555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=eff423d7-c6ba-4314-a30e-2ede91439182,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:56.973028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-32625f45-fdbe-4143-b956-3d8abc6e386d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.977460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-32625f45-fdbe-4143-b956-3d8abc6e386d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/161bfc18-7bef-4d2e-b674-a98ea32426f8 HTTP/1.1" status: 204 len: 168 time: 1.0122256 May 26 22:51:56.979165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:56.999305 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bb3c92-bf3d-4be0-b0bd-d54aa1856aaa'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': 'cc80251b-b663-43f9-adea-2a1886597daa', 'status': 'completed', 'code': 200} May 26 22:51:57.015315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:57.068506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:57.075523 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2e8b5ae2-05c6-462a-9d41-05882deb4bcf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/eff423d7-c6ba-4314-a30e-2ede91439182 HTTP/1.1" status: 204 len: 168 time: 2.2007513 May 26 22:51:57.076379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33720) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:57.160669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port aa6af3e9-1028-484d-972b-c0e159abc0f4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:57.161284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:57.230267 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-113b9a9f-d8a0-46b7-a848-6ffcc8461219 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397607 May 26 22:51:57.230912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33724) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:57.238601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:57.249364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:57.344998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.349469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.353379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.357335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.361775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.366909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.370785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.372682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-39b4c24d-daa9-4944-a277-dcb6ad9a9432 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.7173939 May 26 22:51:57.491621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39'}, {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:57.506939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing IP validity checks on allocation pools {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 22:51:57.507602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 22:51:57.559242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82fec787-c071-4159-bcf7-1ec5b5c8249b req-b6a18fef-13c3-4e72-8081-99070d673b84 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509717 May 26 22:51:57.632441 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:57.683905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:57.688377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:57.704000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:57.710187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:57.780725 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49be065-91cd-4b09-a9c1-09256d057587'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39', 'code': 200} May 26 22:51:57.781861 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49be065-91cd-4b09-a9c1-09256d057587'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4', 'code': 200} May 26 22:51:57.934137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] For port aa6af3e9-1028-484d-972b-c0e159abc0f4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=aa6af3e9-1028-484d-972b-c0e159abc0f4,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:57.934423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:57.987627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b2ecc-b503-462d-8f2d-872592749e73 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:58.002497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:58.006804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:58.128278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:58.251427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c89f4fba-8682-406e-b39f-9043f7f5b4ff req-18a90f30-e73d-4591-b623-2ad196e537d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6493 time: 0.3533282 May 26 22:51:58.265712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fcb5b-811f-45a6-a0d6-429031cbdcf8 req-283ae2af-8748-4372-becd-65eb0992e96f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:58.269949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fcb5b-811f-45a6-a0d6-429031cbdcf8 req-283ae2af-8748-4372-becd-65eb0992e96f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:58.275339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fcb5b-811f-45a6-a0d6-429031cbdcf8 req-283ae2af-8748-4372-becd-65eb0992e96f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:58.279928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fcb5b-811f-45a6-a0d6-429031cbdcf8 req-283ae2af-8748-4372-becd-65eb0992e96f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:58.289587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1b4fcb5b-811f-45a6-a0d6-429031cbdcf8 req-283ae2af-8748-4372-becd-65eb0992e96f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 3142 time: 0.6267216 May 26 22:51:58.310063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-43cdfb23-c292-4047-acdc-90921bf0c678 None None] Provisioning complete for port 33bc69ec-6f45-41e2-9103-bc824a0d7098 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:58.310571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-43cdfb23-c292-4047-acdc-90921bf0c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:58.549378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:51:58.583074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=d6e957f7-1917-4d52-8c76-520b3ef2ad7d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:58.599218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626df33-dc03-4e1c-9fa6-eaa55685877d req-efd7a377-0bb4-4d9a-b002-d264af59295e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:58.607636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b626df33-dc03-4e1c-9fa6-eaa55685877d req-efd7a377-0bb4-4d9a-b002-d264af59295e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 931 time: 0.6540880 May 26 22:51:58.681772 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c89f4fba-8682-406e-b39f-9043f7f5b4ff req-c6632a67-668d-4674-9d3c-8cbd81519470 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3871279 May 26 22:51:58.697042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1b4fcb5b-811f-45a6-a0d6-429031cbdcf8 req-88e22a80-f158-4c91-97c3-ce5d642cfde6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079325 May 26 22:51:58.777535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:51:58.782285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] Deleting port 33bc69ec-6f45-41e2-9103-bc824a0d7098 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:58.782783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:58.812596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f053402-5393-41a5-a48b-609b39daa79d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:58.827413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:58.837331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': 'e2a093ee-cf8b-4260-80fb-2624750ef080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:58.837912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: c315cb8e-d933-409c-9753-5cb77fed4eb1, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:51:58.895818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b626df33-dc03-4e1c-9fa6-eaa55685877d req-d4310f04-1eda-4927-a8d6-2de2b0819fa8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871423 May 26 22:51:58.915353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Transition to ACTIVE for port object 1f053402-5393-41a5-a48b-609b39daa79d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:58.934457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:58.934821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:58.935245 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Floating IP 380d57b2-9d19-413a-9307-799bd7eef5fe disassociated. External IP: 172.25.4.107, port: aa6af3e9-1028-484d-972b-c0e159abc0f4. May 26 22:51:58.935600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for aa6af3e9-1028-484d-972b-c0e159abc0f4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:58.968350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.006884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33780) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:59.007712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network c315cb8e-d933-409c-9753-5cb77fed4eb1 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:51:59.061538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c315cb8e-d933-409c-9753-5cb77fed4eb1) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:59.078752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.079446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.100381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741b309-433a-491c-9569-80bf4c4a89c1 None None] Network c315cb8e-d933-409c-9753-5cb77fed4eb1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:51:59.180438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f053402-5393-41a5-a48b-609b39daa79d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:59.234095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4b136e8e-eed1-4c06-822b-0b61291f7f71 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7337279 May 26 22:51:59.238862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33786) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:59.264979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.270121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.276892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.281253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.285239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.290073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.295435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.297446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-3bd9008c-01f5-4c79-ae79-32c75a666956 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.3835049 May 26 22:51:59.417619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.435880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] For port 33bc69ec-6f45-41e2-9103-bc824a0d7098, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33bc69ec-6f45-41e2-9103-bc824a0d7098,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:59.436266 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.474020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.574322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8f56b1ff-1b07-4220-b26e-01ea46f4aac7 req-453fb4c7-bea0-405d-8985-d5212f672205 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298384 May 26 22:51:59.587045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=aa6af3e9-1028-484d-972b-c0e159abc0f4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:59.596123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Attempting to bind port 1f053402-5393-41a5-a48b-609b39daa79d on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:59.618670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Attempting to bind port 1f053402-5393-41a5-a48b-609b39daa79d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:59.619508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Attempting to bind port 1f053402-5393-41a5-a48b-609b39daa79d on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:59.627338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.629430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:59.635079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] Calling delete_port for 33bc69ec-6f45-41e2-9103-bc824a0d7098 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:59.635861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Usage tracker for resource:security_group_rule and tenant:2dad787d9d69403db88fb800c36ff303 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:59.639779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:59.641660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:51:59.655515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:59.681327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 33bc69ec-6f45-41e2-9103-bc824a0d7098 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:59.747041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Port 1f053402-5393-41a5-a48b-609b39daa79d on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:51:59.747701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Attempting to bind port 1f053402-5393-41a5-a48b-609b39daa79d on network e94c4e5e-798c-4355-a262-0ac04dc86fe8 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:59.799892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:59.802007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Checking segment: {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:59.802587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Bound using segment: {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:59.803524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Bound port: 1f053402-5393-41a5-a48b-609b39daa79d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ba9a5d-5077-4ff1-a42f-45014b56f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:59.804169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.891964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-c315cb8e-d933-409c-9753-5cb77fed4eb1', 'network_id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': 'd6e957f7-1917-4d52-8c76-520b3ef2ad7d'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:51:59.892898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.916918 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:59.953232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] For port 1f053402-5393-41a5-a48b-609b39daa79d, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:59.959729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] For port 1f053402-5393-41a5-a48b-609b39daa79d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1f053402-5393-41a5-a48b-609b39daa79d,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:59.972023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.031459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.033009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f053402-5393-41a5-a48b-609b39daa79d HTTP/1.1" status: 200 len: 1091 time: 3.7660289 May 26 22:52:00.043828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'tag': '1f053402-5393-41a5-a48b-609b39daa79d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:00.058634 n-d-843301-1 neutron-server[84031]: INFO neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No ports have port_id starting with 33bc69ec-6f45-41e2-9103-bc824a0d7098 May 26 22:52:00.059857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] Pushing event deleted for resources: {'Port': ['ID=33bc69ec-6f45-41e2-9103-bc824a0d7098,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:00.073035 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.158197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_pluggable_backend [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Port 33bc69ec-6f45-41e2-9103-bc824a0d7098 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84030) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 26 22:52:00.158682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_pluggable_backend [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Reverting IP allocation for 2001:db8::f816:3eff:fe28:1264 {{(pid=84030) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 26 22:52:00.234684 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.251691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Allocated IP 172.20.0.3 (c315cb8e-d933-409c-9753-5cb77fed4eb1/d6e957f7-1917-4d52-8c76-520b3ef2ad7d/1e0ae618-00e5-48e1-85b3-00467b7a2ead) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:00.254657 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.330725 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.350562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe645-4a76-46fa-b9aa-daf0c961e4e3 req-f4cfbf71-2ba5-472f-b479-e7b71573f35b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:00.354655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe645-4a76-46fa-b9aa-daf0c961e4e3 req-f4cfbf71-2ba5-472f-b479-e7b71573f35b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:00.358810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe645-4a76-46fa-b9aa-daf0c961e4e3 req-f4cfbf71-2ba5-472f-b479-e7b71573f35b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:00.359671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9aebe645-4a76-46fa-b9aa-daf0c961e4e3 req-f4cfbf71-2ba5-472f-b479-e7b71573f35b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:00.362683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474446b-0976-4fc8-83f3-2bd3c050e49e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:00.369963 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1b812666-065c-4cbc-b8e3-458a479bb3ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dad787d9d69403db88fb800c36ff303&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3595266 May 26 22:52:00.374468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:00.390877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42c335-963f-4493-a304-dca6ba528365 None None] No DVR routers for this DVR port 33bc69ec-6f45-41e2-9103-bc824a0d7098 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:00.424809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9aebe645-4a76-46fa-b9aa-daf0c961e4e3 req-f4cfbf71-2ba5-472f-b479-e7b71573f35b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:00.431429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9aebe645-4a76-46fa-b9aa-daf0c961e4e3 req-f4cfbf71-2ba5-472f-b479-e7b71573f35b tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 2409 time: 0.4570506 May 26 22:52:00.525275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=a9d7d683-70bf-4b19-807b-00d1bc52982f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:00.535170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9aebe645-4a76-46fa-b9aa-daf0c961e4e3 req-0624d350-4f4c-4346-95f0-2c5e10697fbc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028118 May 26 22:52:00.552090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:00.559400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:00.561225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f053402-5393-41a5-a48b-609b39daa79d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:00.564508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:00.565139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.569192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:00.570316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-90195f3c-0201-47f5-b6b9-0f1abd81153c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.585700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.587736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3b8c5-2be5-4fae-bd30-53e97dc88831 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:00.605848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.606195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.606528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.606860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.607185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.607506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.607825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.608144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.608458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.608768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.609082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b24fa-d1c4-4783-8519-92c22d2d9bc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:00.613431 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.629938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-512b9a73-4fd0-4dd7-9973-609603d31e3e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3957808 May 26 22:52:00.636900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a647-4d92-4710-a097-206f83a27f43 req-3ce0cac9-06c6-48b1-947c-b2b7670022a9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:00.643706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0159a647-4d92-4710-a097-206f83a27f43 req-3ce0cac9-06c6-48b1-947c-b2b7670022a9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 943 time: 0.4584489 May 26 22:52:00.648558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-90195f3c-0201-47f5-b6b9-0f1abd81153c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.662517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:00.671478 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-4e383f05-7f4a-4424-a442-edf7622d7507 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 1094 time: 0.5859015 May 26 22:52:00.676741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:00.742106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Transition to ACTIVE for port object 1e0ae618-00e5-48e1-85b3-00467b7a2ead will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:00.760200 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2222f5de-c81c-433a-b0c9-7b21183c01ac'] response: {'name': 'network-changed', 'server_uuid': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'tag': '1f053402-5393-41a5-a48b-609b39daa79d', 'status': 'completed', 'code': 200} May 26 22:52:00.777633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-90195f3c-0201-47f5-b6b9-0f1abd81153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.815906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Transition to ACTIVE for port object 1e0ae618-00e5-48e1-85b3-00467b7a2ead will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:00.829291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90195f3c-0201-47f5-b6b9-0f1abd81153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474446b-0976-4fc8-83f3-2bd3c050e49e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:00.831171 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-90195f3c-0201-47f5-b6b9-0f1abd81153c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.832382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-90195f3c-0201-47f5-b6b9-0f1abd81153c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8474446b-0976-4fc8-83f3-2bd3c050e49e HTTP/1.1" status: 204 len: 168 time: 0.4547660 May 26 22:52:00.883009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-393784f1-9c4b-4d56-bebd-78818c6ab502 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f053402-5393-41a5-a48b-609b39daa79d HTTP/1.1" status: 200 len: 217 time: 0.1895356 May 26 22:52:00.906584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:00.936189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0159a647-4d92-4710-a097-206f83a27f43 req-96baf968-61da-4885-9300-80e5ea71e57b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917125 May 26 22:52:01.046195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358af4-eb57-41e7-a857-84e3228ff290 req-b41d9f09-17fc-4eeb-a1a7-5ef1805a1f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.048694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-b41d9f09-17fc-4eeb-a1a7-5ef1805a1f4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f775ae0-fa05-441c-99de-61979aa9c3a6 HTTP/1.1" status: 200 len: 854 time: 0.1581235 May 26 22:52:01.062816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:01.085358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.145154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:01.149570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-8d93787a-bfd1-4153-b155-78bb16d5d806 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e94c4e5e-798c-4355-a262-0ac04dc86fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908229 May 26 22:52:01.150429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:01.164710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:01.179739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Network c315cb8e-d933-409c-9753-5cb77fed4eb1 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:01.180651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Pushing event updated for resources: {'Port': ['ID=1e0ae618-00e5-48e1-85b3-00467b7a2ead,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:01.180803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e957f7-1917-4d52-8c76-520b3ef2ad7d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:01.199189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:01.222502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:01.460424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.464641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.468545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.472514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.476478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.483821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.487957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.495409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-276cf66f-7409-4ab0-b54d-64e475244ec9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.4928708 May 26 22:52:01.499781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:01.500239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.600538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Attempting to bind port 1e0ae618-00e5-48e1-85b3-00467b7a2ead on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:01.602130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Attempting to bind port 1e0ae618-00e5-48e1-85b3-00467b7a2ead by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'e2a093ee-cf8b-4260-80fb-2624750ef080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:01.602927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Attempting to bind port 1e0ae618-00e5-48e1-85b3-00467b7a2ead on network c315cb8e-d933-409c-9753-5cb77fed4eb1 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:01.609841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'a9d7d683-70bf-4b19-807b-00d1bc52982f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:01.611430 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.662596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c315cb8e-d933-409c-9753-5cb77fed4eb1']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:01.689317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:01.690998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Checking segment: {'id': 'e2a093ee-cf8b-4260-80fb-2624750ef080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:01.691407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.691802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Bound using segment: {'id': 'e2a093ee-cf8b-4260-80fb-2624750ef080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:01.694828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Bound port: 1e0ae618-00e5-48e1-85b3-00467b7a2ead, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a093ee-cf8b-4260-80fb-2624750ef080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:01.695297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.701874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a093ee-cf8b-4260-80fb-2624750ef080') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:01.702176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a093ee-cf8b-4260-80fb-2624750ef080') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:01.754798 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.778268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-9faf6702-1000-478b-840a-f45fb12c985d service neutron] 10.222.0.55 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105981 May 26 22:52:01.781094 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.801277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-790a58e0-d62f-4319-a74d-4e22292c2448 req-6bb17e08-7bc7-40cd-9972-1595edd8ac97 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3049300 May 26 22:52:01.845741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.867345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:01.867345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:01.898316 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:01.983357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] For port 1e0ae618-00e5-48e1-85b3-00467b7a2ead, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:01.986228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Allocated IP 2001:db8::f816:3eff:fe63:8385 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/a9d7d683-70bf-4b19-807b-00d1bc52982f/a49f0368-0610-4059-b79e-1c8fd9a712b5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:02.059392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:02.078775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655edba-696a-4029-a600-0f6b1567166b None None] Sync routers for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:02.100726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] For port 1e0ae618-00e5-48e1-85b3-00467b7a2ead, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1e0ae618-00e5-48e1-85b3-00467b7a2ead,segment=NetworkSegment(e2a093ee-cf8b-4260-80fb-2624750ef080),segment_id=e2a093ee-cf8b-4260-80fb-2624750ef080)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:02.110371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.113262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:52:02.113262 n-d-843301-1 neutron-server[84029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:52:02.113262 n-d-843301-1 neutron-server[84029]: [parameters: {'id': 'c315cb8e-d933-409c-9753-5cb77fed4eb1'}] May 26 22:52:02.113262 n-d-843301-1 neutron-server[84029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:52:02.113622 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:52:02.163624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] No DVR routers for this DVR port aa6af3e9-1028-484d-972b-c0e159abc0f4 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:02.166824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.170072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:02.178971 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04358af4-eb57-41e7-a857-84e3228ff290 req-3a82e30e-2847-4ca8-bccb-cde8894b4a0e service neutron] 10.222.0.55 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809218 May 26 22:52:02.180939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-fd0154d6-6347-4bc3-b282-8b324d0660c3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "DELETE /v2.0/ports/aa6af3e9-1028-484d-972b-c0e159abc0f4 HTTP/1.1" status: 204 len: 173 time: 5.2479479 May 26 22:52:02.189340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:02.190128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:02.196353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635d6d2-d749-4e68-9859-b4d7eb23b0fc req-017ce41b-739a-4c51-9741-c31e92549074 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.200448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635d6d2-d749-4e68-9859-b4d7eb23b0fc req-017ce41b-739a-4c51-9741-c31e92549074 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.205355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635d6d2-d749-4e68-9859-b4d7eb23b0fc req-017ce41b-739a-4c51-9741-c31e92549074 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.207007 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a635d6d2-d749-4e68-9859-b4d7eb23b0fc req-017ce41b-739a-4c51-9741-c31e92549074 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 2409 time: 0.2594364 May 26 22:52:02.267259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.271755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.275688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.279571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.283746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.287687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.291586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.293491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-03bdda81-c6d6-48a3-b17f-1d0699793940 req-9b099771-3e9c-480a-aad5-5b82025155c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.3063335 May 26 22:52:02.314097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port 3a2404c8-673b-4a98-9352-7bb634e447ad {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:02.314441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.342796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33840) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:02.360285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Request body: {'floatingip': {'port_id': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:02.449194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f7ff1-deb8-4194-b3d9-4036982fa1c8 None None] Pushing event updated for resources: {'Port': ['ID=1e0ae618-00e5-48e1-85b3-00467b7a2ead,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:02.503836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.508650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.596548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.611620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8dbb66-b925-410c-bf95-d70606a05d08 None None] Network c315cb8e-d933-409c-9753-5cb77fed4eb1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:02.624662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Transition to ACTIVE for port object a49f0368-0610-4059-b79e-1c8fd9a712b5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:02.628534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:02.629118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:02.632640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=174daeed-9e3a-4126-aaee-3bad47a760ed,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:02.636407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:02.638910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.639549 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.709587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4bfece3b-6733-47af-8c93-8f9ddc0c45c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0458999 May 26 22:52:02.710437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33852) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:02.744846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:70:47:2f', 'name': 'tempest-NetworksTestDHCPv6-1444203281'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:02.774434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] For port 3a2404c8-673b-4a98-9352-7bb634e447ad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3a2404c8-673b-4a98-9352-7bb634e447ad,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:02.774908 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.801619 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a635d6d2-d749-4e68-9859-b4d7eb23b0fc req-44bd0d21-8cea-463c-a9f6-a5b3215d59ed tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5816278 May 26 22:52:02.816457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Transition to ACTIVE for port object a49f0368-0610-4059-b79e-1c8fd9a712b5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:02.845997 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.849883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-4e17ae6f-bfb0-4d56-be8e-3452f5a2095f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 1094 time: 0.4120860 May 26 22:52:02.899979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for 3a2404c8-673b-4a98-9352-7bb634e447ad owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:03.041837 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3bee99-1e2e-41b9-ab52-75817cf34fc6'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': 'aa6af3e9-1028-484d-972b-c0e159abc0f4', 'status': 'completed', 'code': 200} May 26 22:52:03.060696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.090918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Pushing event updated for resources: {'Port': ['ID=a49f0368-0610-4059-b79e-1c8fd9a712b5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:03.107657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:03.159019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.168353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:03.176340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:03.184328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:03.188732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:03.197702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:03.222745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:03.240339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:03.261870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.298981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-ee6269f5-e1be-452a-8a23-d333345105fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:03.300796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-ee6269f5-e1be-452a-8a23-d333345105fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 200 len: 915 time: 0.4482846 May 26 22:52:03.394453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port 1e0ae618-00e5-48e1-85b3-00467b7a2ead {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:03.394881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.411859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Attempting to bind port a49f0368-0610-4059-b79e-1c8fd9a712b5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:03.412611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Attempting to bind port a49f0368-0610-4059-b79e-1c8fd9a712b5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:03.412975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Attempting to bind port a49f0368-0610-4059-b79e-1c8fd9a712b5 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:03.470669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-b5d12985-120c-45a4-ba08-d968cfeaad43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f053402-5393-41a5-a48b-609b39daa79d HTTP/1.1" status: 200 len: 217 time: 0.1629331 May 26 22:52:03.482965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 6b717dba-42cb-4401-b493-abeb7a1b5b48 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:52:03.515770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:03.515770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:03.516123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.516512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:03.517007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Bound port: a49f0368-0610-4059-b79e-1c8fd9a712b5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:03.517382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.707137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] For port a49f0368-0610-4059-b79e-1c8fd9a712b5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:03.710729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:41Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:03.714017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] For port a49f0368-0610-4059-b79e-1c8fd9a712b5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a49f0368-0610-4059-b79e-1c8fd9a712b5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:03.723710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.728101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655edba-696a-4029-a600-0f6b1567166b None None] Checking router: 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:03.759173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-f20552de-a968-4fee-bd6a-66e80bbb64c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:03.761555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-f20552de-a968-4fee-bd6a-66e80bbb64c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f775ae0-fa05-441c-99de-61979aa9c3a6 HTTP/1.1" status: 200 len: 854 time: 0.2046361 May 26 22:52:03.848481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:03.849143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:03.877362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623aedc-7bc0-448c-a7d6-5b6f853e73c1 req-7b272082-1a2b-4004-a7a4-ae571a9ddcc9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:03.892198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0623aedc-7bc0-448c-a7d6-5b6f853e73c1 req-7b272082-1a2b-4004-a7a4-ae571a9ddcc9 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 943 time: 1.4758389 May 26 22:52:03.894390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=3a2404c8-673b-4a98-9352-7bb634e447ad,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:03.969986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-93d546fa-f763-428c-867e-a1f3b9457aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e94c4e5e-798c-4355-a262-0ac04dc86fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818739 May 26 22:52:04.113197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33890) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:04.122438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0aa5f-9b2a-4956-885b-141a7b3d5870 None None] Pushing event updated for resources: {'Port': ['ID=a49f0368-0610-4059-b79e-1c8fd9a712b5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:04.137757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] No DVR routers for this DVR port 3a2404c8-673b-4a98-9352-7bb634e447ad on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:04.167620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:04.259478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:04.264074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-d6706361-a012-4a75-927c-7141710b75fc tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "DELETE /v2.0/ports/3a2404c8-673b-4a98-9352-7bb634e447ad HTTP/1.1" status: 204 len: 173 time: 2.0645950 May 26 22:52:04.467426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-353ce40c-129c-4040-b381-27a5c2144e87 service neutron] 10.222.0.55 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884081 May 26 22:52:04.582768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1781250312'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:04.611751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port 1e0ae618-00e5-48e1-85b3-00467b7a2ead, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1e0ae618-00e5-48e1-85b3-00467b7a2ead,segment=NetworkSegment(e2a093ee-cf8b-4260-80fb-2624750ef080),segment_id=e2a093ee-cf8b-4260-80fb-2624750ef080)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:04.612116 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:04.701112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8655edba-696a-4029-a600-0f6b1567166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:41Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:04.707365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655edba-696a-4029-a600-0f6b1567166b None None] The sync data for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 is: [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:45:13Z', 'revision_number': 4, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '83f7a058-9e55-4375-913d-66ceb1e4c543', 'name': '', 'network_id': '077b1ff7-6dd0-4abb-b8b9-753a55fcc20f', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'mac_address': 'fa:16:3e:51:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:12Z', 'updated_at': '2022-05-26T22:45:41Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'subnets': [{'id': 'c4cbb0ed-902e-46de-9207-018d6ba5443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:04.774369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 172.20.0.5 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/174daeed-9e3a-4126-aaee-3bad47a760ed/6b717dba-42cb-4401-b493-abeb7a1b5b48) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:04.799131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for 1e0ae618-00e5-48e1-85b3-00467b7a2ead owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:04.834815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe70:472f (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/a9d7d683-70bf-4b19-807b-00d1bc52982f/6b717dba-42cb-4401-b493-abeb7a1b5b48) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:04.874534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09e2e032-946c-47c9-a32b-338f7da5cd47 req-0dc4eee9-e520-40a1-8c7d-1607bb981649 service neutron] 10.222.0.55 "GET /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954525 May 26 22:52:04.884805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:04.912474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e6b55-da9f-478e-833c-dc7603c26b7e req-fd149b69-3c9f-45fb-9931-44f558582835 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:04.923594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e6b55-da9f-478e-833c-dc7603c26b7e req-fd149b69-3c9f-45fb-9931-44f558582835 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:04.924154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port 808aad44-5a51-42d3-85c8-e0331a2868e4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:04.924515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:04.925207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c92e6b55-da9f-478e-833c-dc7603c26b7e req-fd149b69-3c9f-45fb-9931-44f558582835 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 1676 time: 0.5446506 May 26 22:52:04.975069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Usage tracker for resource:network and tenant:283d57bbc4bf4480b4562068233a6598 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:04.993535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:05.004911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0623aedc-7bc0-448c-a7d6-5b6f853e73c1 req-fcf9f99b-fde8-4740-9d8a-198cd35697e2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1109617 May 26 22:52:05.008562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1f053402-5393-41a5-a48b-609b39daa79d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:52:05.052077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:05.056778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:05.131997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c92e6b55-da9f-478e-833c-dc7603c26b7e req-fa7dbc61-0922-4ebc-af55-9879a8bfea20 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789911 May 26 22:52:05.176207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Made reservation on behalf of 283d57bbc4bf4480b4562068233a6598 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:05.179958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.216202 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de08140a-de25-4aa9-ab5b-49ce70cabe5d None None] New status for floating IP 380d57b2-9d19-413a-9307-799bd7eef5fe: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:05.220940 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0877e47c-ae07-4b29-8286-575d001cbcb4'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': '3a2404c8-673b-4a98-9352-7bb634e447ad', 'status': 'completed', 'code': 200} May 26 22:52:05.222249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.251863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.263634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1f053402-5393-41a5-a48b-609b39daa79d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1f053402-5393-41a5-a48b-609b39daa79d,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:05.279491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 6b717dba-42cb-4401-b493-abeb7a1b5b48 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:05.296196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '1f053402-5393-41a5-a48b-609b39daa79d', 'network_id': 'e94c4e5e-798c-4355-a262-0ac04dc86fe8', 'port_id': '1f053402-5393-41a5-a48b-609b39daa79d', 'mac_address': 'fa:16:3e:e4:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f775ae0-fa05-441c-99de-61979aa9c3a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:52:05.327772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.349217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.405658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.424891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No DVR routers for this DVR port 1e0ae618-00e5-48e1-85b3-00467b7a2ead on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:05.428314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:52:05.450204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=6b717dba-42cb-4401-b493-abeb7a1b5b48,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:05.450877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f053402-5393-41a5-a48b-609b39daa79d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:52:05.462526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf26a33-51e1-4df9-8e5c-e7ae832c3886 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:05.468020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:05.470206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:05.477606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:05.516910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:05.519474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Port': ['ID=1e0ae618-00e5-48e1-85b3-00467b7a2ead,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:05.560894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Usage tracker for resource:security_group_rule and tenant:283d57bbc4bf4480b4562068233a6598 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:05.635946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:05.678760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:05.679389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.684869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1f053402-5393-41a5-a48b-609b39daa79d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1f053402-5393-41a5-a48b-609b39daa79d,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:05.737593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cd3bd09e-8eb2-4fca-b867-0c00d9e00a02 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0199525 May 26 22:52:05.737910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:05.745397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:05.754895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a49f0368-0610-4059-b79e-1c8fd9a712b5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:05.806026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.844941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.857063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-56898b06-17fe-4ddf-b27a-f4ebdfd1b98b None None] Provisioning for port a49f0368-0610-4059-b79e-1c8fd9a712b5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:05.898428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.915018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1f053402-5393-41a5-a48b-609b39daa79d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:05.915302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b914ff0-44b3-4451-98d9-76302d3e1f17 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:05.920892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.922135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b914ff0-44b3-4451-98d9-76302d3e1f17 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:05.923064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8b914ff0-44b3-4451-98d9-76302d3e1f17 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:05.947543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a49f0368-0610-4059-b79e-1c8fd9a712b5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:05.960792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a49f0368-0610-4059-b79e-1c8fd9a712b5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:05.961161 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:05.971523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8b914ff0-44b3-4451-98d9-76302d3e1f17 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:05.977176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b914ff0-44b3-4451-98d9-76302d3e1f17 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2343571 May 26 22:52:05.977176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:06.078177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 6b717dba-42cb-4401-b493-abeb7a1b5b48 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:06.078698 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.167128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] Update dhcp port {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': 'a9d7d683-70bf-4b19-807b-00d1bc52982f', 'ip_address': '2001:db8::f816:3eff:fe63:8385'}, {'subnet_id': '174daeed-9e3a-4126-aaee-3bad47a760ed'}], 'binding:host_id': 'n-d-843301-1'}, 'id': 'a49f0368-0610-4059-b79e-1c8fd9a712b5'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 22:52:06.201037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c315cb8e-d933-409c-9753-5cb77fed4eb1']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:06.214142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a093ee-cf8b-4260-80fb-2624750ef080') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:06.214460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a093ee-cf8b-4260-80fb-2624750ef080') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:06.231715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.249838 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.258216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:06.258667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.310701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.321616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['1f053402-5393-41a5-a48b-609b39daa79d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:06.403045 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:06.423522 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.454888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.457787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] For port 808aad44-5a51-42d3-85c8-e0331a2868e4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=808aad44-5a51-42d3-85c8-e0331a2868e4,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:06.458488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.467290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.506919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a49f0368-0610-4059-b79e-1c8fd9a712b5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a49f0368-0610-4059-b79e-1c8fd9a712b5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:06.522051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.575944 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.619629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 6b717dba-42cb-4401-b493-abeb7a1b5b48 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:06.669186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a49f0368-0610-4059-b79e-1c8fd9a712b5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:06.705316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f3172-6845-4e90-8a87-481fab7ac66c req-9f0b9ee2-6675-4c77-bb38-84fbcbfff86c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:06.710782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f3172-6845-4e90-8a87-481fab7ac66c req-9f0b9ee2-6675-4c77-bb38-84fbcbfff86c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:06.712577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f7f3172-6845-4e90-8a87-481fab7ac66c req-9f0b9ee2-6675-4c77-bb38-84fbcbfff86c tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 1676 time: 0.3194449 May 26 22:52:06.727074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=c315cb8e-d933-409c-9753-5cb77fed4eb1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:06.738923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for 808aad44-5a51-42d3-85c8-e0331a2868e4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:06.780999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f7f3172-6845-4e90-8a87-481fab7ac66c req-03d94500-7b96-477c-a4ed-edccb3a8d5b6 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554686 May 26 22:52:06.811689 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.852252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] Allocated IP 172.20.0.2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/174daeed-9e3a-4126-aaee-3bad47a760ed/a49f0368-0610-4059-b79e-1c8fd9a712b5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:06.960072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.961119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.978880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:06.989486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:06.989888 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Added segment 311eb364-a3b2-4284-8411-61c3d219e3c3 of type vlan for network e3cb09ee-90b9-44d1-b586-4579f72fd03a May 26 22:52:07.014899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] For port a49f0368-0610-4059-b79e-1c8fd9a712b5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a49f0368-0610-4059-b79e-1c8fd9a712b5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:07.023290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.046156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=6b717dba-42cb-4401-b493-abeb7a1b5b48,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:07.047515 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.059091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-46939582-9290-460f-aed0-4cfdba4b6b09 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/c315cb8e-d933-409c-9753-5cb77fed4eb1 HTTP/1.1" status: 204 len: 168 time: 7.8190289 May 26 22:52:07.066031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33918) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:07.075800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] Transition to ACTIVE for port object a49f0368-0610-4059-b79e-1c8fd9a712b5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:07.081005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.132348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233894217'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:07.138261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:07.144328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:07.147970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:07.156281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:07.172400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:07.176440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.221761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:07.233226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.233839 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment 5c804951-26f5-4b22-88d7-60a9c4976567 of type vlan for network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 May 26 22:52:07.265707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.267712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf74188-98f3-4539-8d04-1d10eb2679d4 None None] Pushing event updated for resources: {'Port': ['ID=a49f0368-0610-4059-b79e-1c8fd9a712b5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:07.279060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0913f36-775d-43b1-ae20-c197db9fa883,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:07.285932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.291223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.291879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.292186 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:52:07.311373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.372388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.388453 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-59d56b3d-9290-4a05-a3e2-2cff7ef334af tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/6b717dba-42cb-4401-b493-abeb7a1b5b48 HTTP/1.1" status: 204 len: 168 time: 1.4109578 May 26 22:52:07.390862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33928) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:07.462033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3325105 May 26 22:52:07.468639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33932) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:07.474965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c4fa1-d87a-4682-994b-194bfbb76809 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.476355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c4fa1-d87a-4682-994b-194bfbb76809 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.476473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=808aad44-5a51-42d3-85c8-e0331a2868e4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:07.478543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c4fa1-d87a-4682-994b-194bfbb76809 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.479894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c9c4fa1-d87a-4682-994b-194bfbb76809 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:07.515466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c9c4fa1-d87a-4682-994b-194bfbb76809 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:07.520965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c9c4fa1-d87a-4682-994b-194bfbb76809 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1248665 May 26 22:52:07.520965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33938) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:07.551278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f74e1c-b32b-416a-a005-0bb1f0b8c21e req-3f9ce7a4-bfa2-43a9-8240-094106f21cac tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.553599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96f74e1c-b32b-416a-a005-0bb1f0b8c21e req-3f9ce7a4-bfa2-43a9-8240-094106f21cac tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 944 time: 1.1598322 May 26 22:52:07.564937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.568584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.569157 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.572659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838a6cb-44ee-4647-a469-ef10a49abd3f tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Pushing event updated for resources: {'Network': ['ID=e3cb09ee-90b9-44d1-b586-4579f72fd03a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:07.626306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e3cb09ee-90b9-44d1-b586-4579f72fd03a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:07.628181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'network': {'name': 'tempest-network--207330319', 'router:external': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:07.636544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:07.667498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:network and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:07.673536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:07.748322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:07.753931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a49f0368-0610-4059-b79e-1c8fd9a712b5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:07.843755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 174daeed-9e3a-4126-aaee-3bad47a760ed {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:07.854720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.877411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] No DVR routers for this DVR port 808aad44-5a51-42d3-85c8-e0331a2868e4 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:07.909355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.909716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Made reservation on behalf of 4d4dff5142814a919eb81c6cf14cf9ca for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:07.911382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-69bacae5-50ce-4e95-afa9-af921a4a6792 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "DELETE /v2.0/ports/808aad44-5a51-42d3-85c8-e0331a2868e4 HTTP/1.1" status: 204 len: 173 time: 3.5596073 May 26 22:52:07.912322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.930628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:07.932020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.946207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8375945 May 26 22:52:07.953357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:07.965720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:07.997451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fcd00-4e69-4c0d-9483-c56166f28c9e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=3b6d3b32-e6eb-46fb-abf2-d2b73a582a34,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:08.009402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:08.108940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:08.112861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:security_group_rule and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:08.116298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:08.122778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:08.147624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:08.164400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:08.164776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.219417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96f74e1c-b32b-416a-a005-0bb1f0b8c21e req-df618348-8424-43c2-a6d5-d34e532703f2 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553848 May 26 22:52:08.301371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.318065 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.365330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:08.371518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:08.388215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:08.393075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e8eb6-55cd-4fc6-87de-5d6eca6da364,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:08.398032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.398542 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Added segment 4fe777db-28a9-482c-b26b-c5eb62f7b90a of type vlan for network f2a33089-75bb-49a9-9366-18985deb2f74 May 26 22:52:08.411122 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744a8a26-39df-4184-ba55-528ea87e55d8'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': '808aad44-5a51-42d3-85c8-e0331a2868e4', 'status': 'completed', 'code': 200} May 26 22:52:08.413803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:08.416569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.445460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f3416353-3d35-4715-9715-0248d0f822d2 None None] Could not find standard attr ID for object 6b717dba-42cb-4401-b493-abeb7a1b5b48. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:52:08.464157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:08.467830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f3416353-3d35-4715-9715-0248d0f822d2 None None] Provisioning for port a49f0368-0610-4059-b79e-1c8fd9a712b5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:08.473259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f3416353-3d35-4715-9715-0248d0f822d2 None None] Provisioning complete for port a49f0368-0610-4059-b79e-1c8fd9a712b5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:08.474039 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f3416353-3d35-4715-9715-0248d0f822d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.497521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c1f3-c0f9-4044-a5a2-2e7898cdaae3 req-b3a67a81-6053-4a18-9b80-01c858ccf21e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:08.499252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a76c1f3-c0f9-4044-a5a2-2e7898cdaae3 req-b3a67a81-6053-4a18-9b80-01c858ccf21e tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 943 time: 0.4535575 May 26 22:52:08.590201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.680327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a76c1f3-c0f9-4044-a5a2-2e7898cdaae3 req-8b87ddc4-1540-4278-8ee4-5f9cbb895812 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571634 May 26 22:52:08.688704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.689904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:08.690724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.692476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:08.735848 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Floating IP 4cac7738-1478-47e6-9b23-280b0eea1ed5 associated. External IP: 172.25.4.102, port: 8e74c924-636e-43dd-941a-0e1b4cd5d5c2. May 26 22:52:08.752444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.855061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-292fc5e3-439b-421f-a34e-3faf27347b09 None None] Could not find standard attr ID for object 6b717dba-42cb-4401-b493-abeb7a1b5b48. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:52:08.869886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=174daeed-9e3a-4126-aaee-3bad47a760ed,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:08.902964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:08.915271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Network': ['ID=f2a33089-75bb-49a9-9366-18985deb2f74,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:08.928614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network f2a33089-75bb-49a9-9366-18985deb2f74 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:08.946246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b357ca56-c51b-4a59-bfdc-b9081dd5d0bb tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4763184 May 26 22:52:08.948330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-da37b5ce-8aa2-45f4-b546-9b2882a13ccc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/174daeed-9e3a-4126-aaee-3bad47a760ed HTTP/1.1" status: 204 len: 168 time: 1.4279945 May 26 22:52:08.950009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33954) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:08.953025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:09.048768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1f053402-5393-41a5-a48b-609b39daa79d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:09.103052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.137128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 1f053402-5393-41a5-a48b-609b39daa79d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:09.143844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 1f053402-5393-41a5-a48b-609b39daa79d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:09.144357 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.170008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet a9d7d683-70bf-4b19-807b-00d1bc52982f {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:09.173136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.234664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.319689 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.332520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.357277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f053402-5393-41a5-a48b-609b39daa79d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:09.381316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 1f053402-5393-41a5-a48b-609b39daa79d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1f053402-5393-41a5-a48b-609b39daa79d,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:09.389209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.446197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.463994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.508647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=1f053402-5393-41a5-a48b-609b39daa79d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:09.540982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eda07e-7ed7-415f-8e97-a114cf81021e None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:09.614844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] For port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:09.615209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.626327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.668987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/a9d7d683-70bf-4b19-807b-00d1bc52982f HTTP/1.1" status: 204 len: 168 time: 0.7144773 May 26 22:52:09.678706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33970) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:09.679567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6175-6d54-4f20-a90e-988ad2d9b4fa tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d7d683-70bf-4b19-807b-00d1bc52982f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:09.765783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.806761 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3555152-916f-4fd2-bbff-89a303de4341'] response: {'server_uuid': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f053402-5393-41a5-a48b-609b39daa79d', 'code': 200} May 26 22:52:10.021623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:10.058313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:52:10.064538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] Deleting port a49f0368-0610-4059-b79e-1c8fd9a712b5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:10.064906 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.144783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9f7546e-b16c-469c-961a-8127eaa15d55 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4523900 May 26 22:52:10.154663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33988) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:10.183189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:10.184352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.200853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=ef79d440-ccb6-40b9-b937-f65b4d6866fb,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:10.227382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a82a28-7705-4a5c-833c-ee0a6f506f5e req-8d4b0b81-4d84-4823-85a9-e0a75e06976c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:10.228876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08a82a28-7705-4a5c-833c-ee0a6f506f5e req-8d4b0b81-4d84-4823-85a9-e0a75e06976c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.7670851 May 26 22:52:10.246746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a33089-75bb-49a9-9366-18985deb2f74']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:10.271909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe777db-28a9-482c-b26b-c5eb62f7b90a') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:10.272486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe777db-28a9-482c-b26b-c5eb62f7b90a') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:10.293803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.320245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] For port a49f0368-0610-4059-b79e-1c8fd9a712b5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a49f0368-0610-4059-b79e-1c8fd9a712b5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:10.320693 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.328184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b888b25-5f15-497c-8073-d25167d9c4de req-0ea6f155-f8cd-45a7-a70a-fb706ae3c1de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 1096 time: 0.4771714 May 26 22:52:10.329237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.337603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3b344-481b-46f5-8cd7-ca22f7be847b req-0e16480d-45d1-40d7-96d7-afc8e3cd04e5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:10.339138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1cb3b344-481b-46f5-8cd7-ca22f7be847b req-0e16480d-45d1-40d7-96d7-afc8e3cd04e5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 943 time: 0.2460766 May 26 22:52:10.381586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:10.382218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.394607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': '5c804951-26f5-4b22-88d7-60a9c4976567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:10.394976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:10.397397 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:10.465639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] Calling delete_port for a49f0368-0610-4059-b79e-1c8fd9a712b5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:10.514733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b888b25-5f15-497c-8073-d25167d9c4de req-f869df2f-a672-4001-ad2f-2bf74927da73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746144 May 26 22:52:10.517816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1cb3b344-481b-46f5-8cd7-ca22f7be847b req-bdc862c8-73fd-4512-b0ce-e46753842014 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b59e62-85c6-4fce-8ef9-6a0f0e01315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603761 May 26 22:52:10.526654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.550028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.550976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2a33089-75bb-49a9-9366-18985deb2f74 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 22:52:10.554524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.564448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2a33089-75bb-49a9-9366-18985deb2f74,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:10.572770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eed698c0-f763-44b6-8bc4-4e3d70c8ebb3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f2a33089-75bb-49a9-9366-18985deb2f74 HTTP/1.1" status: 204 len: 168 time: 1.6160932 May 26 22:52:10.572770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33994) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:10.573976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:10.582373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:10.595696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:10.609450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] Pushing event deleted for resources: {'Port': ['ID=a49f0368-0610-4059-b79e-1c8fd9a712b5,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:10.615616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7a589-305b-4722-a452-8e7874cf3489 None None] No DVR routers for this DVR port a49f0368-0610-4059-b79e-1c8fd9a712b5 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:10.619875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:network and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:10.624776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:10.633185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543f98a-9165-4c3e-9b0b-4a06a98d6e0d None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:52:10.644624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:10.665243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:10.665858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Made reservation on behalf of 4d4dff5142814a919eb81c6cf14cf9ca for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:10.668779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.676821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:10.698600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08a82a28-7705-4a5c-833c-ee0a6f506f5e req-441045f0-cf40-41d4-ba07-7c37750cd79e tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576291 May 26 22:52:10.701011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:10.737947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:10.742151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:10.747763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:10.762278 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.762489 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Added segment defb0af3-c10c-4d18-8334-17bbad832f6e of type vlan for network fcca9142-0b72-495c-b5e9-011cebdd45b6 May 26 22:52:10.802510 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.842476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.843486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:10.844112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.977283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4035079 May 26 22:52:10.980280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33998) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:10.990702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'subnet': {'network_id': 'fcca9142-0b72-495c-b5e9-011cebdd45b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:10.997396 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.998165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de98f39-db32-4bed-a235-64b05d77b2ba tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Network': ['ID=fcca9142-0b72-495c-b5e9-011cebdd45b6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:11.012075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:11.012945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:11.013837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network fcca9142-0b72-495c-b5e9-011cebdd45b6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:11.019087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:subnet and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:11.024899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:11.032150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:11.044927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Made reservation on behalf of 4d4dff5142814a919eb81c6cf14cf9ca for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:11.048209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:11.140813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:11.170791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=85c490a0-5db6-4ba6-b2ec-7b862cdddf9a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:11.176080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:11.176674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:11.211916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543f98a-9165-4c3e-9b0b-4a06a98d6e0d None None] Unable to find a vacant binding_index for network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 and agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee {{(pid=84031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 26 22:52:11.219092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543f98a-9165-4c3e-9b0b-4a06a98d6e0d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34) {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:52:11.304490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] No DVR routers for this DVR port 85c490a0-5db6-4ba6-b2ec-7b862cdddf9a on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:11.314040 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:11.316091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebeac91c-07b5-4db5-ae6d-733c5679deec req-af14b31e-148e-4254-b7f6-229fd356205a tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.48 "DELETE /v2.0/ports/85c490a0-5db6-4ba6-b2ec-7b862cdddf9a HTTP/1.1" status: 204 len: 173 time: 3.3503413 May 26 22:52:11.316616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:11.328050 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d50264eb-4b16-4909-b1bc-962560e783e7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3320010 May 26 22:52:11.332179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34006) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:11.738344 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec67f6ad-a36a-42ea-bebf-835f3599b125'] response: {'server_uuid': '7cecbee3-20fd-4b40-8bbb-77cb40490e55', 'name': 'network-vif-deleted', 'tag': '85c490a0-5db6-4ba6-b2ec-7b862cdddf9a', 'status': 'completed', 'code': 200} May 26 22:52:11.872446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a49f0368-0610-4059-b79e-1c8fd9a712b5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:11.993720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.049845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a49f0368-0610-4059-b79e-1c8fd9a712b5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:12.050192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a49f0368-0610-4059-b79e-1c8fd9a712b5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:12.070997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:52:12.071484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.253333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66c6ea8f-e301-4533-8d63-eae5e0fb37c0,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:12.298568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-23efe752-6634-4297-a2ba-e99ed0ac6f9f req-75904759-b179-41a2-aceb-2cee9a69c5d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Synchronizing usage tracker for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:12.324386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.332960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Checking segment: {'id': 'defb0af3-c10c-4d18-8334-17bbad832f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fcca9142-0b72-495c-b5e9-011cebdd45b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:12.335034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Network hostable DHCP agents. Network: fcca9142-0b72-495c-b5e9-011cebdd45b6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:52:12.388883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019f63-0492-4ceb-9d21-efb998aa1ee7 req-bc997cad-3e97-4254-8ddc-029c89b2e177 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:12.390450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95019f63-0492-4ceb-9d21-efb998aa1ee7 req-bc997cad-3e97-4254-8ddc-029c89b2e177 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.1809042 May 26 22:52:12.391872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Network fcca9142-0b72-495c-b5e9-011cebdd45b6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:12.442340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, fcca9142-0b72-495c-b5e9-011cebdd45b6) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:12.459092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:12.459682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.512129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95019f63-0492-4ceb-9d21-efb998aa1ee7 req-a7945b5c-46c0-4180-a641-1d32676deaca tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 May 26 22:52:12.551875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e13efea1-84e5-42f7-85f5-07540dc512e3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5672531 May 26 22:52:12.551875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34018) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:12.557517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcca9142-0b72-495c-b5e9-011cebdd45b6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:12.559093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-3b6d3b32-e6eb-46fb-abf2-d2b73a582a34', 'network_id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': 'ef79d440-ccb6-40b9-b937-f65b4d6866fb'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:12.559848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.573545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:12.586644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:floatingip and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:12.602607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:12.610333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:12.631764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.643342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '730b3764-a907-49c5-b2c4-ede84f8b9f30'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:12.643342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.669964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:12.685144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-23efe752-6634-4297-a2ba-e99ed0ac6f9f req-75904759-b179-41a2-aceb-2cee9a69c5d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Unset dirty status for tenant:051ee0d956464e13a0b95231c21ae52c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:12.700471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-23efe752-6634-4297-a2ba-e99ed0ac6f9f req-75904759-b179-41a2-aceb-2cee9a69c5d0 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 210 time: 0.5520637 May 26 22:52:12.780823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.837381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:12.847698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:12.860721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:12.861370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.866362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=730b3764-a907-49c5-b2c4-ede84f8b9f30,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:12.932304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.125133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Allocated IP 172.20.0.8 (fcca9142-0b72-495c-b5e9-011cebdd45b6/66c6ea8f-e301-4533-8d63-eae5e0fb37c0/57250027-03f8-40cb-9bb5-44558f2cd7cf) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:13.129456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Allocated IP 172.20.0.2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/730b3764-a907-49c5-b2c4-ede84f8b9f30/fd774da8-5347-45af-bc57-d10da1ee8f00) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:13.146064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-12d8a527-1fc3-4e4c-9fd3-3e6c87ac4cd3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9818113 May 26 22:52:13.152835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Allocated IP 172.20.0.1 (3b6d3b32-e6eb-46fb-abf2-d2b73a582a34/ef79d440-ccb6-40b9-b937-f65b4d6866fb/42afe07c-be44-4a47-b40b-c65dd4149c81) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:13.158825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34036) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:13.182650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:13.404750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.436437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:13.451680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:13.454228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.456412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:13.475057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:13.511754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:13.524689 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.563494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Network fcca9142-0b72-495c-b5e9-011cebdd45b6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:13.568118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:13.570398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Port': ['ID=57250027-03f8-40cb-9bb5-44558f2cd7cf,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:13.572735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:13.666034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:13.672479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.696406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] Sync routers for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:13.699067 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.775920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4aaeaf60-4909-4bed-889e-cf3d5c299b09 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "PUT /v2.0/floatingips/4cac7738-1478-47e6-9b23-280b0eea1ed5 HTTP/1.1" status: 200 len: 992 time: 11.4271312 May 26 22:52:13.799265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:13.858528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.870769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Transition to ACTIVE for port object fd774da8-5347-45af-bc57-d10da1ee8f00 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:13.899922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Transition to ACTIVE for port object fd774da8-5347-45af-bc57-d10da1ee8f00 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:13.924827 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.969044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Transition to ACTIVE for port object 42afe07c-be44-4a47-b40b-c65dd4149c81 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:14.038605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993dc69-5ea8-49b8-9b46-0c9ef706ee13 req-e416bc63-db3e-4065-89c4-53aee1c1da55 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:14.047628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7993dc69-5ea8-49b8-9b46-0c9ef706ee13 req-e416bc63-db3e-4065-89c4-53aee1c1da55 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.1696191 May 26 22:52:14.096956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Transition to ACTIVE for port object 42afe07c-be44-4a47-b40b-c65dd4149c81 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:14.111152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:14.118281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:14.121045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7993dc69-5ea8-49b8-9b46-0c9ef706ee13 req-1a7f9e21-5da8-4239-bb73-d85b30b19bbd tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720675 May 26 22:52:14.121591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:14.122437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:14.166108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3eaac94-fc05-4714-b8a7-f83ba4446fe1 req-20ef314f-210a-41a5-a60a-d958519fefa5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 210 time: 0.1278071 May 26 22:52:14.222477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.277466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=ef79d440-ccb6-40b9-b937-f65b4d6866fb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:14.289303 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f770120b-0dbc-4d3f-a7c3-4e72d1ef5053'] response: {'name': 'network-changed', 'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'status': 'completed', 'code': 200} May 26 22:52:14.379419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:14.388162 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.398460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.400144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Pushing event updated for resources: {'Port': ['ID=fd774da8-5347-45af-bc57-d10da1ee8f00,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:14.508024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-2ddface2-451d-4167-a3e6-f56ab216f325 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6493 time: 0.1922510 May 26 22:52:14.508285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:14.508714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.761351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-6d3de7c0-d6a9-4606-b117-bc3918ca361e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:14.763293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-6d3de7c0-d6a9-4606-b117-bc3918ca361e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f1006ec-020a-4deb-95a2-456d61870218 HTTP/1.1" status: 200 len: 912 time: 0.2061357 May 26 22:52:14.777835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Attempting to bind port fd774da8-5347-45af-bc57-d10da1ee8f00 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:14.778381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Attempting to bind port fd774da8-5347-45af-bc57-d10da1ee8f00 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:14.778560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Attempting to bind port fd774da8-5347-45af-bc57-d10da1ee8f00 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:14.782178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:14.792658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Pushing event updated for resources: {'Port': ['ID=42afe07c-be44-4a47-b40b-c65dd4149c81,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:14.800494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:14.812174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:14.822123 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.919051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.objects.ports [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:52:14.933092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:14.933463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:14.933885 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.934467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:14.935120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Bound port: fd774da8-5347-45af-bc57-d10da1ee8f00, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:14.935668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.007341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Attempting to bind port 42afe07c-be44-4a47-b40b-c65dd4149c81 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:15.008000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Attempting to bind port 42afe07c-be44-4a47-b40b-c65dd4149c81 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5c804951-26f5-4b22-88d7-60a9c4976567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:15.008562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Attempting to bind port 42afe07c-be44-4a47-b40b-c65dd4149c81 on network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:15.019048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:15.019814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Checking segment: {'id': '5c804951-26f5-4b22-88d7-60a9c4976567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:15.020117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-8dc25248-923b-4cfb-95bf-4262488058b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2 HTTP/1.1" status: 200 len: 1000 time: 0.2479746 May 26 22:52:15.020691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.021302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Bound using segment: {'id': '5c804951-26f5-4b22-88d7-60a9c4976567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:15.022005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Bound port: 42afe07c-be44-4a47-b40b-c65dd4149c81, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c804951-26f5-4b22-88d7-60a9c4976567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:15.022617 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.068552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6d3b32-e6eb-46fb-abf2-d2b73a582a34']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:15.116096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c804951-26f5-4b22-88d7-60a9c4976567') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:15.116674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c804951-26f5-4b22-88d7-60a9c4976567') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:15.131505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] For port fd774da8-5347-45af-bc57-d10da1ee8f00, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:15.135991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] For port fd774da8-5347-45af-bc57-d10da1ee8f00, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fd774da8-5347-45af-bc57-d10da1ee8f00,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:15.146974 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.151404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-44517909-0f38-46c6-baa4-60d87ed79740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:15.153277 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-44517909-0f38-46c6-baa4-60d87ed79740 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8dc40f8-718a-4dcb-a67d-56b0ff5baee1 HTTP/1.1" status: 200 len: 850 time: 0.1238337 May 26 22:52:15.225085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.237636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.250670 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.273361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.283899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6faf6f-84a4-47f0-b54f-8aa27bb2cddc req-9c93995d-8ac6-45aa-b3f2-131533f83dea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:15.291861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a6faf6f-84a4-47f0-b54f-8aa27bb2cddc req-9c93995d-8ac6-45aa-b3f2-131533f83dea tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.9018624 May 26 22:52:15.328005 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.342766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:15.343271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.392800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445aaed-b194-42fa-910b-da1191a2796e None None] Pushing event updated for resources: {'Port': ['ID=fd774da8-5347-45af-bc57-d10da1ee8f00,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:15.405712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Port': ['ID=57250027-03f8-40cb-9bb5-44558f2cd7cf,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:15.445244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-23b0d3b0-bc9b-4598-9cce-c0aa2f33c533 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f1006ec-020a-4deb-95a2-456d61870218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767234 May 26 22:52:15.446239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:15.463202 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:15.550396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] For port 42afe07c-be44-4a47-b40b-c65dd4149c81, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:15.553812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a6faf6f-84a4-47f0-b54f-8aa27bb2cddc req-917945da-5b8b-46f6-8713-708b764b0803 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606695 May 26 22:52:15.653082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c5b1d17-3701-4f81-af61-76afd9252146 req-c3166b30-61a8-4e92-8e0c-5c51f57226c2 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cecbee3-20fd-4b40-8bbb-77cb40490e55 HTTP/1.1" status: 200 len: 210 time: 0.1744628 May 26 22:52:15.664459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.668970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-994ea04c-2431-4644-9991-2b06f5287361 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1163731 May 26 22:52:15.672222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34066) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:15.777589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:52:15.777589 n-d-843301-1 neutron-server[84029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:52:15.777589 n-d-843301-1 neutron-server[84029]: [parameters: {'id': '3b6d3b32-e6eb-46fb-abf2-d2b73a582a34'}] May 26 22:52:15.777589 n-d-843301-1 neutron-server[84029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:52:15.778249 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:52:15.782663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4cac7738-1478-47e6-9b23-280b0eea1ed5', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'port_id': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'mac_address': 'fa:16:3e:4c:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:50:03Z', 'updated_at': '2022-05-26T22:52:05Z', 'revision_number': 1, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:30Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:15.819651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] For port 42afe07c-be44-4a47-b40b-c65dd4149c81, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=42afe07c-be44-4a47-b40b-c65dd4149c81,segment=NetworkSegment(5c804951-26f5-4b22-88d7-60a9c4976567),segment_id=5c804951-26f5-4b22-88d7-60a9c4976567)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:15.821840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] Checking router: 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:15.845427 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.892224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port fd774da8-5347-45af-bc57-d10da1ee8f00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fd774da8-5347-45af-bc57-d10da1ee8f00,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:15.929903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aef73a19-2a63-45a7-8369-8513779b57c9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Synchronizing usage tracker for tenant:4d4dff5142814a919eb81c6cf14cf9ca on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:15.944634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.953946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.955807 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.967127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aef73a19-2a63-45a7-8369-8513779b57c9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Unset dirty status for tenant:4d4dff5142814a919eb81c6cf14cf9ca on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:15.968423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aef73a19-2a63-45a7-8369-8513779b57c9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=fcca9142-0b72-495c-b5e9-011cebdd45b6 HTTP/1.1" status: 200 len: 689 time: 0.2955019 May 26 22:52:15.971799 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-517b13f9-b35d-49e4-bff6-0f1092c713c0 service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166609 May 26 22:52:15.971799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34070) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:16.037822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:16.038733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:51:49Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:16.118362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=fd774da8-5347-45af-bc57-d10da1ee8f00,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:16.163418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:16.166648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:16.170931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:16.171520 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:16.189690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=df4c82f3-e999-4101-aa54-16620b152c12,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:16.210570 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b2be4cb3-e568-43e4-a824-8f56c8af53bc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0504985 May 26 22:52:16.213662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34076) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:16.220511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:44:16:54', 'name': 'tempest-NetworksTestDHCPv6-1305414552'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:16.275470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e1d0f-4327-42f4-b24b-c948218f966e None None] Pushing event updated for resources: {'Port': ['ID=42afe07c-be44-4a47-b40b-c65dd4149c81,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:16.410937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:16.462106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:16.477657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port 42afe07c-be44-4a47-b40b-c65dd4149c81 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:16.477657 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:16.557268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:16.713080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cf75764-402d-4a3a-bb3c-7c6be6fdea84 req-865c6202-a3c3-4799-be22-125d7da1c0c7 service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956705 May 26 22:52:16.721633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a326e8d-7b44-4264-af92-c55f054fa4a2 req-2f990d4c-e680-4f4d-a1df-e87ba48f2276 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:16.729151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a326e8d-7b44-4264-af92-c55f054fa4a2 req-2f990d4c-e680-4f4d-a1df-e87ba48f2276 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.5801842 May 26 22:52:16.770531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Deleting port 57250027-03f8-40cb-9bb5-44558f2cd7cf {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:16.774843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:16.820967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:16.833380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:16.842453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:16.856704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:16.901994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:16.986775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a326e8d-7b44-4264-af92-c55f054fa4a2 req-aa56cfbe-9f97-4e64-b370-72a8fdd0a970 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552822 May 26 22:52:16.987905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34092) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:17.207173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad38d20-efa6-4660-b956-cb1ef759f9b1 None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:52:17.231276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port 42afe07c-be44-4a47-b40b-c65dd4149c81, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=42afe07c-be44-4a47-b40b-c65dd4149c81,segment=NetworkSegment(5c804951-26f5-4b22-88d7-60a9c4976567),segment_id=5c804951-26f5-4b22-88d7-60a9c4976567)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:17.231644 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.253891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.254216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.384814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cc603f5d-c975-435b-9cb9-eb0f4934ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.431407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Calling delete_port for 57250027-03f8-40cb-9bb5-44558f2cd7cf owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:17.529805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-51ae4ac0-a653-4576-831e-55ed27c14b9e None None] Provisioning for port fd774da8-5347-45af-bc57-d10da1ee8f00 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:17.641189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for 42afe07c-be44-4a47-b40b-c65dd4149c81 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:17.734073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.735409 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdf89e6-bf9f-4e39-9dda-fd2a262df2d5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.760987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad38d20-efa6-4660-b956-cb1ef759f9b1 None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:52:17.774808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fd774da8-5347-45af-bc57-d10da1ee8f00 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:17.790899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event deleted for resources: {'Port': ['ID=57250027-03f8-40cb-9bb5-44558f2cd7cf,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:17.804427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdf89e6-bf9f-4e39-9dda-fd2a262df2d5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.823196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.868680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15b113-e029-4e41-8665-ad7b5cb7edc4 req-046efd57-1600-4c09-81a2-d95e52c3deb7 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:17.870341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f15b113-e029-4e41-8665-ad7b5cb7edc4 req-046efd57-1600-4c09-81a2-d95e52c3deb7 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.5844095 May 26 22:52:17.872183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 5187a45c-94ff-4a9b-9b4b-88fa72caa779 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:52:17.897610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.948880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.952205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4cac7738-1478-47e6-9b23-280b0eea1ed5', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'port_id': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'mac_address': 'fa:16:3e:4c:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:50:03Z', 'updated_at': '2022-05-26T22:52:05Z', 'revision_number': 1, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:30Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:17.985470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.995594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf2a488-ef41-4522-bbdf-d0dde626e9c6 None None] The sync data for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 is: [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4cac7738-1478-47e6-9b23-280b0eea1ed5', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'port_id': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'mac_address': 'fa:16:3e:4c:c9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:50:03Z', 'updated_at': '2022-05-26T22:52:05Z', 'revision_number': 1, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:30Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:18.006002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port fd774da8-5347-45af-bc57-d10da1ee8f00 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:18.013668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fd774da8-5347-45af-bc57-d10da1ee8f00 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:18.014360 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.024061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Port': ['ID=42afe07c-be44-4a47-b40b-c65dd4149c81,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:18.069442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No DVR routers for this DVR port 42afe07c-be44-4a47-b40b-c65dd4149c81 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:18.128565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.190528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66c6ea8f-e301-4533-8d63-eae5e0fb37c0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:18.269121 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.306556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6d3b32-e6eb-46fb-abf2-d2b73a582a34']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:18.321310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c804951-26f5-4b22-88d7-60a9c4976567') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:18.322048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c804951-26f5-4b22-88d7-60a9c4976567') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:18.336707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.338608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.364019 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f15b113-e029-4e41-8665-ad7b5cb7edc4 req-51e8bcfd-52ca-45d8-96e5-60234791b9c1 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401996 May 26 22:52:18.373167 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dc08d-0a45-4f0d-999c-5ecea1e964f1 None None] New status for floating IP 4cac7738-1478-47e6-9b23-280b0eea1ed5: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:18.391614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcca9142-0b72-495c-b5e9-011cebdd45b6']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:18.409001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defb0af3-c10c-4d18-8334-17bbad832f6e') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:18.409339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defb0af3-c10c-4d18-8334-17bbad832f6e') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:18.430556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.471850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.474881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.497501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:18.498005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.525699 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.533102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:18.533910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:18.553375 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:18.578241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port fd774da8-5347-45af-bc57-d10da1ee8f00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fd774da8-5347-45af-bc57-d10da1ee8f00,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:18.768900 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:18.803307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdf89e6-bf9f-4e39-9dda-fd2a262df2d5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.823588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.853232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fcca9142-0b72-495c-b5e9-011cebdd45b6 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 22:52:18.861603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf89e6-bf9f-4e39-9dda-fd2a262df2d5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b59e62-85c6-4fce-8ef9-6a0f0e01315a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:18.875307 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.887419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.920749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcca9142-0b72-495c-b5e9-011cebdd45b6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:18.934524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4fb8026-9e14-48b5-a925-20d0b7cadee1 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "DELETE /v2.0/networks/fcca9142-0b72-495c-b5e9-011cebdd45b6 HTTP/1.1" status: 204 len: 168 time: 2.9619300 May 26 22:52:18.937052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34118) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:18.961311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.985439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.018733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=3b6d3b32-e6eb-46fb-abf2-d2b73a582a34,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:19.025818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdf89e6-bf9f-4e39-9dda-fd2a262df2d5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.027135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ecdf89e6-bf9f-4e39-9dda-fd2a262df2d5 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/security-groups/72b59e62-85c6-4fce-8ef9-6a0f0e01315a HTTP/1.1" status: 204 len: 168 time: 2.0266387 May 26 22:52:19.029284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-67ea37e0-4d1d-41eb-a0b3-efcf2fcdee03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 HTTP/1.1" status: 204 len: 168 time: 7.6959093 May 26 22:52:19.041185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34122) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:19.041984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34124) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:19.092995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-404270369'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:19.106166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:19.111544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 172.20.0.10 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/730b3764-a907-49c5-b2c4-ede84f8b9f30/5187a45c-94ff-4a9b-9b4b-88fa72caa779) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:19.166484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=fd774da8-5347-45af-bc57-d10da1ee8f00,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:19.174308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:19.177664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:19.187138 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-50df966d-c5d1-497b-9df0-61e1fe4a9e91 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] show failed (client error): The resource could not be found. May 26 22:52:19.188143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-50df966d-c5d1-497b-9df0-61e1fe4a9e91 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "GET /v2.0/security-groups/72b59e62-85c6-4fce-8ef9-6a0f0e01315a HTTP/1.1" status: 404 len: 347 time: 0.1447828 May 26 22:52:19.192236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34130) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:19.194831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535e665-be4d-40f0-8434-1a990f917d01 None None] Network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:19.211004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:19.223120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53248ad8-1357-4ab4-a8c0-f1b62ec7298f None None] Network fcca9142-0b72-495c-b5e9-011cebdd45b6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:19.224762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe44:1654 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/df4c82f3-e999-4101-aa54-16620b152c12/5187a45c-94ff-4a9b-9b4b-88fa72caa779) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:19.246541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:19.249639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.262243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535e665-be4d-40f0-8434-1a990f917d01 None None] Network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 22:52:19.271729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a8135-df9b-4256-86c8-118f273ad84e None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:19.282182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:19.292203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.292699 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment 036e0bb4-58b8-4fbe-bc2f-092ffb87ac53 of type vlan for network 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 May 26 22:52:19.304619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2df8b-f862-4aa3-b817-53f4d48788e0 None None] Network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:19.322092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.330136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53248ad8-1357-4ab4-a8c0-f1b62ec7298f None None] Network fcca9142-0b72-495c-b5e9-011cebdd45b6 could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 22:52:19.368657 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.372580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:19.373301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.406248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3214b0c8-caae-4bd1-8a7d-2be2275077b3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Synchronizing usage tracker for tenant:4d4dff5142814a919eb81c6cf14cf9ca on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:19.409102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3384b0-0ca3-4253-950d-e8a5188651b4 None None] Network fcca9142-0b72-495c-b5e9-011cebdd45b6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:19.441398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2df8b-f862-4aa3-b817-53f4d48788e0 None None] Network 3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 22:52:19.461081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3384b0-0ca3-4253-950d-e8a5188651b4 None None] Network fcca9142-0b72-495c-b5e9-011cebdd45b6 could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 22:52:19.500498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port 9908da1b-81c8-42ce-8acf-eec8e654acf3 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:19.500840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.572006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=26e84c7a-ee8d-4e2b-a4e5-bbde1d899686,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:19.594581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc61f722-2014-42d7-a456-8674f2da116a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5468786 May 26 22:52:19.598554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34142) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:19.660370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:19.707475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f2aca-d667-42ee-a1ac-4d649036921b req-a8b2078b-20b0-4acc-8e13-d5a4bcf0676b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:19.746802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-290f2aca-d667-42ee-a1ac-4d649036921b req-a8b2078b-20b0-4acc-8e13-d5a4bcf0676b tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.6259661 May 26 22:52:19.807192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:19.857049 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.858036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.029288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for 9908da1b-81c8-42ce-8acf-eec8e654acf3 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:20.036958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fd774da8-5347-45af-bc57-d10da1ee8f00 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:20.063757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3214b0c8-caae-4bd1-8a7d-2be2275077b3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Unset dirty status for tenant:4d4dff5142814a919eb81c6cf14cf9ca on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:20.068252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3214b0c8-caae-4bd1-8a7d-2be2275077b3 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 1.1297081 May 26 22:52:20.069033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34162) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:20.110539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-290f2aca-d667-42ee-a1ac-4d649036921b req-17fa379d-c123-4bfa-b799-80c9248ca1a8 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673242 May 26 22:52:20.154651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fd774da8-5347-45af-bc57-d10da1ee8f00 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:20.155549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.234392 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d8fa63df-9927-42ee-a270-0f7192309fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.259649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:20.328285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.328649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.329004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.329369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.337743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.338269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.338636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.338997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.339349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.339699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.340043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.340561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.340916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.341254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.341591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.349106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:20.349798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.351436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Synchronizing usage tracker for tenant:4d4dff5142814a919eb81c6cf14cf9ca on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:20.354343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:20.407579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:20.488066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Unset dirty status for tenant:4d4dff5142814a919eb81c6cf14cf9ca on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:20.488066 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1abe431a-29c5-423a-9003-d46ba9e35813 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10104 time: 0.4093764 May 26 22:52:20.488066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34174) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:20.543162 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.615559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.632178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:20.691124 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-5ca7ff7b-5958-448e-add7-a6f9afa1c5ea tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] delete failed (client error): The resource could not be found. May 26 22:52:20.696296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5ca7ff7b-5958-448e-add7-a6f9afa1c5ea tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/e15163f8-f1de-420c-92ed-eb08b0a83f12 HTTP/1.1" status: 404 len: 345 time: 0.2010324 May 26 22:52:20.697828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34180) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:20.719062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.741759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.852431 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2ddb49-58ab-4672-b7a1-3afca4f25f79 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] DELETE failed (client error): The resource could not be found. May 26 22:52:20.852431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2ddb49-58ab-4672-b7a1-3afca4f25f79 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:20.861947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=9908da1b-81c8-42ce-8acf-eec8e654acf3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:20.918916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b2ddb49-58ab-4672-b7a1-3afca4f25f79 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "DELETE /v2.0/networks/fcca9142-0b72-495c-b5e9-011cebdd45b6 HTTP/1.1" status: 404 len: 339 time: 0.2194386 May 26 22:52:20.920065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34184) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:20.956091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'network': {'name': 'tempest-network--414019317', 'router:external': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:20.990370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:21.008804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:network and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:21.019850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:21.047644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:21.047644 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.047644 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.057438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-996a9327-67fe-4d71-ab0e-3998f6bb6821 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/floatingips/380d57b2-9d19-413a-9307-799bd7eef5fe HTTP/1.1" status: 204 len: 168 time: 1.8573067 May 26 22:52:21.057438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34188) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:21.098042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 5187a45c-94ff-4a9b-9b4b-88fa72caa779 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:21.125651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Made reservation on behalf of 4d4dff5142814a919eb81c6cf14cf9ca for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:21.125651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.186049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port 15212059-e380-4dc0-971a-e4ebc6ebe2ca {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:21.186576 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.193706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79723a-5411-45a8-8371-c2de80fb2715 req-eeeab5c7-d2e7-4537-afbe-a642bacf59e0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:21.195367 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d79723a-5411-45a8-8371-c2de80fb2715 req-eeeab5c7-d2e7-4537-afbe-a642bacf59e0 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.7201121 May 26 22:52:21.199150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.241767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c8bc0-abdd-4c81-b801-4bf70728a833 req-aeb05302-c6ed-46c9-8ebb-0f9f4b4e9510 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:21.246414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8c8bc0-abdd-4c81-b801-4bf70728a833 req-aeb05302-c6ed-46c9-8ebb-0f9f4b4e9510 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.4521749 May 26 22:52:21.332612 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.355740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:21.360722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a8c8bc0-abdd-4c81-b801-4bf70728a833 req-4f0f585e-92aa-4c5b-985d-178044831f02 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714707 May 26 22:52:21.496125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=5187a45c-94ff-4a9b-9b4b-88fa72caa779,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:21.589921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d79723a-5411-45a8-8371-c2de80fb2715 req-0b5b85de-981f-4cd0-aadc-16149ca8fb58 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650856 May 26 22:52:21.599442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.599442 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Added segment 369de002-9b7f-4502-93b6-e8f3a78aa47d of type vlan for network 294ca4a0-ba2b-4944-a184-fd838f6395c5 May 26 22:52:21.612260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:21.612260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:21.620165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:21.717386 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.785314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:21.786139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.803311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027d969-4d01-4ee5-a897-e1c966c7b9bd None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:21.827842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-17ae2524-ba99-4f61-aff9-a8c2e11d136c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.6125853 May 26 22:52:21.832059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34196) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:21.949830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.102008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.102863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:22.104133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.119673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for 15212059-e380-4dc0-971a-e4ebc6ebe2ca owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:22.122295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.199436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2838b3-85bb-47de-b43c-00d6fd58f9e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:22.200426 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.204525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2838b3-85bb-47de-b43c-00d6fd58f9e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:22.205373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ad2838b3-85bb-47de-b43c-00d6fd58f9e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:22.208967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cb49a853-fd86-4ec2-9b3c-e2feed8cce31 None None] Provisioning complete for port fd774da8-5347-45af-bc57-d10da1ee8f00 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:22.209865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb49a853-fd86-4ec2-9b3c-e2feed8cce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.311960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=b3233db9-e871-4191-ac78-bdc32d07cfdc,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:22.315892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ad2838b3-85bb-47de-b43c-00d6fd58f9e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:22.317067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ad2838b3-85bb-47de-b43c-00d6fd58f9e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4841573 May 26 22:52:22.322709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34204) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:22.410880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:22.412629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:52:22.472188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 5187a45c-94ff-4a9b-9b4b-88fa72caa779 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:22.472591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.478654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Network': ['ID=294ca4a0-ba2b-4944-a184-fd838f6395c5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:22.506242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 294ca4a0-ba2b-4944-a184-fd838f6395c5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:22.510467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1a6c5cc0-4122-4a52-a61f-1a6c1dc56bbe tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5569339 May 26 22:52:22.510930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34212) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:22.691375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:22.810543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:22.822008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b28adb-1db3-47b0-aad1-9c1718fb53d2 None None] Network 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:22.851323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:22.852332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.924571 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-14139851-0091-43c4-93fe-8375c9ef8106 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2885673 May 26 22:52:22.939211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34216) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:22.983060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da1097a9-5c60-4680-84c9-4e131d7c55f9 None None] Provisioning for port 5187a45c-94ff-4a9b-9b4b-88fa72caa779 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:22.998534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da1097a9-5c60-4680-84c9-4e131d7c55f9 None None] Provisioning complete for port 5187a45c-94ff-4a9b-9b4b-88fa72caa779 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:22.999407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da1097a9-5c60-4680-84c9-4e131d7c55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.058232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949057dd-0b84-4bbf-82d4-2080e2098abe tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.068965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949057dd-0b84-4bbf-82d4-2080e2098abe tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.073492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949057dd-0b84-4bbf-82d4-2080e2098abe tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.082674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949057dd-0b84-4bbf-82d4-2080e2098abe tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.084378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-949057dd-0b84-4bbf-82d4-2080e2098abe tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5694916 May 26 22:52:23.088562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34222) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:23.154801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-da1097a9-5c60-4680-84c9-4e131d7c55f9 None None] Port 5187a45c-94ff-4a9b-9b4b-88fa72caa779 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:52:23.247684 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.286961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da1097a9-5c60-4680-84c9-4e131d7c55f9 None None] Provisioning complete for port fd774da8-5347-45af-bc57-d10da1ee8f00 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:23.287341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da1097a9-5c60-4680-84c9-4e131d7c55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.312888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-7ba72cc3-52a3-4554-888f-037bd78c3aa9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.315196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.316620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-7ba72cc3-52a3-4554-888f-037bd78c3aa9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.5064528 May 26 22:52:23.351452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-26e84c7a-ee8d-4e2b-a4e5-bbde1d899686', 'network_id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': 'b3233db9-e871-4191-ac78-bdc32d07cfdc'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:23.351452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.473767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 5187a45c-94ff-4a9b-9b4b-88fa72caa779 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:23.512287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e624e-3212-4fa8-8a09-79368caf5f62 req-5eb9c15f-7fa6-4ef6-bbb8-6397bda59126 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.526297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-db8e624e-3212-4fa8-8a09-79368caf5f62 req-5eb9c15f-7fa6-4ef6-bbb8-6397bda59126 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.7607660 May 26 22:52:23.533579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe06768-bd16-4710-8d59-b9d78515e22a req-780adebd-1ec5-40c3-92ab-b5b6fc0ac492 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.540981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fe06768-bd16-4710-8d59-b9d78515e22a req-780adebd-1ec5-40c3-92ab-b5b6fc0ac492 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.7956460 May 26 22:52:23.548164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.569310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.643001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fe06768-bd16-4710-8d59-b9d78515e22a req-f68ff917-647d-4c98-b6b9-61b64c5a6366 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010950 May 26 22:52:23.777386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-41b634d0-88ff-492a-b529-b9e6089a26f0 None None] Provisioning complete for port 5187a45c-94ff-4a9b-9b4b-88fa72caa779 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:23.781546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41b634d0-88ff-492a-b529-b9e6089a26f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.812182 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.824064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=15212059-e380-4dc0-971a-e4ebc6ebe2ca,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:23.863647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Allocated IP 172.20.0.2 (26e84c7a-ee8d-4e2b-a4e5-bbde1d899686/b3233db9-e871-4191-ac78-bdc32d07cfdc/eadca8fe-e214-4c00-a3fa-4c7b6e0075e0) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:23.870022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-41b634d0-88ff-492a-b529-b9e6089a26f0 None None] Port 5187a45c-94ff-4a9b-9b4b-88fa72caa779 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:52:23.891832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-db8e624e-3212-4fa8-8a09-79368caf5f62 req-c7da6942-50e0-4a57-81a7-240a4acd0bd4 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627639 May 26 22:52:23.943481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Deleting port f59926f3-8c91-4008-9f1c-30273d62d254 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:23.943481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.969614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.977775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.053496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294ca4a0-ba2b-4944-a184-fd838f6395c5']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:24.089340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369de002-9b7f-4502-93b6-e8f3a78aa47d') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:24.090360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369de002-9b7f-4502-93b6-e8f3a78aa47d') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:24.135733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.143339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.158726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Transition to ACTIVE for port object eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:24.159519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3f253def-6c0a-4254-872d-dbaf70f444f3 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/ports/15212059-e380-4dc0-971a-e4ebc6ebe2ca HTTP/1.1" status: 204 len: 168 time: 3.1023321 May 26 22:52:24.169326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.178330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34228) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:24.193091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Transition to ACTIVE for port object eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:24.201042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.205955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=5187a45c-94ff-4a9b-9b4b-88fa72caa779,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:24.279735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting port 7f11d1c7-359b-41a2-9ef0-b737a66eb42a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:24.283253 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.305818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.324083 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Network 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:24.325271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:24.328720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:24.383583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-5874abf2-d631-4647-967a-ea37f2f7b36c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:24.386080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-5874abf2-d631-4647-967a-ea37f2f7b36c tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 0.6054411 May 26 22:52:24.398182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.426288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=b3233db9-e871-4191-ac78-bdc32d07cfdc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:24.431084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Pushing event updated for resources: {'Port': ['ID=eadca8fe-e214-4c00-a3fa-4c7b6e0075e0,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:24.525931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:24.533836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.555379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Attempting to bind port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:24.556067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Attempting to bind port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:24.556627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Attempting to bind port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 on network 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:24.577139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:24.578008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Checking segment: {'id': '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:24.578655 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.579268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Bound using segment: {'id': '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:24.579960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Bound port: eadca8fe-e214-4c00-a3fa-4c7b6e0075e0, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:24.580563 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:24.581333 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:24.651260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.770387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] For port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:24.775655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] For port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eadca8fe-e214-4c00-a3fa-4c7b6e0075e0,segment=NetworkSegment(036e0bb4-58b8-4fbe-bc2f-092ffb87ac53),segment_id=036e0bb4-58b8-4fbe-bc2f-092ffb87ac53)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:24.791280 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.801704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.816191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-99282b16-66b1-4e50-a043-61ae29294401 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/5187a45c-94ff-4a9b-9b4b-88fa72caa779 HTTP/1.1" status: 204 len: 168 time: 2.4891288 May 26 22:52:24.818023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34246) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:24.931250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e84c7a-ee8d-4e2b-a4e5-bbde1d899686']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:24.966240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a17238-4ecf-4357-a586-2942e0e757f7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:24.966240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a17238-4ecf-4357-a586-2942e0e757f7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:24.966240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a17238-4ecf-4357-a586-2942e0e757f7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:24.966240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e0a17238-4ecf-4357-a586-2942e0e757f7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:24.988292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:24.988292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:24.988292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e0a17238-4ecf-4357-a586-2942e0e757f7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:25.000861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e0a17238-4ecf-4357-a586-2942e0e757f7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1694145 May 26 22:52:25.000861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34256) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:25.062947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3830ccf-177c-4113-8fbe-23e1ce386da8 None None] Pushing event updated for resources: {'Port': ['ID=eadca8fe-e214-4c00-a3fa-4c7b6e0075e0,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:25.094798 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.112926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a6d24-e586-4ee2-bc14-a4410fbc3f1b None None] Network 26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:25.121304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.160643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.187724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:25.188125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:25.205392 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:25.277815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.281312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 294ca4a0-ba2b-4944-a184-fd838f6395c5 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 22:52:25.283284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.421665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777892cf-9e7f-451c-96b2-218013972509 None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:52:25.436764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:52:25.436764 n-d-843301-1 neutron-server[84029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:52:25.436764 n-d-843301-1 neutron-server[84029]: [parameters: {'id': '26e84c7a-ee8d-4e2b-a4e5-bbde1d899686'}] May 26 22:52:25.436764 n-d-843301-1 neutron-server[84029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:52:25.436764 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:52:25.443489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "DELETE /v2.0/networks/294ca4a0-ba2b-4944-a184-fd838f6395c5 HTTP/1.1" status: 204 len: 168 time: 2.3272550 May 26 22:52:25.443489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450d9e7-a4ea-4576-885e-c4d8feb59c6d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event deleted for resources: {'Network': ['ID=294ca4a0-ba2b-4944-a184-fd838f6395c5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:25.449524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34270) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:25.467717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'network': {'name': 'tempest-network--1407613783', 'router:external': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:25.484155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105db6bc-0263-45d1-8ebe-f6ff40ad0d74 req-64701371-93b4-4c05-8230-94dfad6e1dd7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:25.485745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-105db6bc-0263-45d1-8ebe-f6ff40ad0d74 req-64701371-93b4-4c05-8230-94dfad6e1dd7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.4859767 May 26 22:52:25.511901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:25.574968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:network and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:25.574968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:25.594471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Deleting port 1f053402-5393-41a5-a48b-609b39daa79d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:25.594471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.642258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:25.706799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 730b3764-a907-49c5-b2c4-ede84f8b9f30 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:25.714133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Made reservation on behalf of 4d4dff5142814a919eb81c6cf14cf9ca for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:25.716342 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.724107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777892cf-9e7f-451c-96b2-218013972509 None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:52:25.731379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.813167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-105db6bc-0263-45d1-8ebe-f6ff40ad0d74 req-935482bc-6bb2-4b44-ba7c-2164d5faac40 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869375 May 26 22:52:25.852625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.914517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:25.937722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.966293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.966293 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Added segment 6df72bba-b3e3-46e7-98ee-d4a36ab43b91 of type vlan for network 20b018cb-03a7-4640-a565-7ee5db71f4a7 May 26 22:52:26.006316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:26.006316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.093286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.144747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.214411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f59926f3-8c91-4008-9f1c-30273d62d254,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:26.214411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.378889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.378889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:26.378889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.389688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34280) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:26.423783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41bd07-0cf4-4b22-8744-b41cd3f13b36 req-26d0e419-e201-4042-825c-68556b134e8a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:26.423783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bb41bd07-0cf4-4b22-8744-b41cd3f13b36 req-26d0e419-e201-4042-825c-68556b134e8a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 945 time: 1.1215360 May 26 22:52:26.517982 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.524652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eadca8fe-e214-4c00-a3fa-4c7b6e0075e0,segment=NetworkSegment(036e0bb4-58b8-4fbe-bc2f-092ffb87ac53),segment_id=036e0bb4-58b8-4fbe-bc2f-092ffb87ac53)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:26.525130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.608841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bb41bd07-0cf4-4b22-8744-b41cd3f13b36 req-e6777c28-544a-4cc1-be89-29dd575b0a6a tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/security-groups?id=f721eed1-b17d-4ac9-89d6-0182b65fd735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520042 May 26 22:52:26.723159 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.866222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:26.871994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Calling delete_port for 7f11d1c7-359b-41a2-9ef0-b737a66eb42a owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:26.899182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] For port 1f053402-5393-41a5-a48b-609b39daa79d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=1f053402-5393-41a5-a48b-609b39daa79d,segment=NetworkSegment(89ba9a5d-5077-4ff1-a42f-45014b56f1d4),segment_id=89ba9a5d-5077-4ff1-a42f-45014b56f1d4)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:26.899507 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.902820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=730b3764-a907-49c5-b2c4-ede84f8b9f30,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:26.919147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Network': ['ID=20b018cb-03a7-4640-a565-7ee5db71f4a7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:26.924959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.937472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4913530 May 26 22:52:26.945455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34288) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:26.952267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.956143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/730b3764-a907-49c5-b2c4-ede84f8b9f30 HTTP/1.1" status: 204 len: 168 time: 1.9583023 May 26 22:52:26.956938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176582a-eebc-44eb-be75-0f49d2c41b3a None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:26.986209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34292) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:26.989990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.990318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.990839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.991170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.991494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.991814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.992350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.992867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.993189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.993513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:26.993854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835e4b6-4fc8-48b2-b331-722f4193b958 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.106913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f59926f3-8c91-4008-9f1c-30273d62d254 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.144092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.153949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Calling delete_port for 1f053402-5393-41a5-a48b-609b39daa79d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:27.160579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.160579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e7372-84cb-4c7c-9be0-4d17ca561b88 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:27.210536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 20b018cb-03a7-4640-a565-7ee5db71f4a7 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:27.254787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.255417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.255629 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Floating IP 1f12c569-04e2-49e4-95a4-6f22afd945db disassociated. External IP: 172.25.4.167, port: f59926f3-8c91-4008-9f1c-30273d62d254. May 26 22:52:27.255789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Calling delete_port for f59926f3-8c91-4008-9f1c-30273d62d254 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:27.263680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80acb264-9fdb-436f-9dfe-4e99145c87f1 tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:27.264352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-80acb264-9fdb-436f-9dfe-4e99145c87f1 tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Synchronizing usage tracker for tenant:283d57bbc4bf4480b4562068233a6598 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:27.267788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:27.273626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet df4c82f3-e999-4101-aa54-16620b152c12 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:27.275302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.317450 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.355430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Usage tracker for resource:security_group_rule and tenant:f05f1b1871924f9bb36c67ed6b3717f2 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:27.359917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:27.383799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Port': ['ID=eadca8fe-e214-4c00-a3fa-4c7b6e0075e0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:27.394004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:27.423702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No DVR routers for this DVR port eadca8fe-e214-4c00-a3fa-4c7b6e0075e0 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:27.456264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.487264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-80acb264-9fdb-436f-9dfe-4e99145c87f1 tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Unset dirty status for tenant:283d57bbc4bf4480b4562068233a6598 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:27.488436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-80acb264-9fdb-436f-9dfe-4e99145c87f1 tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] 10.222.0.32 "GET /v2.0/networks/20b018cb-03a7-4640-a565-7ee5db71f4a7 HTTP/1.1" status: 200 len: 757 time: 0.5388262 May 26 22:52:27.502629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34296) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:27.512587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.648615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f59926f3-8c91-4008-9f1c-30273d62d254,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:27.663171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.677173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:27.686372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99bd50-fd91-4380-a29a-3abff27dbde4 req-83b4cf17-6515-4ea7-a517-0c3ffc72dca5 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:27.688073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a99bd50-fd91-4380-a29a-3abff27dbde4 req-83b4cf17-6515-4ea7-a517-0c3ffc72dca5 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 946 time: 0.7026136 May 26 22:52:27.715595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.715916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1f053402-5393-41a5-a48b-609b39daa79d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:27.735789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Port': ['ID=7f11d1c7-359b-41a2-9ef0-b737a66eb42a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:27.739602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:52:27.739602 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:52:27.744413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.798561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.817080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.818355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 1f053402-5393-41a5-a48b-609b39daa79d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:27.818693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 1f053402-5393-41a5-a48b-609b39daa79d not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:27.855951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=f59926f3-8c91-4008-9f1c-30273d62d254,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:27.928560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Pushing event deleted for resources: {'Port': ['ID=1f053402-5393-41a5-a48b-609b39daa79d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:27.932149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-154e5979-5042-4661-8566-fe4ecf603f2a req-fe4f9ec6-211a-43cd-93f7-e89cefbdc068 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 210 time: 0.1040578 May 26 22:52:27.937226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.987134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a99bd50-fd91-4380-a29a-3abff27dbde4 req-7fcd6fb6-187f-4fb9-b0c1-9e6b9d18189c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705813 May 26 22:52:28.003895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.037582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] No DVR routers for this DVR port 1f053402-5393-41a5-a48b-609b39daa79d on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:28.045811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f05f1b1871924f9bb36c67ed6b3717f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6429143 May 26 22:52:28.046406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.050494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34304) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:28.052035 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a102cf3-7704-4d41-82ca-b58c3417d7dd'] response: {'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'code': 200} May 26 22:52:28.052564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'name': 'network-vif-deleted', 'tag': '1f053402-5393-41a5-a48b-609b39daa79d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:28.121396 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.196519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e84c7a-ee8d-4e2b-a4e5-bbde1d899686']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:28.217370 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874ebf1a-0e7e-4785-9f2b-58bdc520aba0'] response: {'server_uuid': '4c650e97-d6e3-4425-8cbc-148c6ae57a6e', 'name': 'network-vif-deleted', 'tag': '1f053402-5393-41a5-a48b-609b39daa79d', 'status': 'completed', 'code': 200} May 26 22:52:28.217370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.55 "DELETE /v2.0/ports/1f053402-5393-41a5-a48b-609b39daa79d HTTP/1.1" status: 204 len: 173 time: 3.8044157 May 26 22:52:28.246622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Deleting port f59926f3-8c91-4008-9f1c-30273d62d254 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:28.246622 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.248912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e9e12-1dbb-4f68-8609-f37ba4683019 tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:28.255689 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b00e9e12-1dbb-4f68-8609-f37ba4683019 tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] 10.222.0.32 "GET /v2.0/networks/e3cb09ee-90b9-44d1-b586-4579f72fd03a HTTP/1.1" status: 200 len: 768 time: 0.7365928 May 26 22:52:28.258419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34310) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:28.294431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.299080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-95a6617a-d3a9-4236-89ca-9baa88313ed9 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/ports/7f11d1c7-359b-41a2-9ef0-b737a66eb42a HTTP/1.1" status: 204 len: 168 time: 4.1162729 May 26 22:52:28.300229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34314) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:28.374459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2a049-f52e-45c9-95f8-8a6ca1126bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda23cc-fe47-416b-ba27-54f6328ef411,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:28.386731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:28.387754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036e0bb4-58b8-4fbe-bc2f-092ffb87ac53') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:28.393238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c25fb456-5431-4029-b81d-342029e09073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.449039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.465772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.478924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c25fb456-5431-4029-b81d-342029e09073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.486806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.496116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-74c4f4c4-bba4-4e85-b047-cb4b14b9b35e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6808956 May 26 22:52:28.507525 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.511830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:28.512230 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:28.557192 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:28.716816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=df4c82f3-e999-4101-aa54-16620b152c12,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:28.762251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f313c5e2-ce93-4b1b-b38b-11e7e1a27f86 None None] Provisioning complete for port fd774da8-5347-45af-bc57-d10da1ee8f00 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:28.762251 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f313c5e2-ce93-4b1b-b38b-11e7e1a27f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.783272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.802275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5ede9d-704d-42ee-940e-de71a77d47e6 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:28.881586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] For port f59926f3-8c91-4008-9f1c-30273d62d254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f59926f3-8c91-4008-9f1c-30273d62d254,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:28.882206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.033757 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.050198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.078946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.096595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eed7a0b0-d9a5-433c-b9d0-afd5e9ac6923 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/df4c82f3-e999-4101-aa54-16620b152c12 HTTP/1.1" status: 204 len: 168 time: 2.0942178 May 26 22:52:29.097289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34322) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:29.270307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=26e84c7a-ee8d-4e2b-a4e5-bbde1d899686,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:29.273510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b018cb-03a7-4640-a565-7ee5db71f4a7']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:29.293636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9879f541-975c-4c35-be8e-cb4c829d9adf tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 HTTP/1.1" status: 204 len: 168 time: 6.3500357 May 26 22:52:29.316995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34326) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:29.326807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1193478100'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:29.347056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3b0200be-89a4-4930-8767-b4b75a97d259 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:router {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:29.349764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a7d4dab-0b84-47e9-aa2f-0b77f23bccc5 req-edf7253a-20cf-4888-8e13-ab8a39d42dd6 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Synchronizing usage tracker for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:29.357952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:29.360087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df72bba-b3e3-46e7-98ee-d4a36ab43b91') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:29.360087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df72bba-b3e3-46e7-98ee-d4a36ab43b91') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:29.393128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.428149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-6ff41996-1c7c-4932-905a-395b06305845 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6493 time: 0.7883432 May 26 22:52:29.449882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:52:29.470384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Deleting port fd774da8-5347-45af-bc57-d10da1ee8f00 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:29.470384 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.484902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:29.484902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:29.512212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting subnet d6f8897e-8e86-483c-a916-a727ade8dbfb {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:29.523196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:29.533887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.573564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c25fb456-5431-4029-b81d-342029e09073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.599513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a7d4dab-0b84-47e9-aa2f-0b77f23bccc5 req-edf7253a-20cf-4888-8e13-ab8a39d42dd6 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] Unset dirty status for tenant:719a32dba9fb452eb5c1af5bd4e88743 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:29.599513 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a7d4dab-0b84-47e9-aa2f-0b77f23bccc5 req-edf7253a-20cf-4888-8e13-ab8a39d42dd6 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c650e97-d6e3-4425-8cbc-148c6ae57a6e HTTP/1.1" status: 200 len: 210 time: 0.3368809 May 26 22:52:29.628257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:29.638845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.659450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fb456-5431-4029-b81d-342029e09073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda23cc-fe47-416b-ba27-54f6328ef411,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:29.670135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3b0200be-89a4-4930-8767-b4b75a97d259 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:router {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:29.670135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3b0200be-89a4-4930-8767-b4b75a97d259 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5220480 May 26 22:52:29.670135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-f0576e19-55aa-4a05-b1d5-7548aa8c857a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:29.670135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-f0576e19-55aa-4a05-b1d5-7548aa8c857a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:29.670135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-f0576e19-55aa-4a05-b1d5-7548aa8c857a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:29.690935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-f0576e19-55aa-4a05-b1d5-7548aa8c857a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f1006ec-020a-4deb-95a2-456d61870218&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=0159f930-1bde-494f-990d-0fb40919b7a6&id=0159f930-1bde-494f-990d-0fb40919b7a6 HTTP/1.1" status: 200 len: 2292 time: 0.2157273 May 26 22:52:29.690935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.690935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34330) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:29.705453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:29.705453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.740306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.755568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fd774da8-5347-45af-bc57-d10da1ee8f00 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:29.837117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:29.859619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:29.875880 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:29.940858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c25fb456-5431-4029-b81d-342029e09073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.940858 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c25fb456-5431-4029-b81d-342029e09073 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cda23cc-fe47-416b-ba27-54f6328ef411 HTTP/1.1" status: 204 len: 168 time: 1.8794611 May 26 22:52:29.940858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.940858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.950560 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Floating IP 1f12c569-04e2-49e4-95a4-6f22afd945db disassociated. External IP: 172.25.4.167, port: f59926f3-8c91-4008-9f1c-30273d62d254. May 26 22:52:29.950560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Calling delete_port for f59926f3-8c91-4008-9f1c-30273d62d254 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:30.018875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] For port fd774da8-5347-45af-bc57-d10da1ee8f00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fd774da8-5347-45af-bc57-d10da1ee8f00,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:30.018875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.175060 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.234891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.243766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/subnets/d6f8897e-8e86-483c-a916-a727ade8dbfb HTTP/1.1" status: 204 len: 168 time: 1.9382036 May 26 22:52:30.249599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34338) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:30.249599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7202ff-af7a-4972-8f90-c01b441ee623 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f8897e-8e86-483c-a916-a727ade8dbfb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:30.337069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69841cc8-0cb0-439c-8442-5b5f58860c32 req-9803f9fb-feb3-401a-a3b4-808d307db6fc tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:30.337069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69841cc8-0cb0-439c-8442-5b5f58860c32 req-9803f9fb-feb3-401a-a3b4-808d307db6fc tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 944 time: 1.0454898 May 26 22:52:30.369590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Calling delete_port for fd774da8-5347-45af-bc57-d10da1ee8f00 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:30.372899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:30.376093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.382463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:30.403198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:30.406532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20b018cb-03a7-4640-a565-7ee5db71f4a7 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 22:52:30.407862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event deleted for resources: {'Network': ['ID=20b018cb-03a7-4640-a565-7ee5db71f4a7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:30.417841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-ced59e69-2ee1-4287-833a-8121384efcd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2 HTTP/1.1" status: 200 len: 1002 time: 0.6766534 May 26 22:52:30.419105 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.450663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:30.462149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:30.474457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-71ca5399-bea8-4816-b03a-c92450d8e50b tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "DELETE /v2.0/networks/20b018cb-03a7-4640-a565-7ee5db71f4a7 HTTP/1.1" status: 204 len: 168 time: 2.2113910 May 26 22:52:30.481225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5442ae5-22dd-477e-a993-bcadaf951dfe None None] Network be0fb976-7601-4f9c-99ca-a7e7cefca0e8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:30.485903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34342) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:30.496688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'network': {'name': 'tempest-network--132473579'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:30.514207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.514598 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment 3a85bc18-381a-402b-be60-a2ee2c343ab0 of type vlan for network f73d5dcb-0529-46d0-8f2f-909aae3d6423 May 26 22:52:30.516197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69841cc8-0cb0-439c-8442-5b5f58860c32 req-6932be36-8fb3-4f46-bd6a-59e4cd6489d2 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2988ac2-6e19-45b0-beb4-ddc4629d118c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812954 May 26 22:52:30.520491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:30.526731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:30.535457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.537919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.594282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Usage tracker for resource:network and tenant:4d4dff5142814a919eb81c6cf14cf9ca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:30.700755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34346) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:30.702424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:30.762937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:30.844192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.865155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.875546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Deleting subnet 1bdabb7c-8a08-4f25-84a3-82040bfbc792 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:30.881781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port fd774da8-5347-45af-bc57-d10da1ee8f00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fd774da8-5347-45af-bc57-d10da1ee8f00,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:30.896028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Made reservation on behalf of 4d4dff5142814a919eb81c6cf14cf9ca for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:30.899341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.915090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.917085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.966114 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.019011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-30073351-abdb-4280-bb0d-894f0547dfd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:31.024028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-30073351-abdb-4280-bb0d-894f0547dfd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8dc40f8-718a-4dcb-a67d-56b0ff5baee1 HTTP/1.1" status: 200 len: 850 time: 0.5960090 May 26 22:52:31.046609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.071732 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:52:31.071863 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:52:31.104611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=fd774da8-5347-45af-bc57-d10da1ee8f00,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:31.123629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:31.129581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:31.133869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.135226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=300890d9-04b1-479e-8ae9-4ed7b9f7fcd1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:31.138783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:31.139328 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.190024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e73d629f-6813-47bc-a08c-0848fe6996d8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4986179 May 26 22:52:31.190920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34356) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:31.200558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:31.222672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] DHCP port deletion for be0fb976-7601-4f9c-99ca-a7e7cefca0e8 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:52:31.228657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] Deleting port 70584c30-90bd-421e-a3ac-0cf68790d92a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:31.228657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.234911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-89ce105a-4141-401a-9c23-93210d0c4bc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f1006ec-020a-4deb-95a2-456d61870218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982741 May 26 22:52:31.319687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:31.344585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event deleted for resources: {'Port': ['ID=f59926f3-8c91-4008-9f1c-30273d62d254,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:31.389763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:31.412208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.420135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:31.420893 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.454256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Usage tracker for resource:security_group_rule and tenant:f00f1727dea042c5a01bfdbc4b6d2528 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:31.463384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.463708 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Added segment 72e34441-2beb-4909-a55c-15d1b8cf1937 of type vlan for network d8ed2c54-3e50-4fc8-937a-7526cd43188b May 26 22:52:31.488688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:31.509469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1880121 May 26 22:52:31.555375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:31.559733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34364) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:31.583352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Deleting port fd774da8-5347-45af-bc57-d10da1ee8f00 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:31.583985 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.658791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34368) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:31.695836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70584c30-90bd-421e-a3ac-0cf68790d92a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:31.711463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': 'f73d5dcb-0529-46d0-8f2f-909aae3d6423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:31.787216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] For port 70584c30-90bd-421e-a3ac-0cf68790d92a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70584c30-90bd-421e-a3ac-0cf68790d92a,segment=NetworkSegment(d35fccd0-3220-4207-9c72-021599216383),segment_id=d35fccd0-3220-4207-9c72-021599216383)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:31.787609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.824437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0b68d15-5609-4217-9329-fdf2e5cdd9c6 req-24582221-24e9-4ef4-94bf-cd2d4e0f1d5f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.0675602 May 26 22:52:31.850122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:31.861370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-e7008eb5-d823-4c1d-bd3f-10840740fd1e service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685239 May 26 22:52:31.865225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:31.878262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:31.884448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:31.889047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:31.891251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] Deleting subnet 3f775ae0-fa05-441c-99de-61979aa9c3a6 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:31.893501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:31.899342 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.943601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:31.977357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] Calling delete_port for 70584c30-90bd-421e-a3ac-0cf68790d92a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:31.983851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:32.050392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.059129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:32.060942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb5bf7-2906-466f-8e32-82cfc0398422 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=f73d5dcb-0529-46d0-8f2f-909aae3d6423,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:32.088606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network f73d5dcb-0529-46d0-8f2f-909aae3d6423 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:32.089373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:32.163231 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.194326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:52:32.267507 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.340321 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-00ae87d9-75ca-4503-b543-7fd053eb5e3a service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606113 May 26 22:52:32.372799 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.388014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.388014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:32.388014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.403159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.403159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] For port fd774da8-5347-45af-bc57-d10da1ee8f00, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fd774da8-5347-45af-bc57-d10da1ee8f00,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:32.403159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.417513 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.436073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.450621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.457780 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.542451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.578518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] Pushing event deleted for resources: {'Port': ['ID=70584c30-90bd-421e-a3ac-0cf68790d92a,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:32.610976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-fea1aef8-a536-4c41-ae22-6bc3a821dc6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 200 len: 217 time: 0.2599690 May 26 22:52:32.676229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Calling delete_port for fd774da8-5347-45af-bc57-d10da1ee8f00 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:32.737901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9dc13-0f59-4923-bd55-5ce61874fcdd None None] No DVR routers for this DVR port 70584c30-90bd-421e-a3ac-0cf68790d92a on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:32.796358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.831107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3347063 May 26 22:52:32.841931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:32.841931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:32.869212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5439667-936d-4498-b9ee-00d9741896a9 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Network': ['ID=d8ed2c54-3e50-4fc8-937a-7526cd43188b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:32.877760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] Pushing event deleted for resources: {'Port': ['ID=fd774da8-5347-45af-bc57-d10da1ee8f00,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:32.886523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing IP validity checks on allocation pools {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 22:52:32.886523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 22:52:32.893889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c749a-0757-432c-8463-ace8ff0398bd None None] No DVR routers for this DVR port fd774da8-5347-45af-bc57-d10da1ee8f00 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:32.900789 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:32.917571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d8ed2c54-3e50-4fc8-937a-7526cd43188b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:32.933183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e365cc-9753-4dfc-92cd-1a7f4a165b05 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:32.939527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034e30e8-ff79-414b-8411-39bff2a54f17,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:32.955831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdabb7c-8a08-4f25-84a3-82040bfbc792,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:32.957667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1f61a8bf-b0ca-4cc5-9352-be46824b134d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f00f1727dea042c5a01bfdbc4b6d2528&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2281401 May 26 22:52:32.966966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34382) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:32.993036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.023602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bc4dac91-d342-467b-b9c0-fc7cfb3bd31f tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/subnets/1bdabb7c-8a08-4f25-84a3-82040bfbc792 HTTP/1.1" status: 204 len: 168 time: 2.7758937 May 26 22:52:33.033605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34386) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:33.080029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.093166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b5b59-a82f-47d9-bba9-fe50fa1401ed None None] Network 079887bc-b9ef-431d-acd1-e025ffb8b955 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:33.115210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-69295d93-f6e2-41c9-a1dd-c56f19b0724e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:33.125644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-69295d93-f6e2-41c9-a1dd-c56f19b0724e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.4573588 May 26 22:52:33.195788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f775ae0-fa05-441c-99de-61979aa9c3a6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:33.236366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.236611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7fca28ed-122b-44f9-8c46-56073237ffed req-a06cdddb-75ac-4a7e-a2bf-ffb4cbc6a9d6 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:33.300927 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6bc67d6a-6859-4ac5-aef9-1182059ab8ae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3f775ae0-fa05-441c-99de-61979aa9c3a6 HTTP/1.1" status: 204 len: 168 time: 1.6388791 May 26 22:52:33.304614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3862-df1c-4891-a1a1-73cb2ff9a5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.306175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34390) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:33.308816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Router 4e48f012-0d0e-4f57-92e1-4defd502dd8c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:33.312564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7fca28ed-122b-44f9-8c46-56073237ffed req-a06cdddb-75ac-4a7e-a2bf-ffb4cbc6a9d6 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:33.313641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7fca28ed-122b-44f9-8c46-56073237ffed req-a06cdddb-75ac-4a7e-a2bf-ffb4cbc6a9d6 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.2029400 May 26 22:52:33.317272 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.379003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.410505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.439753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Network d8ed2c54-3e50-4fc8-937a-7526cd43188b is not hosted by any dhcp agent {{(pid=84029) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 26 22:52:33.440592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:33.441246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.443386 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "PUT /v2.0/networks/d8ed2c54-3e50-4fc8-937a-7526cd43188b HTTP/1.1" status: 200 len: 857 time: 0.6137242 May 26 22:52:33.457486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34394) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:33.462416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3862-df1c-4891-a1a1-73cb2ff9a5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.486479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '300890d9-04b1-479e-8ae9-4ed7b9f7fcd1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:33.487571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.544469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.595074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] DHCP port deletion for 079887bc-b9ef-431d-acd1-e025ffb8b955 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:52:33.607287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] Deleting port 35e39b61-e833-4ec8-8afa-930ed69187df {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:33.607884 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.617980 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.666435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a1c0f-8d29-4ec6-86f9-3341a9937138 tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event updated for resources: {'Network': ['ID=d8ed2c54-3e50-4fc8-937a-7526cd43188b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:33.790131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Allocated IP 172.20.0.2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/300890d9-04b1-479e-8ae9-4ed7b9f7fcd1/9168ed8f-6adc-4311-a652-5799acb0c03a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:33.835783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-0b7f8db5-ac1a-4740-8dc0-dd932ec0269b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6998174 May 26 22:52:33.871705 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.873062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.910110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=1eed6c4b-e7e8-4df5-9d24-0bd824ceb92a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:33.980091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0fb976-7601-4f9c-99ca-a7e7cefca0e8']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:33.997443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] For port 35e39b61-e833-4ec8-8afa-930ed69187df, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=35e39b61-e833-4ec8-8afa-930ed69187df,segment=NetworkSegment(c1cf4132-24ef-4930-8744-93bd83d01012),segment_id=c1cf4132-24ef-4930-8744-93bd83d01012)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:33.997879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.036598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3862-df1c-4891-a1a1-73cb2ff9a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.085197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35fccd0-3220-4207-9c72-021599216383') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.085197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35fccd0-3220-4207-9c72-021599216383') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.108264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e3862-df1c-4891-a1a1-73cb2ff9a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034e30e8-ff79-414b-8411-39bff2a54f17,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:34.108264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': '3a85bc18-381a-402b-be60-a2ee2c343ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f73d5dcb-0529-46d0-8f2f-909aae3d6423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:34.108264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: f73d5dcb-0529-46d0-8f2f-909aae3d6423, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:52:34.117105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.126153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.138722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-daeda225-4de0-4ccd-8a1c-268094f8cad3 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741632 May 26 22:52:34.151121 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3862-df1c-4891-a1a1-73cb2ff9a5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.163309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bc6e3862-df1c-4891-a1a1-73cb2ff9a5b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/034e30e8-ff79-414b-8411-39bff2a54f17 HTTP/1.1" status: 204 len: 168 time: 1.1717062 May 26 22:52:34.175045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] Calling delete_port for 35e39b61-e833-4ec8-8afa-930ed69187df owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:34.185926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.220388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94c4e5e-798c-4355-a262-0ac04dc86fe8']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.250633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.272659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ba9a5d-5077-4ff1-a42f-45014b56f1d4') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.272659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ba9a5d-5077-4ff1-a42f-45014b56f1d4') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.294038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:34.294038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:34.329361 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:34.350915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ed2c54-3e50-4fc8-937a-7526cd43188b']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.376148 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.406627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e34441-2beb-4909-a55c-15d1b8cf1937') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.406627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e34441-2beb-4909-a55c-15d1b8cf1937') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:34.423232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.458900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.504938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.511007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.objects.ports [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:52:34.515020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] Pushing event deleted for resources: {'Port': ['ID=35e39b61-e833-4ec8-8afa-930ed69187df,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:34.519276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.519276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.522496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb04a91-bb28-4111-b02d-0b8e7cbdc69c None None] No DVR routers for this DVR port 35e39b61-e833-4ec8-8afa-930ed69187df on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:34.533043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-fe4f622d-c379-484b-ac96-b536046fb9ac service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907673 May 26 22:52:34.616635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.635109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:34.635516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.640915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:34.641523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:34.654693 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:34.725829 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:34.728597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network f73d5dcb-0529-46d0-8f2f-909aae3d6423 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:34.733378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88f6e288-9069-457d-8187-4277e39260bc req-ef6df754-46ff-430f-88e6-9f758d056895 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.1378078 May 26 22:52:34.741715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-3d90cdf8-d16b-4f62-95fe-a35dc933e5a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 200 len: 217 time: 0.2061002 May 26 22:52:34.755507 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.762074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.797567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Network': ['ID=be0fb976-7601-4f9c-99ca-a7e7cefca0e8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:34.800110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:34.804940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, f73d5dcb-0529-46d0-8f2f-909aae3d6423) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:34.809591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:34.809737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:34.810734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.823738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51bf0aa-14dc-4af4-b546-8383ae4a2a76 None None] Network f73d5dcb-0529-46d0-8f2f-909aae3d6423 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:34.826717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:34.828628 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.847202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=29bddf8e-3ead-417a-902e-7c65a5bab1f7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:34.868423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1426ada5-d8ae-407f-8496-bacbcaeb5b26 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/networks/be0fb976-7601-4f9c-99ca-a7e7cefca0e8 HTTP/1.1" status: 204 len: 168 time: 1.8314474 May 26 22:52:34.868761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Transition to ACTIVE for port object 9168ed8f-6adc-4311-a652-5799acb0c03a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:34.868918 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.880633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.886138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34408) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:34.886138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-2d4cb59e-209c-45b5-991e-a1a1a21dad0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:34.886138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-2d4cb59e-209c-45b5-991e-a1a1a21dad0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.1205237 May 26 22:52:34.900276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8ed2c54-3e50-4fc8-937a-7526cd43188b {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 22:52:34.911977 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.935172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94c4e5e-798c-4355-a262-0ac04dc86fe8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:34.964097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aa1b9cff-8448-4c7d-ab52-8f38722c8832 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2641387 May 26 22:52:34.964295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:34.968666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d8ed2c54-3e50-4fc8-937a-7526cd43188b HTTP/1.1" status: 204 len: 168 time: 1.5063112 May 26 22:52:34.970922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34414) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:34.979959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:34.990635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-15bbc975-8b2b-47fa-81f7-71f7e043782c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7966363 May 26 22:52:34.992194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417445a-2ccb-42c4-9ece-4a083c15047d tempest-ExternalNetworksTestJSON-1524038014 tempest-ExternalNetworksTestJSON-1524038014-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8ed2c54-3e50-4fc8-937a-7526cd43188b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:35.012035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34420) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:35.015421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:35.021072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-252bffcd-3045-4e80-be6f-102bb27a3921 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e94c4e5e-798c-4355-a262-0ac04dc86fe8 HTTP/1.1" status: 204 len: 168 time: 1.7092962 May 26 22:52:35.032166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Transition to ACTIVE for port object 9168ed8f-6adc-4311-a652-5799acb0c03a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:35.052867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.220954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Pushing event updated for resources: {'Port': ['ID=9168ed8f-6adc-4311-a652-5799acb0c03a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:35.233667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:35.245065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:35.261171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:35.279718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:46:f8:4b', 'name': 'tempest-NetworksTestDHCPv6-1703392870'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:35.285098 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f622dbd-2357-4bf0-9e7f-cf99cc26b93e tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] DELETE failed (client error): The resource could not be found. May 26 22:52:35.285357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f622dbd-2357-4bf0-9e7f-cf99cc26b93e tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:35.287230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4f622dbd-2357-4bf0-9e7f-cf99cc26b93e tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] 10.222.0.32 "DELETE /v2.0/subnets/66c6ea8f-e301-4533-8d63-eae5e0fb37c0 HTTP/1.1" status: 404 len: 337 time: 0.2913549 May 26 22:52:35.291004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:35.299238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.299581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.299920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.300250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.300364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34436) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:35.300573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.314258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.314598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.314935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.315268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.315594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.316185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:35.380840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.547159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e0eb2678-c271-41b5-a210-a14579b79bb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719a32dba9fb452eb5c1af5bd4e88743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2880220 May 26 22:52:35.572278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Attempting to bind port 9168ed8f-6adc-4311-a652-5799acb0c03a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:35.574836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Attempting to bind port 9168ed8f-6adc-4311-a652-5799acb0c03a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:35.575902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Attempting to bind port 9168ed8f-6adc-4311-a652-5799acb0c03a on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:35.578951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34442) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:35.589477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] Sync routers for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:35.597401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-1880baed-c46f-4d57-b6e0-c1b4a2352761 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6965725 May 26 22:52:35.609643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:35.611698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:35.612318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.613205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:35.614594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Bound port: 9168ed8f-6adc-4311-a652-5799acb0c03a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:35.615217 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.650620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] No DVR routers for this DVR port f59926f3-8c91-4008-9f1c-30273d62d254 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:35.662041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.664749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be931c10-1c26-4d57-a6fb-1f0d612b31a0 req-a7cc259f-cdc5-468d-8cf2-31ad9ae7d91d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "DELETE /v2.0/ports/f59926f3-8c91-4008-9f1c-30273d62d254 HTTP/1.1" status: 204 len: 173 time: 12.2548006 May 26 22:52:35.672519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'name': 'network-vif-deleted', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:35.711729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 35e39b61-e833-4ec8-8afa-930ed69187df no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:35.757630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:35.779879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:35.787834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:35.800796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:35.814469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 35e39b61-e833-4ec8-8afa-930ed69187df {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:35.817934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 35e39b61-e833-4ec8-8afa-930ed69187df not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:35.832030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.837858 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b58674-f777-4778-b44e-6fcfdd6a0222'] response: {'server_uuid': '2c4b6af3-ef16-406f-a4e6-27bf6ecba099', 'name': 'network-vif-deleted', 'tag': 'f59926f3-8c91-4008-9f1c-30273d62d254', 'status': 'completed', 'code': 200} May 26 22:52:35.846351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:35.846996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:52:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:35.855431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:35.895902 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.965787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72435ed6-6382-492b-a263-cf775bbb8af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-f73d5dcb-0529-46d0-8f2f-909aae3d6423', 'network_id': 'f73d5dcb-0529-46d0-8f2f-909aae3d6423', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': '1eed6c4b-e7e8-4df5-9d24-0bd824ceb92a'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:35.966908 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72435ed6-6382-492b-a263-cf775bbb8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.081445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.182926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.215677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] For port 9168ed8f-6adc-4311-a652-5799acb0c03a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:36.242732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2f821e5-cb41-423d-adac-d7e87d7cc768 req-c35eee9e-3682-4b44-b61e-433b109b00cc tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4b6af3-ef16-406f-a4e6-27bf6ecba099 HTTP/1.1" status: 200 len: 210 time: 0.1089368 May 26 22:52:36.245252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=1eed6c4b-e7e8-4df5-9d24-0bd824ceb92a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:36.268028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.286763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.289862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] For port 9168ed8f-6adc-4311-a652-5799acb0c03a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9168ed8f-6adc-4311-a652-5799acb0c03a,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:36.295559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5e42fed-4a92-4fdf-b64c-4897ca22f365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.326603 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.331770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5e42fed-4a92-4fdf-b64c-4897ca22f365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.413838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.461655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8800b2-3e86-4bcd-89bf-7ca5eec9dcb9 None None] Pushing event updated for resources: {'Port': ['ID=9168ed8f-6adc-4311-a652-5799acb0c03a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:36.482158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5e42fed-4a92-4fdf-b64c-4897ca22f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.512728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73d5dcb-0529-46d0-8f2f-909aae3d6423']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:36.526093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 557b92f0-6f66-4e6b-b2b8-fe951cf95728 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server [None req-72435ed6-6382-492b-a263-cf775bbb8af9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1eed6c4b-e7e8-4df5-9d24-0bd824ceb92a: This subnet is being modified by another concurrent operation. May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 22:52:36.545483 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise exception May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1eed6c4b-e7e8-4df5-9d24-0bd824ceb92a: This subnet is being modified by another concurrent operation. May 26 22:52:36.548709 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server May 26 22:52:36.553513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079887bc-b9ef-431d-acd1-e025ffb8b955']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:36.585600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:36.587216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a85bc18-381a-402b-be60-a2ee2c343ab0') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:36.587826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a85bc18-381a-402b-be60-a2ee2c343ab0') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:36.607490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e42fed-4a92-4fdf-b64c-4897ca22f365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721eed1-b17d-4ac9-89d6-0182b65fd735,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:36.610757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cf4132-24ef-4930-8744-93bd83d01012') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:36.611180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cf4132-24ef-4930-8744-93bd83d01012') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:36.668889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.720397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.729220 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5e42fed-4a92-4fdf-b64c-4897ca22f365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.732780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d5e42fed-4a92-4fdf-b64c-4897ca22f365 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f721eed1-b17d-4ac9-89d6-0182b65fd735 HTTP/1.1" status: 204 len: 168 time: 1.1325538 May 26 22:52:36.732926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.750028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-77615a51-9d8d-486f-89a5-632be27cbb21 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1158555 May 26 22:52:36.752422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.761218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.806892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:36.807376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:36.822352 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:36.848534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc209d8-6cab-4997-b114-aef8e7c4f319 None None] Network f73d5dcb-0529-46d0-8f2f-909aae3d6423 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:36.875730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:36.876146 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:36.901833 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:36.915547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cb09ee-90b9-44d1-b586-4579f72fd03a']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:36.968133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.015277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311eb364-a3b2-4284-8411-61c3d219e3c3') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:37.015573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311eb364-a3b2-4284-8411-61c3d219e3c3') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:37.058963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.071495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.100529 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.110593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/f73d5dcb-0529-46d0-8f2f-909aae3d6423 HTTP/1.1" status: 204 len: 168 time: 2.1422479 May 26 22:52:37.139877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:37.170196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124024d-c173-4cc2-a996-ad5ba90cb126 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=f73d5dcb-0529-46d0-8f2f-909aae3d6423,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:37.195750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559033391'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:37.199217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.214445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.225471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:37.230252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:37.231309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.244909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:37.256024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:37.265028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 172.20.0.10 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/300890d9-04b1-479e-8ae9-4ed7b9f7fcd1/557b92f0-6f66-4e6b-b2b8-fe951cf95728) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:37.267768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:37.282600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe46:f84b (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/29bddf8e-3ead-417a-902e-7c65a5bab1f7/557b92f0-6f66-4e6b-b2b8-fe951cf95728) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:37.306377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:37.309429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.439431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] Pushing event deleted for resources: {'Network': ['ID=079887bc-b9ef-431d-acd1-e025ffb8b955,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:37.458289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c3105f3e-2c2a-4209-ae36-d8956384f179 tempest-TaggedBootDevicesTest_v242-868255789 tempest-TaggedBootDevicesTest_v242-868255789-project] 10.222.0.32 "DELETE /v2.0/networks/079887bc-b9ef-431d-acd1-e025ffb8b955 HTTP/1.1" status: 204 len: 168 time: 2.5860381 May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: timer() May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:37.459746 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:37.492011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.528571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:37.593008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.596315 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment cd71da91-94a5-4d65-a048-54b8c6f81821 of type vlan for network 44fdff4a-a38c-4551-9976-362b593e703b May 26 22:52:37.638219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.640669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:37.671880 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-6256fa40-a48f-4eb0-85f8-92360b1a5e0c service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9079900 May 26 22:52:37.675878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] Checking router: 4e48f012-0d0e-4f57-92e1-4defd502dd8c for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:37.677897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] 10.222.0.32 "DELETE /v2.0/networks/e3cb09ee-90b9-44d1-b586-4579f72fd03a HTTP/1.1" status: 204 len: 168 time: 2.3764114 May 26 22:52:37.729602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:37.733799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:52:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:37.803960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34498) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:37.929612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30bdbe-b2ee-4d82-a61b-5cf69fafa5ff tempest-ExternalNetworksTestJSON-1597291935 tempest-ExternalNetworksTestJSON-1597291935-project] Pushing event deleted for resources: {'Network': ['ID=e3cb09ee-90b9-44d1-b586-4579f72fd03a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:37.957411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9168ed8f-6adc-4311-a652-5799acb0c03a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:38.013262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-b005c2b1-7756-4c42-bf48-d0bafc533285 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50 HTTP/1.1" status: 200 len: 217 time: 0.3272624 May 26 22:52:38.039952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.245472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9168ed8f-6adc-4311-a652-5799acb0c03a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:38.259707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:38.274043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-56446d0f-5cdf-48c8-92af-72743a7fc35b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:38.276725 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.278207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-56446d0f-5cdf-48c8-92af-72743a7fc35b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.2467220 May 26 22:52:38.289278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:38.290383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.367202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34518) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:38.529208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-c29b22d3-f404-41d7-b991-95348624752e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2437732 May 26 22:52:38.605498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd353-cefe-455c-b302-3d855236b74c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.649527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e9d7c-1c69-4789-9574-41c0f44e1796 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:38.661377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd353-cefe-455c-b302-3d855236b74c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.805200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6516061 May 26 22:52:38.806080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:38.874483 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ecef4de-f854-4979-b449-0769038846d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=283d57bbc4bf4480b4562068233a6598&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5034537 May 26 22:52:38.891042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34538) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:38.952718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd353-cefe-455c-b302-3d855236b74c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.959482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-01133aa8-7dd0-4ea6-ba83-a3434183c51f service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225297 May 26 22:52:38.963338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': '44fdff4a-a38c-4551-9976-362b593e703b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:38.981384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-93bebd1e-0d5d-45d1-a6f0-e1986e075825 None None] Provisioning for port 9168ed8f-6adc-4311-a652-5799acb0c03a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:39.039056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-93bebd1e-0d5d-45d1-a6f0-e1986e075825 None None] Provisioning complete for port 9168ed8f-6adc-4311-a652-5799acb0c03a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:39.039427 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-93bebd1e-0d5d-45d1-a6f0-e1986e075825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.072964 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61cb80e3-b3dc-46fb-95b9-523b5a9dbf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.133166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61cb80e3-b3dc-46fb-95b9-523b5a9dbf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.213180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-a60cc13a-8fcb-4333-92c6-153ff01dd881 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462087 May 26 22:52:39.247138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.292404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 557b92f0-6f66-4e6b-b2b8-fe951cf95728 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:39.310982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34552) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:39.335818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9ca1d-eef1-4b57-a842-f90896dedd7f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=44fdff4a-a38c-4551-9976-362b593e703b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:39.354942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebd353-cefe-455c-b302-3d855236b74c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2988ac2-6e19-45b0-beb4-ddc4629d118c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:39.401040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd353-cefe-455c-b302-3d855236b74c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.401880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4ebd353-cefe-455c-b302-3d855236b74c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2988ac2-6e19-45b0-beb4-ddc4629d118c HTTP/1.1" status: 204 len: 168 time: 1.5903072 May 26 22:52:39.407640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34562) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:39.427835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 44fdff4a-a38c-4551-9976-362b593e703b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:39.439359 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-9f9494b1-7d5f-4853-a6d0-735cfe232d6c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] show failed (client error): The resource could not be found. May 26 22:52:39.440639 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f9494b1-7d5f-4853-a6d0-735cfe232d6c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups/a2988ac2-6e19-45b0-beb4-ddc4629d118c HTTP/1.1" status: 404 len: 347 time: 0.0320911 May 26 22:52:39.441834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:39.446994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34566) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:39.450111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:39.460974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:39.532665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:39.613601 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-e1e2c0f0-deeb-497e-8e94-c2e92ac91a24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=7aec4d53-db5b-4497-b148-d518c4f191ed HTTP/1.1" status: 200 len: 217 time: 0.3893244 May 26 22:52:39.686429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:39.715207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-593516049-network', 'tenant_id': '9b3e28601f5a4db8874b906bfe2cb4e0'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:39.728931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:39.731284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a525-bf2b-4201-a9dc-a7c865ee98f6 None None] The sync data for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 is: [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:39.733444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Usage tracker for resource:network and tenant:9b3e28601f5a4db8874b906bfe2cb4e0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:39.735199 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-93bebd1e-0d5d-45d1-a6f0-e1986e075825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.737851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:39.745083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:39.753393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:39.770355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.779927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61cb80e3-b3dc-46fb-95b9-523b5a9dbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.792347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Made reservation on behalf of 9b3e28601f5a4db8874b906bfe2cb4e0 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:39.795649 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.832916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb80e3-b3dc-46fb-95b9-523b5a9dbf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0913f36-775d-43b1-ae20-c197db9fa883,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:39.841668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] Update dhcp port {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': '300890d9-04b1-479e-8ae9-4ed7b9f7fcd1', 'ip_address': '172.20.0.2'}, {'subnet_id': '29bddf8e-3ead-417a-902e-7c65a5bab1f7'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '9168ed8f-6adc-4311-a652-5799acb0c03a'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 22:52:39.845960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-8540feb3-5a23-47f3-bfb7-237ff15df9dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:39.847485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-8540feb3-5a23-47f3-bfb7-237ff15df9dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.2254510 May 26 22:52:39.932278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61cb80e3-b3dc-46fb-95b9-523b5a9dbf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.934398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.934817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-61cb80e3-b3dc-46fb-95b9-523b5a9dbf14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0913f36-775d-43b1-ae20-c197db9fa883 HTTP/1.1" status: 204 len: 168 time: 1.0413706 May 26 22:52:39.971656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Deleting port b77858ad-c038-45fa-964b-e1a3b19f18e6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:39.973768 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.974812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-93bebd1e-0d5d-45d1-a6f0-e1986e075825 None None] For port 9168ed8f-6adc-4311-a652-5799acb0c03a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9168ed8f-6adc-4311-a652-5799acb0c03a,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:40.010984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.018152 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-0d1d3b7b-787f-4842-b17e-db77fd262834 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557016 May 26 22:52:40.040635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-93bebd1e-0d5d-45d1-a6f0-e1986e075825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.221537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=557b92f0-6f66-4e6b-b2b8-fe951cf95728,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:40.241772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:40.303690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:40.308033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:40.349572 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d283c-d8ef-42d2-9b80-92fb5b4990c5 None None] New status for floating IP 1f12c569-04e2-49e4-95a4-6f22afd945db: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:40.363306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-6c19371f-2b9f-4d95-a648-cdee5151d755 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349071 May 26 22:52:40.662603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bebd1e-0d5d-45d1-a6f0-e1986e075825 None None] Pushing event updated for resources: {'Port': ['ID=9168ed8f-6adc-4311-a652-5799acb0c03a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:40.684186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] Allocated IP 2001:db8::f816:3eff:fee7:c40f (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/29bddf8e-3ead-417a-902e-7c65a5bab1f7/9168ed8f-6adc-4311-a652-5799acb0c03a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:40.685658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-99c75cb2-b147-42bd-9041-0f0886fa40c2 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146980 May 26 22:52:40.723174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.724093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.825883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:40.867155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:40.936363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.950350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] For port 9168ed8f-6adc-4311-a652-5799acb0c03a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9168ed8f-6adc-4311-a652-5799acb0c03a,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:40.953790 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4f92d48-da15-46d5-b574-8e1501b4e42a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d4dff5142814a919eb81c6cf14cf9ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1228371 May 26 22:52:40.955165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34638) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:40.987116 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.014122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] Transition to ACTIVE for port object 9168ed8f-6adc-4311-a652-5799acb0c03a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:41.017143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-c9466a65-eb11-41ae-985f-2cb8ca7335f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=224d3edf-f4db-40c0-8abf-958134fbbbce HTTP/1.1" status: 200 len: 217 time: 0.3242831 May 26 22:52:41.018882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.096852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Calling delete_port for b77858ad-c038-45fa-964b-e1a3b19f18e6 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:41.140947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957140e-0f6c-4da6-b8aa-5d125f975d9b None None] Pushing event updated for resources: {'Port': ['ID=9168ed8f-6adc-4311-a652-5799acb0c03a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:41.173884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Usage tracker for resource:security_group_rule and tenant:9b3e28601f5a4db8874b906bfe2cb4e0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:41.177806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-7910fecd-acf1-4b2c-be26-880877b60b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:41.182110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-7910fecd-acf1-4b2c-be26-880877b60b3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 200 len: 797 time: 0.1416719 May 26 22:52:41.196799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:41.217151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:41.248507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:41.249143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.251959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-842359e6-63c3-4c15-aa72-d7ba01d2a6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.303744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-842359e6-63c3-4c15-aa72-d7ba01d2a6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.366528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dc77157a-7062-49dc-b037-015cdcab3166 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.3480303 May 26 22:52:41.377800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34654) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:41.444403 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:52:41.444761 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:52:41.469132 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.508754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.526940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-842359e6-63c3-4c15-aa72-d7ba01d2a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.555042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:41.565547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17158e3f-de19-46c4-a3ff-70520d6fcb44 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:41.576616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17158e3f-de19-46c4-a3ff-70520d6fcb44 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:41.576751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d743980b-fa64-497c-8ae0-27ec6038cad8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:41.577455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17158e3f-de19-46c4-a3ff-70520d6fcb44 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:41.581918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.583064 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Added segment 781cfff2-3c81-49b0-a06e-e8f06e1f87c3 of type vlan for network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 May 26 22:52:41.583998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.585524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842359e6-63c3-4c15-aa72-d7ba01d2a6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e8eb6-55cd-4fc6-87de-5d6eca6da364,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:41.602777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-f920c96a-99c6-45ed-9d5c-bb6081b041ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4152172 May 26 22:52:41.608134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-842359e6-63c3-4c15-aa72-d7ba01d2a6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.609386 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-842359e6-63c3-4c15-aa72-d7ba01d2a6a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/413e8eb6-55cd-4fc6-87de-5d6eca6da364 HTTP/1.1" status: 204 len: 168 time: 0.6504340 May 26 22:52:41.712659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9168ed8f-6adc-4311-a652-5799acb0c03a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:41.799881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17158e3f-de19-46c4-a3ff-70520d6fcb44 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:41.807253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-17158e3f-de19-46c4-a3ff-70520d6fcb44 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4280179 May 26 22:52:41.808120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34662) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:41.862279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34666) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:41.870433 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:41.944543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=ed339f07-838d-4e2d-99c1-0068c6e628b7,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:41.950775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Deleting port b77858ad-c038-45fa-964b-e1a3b19f18e6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:41.951623 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:42.058775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 557b92f0-6f66-4e6b-b2b8-fe951cf95728 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:42.064386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:42.362196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-fe4e8206-baac-4356-9faa-5d6ea54f881e service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318852 May 26 22:52:42.402171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d76b4705-80e2-4abe-b3e6-1962fdd5d03c None None] Provisioning for port 9168ed8f-6adc-4311-a652-5799acb0c03a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:42.411672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d76b4705-80e2-4abe-b3e6-1962fdd5d03c None None] Provisioning complete for port 9168ed8f-6adc-4311-a652-5799acb0c03a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:42.412262 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d76b4705-80e2-4abe-b3e6-1962fdd5d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:42.557167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:42.557530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:42.747211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0933d9-454c-4a06-936f-c7568fd0f131 None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:52:42.838461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Calling delete_port for b77858ad-c038-45fa-964b-e1a3b19f18e6 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:42.918505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c646eb41-df72-40c2-8ce0-d246c24b214c None None] Provisioning for port 557b92f0-6f66-4e6b-b2b8-fe951cf95728 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:42.938380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c646eb41-df72-40c2-8ce0-d246c24b214c None None] Provisioning complete for port 557b92f0-6f66-4e6b-b2b8-fe951cf95728 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:42.938754 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c646eb41-df72-40c2-8ce0-d246c24b214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.010242 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] It took 1.08 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:52:43.020805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': 'cd71da91-94a5-4d65-a048-54b8c6f81821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '44fdff4a-a38c-4551-9976-362b593e703b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:43.021165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: 44fdff4a-a38c-4551-9976-362b593e703b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:52:43.041844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.046909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.073661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-fcee476e-cf43-43fa-8a15-5de919dfbc4f service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918800 May 26 22:52:43.136921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c646eb41-df72-40c2-8ce0-d246c24b214c None None] Port 557b92f0-6f66-4e6b-b2b8-fe951cf95728 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:52:43.261894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event deleted for resources: {'Port': ['ID=b77858ad-c038-45fa-964b-e1a3b19f18e6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:43.402264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.422066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.466828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:43.471665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Usage tracker for resource:security_group_rule and tenant:152941353c644d83997500ca5a904308 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:43.475689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:43.483965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:43.511144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.517224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:43.517224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.604532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 557b92f0-6f66-4e6b-b2b8-fe951cf95728 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:43.650565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-cd9e39dc-ec9d-4df6-a9dd-dda140aab1f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a9e1681-f871-491d-9721-6a574cd4ba39 HTTP/1.1" status: 200 len: 217 time: 0.5759242 May 26 22:52:43.662193 n-d-843301-1 neutron-server[84031]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-ac0933d9-454c-4a06-936f-c7568fd0f131 None None] Agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee already present May 26 22:52:43.662641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0933d9-454c-4a06-936f-c7568fd0f131 None None] Network 44fdff4a-a38c-4551-9976-362b593e703b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:43.663307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0933d9-454c-4a06-936f-c7568fd0f131 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 44fdff4a-a38c-4551-9976-362b593e703b) {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:52:43.705037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 44fdff4a-a38c-4551-9976-362b593e703b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:43.854258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-a2fd6ec7-7c3f-47ce-ae37-75dd25aea7a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:43.856852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-a2fd6ec7-7c3f-47ce-ae37-75dd25aea7a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 200 len: 797 time: 0.1849389 May 26 22:52:43.960857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] Pushing event updated for resources: {'Network': ['ID=dac3e27f-2c37-409c-8ea3-5d492a6b89e5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:43.966779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4f1b94f6-9c43-4483-a4d0-45d0bb73ce75 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.6346986 May 26 22:52:43.967874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 44fdff4a-a38c-4551-9976-362b593e703b) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:43.980607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:43.997333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e79a7bf-83f4-4323-be20-528ab8041df7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "DELETE /v2.0/floatingips/1f12c569-04e2-49e4-95a4-6f22afd945db HTTP/1.1" status: 204 len: 168 time: 4.5385613 May 26 22:52:43.997333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34702) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:44.007125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Request body: {'subnet': {'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-593516049-subnet', 'tenant_id': '9b3e28601f5a4db8874b906bfe2cb4e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:44.020756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:44.020756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Usage tracker for resource:subnet and tenant:9b3e28601f5a4db8874b906bfe2cb4e0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:44.023049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:44.034518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:44.035114 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.061483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:44.089873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.096628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.116917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-409dab34-5e0b-4ebd-a560-0616445ad183 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.2960739 May 26 22:52:44.119259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34708) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:44.121439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Made reservation on behalf of 9b3e28601f5a4db8874b906bfe2cb4e0 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:44.123994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.238467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:44.299567 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:52:44.302600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34714) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:44.353303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-8f8c1b65-e553-4ed0-99dc-4c03f9f1787b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4890103 May 26 22:52:44.380305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373026693', 'description': 'tempest-description--675505310'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:44.404038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17686ff0-5ba5-4037-bdfd-3afd60182d97,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:44.413097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:44.431476 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ec97626-ecab-4468-99ce-604119f85cbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=152941353c644d83997500ca5a904308&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5539627 May 26 22:52:44.431476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:44.437983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:44.443325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34720) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:44.506157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:44.582857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.596874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.603765 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.654089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0041380-6a1a-4916-b1a0-6212559cf2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.690896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=557b92f0-6f66-4e6b-b2b8-fe951cf95728,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:44.696723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-c9ce8865-7971-4cb5-a106-3207e6f1d828 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314888 May 26 22:52:44.889836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-44fdff4a-a38c-4551-9976-362b593e703b', 'network_id': '44fdff4a-a38c-4551-9976-362b593e703b', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': 'ed339f07-838d-4e2d-99c1-0068c6e628b7'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:44.890700 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:44.947229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0041380-6a1a-4916-b1a0-6212559cf2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.038925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.053818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e1307b5-38a1-4cb3-ab31-623d6038a81b req-8acfdab7-8060-453a-84b2-cb76253bde6d service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420031 May 26 22:52:45.063892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c694857-05cb-4194-a936-0629bcc2c977 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/557b92f0-6f66-4e6b-b2b8-fe951cf95728 HTTP/1.1" status: 204 len: 168 time: 3.2279460 May 26 22:52:45.068187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:45.188689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5d7f9-1b34-4b1a-80ff-784d111b2fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:45.193030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5d7f9-1b34-4b1a-80ff-784d111b2fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:45.196853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5d7f9-1b34-4b1a-80ff-784d111b2fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:45.198238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:45.198886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-87b5d7f9-1b34-4b1a-80ff-784d111b2fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:45.205201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group_rule and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:45.209767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:45.218291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:45.230361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-87b5d7f9-1b34-4b1a-80ff-784d111b2fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:45.231588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-87b5d7f9-1b34-4b1a-80ff-784d111b2fbe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1629219 May 26 22:52:45.234644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34736) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:45.309459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.345690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Allocated IP 172.20.0.1 (44fdff4a-a38c-4551-9976-362b593e703b/ed339f07-838d-4e2d-99c1-0068c6e628b7/ae51b2f8-072b-40c6-8294-127f8062afa8) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:45.428880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.466569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.508190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 29bddf8e-3ead-417a-902e-7c65a5bab1f7 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:45.512628 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.520163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.525912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2181950 May 26 22:52:45.529078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.548801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34744) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:45.631678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.703700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'security_group_rule': {'security_group_id': '232ac24b-7e1e-4e6c-8139-2ce48ab10513', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:45.722601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:45.735119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group_rule and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:45.762826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:45.790871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.808126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9649c10-c10f-4389-8e78-b69491027d24 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232ac24b-7e1e-4e6c-8139-2ce48ab10513,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:45.824021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63da299-01c2-4aba-8ead-16ec9df3e7da,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:45.841424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:45.902395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0041380-6a1a-4916-b1a0-6212559cf2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.930910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.954623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:45.976588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Transition to ACTIVE for port object ae51b2f8-072b-40c6-8294-127f8062afa8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:45.982692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.003505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=29bddf8e-3ead-417a-902e-7c65a5bab1f7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:46.007614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.012008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Transition to ACTIVE for port object ae51b2f8-072b-40c6-8294-127f8062afa8 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:46.023907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.041627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e89ea4cb-2213-4e1d-8e71-375ce1abae74 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/29bddf8e-3ead-417a-902e-7c65a5bab1f7 HTTP/1.1" status: 204 len: 168 time: 0.8059783 May 26 22:52:46.050144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34758) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:46.073266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Checking segment: {'id': '781cfff2-3c81-49b0-a06e-e8f06e1f87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:46.073754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Network hostable DHCP agents. Network: dac3e27f-2c37-409c-8ea3-5d492a6b89e5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:52:46.095163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0041380-6a1a-4916-b1a0-6212559cf2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17686ff0-5ba5-4037-bdfd-3afd60182d97,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:46.170322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0041380-6a1a-4916-b1a0-6212559cf2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.182681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a0041380-6a1a-4916-b1a0-6212559cf2f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17686ff0-5ba5-4037-bdfd-3afd60182d97 HTTP/1.1" status: 204 len: 168 time: 1.7377486 May 26 22:52:46.185885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 300890d9-04b1-479e-8ae9-4ed7b9f7fcd1 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:46.188853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Network 44fdff4a-a38c-4551-9976-362b593e703b is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:46.198079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.199436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:46.210862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:46.284327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.337019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.376374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Pushing event updated for resources: {'Port': ['ID=ae51b2f8-072b-40c6-8294-127f8062afa8,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:46.401943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Attempting to bind port ae51b2f8-072b-40c6-8294-127f8062afa8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:46.403002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Attempting to bind port ae51b2f8-072b-40c6-8294-127f8062afa8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cd71da91-94a5-4d65-a048-54b8c6f81821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '44fdff4a-a38c-4551-9976-362b593e703b'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:46.403101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Attempting to bind port ae51b2f8-072b-40c6-8294-127f8062afa8 on network 44fdff4a-a38c-4551-9976-362b593e703b {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:46.411970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:46.412366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Checking segment: {'id': 'cd71da91-94a5-4d65-a048-54b8c6f81821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '44fdff4a-a38c-4551-9976-362b593e703b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:46.414343 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.416878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Bound using segment: {'id': 'cd71da91-94a5-4d65-a048-54b8c6f81821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '44fdff4a-a38c-4551-9976-362b593e703b'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:46.419950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Bound port: ae51b2f8-072b-40c6-8294-127f8062afa8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd71da91-94a5-4d65-a048-54b8c6f81821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '44fdff4a-a38c-4551-9976-362b593e703b'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:46.421797 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.534806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.707706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.729226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] For port ae51b2f8-072b-40c6-8294-127f8062afa8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:46.743829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] For port ae51b2f8-072b-40c6-8294-127f8062afa8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ae51b2f8-072b-40c6-8294-127f8062afa8,segment=NetworkSegment(cd71da91-94a5-4d65-a048-54b8c6f81821),segment_id=cd71da91-94a5-4d65-a048-54b8c6f81821)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:46.757632 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.852795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.908803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=ed339f07-838d-4e2d-99c1-0068c6e628b7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:46.922923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.954003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34772) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:46.956979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=300890d9-04b1-479e-8ae9-4ed7b9f7fcd1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:46.972790 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.991362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b82b9962-9da0-4de9-b7d1-e5a35edf30fd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/300890d9-04b1-479e-8ae9-4ed7b9f7fcd1 HTTP/1.1" status: 204 len: 168 time: 0.9312079 May 26 22:52:46.991362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34774) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.001184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.005406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3837066 May 26 22:52:47.006351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:47.018346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34788) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.018971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5ad46-d94b-4d1f-8a58-400689429c68 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56589a2b-fe0a-4a96-b09c-d2e0a4ba2653,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:47.067795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'security_group_rule': {'security_group_id': '232ac24b-7e1e-4e6c-8139-2ce48ab10513', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:47.087798 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a98b6870-501a-480a-97a1-a2737d1a5f88 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929766 May 26 22:52:47.087931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.088047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34794) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.126240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, dac3e27f-2c37-409c-8ea3-5d492a6b89e5) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:47.143344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:47.187806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:47.188713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.218783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:security_group_rule and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:47.252467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fc0492c0-4eae-42fc-9d27-260b25741322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.256391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:47.289873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fdff4a-a38c-4551-9976-362b593e703b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:47.304593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e504d0d-13ac-49b6-960b-ef21c309936a None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:52:47.304780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b3e39-4bd6-4c87-9e43-01ee7347e5ce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:47.305316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c4b3e39-4bd6-4c87-9e43-01ee7347e5ce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:47.320336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:47.329286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-121dcb9d-4f8b-4b59-866a-f8ce7cff81dc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3300982 May 26 22:52:47.336732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd71da91-94a5-4d65-a048-54b8c6f81821') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:47.337223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd71da91-94a5-4d65-a048-54b8c6f81821') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:47.369808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c4b3e39-4bd6-4c87-9e43-01ee7347e5ce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:47.371409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c4b3e39-4bd6-4c87-9e43-01ee7347e5ce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2822013 May 26 22:52:47.375013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34812) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.392696 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.423575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34816) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.509453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.596151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.599264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd5b8a-7437-4fdc-aaa5-a76281d53ed3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:47.603057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6dbd5b8a-7437-4fdc-aaa5-a76281d53ed3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:47.612120 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.642676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a28f37-99d7-40f9-a03a-9364e5e356a0 None None] Pushing event updated for resources: {'Port': ['ID=ae51b2f8-072b-40c6-8294-127f8062afa8,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:47.644030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6dbd5b8a-7437-4fdc-aaa5-a76281d53ed3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:47.646596 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6dbd5b8a-7437-4fdc-aaa5-a76281d53ed3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2706780 May 26 22:52:47.650230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34822) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.715210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:47.715834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.796354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e504d0d-13ac-49b6-960b-ef21c309936a None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:52:47.832233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9d841088-8ce3-4018-886c-00c91d64b774 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1798146 May 26 22:52:47.836897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34832) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.842804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:47.850112 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:47.922639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:47.979140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:47.983757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Usage tracker for resource:security_group_rule and tenant:fda41e4437114133ac8c10fad7d9a535 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:47.991087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:48.000663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:48.017869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:48.029322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Usage tracker for resource:floatingip and tenant:26757caca39249f5a7999ae5d3411398 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:48.041746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:48.046858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:52:48.046858 n-d-843301-1 neutron-server[84030]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:52:48.046858 n-d-843301-1 neutron-server[84030]: [parameters: {'id': '44fdff4a-a38c-4551-9976-362b593e703b'}] May 26 22:52:48.046858 n-d-843301-1 neutron-server[84030]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:52:48.047239 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:52:48.056366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:48.084076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.117429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:48.129149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.136041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.149205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:48.166844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:48.177714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.182448 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:52:48.182840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:48.213789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-42204344-e7ab-48e8-9223-1e4f59a0cecb tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3756723 May 26 22:52:48.215541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34838) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:48.222056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:48.340505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4f6c7c-940f-418e-9f96-f679ed622452,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:48.408508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:48.425157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:48.436082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.439363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.440788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:48.446448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a896660e-7cfe-4576-ae20-0a58a9b657a0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4247074 May 26 22:52:48.447569 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.450144 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:52:48.451317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:48.455922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34844) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:48.459963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.487332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:48.493007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6355e19b-b4d0-47ae-af05-1d68d40606cc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2675228 May 26 22:52:48.493007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34848) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:48.504307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:48.513059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:48.518585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Usage tracker for resource:floatingip and tenant:60a6e1a5198e470eae3b4eef13db4801 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:48.518585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:48.518585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:48.570851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369da59-2132-4778-b411-448f87d927fb None None] Network 44fdff4a-a38c-4551-9976-362b593e703b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:48.618283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.618283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20697a08-d7a5-4d31-99cb-9770444c4094,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:48.633008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.710820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-baae1913-d82d-46f4-b767-b2063535a26d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fda41e4437114133ac8c10fad7d9a535&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2771401 May 26 22:52:48.715698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34854) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:48.834563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba01e5-5943-4e9e-b3a1-f8f6d1b2fba6 None None] Network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:48.839543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:48.874830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:48.888056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port ae51b2f8-072b-40c6-8294-127f8062afa8 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:48.888926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.945943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb074-f4a3-467f-9d6e-4f220e7844e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.948849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:48.961252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:48.962600 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:52:48.963434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:48.997476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d088bae5-0cc4-438e-bd62-382344501718 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5082979 May 26 22:52:49.001846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34858) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:49.017723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:49.164472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850833be-7adb-484b-be7f-64984dccacc6 req-28483d42-940b-451e-b6fd-76f36875a8c1 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:49.165255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-850833be-7adb-484b-be7f-64984dccacc6 req-28483d42-940b-451e-b6fd-76f36875a8c1 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Synchronizing usage tracker for tenant:9b3e28601f5a4db8874b906bfe2cb4e0 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:49.178660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672cd16-6d1f-41d7-9db9-c3b46a82fd77 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:49.206811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:49.224832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:49.228469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb074-f4a3-467f-9d6e-4f220e7844e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:49.273243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:49.277422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:49.283280 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:52:49.283495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:49.337958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7766d2a6-7096-40c9-94ab-63826eab34e0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3180125 May 26 22:52:49.337958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34862) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:49.337958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:49.348871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-850833be-7adb-484b-be7f-64984dccacc6 req-28483d42-940b-451e-b6fd-76f36875a8c1 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Unset dirty status for tenant:9b3e28601f5a4db8874b906bfe2cb4e0 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:49.348871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-28483d42-940b-451e-b6fd-76f36875a8c1 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/networks?id=dac3e27f-2c37-409c-8ea3-5d492a6b89e5 HTTP/1.1" status: 200 len: 817 time: 1.0740185 May 26 22:52:49.464922 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb074-f4a3-467f-9d6e-4f220e7844e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:49.470615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port ae51b2f8-072b-40c6-8294-127f8062afa8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ae51b2f8-072b-40c6-8294-127f8062afa8,segment=NetworkSegment(cd71da91-94a5-4d65-a048-54b8c6f81821),segment_id=cd71da91-94a5-4d65-a048-54b8c6f81821)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:49.470615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:49.498556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee90b9-bfa7-4d4c-aabd-8b0b3fd557d6 None None] Network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:49.503721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cb074-f4a3-467f-9d6e-4f220e7844e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20697a08-d7a5-4d31-99cb-9770444c4094,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:49.512712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a7cb074-f4a3-467f-9d6e-4f220e7844e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:49.512712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a7cb074-f4a3-467f-9d6e-4f220e7844e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20697a08-d7a5-4d31-99cb-9770444c4094 HTTP/1.1" status: 204 len: 168 time: 0.7903161 May 26 22:52:49.516508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-c5066266-7efc-4041-a73d-b26e1da638d7 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/quotas/9b3e28601f5a4db8874b906bfe2cb4e0 HTTP/1.1" status: 200 len: 375 time: 0.1488750 May 26 22:52:49.552008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:49.560004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:49.573890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:49.579221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70949262-49c2-4f9a-9572-ffc295602a0b None None] Network 44fdff4a-a38c-4551-9976-362b593e703b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:49.591139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:49.614834 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:49.619971 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:52:49.621987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:49.667213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a2085853-84c2-4e26-afcd-69ee4e964cd7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3389161 May 26 22:52:49.670148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:49.686993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:49.954532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34876) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:49.962431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:49.983115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for ae51b2f8-072b-40c6-8294-127f8062afa8 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:49.999331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:50.015469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:50.020665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:50.020665 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:52:50.020665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:52:50.080499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-86386c1a-8145-433e-bae3-1e02d366ca5e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3956521 May 26 22:52:50.080499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34882) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:50.124123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-e5499c9c-60bc-4333-90af-aaf52a4e3ac3 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b3e28601f5a4db8874b906bfe2cb4e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5793765 May 26 22:52:50.139601 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-005fca48-ea74-4ddc-84e0-7c9f35c0d5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:50.235489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f987e06-e0b9-4b90-b3a8-d87b4385d3e3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:50.235489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f987e06-e0b9-4b90-b3a8-d87b4385d3e3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1629708 May 26 22:52:50.241561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34888) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:50.338882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32225b93-309d-4e1f-bfa3-afc72df51aed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:50.341568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-32225b93-309d-4e1f-bfa3-afc72df51aed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001761 May 26 22:52:50.347090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34894) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:50.546931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:52:50.559357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] Deleting port 9168ed8f-6adc-4311-a652-5799acb0c03a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:50.559733 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:50.658197 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:50.681378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e092382b-93a7-44dd-bb55-31db29644d47 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3356819 May 26 22:52:50.695796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:50.739719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:50.864869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:50.997635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.002729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] For port 9168ed8f-6adc-4311-a652-5799acb0c03a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9168ed8f-6adc-4311-a652-5799acb0c03a,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:51.003095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.195230 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.212763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] Calling delete_port for 9168ed8f-6adc-4311-a652-5799acb0c03a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:51.228316 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-5070beb3-3d36-4a5e-9d8b-088aaebaff06 service neutron] 10.222.0.32 "GET /v2.0/networks/dac3e27f-2c37-409c-8ea3-5d492a6b89e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0137715 May 26 22:52:51.228868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Port': ['ID=ae51b2f8-072b-40c6-8294-127f8062afa8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:51.236289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.320597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No DVR routers for this DVR port ae51b2f8-072b-40c6-8294-127f8062afa8 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:51.326870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.394337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] Pushing event deleted for resources: {'Port': ['ID=9168ed8f-6adc-4311-a652-5799acb0c03a,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:51.406886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca75c53-6dfd-496d-8b5f-f3054ce83b27 None None] No DVR routers for this DVR port 9168ed8f-6adc-4311-a652-5799acb0c03a on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:51.497538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Allocated IP 172.25.4.62 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/64c3f62e-aeac-4d48-885d-d20939214c87) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:51.555049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:51.615892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:51.631251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.673752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9168ed8f-6adc-4311-a652-5799acb0c03a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:51.736449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fdff4a-a38c-4551-9976-362b593e703b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:51.751892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9168ed8f-6adc-4311-a652-5799acb0c03a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:51.752285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9168ed8f-6adc-4311-a652-5799acb0c03a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:51.758015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd71da91-94a5-4d65-a048-54b8c6f81821') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:51.758015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd71da91-94a5-4d65-a048-54b8c6f81821') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:51.844674 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.883929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-76af9b6a-bcfa-4e7e-829a-3dff6ef05875 service neutron] 10.222.0.32 "GET /v2.0/networks/dac3e27f-2c37-409c-8ea3-5d492a6b89e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284168 May 26 22:52:51.893596 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:51.913159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:52.060305 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.108246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.126351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:52.126759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: timer() May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:52.145838 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:52.215254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ddd0452-f825-444a-8792-4a0b573daa51 req-ea9a0978-8d54-49ac-9617-99bad96e6ac8 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 210 time: 0.0525260 May 26 22:52:52.279142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Deleting port 83f7a058-9e55-4375-913d-66ceb1e4c543 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:52.279737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.364220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.381173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.386517 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.416560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/44fdff4a-a38c-4551-9976-362b593e703b HTTP/1.1" status: 204 len: 168 time: 8.2777927 May 26 22:52:52.423207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34932) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:52.435837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410722293'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:52.440431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07618dc5-161d-42e0-91ed-e35205ac453d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=44fdff4a-a38c-4551-9976-362b593e703b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:52.450083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:52.460254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:52.496401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:52.517270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:52.541657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] For port 83f7a058-9e55-4375-913d-66ceb1e4c543, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=83f7a058-9e55-4375-913d-66ceb1e4c543,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:52.542305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.550277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:52.553993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.605589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.710354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:52.718197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:52.720820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:52.763858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Calling delete_port for 83f7a058-9e55-4375-913d-66ceb1e4c543 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:52.783483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:52.842924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Allocated IP 172.25.4.144 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/8897491b-410d-402a-8a50-f83bbddc121a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:52.852093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.852436 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment 3a4dff39-d44f-4459-b1fe-099ff564732d of type vlan for network e2c612f9-616f-4094-a7d4-5a86c57feacd May 26 22:52:52.856964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Port': ['ID=64c3f62e-aeac-4d48-885d-d20939214c87,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:53.124545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.179972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Pushing event deleted for resources: {'Port': ['ID=83f7a058-9e55-4375-913d-66ceb1e4c543,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:53.188188 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.323757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:52:53.335728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.408851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.413916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:53.414727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.664562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ef19f6f-16a8-4dc2-94f5-22baf0bb2bf8 req-d1c6fed2-a59b-4f2d-9d96-a8d6161293c2 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 210 time: 0.1899850 May 26 22:52:53.677557 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.695525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=28029016-5149-418d-8895-b3ad69238f52,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:53.700846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:53.711564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2851992 May 26 22:52:53.714002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34954) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:53.724946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:53.739731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551e1d0-32ba-4c4a-a271-39692b4de7cd None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:53.748005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:53.865401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850833be-7adb-484b-be7f-64984dccacc6 req-9da775c1-d8ff-49f6-9b18-c595572243ed tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:53.866831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-9da775c1-d8ff-49f6-9b18-c595572243ed tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.48 "GET /v2.0/networks?id=dac3e27f-2c37-409c-8ea3-5d492a6b89e5 HTTP/1.1" status: 200 len: 817 time: 0.3415296 May 26 22:52:53.886423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Request body: {'port': {'device_id': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5', 'admin_state_up': True, 'tenant_id': '9b3e28601f5a4db8874b906bfe2cb4e0'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:53.904637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:53.905839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.925485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ddc0a-3d52-4fcc-8ad4-598e670c3438 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=e2c612f9-616f-4094-a7d4-5a86c57feacd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:53.934518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a41db2f3-de4f-473f-b0ea-1f536d31911a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2227709 May 26 22:52:53.949297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34960) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:53.959227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:21:f9:87', 'name': 'tempest-NetworksTestDHCPv6-621991693'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:53.979788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e2c612f9-616f-4094-a7d4-5a86c57feacd details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:54.068289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:54.074405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Usage tracker for resource:port and tenant:9b3e28601f5a4db8874b906bfe2cb4e0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:54.078251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:54.081823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.089841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:54.124499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.125622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:54.128486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.171681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Made reservation on behalf of 9b3e28601f5a4db8874b906bfe2cb4e0 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:54.174749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '28029016-5149-418d-8895-b3ad69238f52'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:54.175698 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.175892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.213627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:54.216364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'Port': ['ID=8897491b-410d-402a-8a50-f83bbddc121a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:54.243151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:54.258910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:54.333042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:54.359178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:54.366673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:54.375623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:54.407850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.488985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Allocated IP 172.20.0.2 (dac3e27f-2c37-409c-8ea3-5d492a6b89e5/b63da299-01c2-4aba-8ead-16ec9df3e7da/d6064829-7eb6-4d7e-9e97-73cb503cf15b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:54.516119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Allocated IP 2001:db8::f816:3eff:fe9a:51e5 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/28029016-5149-418d-8895-b3ad69238f52/8f838587-ff51-40ad-97f8-3f4488a7987f) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:54.568582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:54.597118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:54.679669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:54.683569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.695260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.806986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.820751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Transition to ACTIVE for port object 8f838587-ff51-40ad-97f8-3f4488a7987f will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:54.848389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Transition to ACTIVE for port object 8f838587-ff51-40ad-97f8-3f4488a7987f will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:54.857071 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.946515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:54.947980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:54.953044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Pushing event updated for resources: {'Port': ['ID=8f838587-ff51-40ad-97f8-3f4488a7987f,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:54.956566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:55.034570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 6d64e314-7a23-4df0-ac36-bbb3d142a47a yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:52:55.075479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Attempting to bind port 8f838587-ff51-40ad-97f8-3f4488a7987f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:55.076262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Attempting to bind port 8f838587-ff51-40ad-97f8-3f4488a7987f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:55.076770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Attempting to bind port 8f838587-ff51-40ad-97f8-3f4488a7987f on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:55.083652 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.086374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:55.087296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:55.087911 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.088671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:55.089758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Bound port: 8f838587-ff51-40ad-97f8-3f4488a7987f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:55.090359 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.185667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:55.189057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8f838587-ff51-40ad-97f8-3f4488a7987f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:55.196473 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.227577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.254665 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0dbaf97e-c74c-4dab-ad77-d3cec07bae89 req-e70ee4e7-e22c-4d47-a994-7d2fabeb2f2e tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 210 time: 0.2736421 May 26 22:52:55.268101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.309613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795674-af6e-4d6a-a79b-1b9b6a7b9f20 None None] Pushing event updated for resources: {'Port': ['ID=8f838587-ff51-40ad-97f8-3f4488a7987f,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:55.564538 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.569445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:52:55.659236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.663285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=d04e610a-0179-4656-9d21-a510fc53f797,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:55.688204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.700785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8f838587-ff51-40ad-97f8-3f4488a7987f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:55.745448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:55.749885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:55.760364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:55.788760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Pushing event updated for resources: {'Port': ['ID=d6064829-7eb6-4d7e-9e97-73cb503cf15b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:55.835739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe21:f987 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/28029016-5149-418d-8895-b3ad69238f52/6d64e314-7a23-4df0-ac36-bbb3d142a47a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:55.846836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8f838587-ff51-40ad-97f8-3f4488a7987f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:55.866574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:55.867407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:55.883051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': '3a4dff39-d44f-4459-b1fe-099ff564732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:55.883487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: e2c612f9-616f-4094-a7d4-5a86c57feacd, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:52:55.895834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Port': ['ID=64c3f62e-aeac-4d48-885d-d20939214c87,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:55.906598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-fdaa7b45-f8a7-4bb3-a227-c8d71363c487 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0257807 May 26 22:52:55.917651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-5a602074-ffd0-443b-b1ff-67c9466ed3da tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:52:55.918634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-5a602074-ffd0-443b-b1ff-67c9466ed3da tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056300 May 26 22:52:55.936843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:56.122794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Request body: {'port': {'device_id': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:56.192769 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.192769 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.229025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network e2c612f9-616f-4094-a7d4-5a86c57feacd is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:52:56.314018 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.317308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:56.326388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9c4b83a8-1234-4088-97fe-c7094b5a33ee admin admin] 10.222.0.32 "PUT /v2.0/routers/774e5fdd-e180-4ff7-8ca7-64f94eb416a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3679974 May 26 22:52:56.328756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34986) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:56.333514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] Sync routers for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:56.342296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.360493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:56.361351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:52:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:56.687161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.689739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, e2c612f9-616f-4094-a7d4-5a86c57feacd) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:56.699458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:56.701973 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.708908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9200c41-e85c-4f4e-8bd8-fc9eaba1286b None None] Network e2c612f9-616f-4094-a7d4-5a86c57feacd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:52:56.715807 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.720749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f24ddc0-d8dd-42aa-a595-4bd0f891bdc7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.7287593 May 26 22:52:56.721552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.742040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34994) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:56.810757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-833308463'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:56.898666 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.905146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:56.946614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 6d64e314-7a23-4df0-ac36-bbb3d142a47a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:56.986124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:57.010739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Usage tracker for resource:network and tenant:26757caca39249f5a7999ae5d3411398 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:57.016173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-af759157-ce10-40e7-a11a-955728e38a74 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2931826 May 26 22:52:57.032750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:57.033502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e21e5a58-24ed-42af-a49c-0f27518ad940 None None] Provisioning for port 8f838587-ff51-40ad-97f8-3f4488a7987f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:57.040375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:57.042807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35000) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:57.048856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e21e5a58-24ed-42af-a49c-0f27518ad940 None None] Provisioning complete for port 8f838587-ff51-40ad-97f8-3f4488a7987f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:57.049446 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a58-24ed-42af-a49c-0f27518ad940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.052400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'Port': ['ID=8897491b-410d-402a-8a50-f83bbddc121a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:57.055315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.135328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=6d64e314-7a23-4df0-ac36-bbb3d142a47a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:57.211331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.227562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Made reservation on behalf of 26757caca39249f5a7999ae5d3411398 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:57.231413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.253205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.272426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.281922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6b3670c3-b731-4faa-a8bd-0ab513f71307 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8238301 May 26 22:52:57.315656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.326977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:57.331477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:57.337492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:57.339309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a58-24ed-42af-a49c-0f27518ad940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.342736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:57.343140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.374119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5784ca7-45e3-414b-a8a1-16e5702f8159 req-6ffbd8f1-2e95-4dcc-92d1-1ef7f60fd4d2 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:57.376129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5784ca7-45e3-414b-a8a1-16e5702f8159 req-6ffbd8f1-2e95-4dcc-92d1-1ef7f60fd4d2 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 931 time: 0.6654649 May 26 22:52:57.381637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fc95f6c5-89bd-40a1-8972-e685a4a4ce7f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4302628 May 26 22:52:57.382848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:57.385122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35008) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:57.427841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Usage tracker for resource:security_group_rule and tenant:26757caca39249f5a7999ae5d3411398 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:57.477884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:57.502087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:57.513819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e5784ca7-45e3-414b-a8a1-16e5702f8159 req-bbb56fed-4450-4975-b7ac-4d23d2aa5759 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Synchronizing usage tracker for tenant:9b3e28601f5a4db8874b906bfe2cb4e0 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:57.530124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e21e5a58-24ed-42af-a49c-0f27518ad940 None None] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8f838587-ff51-40ad-97f8-3f4488a7987f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:57.542794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e5784ca7-45e3-414b-a8a1-16e5702f8159 req-bbb56fed-4450-4975-b7ac-4d23d2aa5759 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Unset dirty status for tenant:9b3e28601f5a4db8874b906bfe2cb4e0 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:57.544411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5784ca7-45e3-414b-a8a1-16e5702f8159 req-bbb56fed-4450-4975-b7ac-4d23d2aa5759 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579311 May 26 22:52:57.558971 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a58-24ed-42af-a49c-0f27518ad940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.590901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ff385-acda-4392-998e-5fabf02fc8f4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:57.595536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ff385-acda-4392-998e-5fabf02fc8f4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:57.596109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9b2ff385-acda-4392-998e-5fabf02fc8f4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:57.614855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.644324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9b2ff385-acda-4392-998e-5fabf02fc8f4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:57.646326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9b2ff385-acda-4392-998e-5fabf02fc8f4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2325213 May 26 22:52:57.654968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35014) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:57.741358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:52:57.778891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 6d64e314-7a23-4df0-ac36-bbb3d142a47a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:57.779241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.813298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-e2c612f9-616f-4094-a7d4-5a86c57feacd', 'network_id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': 'd04e610a-0179-4656-9d21-a510fc53f797'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:52:57.814286 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.863793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.877910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.886503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.991178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:52:58.024565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124060c2-41f9-4dba-8130-7a7b57c6d148,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:58.040619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c8a6abbe-529c-4254-8303-570df44c819d None None] Provisioning for port 6d64e314-7a23-4df0-ac36-bbb3d142a47a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:58.052491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.071321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e5a58-24ed-42af-a49c-0f27518ad940 None None] Pushing event updated for resources: {'Port': ['ID=8f838587-ff51-40ad-97f8-3f4488a7987f,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:58.078202 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.078655 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Added segment 29f4d928-ef6e-4a17-ac3d-b2c6eba097b0 of type vlan for network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 May 26 22:52:58.085915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c8a6abbe-529c-4254-8303-570df44c819d None None] Provisioning complete for port 6d64e314-7a23-4df0-ac36-bbb3d142a47a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:58.086345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c8a6abbe-529c-4254-8303-570df44c819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.183882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c8a6abbe-529c-4254-8303-570df44c819d None None] Port 6d64e314-7a23-4df0-ac36-bbb3d142a47a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:52:58.207808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:52:53Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:58.213808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6064829-7eb6-4d7e-9e97-73cb503cf15b {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:52:58.216306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] Checking router: 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:58.226329 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.230877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-459e67fb-ab90-42f2-898a-70dcd8d31add tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1373026693&fields=id&tenant_id=60a6e1a5198e470eae3b4eef13db4801 HTTP/1.1" status: 200 len: 267 time: 0.4531071 May 26 22:52:58.231243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Allocated IP 172.20.0.1 (e2c612f9-616f-4094-a7d4-5a86c57feacd/d04e610a-0179-4656-9d21-a510fc53f797/3962b4a0-d1e6-4450-ad39-24bb696afc0c) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:58.245247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] Routers {'774e5fdd-e180-4ff7-8ca7-64f94eb416a9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:58.246229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:52:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:58.289620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Transition to ACTIVE for port object d6064829-7eb6-4d7e-9e97-73cb503cf15b will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:58.343454 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.371354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.432681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.456897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] Set router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:58.502142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.506612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:58.507281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.531953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6064829-7eb6-4d7e-9e97-73cb503cf15b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:58.580813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-b422a043-14d5-495e-9f51-33dff88708e8 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:58.583955 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-b422a043-14d5-495e-9f51-33dff88708e8 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 810 time: 0.3379321 May 26 22:52:58.599643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 6d64e314-7a23-4df0-ac36-bbb3d142a47a owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:58.759175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-bb03eb89-8eb4-4a2a-b3d9-9f72f072b05c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/quotas/60a6e1a5198e470eae3b4eef13db4801 HTTP/1.1" status: 200 len: 375 time: 0.1330106 May 26 22:52:58.830242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0249045 May 26 22:52:58.871578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Attempting to bind port d6064829-7eb6-4d7e-9e97-73cb503cf15b on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:58.872036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Attempting to bind port d6064829-7eb6-4d7e-9e97-73cb503cf15b by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '781cfff2-3c81-49b0-a06e-e8f06e1f87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:58.872378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Attempting to bind port d6064829-7eb6-4d7e-9e97-73cb503cf15b on network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:58.879074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35026) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:58.887424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e1002-32a6-4b7f-9030-ed90ff2eeba3 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Network': ['ID=05a3b436-17ed-4dd0-80b8-13a14639a2f1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:58.895521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Request body: {'subnet': {'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:58.923066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Port d6064829-7eb6-4d7e-9e97-73cb503cf15b on network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:52:58.923432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Attempting to bind port d6064829-7eb6-4d7e-9e97-73cb503cf15b on network dac3e27f-2c37-409c-8ea3-5d492a6b89e5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:58.927581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:52:58.985479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48534-0486-4b88-be42-b4676fc724a0 req-01ced748-b2af-4dea-8b32-17f711c8e84a tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:58.987480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-69c48534-0486-4b88-be42-b4676fc724a0 req-01ced748-b2af-4dea-8b32-17f711c8e84a tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 943 time: 0.1618261 May 26 22:52:58.996639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.043237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:59.043944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Checking segment: {'id': '781cfff2-3c81-49b0-a06e-e8f06e1f87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:59.043944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Bound using segment: {'id': '781cfff2-3c81-49b0-a06e-e8f06e1f87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:59.044393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Bound port: d6064829-7eb6-4d7e-9e97-73cb503cf15b, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781cfff2-3c81-49b0-a06e-e8f06e1f87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:59.044762 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.072136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=6d64e314-7a23-4df0-ac36-bbb3d142a47a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:59.083551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:59.120956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Usage tracker for resource:subnet and tenant:26757caca39249f5a7999ae5d3411398 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:59.143054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:59.155127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.164356 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-69c48534-0486-4b88-be42-b4676fc724a0 req-b96e4311-cae9-4f28-8f0a-e076755b57d7 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702685 May 26 22:52:59.178841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:59.182348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4411b72e-95d3-420f-add0-3a1c0619a8ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/6d64e314-7a23-4df0-ac36-bbb3d142a47a HTTP/1.1" status: 204 len: 168 time: 1.5263171 May 26 22:52:59.185171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35032) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:59.239836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.255830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-79ae8104-0218-4230-8724-0863448983bd tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4356685 May 26 22:52:59.258190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Transition to ACTIVE for port object 3962b4a0-d1e6-4450-ad39-24bb696afc0c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:59.263423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-595e6942-4ebd-4ccc-935d-030fb7b569ff service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:52:59.277743 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-595e6942-4ebd-4ccc-935d-030fb7b569ff service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0206120 May 26 22:52:59.303961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Transition to ACTIVE for port object 3962b4a0-d1e6-4450-ad39-24bb696afc0c will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:59.312866 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.318959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d8996-656e-4f6b-82ac-cffbe6ce407a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:59.320900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d8996-656e-4f6b-82ac-cffbe6ce407a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:59.322001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ea8d8996-656e-4f6b-82ac-cffbe6ce407a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:59.327678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.347491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ea8d8996-656e-4f6b-82ac-cffbe6ce407a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:59.347491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ea8d8996-656e-4f6b-82ac-cffbe6ce407a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1582086 May 26 22:52:59.347751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35038) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:59.405322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Network e2c612f9-616f-4094-a7d4-5a86c57feacd is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:59.409032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:59.412832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:59.470665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Made reservation on behalf of 26757caca39249f5a7999ae5d3411398 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:59.562183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:52:53Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:59.569162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Pushing event updated for resources: {'Port': ['ID=3962b4a0-d1e6-4450-ad39-24bb696afc0c,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:59.581239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Deleting port 57b377d6-face-4b26-acd7-f364cd1710b5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:59.581239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.591088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Attempting to bind port 3962b4a0-d1e6-4450-ad39-24bb696afc0c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:59.591088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Attempting to bind port 3962b4a0-d1e6-4450-ad39-24bb696afc0c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3a4dff39-d44f-4459-b1fe-099ff564732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:59.591088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Attempting to bind port 3962b4a0-d1e6-4450-ad39-24bb696afc0c on network e2c612f9-616f-4094-a7d4-5a86c57feacd {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:59.613839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fbcf0-b044-4499-93a8-f067a34d65e3 None None] The sync data for ids ['774e5fdd-e180-4ff7-8ca7-64f94eb416a9'] in n-d-843301-1 is: [{'id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'name': 'tempest-TaggedBootDevicesTest_v242-912172980-router', 'tenant_id': '051ee0d956464e13a0b95231c21ae52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:06Z', 'updated_at': '2022-05-26T22:52:53Z', 'revision_number': 5, 'project_id': '051ee0d956464e13a0b95231c21ae52c', 'gw_port': {'id': '57b377d6-face-4b26-acd7-f364cd1710b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e5fdd-e180-4ff7-8ca7-64f94eb416a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:07Z', 'updated_at': '2022-05-26T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:59.620362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:59.620952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Checking segment: {'id': '3a4dff39-d44f-4459-b1fe-099ff564732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:59.621359 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.621759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Bound using segment: {'id': '3a4dff39-d44f-4459-b1fe-099ff564732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:59.624839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Bound port: 3962b4a0-d1e6-4450-ad39-24bb696afc0c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4dff39-d44f-4459-b1fe-099ff564732d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:59.628398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.734481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 28029016-5149-418d-8895-b3ad69238f52 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:59.752828 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.823249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] For port 3962b4a0-d1e6-4450-ad39-24bb696afc0c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:59.826948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] For port d6064829-7eb6-4d7e-9e97-73cb503cf15b, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:59.828489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] For port 3962b4a0-d1e6-4450-ad39-24bb696afc0c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3962b4a0-d1e6-4450-ad39-24bb696afc0c,segment=NetworkSegment(3a4dff39-d44f-4459-b1fe-099ff564732d),segment_id=3a4dff39-d44f-4459-b1fe-099ff564732d)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:59.835320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] For port d6064829-7eb6-4d7e-9e97-73cb503cf15b, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d6064829-7eb6-4d7e-9e97-73cb503cf15b,segment=NetworkSegment(781cfff2-3c81-49b0-a06e-e8f06e1f87c3),segment_id=781cfff2-3c81-49b0-a06e-e8f06e1f87c3)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:59.835508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.843878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.846420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.905207 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.959370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.991325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8f838587-ff51-40ad-97f8-3f4488a7987f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:00.089757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.142885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=28029016-5149-418d-8895-b3ad69238f52,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:00.153599 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.166938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2c5ba-7b9d-41c8-8695-cd00da22927b None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:00.175690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a358b567-a191-406d-b81f-0c677fef5ab8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/28029016-5149-418d-8895-b3ad69238f52 HTTP/1.1" status: 204 len: 168 time: 0.8267124 May 26 22:53:00.176474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35046) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:00.239502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.277644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8c8e2-5bb3-4e7f-8c00-7bfdfbe3039a None None] Pushing event updated for resources: {'Port': ['ID=3962b4a0-d1e6-4450-ad39-24bb696afc0c,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:00.361886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8f838587-ff51-40ad-97f8-3f4488a7987f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:00.362255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.389845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6a52f9a7-b414-4680-a01e-e5584a7bad37 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2121511 May 26 22:53:00.393662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35052) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:00.408486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:00.628299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=d04e610a-0179-4656-9d21-a510fc53f797,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:00.633869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:00.638295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:00.640797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:00.646642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:00.646805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.658959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:00.662909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.784164 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.786432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] 10.222.0.48 "PUT /v2.0/ports/d6064829-7eb6-4d7e-9e97-73cb503cf15b HTTP/1.1" status: 200 len: 1091 time: 4.8603556 May 26 22:53:00.810436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'tag': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:00.885179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:00.888185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c612f9-616f-4094-a7d4-5a86c57feacd']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:00.889472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Deleting port 8f838587-ff51-40ad-97f8-3f4488a7987f {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:00.891370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.898563 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-e602a0cd-76c2-44ef-be2a-5ffcfc4c67f2 service neutron] 10.222.0.32 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6201770 May 26 22:53:00.970381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0e08e-360e-4f86-8c02-8adf77a73ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6064829-7eb6-4d7e-9e97-73cb503cf15b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:00.989606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4dff39-d44f-4459-b1fe-099ff564732d') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:00.990262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4dff39-d44f-4459-b1fe-099ff564732d') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:01.098686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.131888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba6827-860e-4c50-8456-009a30046bf4 req-485fa6d8-182b-4b5c-ae9d-6a8e0fc4bcde tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:01.134505 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f8ba6827-860e-4c50-8456-009a30046bf4 req-485fa6d8-182b-4b5c-ae9d-6a8e0fc4bcde tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 943 time: 0.6003571 May 26 22:53:01.258689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f8ba6827-860e-4c50-8456-009a30046bf4 req-1c2e2efe-4705-4958-b3cd-91ff483babe8 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105196 May 26 22:53:01.321209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.340585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:01.341018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.427455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8f838587-ff51-40ad-97f8-3f4488a7987f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:01.429936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: timer() May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:01.481813 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:01.539509 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9622da2-a07c-469c-949e-d2c05dfa966e'] response: {'name': 'network-changed', 'server_uuid': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'tag': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b', 'status': 'completed', 'code': 200} May 26 22:53:01.562018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:53:01.627921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Calling delete_port for 8f838587-ff51-40ad-97f8-3f4488a7987f owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:01.641420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] For port 57b377d6-face-4b26-acd7-f364cd1710b5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=57b377d6-face-4b26-acd7-f364cd1710b5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:01.641910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.674109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40e362-0a92-43ef-b58c-9387715e8cbc None None] Network e2c612f9-616f-4094-a7d4-5a86c57feacd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:01.690914 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-a28028a3-e5e0-4deb-8696-29a1eca43755 service neutron] 10.222.0.32 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582252 May 26 22:53:01.807375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3962b4a0-d1e6-4450-ad39-24bb696afc0c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:01.856065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:53:01.856065 n-d-843301-1 neutron-server[84029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:53:01.856065 n-d-843301-1 neutron-server[84029]: [parameters: {'id': 'e2c612f9-616f-4094-a7d4-5a86c57feacd'}] May 26 22:53:01.856065 n-d-843301-1 neutron-server[84029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:01.856399 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:01.966671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:01.967270 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:01.976313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4fbd62a0-0cda-47bf-b26e-a24eb76106ab None None] Provisioning for port 3962b4a0-d1e6-4450-ad39-24bb696afc0c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:01.991347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Calling delete_port for 57b377d6-face-4b26-acd7-f364cd1710b5 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:02.013882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.124922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3962b4a0-d1e6-4450-ad39-24bb696afc0c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:02.144635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3962b4a0-d1e6-4450-ad39-24bb696afc0c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:02.145738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.187173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-c202ad48-c9de-4d40-99a1-a9a77e763dbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3e28601f5a4db8874b906bfe2cb4e0&device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 1094 time: 1.3476138 May 26 22:53:02.321200 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-94b928d4-e751-4272-b2df-9a144cead260 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6064829-7eb6-4d7e-9e97-73cb503cf15b HTTP/1.1" status: 200 len: 217 time: 0.1170125 May 26 22:53:02.385759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.464648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.492333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] DHCP port deletion for e2c612f9-616f-4094-a7d4-5a86c57feacd request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:02.518101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Deleting port 8f838587-ff51-40ad-97f8-3f4488a7987f {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:02.520092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.520265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850833be-7adb-484b-be7f-64984dccacc6 req-ca1d3b12-20ff-430d-8b4e-bfc236541177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:02.522657 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-ca1d3b12-20ff-430d-8b4e-bfc236541177 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b63da299-01c2-4aba-8ead-16ec9df3e7da HTTP/1.1" status: 200 len: 857 time: 0.1911387 May 26 22:53:02.523454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port 3962b4a0-d1e6-4450-ad39-24bb696afc0c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:02.529634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.531806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ab14a95d-4937-49dc-bc43-38b6bd29ec59 req-007e0879-0dc4-4486-ae02-333e87273af5 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:02.635848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ab14a95d-4937-49dc-bc43-38b6bd29ec59 req-007e0879-0dc4-4486-ae02-333e87273af5 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:02.636714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab14a95d-4937-49dc-bc43-38b6bd29ec59 req-007e0879-0dc4-4486-ae02-333e87273af5 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 210 time: 0.5301991 May 26 22:53:02.638421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8f838587-ff51-40ad-97f8-3f4488a7987f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:02.716680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.726459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.731810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.759909 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-1696b95f-4af3-4c29-92a3-804b9f5cd667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac3e27f-2c37-409c-8ea3-5d492a6b89e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783533 May 26 22:53:02.761151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.784512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] Deleting port 3962b4a0-d1e6-4450-ad39-24bb696afc0c {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:02.785557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.897879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 3962b4a0-d1e6-4450-ad39-24bb696afc0c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3962b4a0-d1e6-4450-ad39-24bb696afc0c,segment=NetworkSegment(3a4dff39-d44f-4459-b1fe-099ff564732d),segment_id=3a4dff39-d44f-4459-b1fe-099ff564732d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:02.925525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.030535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8f838587-ff51-40ad-97f8-3f4488a7987f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:03.058350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Subnet': ['ID=67fa05ac-9194-4665-8742-44398ced7119,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:03.062361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-0b0e6ae8-ccf2-460a-aed1-1ac94227c626 service neutron] 10.222.0.48 "GET /v2.0/networks/dac3e27f-2c37-409c-8ea3-5d492a6b89e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500666 May 26 22:53:03.155005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=8f838587-ff51-40ad-97f8-3f4488a7987f,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:03.195185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:03.202847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:03.206655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:03.208447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.231742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=3962b4a0-d1e6-4450-ad39-24bb696afc0c,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:03.301436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9026575 May 26 22:53:03.301593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=6a4b84c7-a96b-45d6-b4fe-fa02b898d256,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:03.311412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.312643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.313803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.315110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.316606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.317112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.322102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.322462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.322801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.323286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.323627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.348937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35076) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:03.360858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:5c:d3:3e', 'name': 'tempest-NetworksTestDHCPv6-1819877992'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:03.404136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.404519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.404859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.405429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.405552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.405905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.406189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.406511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.406828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.407145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.408284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0e6ab4-a8d3-4a3b-b83b-a4aa07243c59 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:03.549836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-850833be-7adb-484b-be7f-64984dccacc6 req-f89b6ce7-58aa-48d4-ba17-61625193b925 service neutron] 10.222.0.48 "GET /v2.0/networks/dac3e27f-2c37-409c-8ea3-5d492a6b89e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424300 May 26 22:53:03.583183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Checking segment: {'id': '29f4d928-ef6e-4a17-ac3d-b2c6eba097b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:03.583546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Network hostable DHCP agents. Network: 05a3b436-17ed-4dd0-80b8-13a14639a2f1, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:53:03.703150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:03.707690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:03.710793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:03.716885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:03.731234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:03.737368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.744525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8f838587-ff51-40ad-97f8-3f4488a7987f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:03.745052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.811916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 1bc5537f-6161-4faf-8bea-bf80d8ddda9e yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:53:03.854710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.899771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] For port 3962b4a0-d1e6-4450-ad39-24bb696afc0c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3962b4a0-d1e6-4450-ad39-24bb696afc0c,segment=NetworkSegment(3a4dff39-d44f-4459-b1fe-099ff564732d),segment_id=3a4dff39-d44f-4459-b1fe-099ff564732d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:03.900191 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.923141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b377d6-face-4b26-acd7-f364cd1710b5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:03.940535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe216cb-bcc2-4f93-a104-0adc593c58d1 req-6baea1b0-9fd8-4425-9bba-7b2ddd569cc4 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:03.942271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-dfe216cb-bcc2-4f93-a104-0adc593c58d1 req-6baea1b0-9fd8-4425-9bba-7b2ddd569cc4 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Synchronizing usage tracker for tenant:9b3e28601f5a4db8874b906bfe2cb4e0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:04.006813 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc1ceff8-6133-4e58-b584-cd7e984391ec req-f05974fd-1dcd-448c-a430-839a1a18a87c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 210 time: 0.0880272 May 26 22:53:04.167963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:04.183512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Calling delete_port for 8f838587-ff51-40ad-97f8-3f4488a7987f owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:04.186649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe5c:d33e (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/6a4b84c7-a96b-45d6-b4fe-fa02b898d256/1bc5537f-6161-4faf-8bea-bf80d8ddda9e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:04.207652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:53:04.225755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.269755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] Calling delete_port for 3962b4a0-d1e6-4450-ad39-24bb696afc0c owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:04.285537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-dfe216cb-bcc2-4f93-a104-0adc593c58d1 req-6baea1b0-9fd8-4425-9bba-7b2ddd569cc4 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Unset dirty status for tenant:9b3e28601f5a4db8874b906bfe2cb4e0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:04.291817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dfe216cb-bcc2-4f93-a104-0adc593c58d1 req-6baea1b0-9fd8-4425-9bba-7b2ddd569cc4 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 943 time: 1.4152954 May 26 22:53:04.360043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8f838587-ff51-40ad-97f8-3f4488a7987f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:04.376796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-1aeacde5-0cfe-4da8-af4b-28eff007abf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b3e28601f5a4db8874b906bfe2cb4e0&device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 1094 time: 0.7620358 May 26 22:53:04.398356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.399193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 83f7a058-9e55-4375-913d-66ceb1e4c543 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:04.426817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 05a3b436-17ed-4dd0-80b8-13a14639a2f1) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:04.460434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.461281 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.544515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 83f7a058-9e55-4375-913d-66ceb1e4c543 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:04.544871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 83f7a058-9e55-4375-913d-66ceb1e4c543 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:04.549468 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.561937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7379393-7036-48b7-a76d-e237912e72da None None] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:04.578341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 1bc5537f-6161-4faf-8bea-bf80d8ddda9e will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:04.593244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.604704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.612022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.618226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.622992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.624335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=8f838587-ff51-40ad-97f8-3f4488a7987f,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:04.629319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.633450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.635711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-60b35d1b-536c-4916-ab9b-642aa1452d04 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.2226837 May 26 22:53:04.669117 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.670958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0dc2beb9-0182-46d1-961b-3e4b178066ed tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7896285 May 26 22:53:04.677870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port 3962b4a0-d1e6-4450-ad39-24bb696afc0c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3962b4a0-d1e6-4450-ad39-24bb696afc0c,segment=NetworkSegment(3a4dff39-d44f-4459-b1fe-099ff564732d),segment_id=3a4dff39-d44f-4459-b1fe-099ff564732d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:04.678430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.708776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35098) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:04.718171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-76794753', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:04.734968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:04.743010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Usage tracker for resource:router and tenant:26757caca39249f5a7999ae5d3411398 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:04.764924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:04.779168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:04.779658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:04.779747 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:04.780265 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.790744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.815503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:04.824216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d714597-6a7e-4c30-adfb-aa6aaa385cd1 req-884dcf3d-92cd-44f0-814d-457b38b40500 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661601 May 26 22:53:04.824216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7479ee961e426bba9319422d73f1e0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:04.827604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.829358 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.832215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3962b4a0-d1e6-4450-ad39-24bb696afc0c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:04.847648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.861122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Deleting port 8f838587-ff51-40ad-97f8-3f4488a7987f {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:04.861496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.870321 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:04.873734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:04.981574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:04.981908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] Pushing event deleted for resources: {'Port': ['ID=3962b4a0-d1e6-4450-ad39-24bb696afc0c,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:04.994649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3962b4a0-d1e6-4450-ad39-24bb696afc0c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:04.994859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3962b4a0-d1e6-4450-ad39-24bb696afc0c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:05.116916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f7831-535c-47da-9c4b-dbf0bb66373b None None] No DVR routers for this DVR port 3962b4a0-d1e6-4450-ad39-24bb696afc0c on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:05.194078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for 3962b4a0-d1e6-4450-ad39-24bb696afc0c owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:05.250295 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dfe216cb-bcc2-4f93-a104-0adc593c58d1 req-5e562f43-24e0-47e5-9eb6-63a94523087f tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9575512 May 26 22:53:05.279273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-05a3b436-17ed-4dd0-80b8-13a14639a2f1', 'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1', 'tenant_id': '26757caca39249f5a7999ae5d3411398', 'fixed_ips': [{'subnet_id': '67fa05ac-9194-4665-8742-44398ced7119'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:05.280446 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.282539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:05.294522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:05.299391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=1bc5537f-6161-4faf-8bea-bf80d8ddda9e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:05.304111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:05.308065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.308664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.365986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] For port 8f838587-ff51-40ad-97f8-3f4488a7987f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8f838587-ff51-40ad-97f8-3f4488a7987f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:05.366388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.377880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.410860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb32bbd8-ff60-4480-bcbe-3f53e41d195c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0601678 May 26 22:53:05.412998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.416296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35106) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:05.460810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.497207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.501173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.505648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.513227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.517125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.521788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.525836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.527721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b257c27-2fed-4a97-bd95-535ed8513774 req-62f2b1e6-bbf6-4d13-be2b-cada6f2234e9 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.5145726 May 26 22:53:05.584978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Calling delete_port for 8f838587-ff51-40ad-97f8-3f4488a7987f owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:05.599371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-0f8bdb59-8b80-4049-9d65-e8b5ccacf5d6 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.600870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-0f8bdb59-8b80-4049-9d65-e8b5ccacf5d6 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 810 time: 1.5365226 May 26 22:53:05.628572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93846d9b-7979-49c4-8caf-a5192802429b req-b642cfad-ba07-4942-af52-433a5c26cae6 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 210 time: 0.1144261 May 26 22:53:05.645941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.647761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197f22c7-01df-463d-863a-ccde560f990c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:05.662597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1bd2b1ec-8b73-4d9d-b3a4-0bfb2b0e5297 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab7479ee961e426bba9319422d73f1e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4910600 May 26 22:53:05.670771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35112) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:05.715034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-28712509-f822-4000-85f3-9e376d9ed39e tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a6e1a5198e470eae3b4eef13db4801 HTTP/1.1" status: 200 len: 380 time: 0.0822160 May 26 22:53:05.730111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.733662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-a477be3e-78bf-4306-a7dd-96e59c251f6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.735264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-a477be3e-78bf-4306-a7dd-96e59c251f6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=dac3e27f-2c37-409c-8ea3-5d492a6b89e5 HTTP/1.1" status: 200 len: 918 time: 1.3056524 May 26 22:53:05.739998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'port': {'device_id': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'admin_state_up': True, 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'security_groups': ['232ac24b-7e1e-4e6c-8139-2ce48ab10513']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:05.742518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26cdc7a-6f39-4e64-8a33-775d9cf3f368 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.746439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26cdc7a-6f39-4e64-8a33-775d9cf3f368 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.747205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e26cdc7a-6f39-4e64-8a33-775d9cf3f368 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:05.768619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Allocated IP 172.20.0.2 (05a3b436-17ed-4dd0-80b8-13a14639a2f1/67fa05ac-9194-4665-8742-44398ced7119/c539398e-9fe4-45a5-ab5e-8c72411378ad) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:05.796345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e26cdc7a-6f39-4e64-8a33-775d9cf3f368 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:05.800383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e26cdc7a-6f39-4e64-8a33-775d9cf3f368 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3802319 May 26 22:53:05.801286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35116) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:05.807927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbc6-5757-4d18-9378-e9404f4ce39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.887326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:05.887646 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:05.897501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-ec0ee2c5-ed94-40a6-9da4-c61bf2d45f1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6064829-7eb6-4d7e-9e97-73cb503cf15b HTTP/1.1" status: 200 len: 217 time: 0.1405172 May 26 22:53:05.912618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbc6-5757-4d18-9378-e9404f4ce39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.940017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.955054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 1bc5537f-6161-4faf-8bea-bf80d8ddda9e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:05.955639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.992109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.992109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 774e5fdd-e180-4ff7-8ca7-64f94eb416a9 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:53:06.027535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] Pushing event deleted for resources: {'Port': ['ID=8f838587-ff51-40ad-97f8-3f4488a7987f,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:06.051983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-d0c25bf6-d618-45f0-97bc-e582d1666f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:06.051983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-d0c25bf6-d618-45f0-97bc-e582d1666f61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b63da299-01c2-4aba-8ead-16ec9df3e7da HTTP/1.1" status: 200 len: 857 time: 0.1260090 May 26 22:53:06.051983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.051983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2c213153-3a81-4496-9c3b-b48238777a49 admin admin] 10.222.0.32 "DELETE /v2.0/routers/774e5fdd-e180-4ff7-8ca7-64f94eb416a9 HTTP/1.1" status: 204 len: 168 time: 9.7063458 May 26 22:53:06.051983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:06.064224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:06.129548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-1e40785e-3695-4c89-9ad0-774678232035 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac3e27f-2c37-409c-8ea3-5d492a6b89e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754924 May 26 22:53:06.129548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:06.152156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.193158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d7e1f-adcb-4322-b384-2e1aaa150d85 None None] No DVR routers for this DVR port 8f838587-ff51-40ad-97f8-3f4488a7987f on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:06.219369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a5490-475e-497e-b181-02110cf59f54 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:06.227064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.237150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Made reservation on behalf of 60a6e1a5198e470eae3b4eef13db4801 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:06.240498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.312279 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.342645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] Deleting subnet c4cbb0ed-902e-46de-9207-018d6ba5443e {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:06.356727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.395881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port 3962b4a0-d1e6-4450-ad39-24bb696afc0c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:06.397783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.420560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbc6-5757-4d18-9378-e9404f4ce39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.435272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Transition to ACTIVE for port object c539398e-9fe4-45a5-ab5e-8c72411378ad will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:06.465304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Transition to ACTIVE for port object c539398e-9fe4-45a5-ab5e-8c72411378ad will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:06.489551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] The port '3962b4a0-d1e6-4450-ad39-24bb696afc0c' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:53:06.491770 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-c3f22827-eb31-47bb-89e1-f6b945a2f29d service neutron] 10.222.0.48 "GET /v2.0/networks/dac3e27f-2c37-409c-8ea3-5d492a6b89e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702543 May 26 22:53:06.500647 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.566958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdbc6-5757-4d18-9378-e9404f4ce39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197f22c7-01df-463d-863a-ccde560f990c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:06.596329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:06.615118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:06.618496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.621979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:06.694819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Pushing event updated for resources: {'Port': ['ID=c539398e-9fe4-45a5-ab5e-8c72411378ad,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:06.708662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 57b377d6-face-4b26-acd7-f364cd1710b5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:06.763494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a11cdbc6-5757-4d18-9378-e9404f4ce39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.765279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a11cdbc6-5757-4d18-9378-e9404f4ce39d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/197f22c7-01df-463d-863a-ccde560f990c HTTP/1.1" status: 204 len: 168 time: 1.0933716 May 26 22:53:06.809132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 57b377d6-face-4b26-acd7-f364cd1710b5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:06.809470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 57b377d6-face-4b26-acd7-f364cd1710b5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:06.829967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.865225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Allocated IP 172.25.4.117 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/c9cbafd0-c1c3-43fa-8dbe-93b52155ee7e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:06.896736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Attempting to bind port c539398e-9fe4-45a5-ab5e-8c72411378ad on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:06.897098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Attempting to bind port c539398e-9fe4-45a5-ab5e-8c72411378ad by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '29f4d928-ef6e-4a17-ac3d-b2c6eba097b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:06.897455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Attempting to bind port c539398e-9fe4-45a5-ab5e-8c72411378ad on network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:06.908906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28fa133e-51b8-47c4-a23b-5c7366a1e74e req-d4d8e0f1-63ba-4538-a61e-d6a7b987ed7e service neutron] 10.222.0.48 "GET /v2.0/networks/dac3e27f-2c37-409c-8ea3-5d492a6b89e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101982 May 26 22:53:06.940442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43e29ca1-9f2d-42ea-81eb-1d475f58ffeb req-e7f25618-77e9-4fcd-9468-c5aaafe56e40 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 210 time: 0.0624740 May 26 22:53:06.949226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '6a4b84c7-a96b-45d6-b4fe-fa02b898d256'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:06.950678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.956886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.977252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Allocated IP 172.20.0.4 (f90e5f69-58a6-434e-a9e9-31590716590f/e2d97517-cc61-44fa-9094-bcb7810ae77f/d319d204-6a18-4145-a327-445576ff0a9b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:06.981467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:06.982236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Checking segment: {'id': '29f4d928-ef6e-4a17-ac3d-b2c6eba097b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:06.982901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:06.983537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Bound using segment: {'id': '29f4d928-ef6e-4a17-ac3d-b2c6eba097b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:06.984194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Bound port: c539398e-9fe4-45a5-ab5e-8c72411378ad, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f4d928-ef6e-4a17-ac3d-b2c6eba097b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:06.984801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.025994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 1bc5537f-6161-4faf-8bea-bf80d8ddda9e owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:07.035722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c612f9-616f-4094-a7d4-5a86c57feacd']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:07.058746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4dff39-d44f-4459-b1fe-099ff564732d') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:07.059361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4dff39-d44f-4459-b1fe-099ff564732d') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:07.090276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e769df0-d766-491c-9cb0-5c2ead56eaea req-1c62cdf6-4af2-4883-991f-804dd745f99b tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:07.099145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e769df0-d766-491c-9cb0-5c2ead56eaea req-1c62cdf6-4af2-4883-991f-804dd745f99b tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 943 time: 0.6000748 May 26 22:53:07.138292 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.172934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.187860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:07.188562 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: timer() May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:07.210369 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:07.258637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] For port c539398e-9fe4-45a5-ab5e-8c72411378ad, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:07.278081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] For port c539398e-9fe4-45a5-ab5e-8c72411378ad, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c539398e-9fe4-45a5-ab5e-8c72411378ad,segment=NetworkSegment(29f4d928-ef6e-4a17-ac3d-b2c6eba097b0),segment_id=29f4d928-ef6e-4a17-ac3d-b2c6eba097b0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:07.293119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.330869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.334027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Allocated IP 2001:db8::f816:3eff:fec1:2cf1 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/6a4b84c7-a96b-45d6-b4fe-fa02b898d256/8c48a257-0702-45c0-b78e-035b6d0c693e) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:07.381516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35140) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:07.388291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.517375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e769df0-d766-491c-9cb0-5c2ead56eaea req-97d938af-17f5-4b70-8631-c3085fab5370 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138505 May 26 22:53:07.537362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cc003-e4e1-428b-9819-07477bd3f9aa None None] Pushing event updated for resources: {'Port': ['ID=c539398e-9fe4-45a5-ab5e-8c72411378ad,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:07.635853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.654800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.668120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.671160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=e2c612f9-616f-4094-a7d4-5a86c57feacd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:07.674628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:07.694129 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.698061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.717457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3289578a-be95-4852-bca9-e7ac89599a3d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/e2c612f9-616f-4094-a7d4-5a86c57feacd HTTP/1.1" status: 204 len: 168 time: 10.6734316 May 26 22:53:07.720955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35156) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:07.725118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Transition to ACTIVE for port object d319d204-6a18-4145-a327-445576ff0a9b will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:07.729887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1465016586'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:07.748275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:07.751984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4cbb0ed-902e-46de-9207-018d6ba5443e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:07.755511 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.766798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:07.769141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d6064829-7eb6-4d7e-9e97-73cb503cf15b details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:53:07.771817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:07.777345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a6670e31794ee1941f31096b4b7553 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:07.780039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:07.784213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:07.791809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:07.793317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.800238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:07.826132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=1bc5537f-6161-4faf-8bea-bf80d8ddda9e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:07.826779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Transition to ACTIVE for port object 8c48a257-0702-45c0-b78e-035b6d0c693e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:07.833435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.848413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:07.851563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.867249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.891755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d7c96-9ee9-4958-a532-3215805bf212 None None] Network 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:07.895326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.914158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-21cc6870-cc7f-4298-ae3d-29b2f49ea916 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c4cbb0ed-902e-46de-9207-018d6ba5443e HTTP/1.1" status: 204 len: 168 time: 1.8480687 May 26 22:53:07.921110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35160) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:07.954077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-903258c5-62df-42ba-b39d-9ede7b9f139a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/1bc5537f-6161-4faf-8bea-bf80d8ddda9e HTTP/1.1" status: 204 len: 168 time: 2.1495051 May 26 22:53:07.959998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35166) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:08.010935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Transition to ACTIVE for port object 8c48a257-0702-45c0-b78e-035b6d0c693e will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:08.031470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.063915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.112572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Network f90e5f69-58a6-434e-a9e9-31590716590f is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:08.122476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:08.126555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d6064829-7eb6-4d7e-9e97-73cb503cf15b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d6064829-7eb6-4d7e-9e97-73cb503cf15b,segment=NetworkSegment(781cfff2-3c81-49b0-a06e-e8f06e1f87c3),segment_id=781cfff2-3c81-49b0-a06e-e8f06e1f87c3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:08.129737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:08.189773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event updated for resources: {'Port': ['ID=d319d204-6a18-4145-a327-445576ff0a9b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:08.212815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:53:08.219211 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.227756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:08.231383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f026f25-5c38-4c1f-a648-b8d1443454f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:08.232929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f026f25-5c38-4c1f-a648-b8d1443454f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:08.233865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f026f25-5c38-4c1f-a648-b8d1443454f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:08.235450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b', 'network_id': 'dac3e27f-2c37-409c-8ea3-5d492a6b89e5', 'port_id': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b', 'mac_address': 'fa:16:3e:76:e3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63da299-01c2-4aba-8ead-16ec9df3e7da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:53:08.240411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:08.243655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:08.300189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Port': ['ID=c9cbafd0-c1c3-43fa-8dbe-93b52155ee7e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:08.315134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.316385 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.316718 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment 0546f46b-d4d7-467d-99df-820e592a8ac4 of type vlan for network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b May 26 22:53:08.320509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Deleting port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:08.320910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.336256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.382572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:08.383497 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.394107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f026f25-5c38-4c1f-a648-b8d1443454f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:08.395814 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f026f25-5c38-4c1f-a648-b8d1443454f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4341011 May 26 22:53:08.413852 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.414959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35172) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:08.419139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:08.427690 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.452317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6064829-7eb6-4d7e-9e97-73cb503cf15b {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:08.456472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:08.468079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:08.487658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Pushing event updated for resources: {'Port': ['ID=8c48a257-0702-45c0-b78e-035b6d0c693e,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:08.498103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d6064829-7eb6-4d7e-9e97-73cb503cf15b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d6064829-7eb6-4d7e-9e97-73cb503cf15b,segment=NetworkSegment(781cfff2-3c81-49b0-a06e-e8f06e1f87c3),segment_id=781cfff2-3c81-49b0-a06e-e8f06e1f87c3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:08.502000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b6a845b-d2ce-40a5-afbc-429d34503f24 req-d9570ef9-7ba2-4652-9f59-8cd182555034 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6493 time: 0.8151715 May 26 22:53:08.503831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f88df-7a7d-44b8-888f-fcb12fe3426c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:08.527349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a4ee0e29-5343-4dc7-9ae5-8b252ab9d474 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0a6670e31794ee1941f31096b4b7553&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1414919 May 26 22:53:08.538969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35176) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:08.548816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.549052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-c613d795-68d7-4e7c-b61e-5c1302bc46ba tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8154604 May 26 22:53:08.568269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Request body: {'port': {'device_id': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:08.606318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.610332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:08.611156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.730502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b6a845b-d2ce-40a5-afbc-429d34503f24 req-a85820f8-b382-42be-90b5-2e6a377edcb1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275307 May 26 22:53:08.781900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c539398e-9fe4-45a5-ab5e-8c72411378ad up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:08.869492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Attempting to bind port 8c48a257-0702-45c0-b78e-035b6d0c693e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:08.869869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Attempting to bind port 8c48a257-0702-45c0-b78e-035b6d0c693e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:08.870226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Attempting to bind port 8c48a257-0702-45c0-b78e-035b6d0c693e on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:08.879653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-adbe543d-0a20-48fa-8beb-1ff8a2fad5a5 None None] Provisioning for port d319d204-6a18-4145-a327-445576ff0a9b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:08.895009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d6064829-7eb6-4d7e-9e97-73cb503cf15b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:08.896397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220987ad-4fae-4cec-865d-e5f1e021c391 req-70119966-39cb-403c-848e-7857b61d0fa9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:08.897372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-220987ad-4fae-4cec-865d-e5f1e021c391 req-70119966-39cb-403c-848e-7857b61d0fa9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:08.900295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:08.907828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-96ebef79-1146-463e-a173-9d746af507c0 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1856191 May 26 22:53:08.913474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:08.951717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:08.956075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:09.005018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-adbe543d-0a20-48fa-8beb-1ff8a2fad5a5 None None] Provisioning complete for port d319d204-6a18-4145-a327-445576ff0a9b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:09.005424 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-adbe543d-0a20-48fa-8beb-1ff8a2fad5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.033323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d6064829-7eb6-4d7e-9e97-73cb503cf15b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:09.048101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] DHCP port deletion for 077b1ff7-6dd0-4abb-b8b9-753a55fcc20f request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:09.078422 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d7259b8-c066-4703-a246-7b8c46ca456a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.084959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] For port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:09.085604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.137998 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.184010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:09.184374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:09.184768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.185151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:09.185806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Bound port: 8c48a257-0702-45c0-b78e-035b6d0c693e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:09.186171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.228075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca72d74b-5a0a-4937-99b6-d3cb9e9e2b3f None None] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:09.229352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-220987ad-4fae-4cec-865d-e5f1e021c391 req-70119966-39cb-403c-848e-7857b61d0fa9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:09.230682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-220987ad-4fae-4cec-865d-e5f1e021c391 req-70119966-39cb-403c-848e-7857b61d0fa9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 931 time: 1.0359774 May 26 22:53:09.250483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Deleting port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:09.250763 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.259838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Calling delete_port for 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:09.290129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 6a4b84c7-a96b-45d6-b4fe-fa02b898d256 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:09.306201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.336913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d7259b8-c066-4703-a246-7b8c46ca456a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.398497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-adbe543d-0a20-48fa-8beb-1ff8a2fad5a5 None None] Port d319d204-6a18-4145-a327-445576ff0a9b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:53:09.416537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c539398e-9fe4-45a5-ab5e-8c72411378ad completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:09.470323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-220987ad-4fae-4cec-865d-e5f1e021c391 req-ec62cfb4-b84f-4593-bf92-94129fb9003b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284260 May 26 22:53:09.510773 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.571318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828300c-a565-4770-8741-d02a8e796008 req-ccb6a263-33e7-4459-aedc-d213bcad885e tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:09.572933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5828300c-a565-4770-8741-d02a8e796008 req-ccb6a263-33e7-4459-aedc-d213bcad885e tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 944 time: 0.6898389 May 26 22:53:09.583723 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.597197 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.672696 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.673457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.688494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.706335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:09.714052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b is not hosted by any dhcp agent {{(pid=84029) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 26 22:53:09.718542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:09.719238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.720644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b73df7a5-6206-49a6-8fe6-5081680da119 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "PUT /v2.0/networks/81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b HTTP/1.1" status: 200 len: 723 time: 0.8037529 May 26 22:53:09.724226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35190) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:09.732627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:09.772870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:09.797622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:09.829421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:09.832822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d7259b8-c066-4703-a246-7b8c46ca456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.877793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:09.879164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a6839288-654e-4d2c-8746-cb65f061191c None None] Provisioning for port c539398e-9fe4-45a5-ab5e-8c72411378ad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:09.884313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:09.887846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:09.894905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:09.909819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8c48a257-0702-45c0-b78e-035b6d0c693e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:09.911850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] No DVR routers for this DVR port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:09.912661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a6839288-654e-4d2c-8746-cb65f061191c None None] Provisioning complete for port c539398e-9fe4-45a5-ab5e-8c72411378ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:09.913028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a6839288-654e-4d2c-8746-cb65f061191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.918571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:09.964504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:09.965721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5828300c-a565-4770-8741-d02a8e796008 req-81311623-7f05-456a-b7a9-1e291c6ea9fc tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440166 May 26 22:53:09.966556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7259b8-c066-4703-a246-7b8c46ca456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f88df-7a7d-44b8-888f-fcb12fe3426c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:10.062622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] For port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=99c6c1af-3ac8-4951-bf2e-4c91bffb90bc,segment=NetworkSegment(6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5),segment_id=6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:10.063232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.091923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.100040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.140177 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d7259b8-c066-4703-a246-7b8c46ca456a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.141533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2d7259b8-c066-4703-a246-7b8c46ca456a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/782f88df-7a7d-44b8-888f-fcb12fe3426c HTTP/1.1" status: 204 len: 168 time: 1.5987461 May 26 22:53:10.172850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d319d204-6a18-4145-a327-445576ff0a9b {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:10.175795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077b1ff7-6dd0-4abb-b8b9-753a55fcc20f']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:10.189570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.229927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.230107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:10.230107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0827bc-a2c7-4a71-8b8d-dc51c7219fc5') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:10.273300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.299162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.305527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.341031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Calling delete_port for 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:10.355103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4b84c7-a96b-45d6-b4fe-fa02b898d256,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:10.360687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:10.361089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: timer() May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:10.380025 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:10.442613 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.471101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Transition to ACTIVE for port object d319d204-6a18-4145-a327-445576ff0a9b will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:10.478473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.491255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a7b21ac-a6cf-4f70-a157-39061ab5934c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/6a4b84c7-a96b-45d6-b4fe-fa02b898d256 HTTP/1.1" status: 204 len: 168 time: 2.0750356 May 26 22:53:10.494637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:10.576084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.581231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.596838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47b843-4974-4c67-9792-c08fb4871c9f None None] Pushing event updated for resources: {'Port': ['ID=8c48a257-0702-45c0-b78e-035b6d0c693e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:10.604286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.620273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] 10.222.0.32 "DELETE /v2.0/networks/077b1ff7-6dd0-4abb-b8b9-753a55fcc20f HTTP/1.1" status: 204 len: 168 time: 2.6935241 May 26 22:53:10.625120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:10.628924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3e127787-4ee6-4f09-9c87-2ac682fd8785 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312413 May 26 22:53:10.634324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35208) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:10.788846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a6961-2078-46ad-8b38-19a904cc1226 admin admin] Pushing event deleted for resources: {'Network': ['ID=077b1ff7-6dd0-4abb-b8b9-753a55fcc20f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:10.795604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a6839288-654e-4d2c-8746-cb65f061191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.820238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:10.881425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=d319d204-6a18-4145-a327-445576ff0a9b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:10.944447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:10.944971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:10.950176 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:10.953630 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:10.977461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a6839288-654e-4d2c-8746-cb65f061191c None None] For port c539398e-9fe4-45a5-ab5e-8c72411378ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c539398e-9fe4-45a5-ab5e-8c72411378ad,segment=NetworkSegment(29f4d928-ef6e-4a17-ac3d-b2c6eba097b0),segment_id=29f4d928-ef6e-4a17-ac3d-b2c6eba097b0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:10.984479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a6839288-654e-4d2c-8746-cb65f061191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:11.039716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=4654608c-4ec4-4d26-b7e1-0f2c3eaddb3b,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:11.156509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6839288-654e-4d2c-8746-cb65f061191c None None] Pushing event updated for resources: {'Port': ['ID=c539398e-9fe4-45a5-ab5e-8c72411378ad,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:11.271355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Attempting to bind port d319d204-6a18-4145-a327-445576ff0a9b on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:11.271699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Attempting to bind port d319d204-6a18-4145-a327-445576ff0a9b by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:11.272015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Attempting to bind port d319d204-6a18-4145-a327-445576ff0a9b on network f90e5f69-58a6-434e-a9e9-31590716590f {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:11.274148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': '0546f46b-d4d7-467d-99df-820e592a8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:11.274504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:53:11.308413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01a8f4-1d43-4667-8090-5bb33bd59ca6 req-41da14b0-0152-4769-957e-92e63ae155af tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:11.314587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a09988-81ce-4732-844d-768317a196c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:11.315308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-03a09988-81ce-4732-844d-768317a196c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:11.315515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f01a8f4-1d43-4667-8090-5bb33bd59ca6 req-41da14b0-0152-4769-957e-92e63ae155af tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 943 time: 0.4351518 May 26 22:53:11.325119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7297a64e-a786-410f-a509-54f3a79049fc None None] Provisioning complete for port c539398e-9fe4-45a5-ab5e-8c72411378ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:11.325460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7297a64e-a786-410f-a509-54f3a79049fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:11.342597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Port d319d204-6a18-4145-a327-445576ff0a9b on network f90e5f69-58a6-434e-a9e9-31590716590f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:53:11.343068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Attempting to bind port d319d204-6a18-4145-a327-445576ff0a9b on network f90e5f69-58a6-434e-a9e9-31590716590f {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:11.357787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Router 68e6a645-fd5a-4d10-94a3-c1c640e1c6dc is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:53:11.360416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:11.360755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Checking segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:11.361140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Bound using segment: {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:11.361577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Bound port: d319d204-6a18-4145-a327-445576ff0a9b, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c26a41-fcda-43b1-a9d1-f68e478e3732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:11.361963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:11.419088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-03a09988-81ce-4732-844d-768317a196c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:11.420265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-03a09988-81ce-4732-844d-768317a196c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6171837 May 26 22:53:11.428555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35222) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:11.454042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:53:11.455624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Deleting port 99c6c1af-3ac8-4951-bf2e-4c91bffb90bc {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:11.456008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:11.506038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:11.524154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:11.525112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:11.542826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caafef4-c805-41e5-9506-44190b1bff91 None None] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:11.558625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0b73b04c-2a8e-4ff2-8ddf-be7d8bf9e733 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8330331 May 26 22:53:11.579989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0835739f-0412-45ce-a583-f280bebc1be2 None None] The port '99c6c1af-3ac8-4951-bf2e-4c91bffb90bc' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:53:11.582284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35230) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:11.606288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f01a8f4-1d43-4667-8090-5bb33bd59ca6 req-b40be328-dbbe-4a61-99b2-b2366cc061f9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898080 May 26 22:53:11.619223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9bd4924d-ddb5-4acd-92da-fe7e8bbf1809 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:11.770575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210881-c834-4d4a-88dd-d93bf52e0d65 req-00f02606-0787-4378-bc32-ea2231a1bf3a tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:11.775080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74210881-c834-4d4a-88dd-d93bf52e0d65 req-00f02606-0787-4378-bc32-ea2231a1bf3a tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 944 time: 0.5501082 May 26 22:53:11.818106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d6064829-7eb6-4d7e-9e97-73cb503cf15b up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:11.866916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74210881-c834-4d4a-88dd-d93bf52e0d65 req-11f46e70-e69b-480f-87d8-ff0b58f98aa6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668557 May 26 22:53:11.889035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] For port d319d204-6a18-4145-a327-445576ff0a9b, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:11.929179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] For port d319d204-6a18-4145-a327-445576ff0a9b, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d319d204-6a18-4145-a327-445576ff0a9b,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:11.936878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9bd4924d-ddb5-4acd-92da-fe7e8bbf1809 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2181489'] for subnet, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.016544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.031438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port d6064829-7eb6-4d7e-9e97-73cb503cf15b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:12.040499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port d6064829-7eb6-4d7e-9e97-73cb503cf15b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:12.040879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.108149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b', 'network_id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': '4654608c-4ec4-4d26-b7e1-0f2c3eaddb3b'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:12.111240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.114739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.116504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] 10.222.0.55 "PUT /v2.0/ports/d319d204-6a18-4145-a327-445576ff0a9b HTTP/1.1" status: 200 len: 1091 time: 3.5547435 May 26 22:53:12.117311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:12.203901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c376e9-cf4d-480d-b453-818a5085bfc0 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:12.288332 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3776cba-13d3-4b4b-ab3e-8c3c183d98ce'] response: {'name': 'network-changed', 'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b', 'status': 'completed', 'code': 200} May 26 22:53:12.299827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6baa70-cb4e-4f7d-ab11-733762a67ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=d319d204-6a18-4145-a327-445576ff0a9b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:12.338415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c228b-35da-4315-93c1-9e489b479af0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:12.339639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6f3c228b-35da-4315-93c1-9e489b479af0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:12.433118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-45158f80-b3a6-4934-bef8-a428ef7c4136 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 1094 time: 0.2670462 May 26 22:53:12.531131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9bd4924d-ddb5-4acd-92da-fe7e8bbf1809 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740953249437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3673757'] for subnet, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.535875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6f3c228b-35da-4315-93c1-9e489b479af0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:12.537099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6f3c228b-35da-4315-93c1-9e489b479af0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1075280 May 26 22:53:12.544602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35244) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:12.571106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f9d6bb47-7fc3-46ab-801e-de27765dc967 None None] Could not find standard attr ID for object 1bc5537f-6161-4faf-8bea-bf80d8ddda9e. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:53:12.605754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-611426aa-db1d-476d-ace9-0b83d61e0dc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d319d204-6a18-4145-a327-445576ff0a9b HTTP/1.1" status: 200 len: 217 time: 0.1611927 May 26 22:53:12.612354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd4924d-ddb5-4acd-92da-fe7e8bbf1809 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:12.613749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9bd4924d-ddb5-4acd-92da-fe7e8bbf1809 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.615013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9bd4924d-ddb5-4acd-92da-fe7e8bbf1809 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "PUT /v2.0/subnets/4654608c-4ec4-4d26-b7e1-0f2c3eaddb3b HTTP/1.1" status: 200 len: 806 time: 1.0312119 May 26 22:53:12.641987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35248) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:12.707413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ca745f3e-6a7d-4098-823a-02d1f71c2402 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622586 May 26 22:53:12.708797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4924d-ddb5-4acd-92da-fe7e8bbf1809 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=4654608c-4ec4-4d26-b7e1-0f2c3eaddb3b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:12.724338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:12.756910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f9d6bb47-7fc3-46ab-801e-de27765dc967 None None] Provisioning for port 8c48a257-0702-45c0-b78e-035b6d0c693e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:12.763176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-fcb0eb0e-a4ec-4f60-8466-bccf9afb55cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:12.769233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-fcb0eb0e-a4ec-4f60-8466-bccf9afb55cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.1519461 May 26 22:53:12.849796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:12.897302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Allocated IP 172.20.0.2 (81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b/4654608c-4ec4-4d26-b7e1-0f2c3eaddb3b/c009f45f-16de-415f-8ef3-6c83f05ddd33) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:12.900116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-25842e71-7345-44ec-8448-cfb7ea05b3d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221783 May 26 22:53:12.903023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8c48a257-0702-45c0-b78e-035b6d0c693e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:13.109932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:13.115721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.144943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:13.161935 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.211499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:13.214959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.233444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde07d2-72f1-4ccf-a2ab-10081dd45aa9 req-a316115f-ea1f-4ae3-9718-c853b1785b20 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:13.239751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9dde07d2-72f1-4ccf-a2ab-10081dd45aa9 req-a316115f-ea1f-4ae3-9718-c853b1785b20 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 943 time: 0.4033346 May 26 22:53:13.292145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d6064829-7eb6-4d7e-9e97-73cb503cf15b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d6064829-7eb6-4d7e-9e97-73cb503cf15b,segment=NetworkSegment(781cfff2-3c81-49b0-a06e-e8f06e1f87c3),segment_id=781cfff2-3c81-49b0-a06e-e8f06e1f87c3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:13.297466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:13.314756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-e4f41e41-25ee-411a-9379-4356dc094cfa service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053328 May 26 22:53:13.320098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.402575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.427935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8c48a257-0702-45c0-b78e-035b6d0c693e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:13.453119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8c48a257-0702-45c0-b78e-035b6d0c693e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:13.453485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.456125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:13.469515 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] Sync routers for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:13.494923 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:13.495784 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:52:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:13.524083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb282f2-4899-43a8-967d-276d2885524f req-ca261d98-66a6-45ca-89bb-8afbf9f89efc tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:13.525714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb282f2-4899-43a8-967d-276d2885524f req-ca261d98-66a6-45ca-89bb-8afbf9f89efc tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 945 time: 0.2770443 May 26 22:53:13.529820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d119cbe-bc8e-4f84-a100-2a52a95a19e0 req-5e065e80-c799-4152-a657-09a2e1ba090d service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055507 May 26 22:53:13.564202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d6064829-7eb6-4d7e-9e97-73cb503cf15b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:13.585822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9eb282f2-4899-43a8-967d-276d2885524f req-381d1cd5-1f43-4fd1-bddb-a90102e444bd tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521641 May 26 22:53:13.618455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.649258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:13.658285 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:13.682976 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:13.684797 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:52:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:13.739737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Transition to ACTIVE for port object c009f45f-16de-415f-8ef3-6c83f05ddd33 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:13.772122 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2d60f7-3a80-4684-af41-1b56d3a99c05'] response: {'server_uuid': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b', 'code': 200} May 26 22:53:13.775148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9dde07d2-72f1-4ccf-a2ab-10081dd45aa9 req-d81890ba-f5b3-4a71-9bd7-a129eb224910 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:13.777194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Deleting port 8c48a257-0702-45c0-b78e-035b6d0c693e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:13.777654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.786255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.787519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-18029485-43aa-49ef-b9cd-d5e93aaf505f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.0783031 May 26 22:53:13.795997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35278) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:13.814085 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:13.814806 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3623e8-3d6a-47c9-ad2a-3f1761cbed97 None None] The sync data for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:13.852922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Transition to ACTIVE for port object c009f45f-16de-415f-8ef3-6c83f05ddd33 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:13.855776 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-ba36496b-b302-4150-a7b3-5cdf308a8da5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 1094 time: 0.2349114 May 26 22:53:13.867048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.893697 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.004379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-113041cb-1c8c-4747-a066-95b150b4bdd6 req-7e29bc6e-3c93-4e1a-891c-3f624ab5da28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 1096 time: 0.2193809 May 26 22:53:14.021144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.041517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-8fefb90e-39f7-4e5f-8bf9-f530d757e220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:14.043141 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-8fefb90e-39f7-4e5f-8bf9-f530d757e220 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.1784754 May 26 22:53:14.099131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8c48a257-0702-45c0-b78e-035b6d0c693e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:14.099407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.101924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.134795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-c966ff6e-663c-498d-94a9-5272a6a2903f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d319d204-6a18-4145-a327-445576ff0a9b HTTP/1.1" status: 200 len: 217 time: 0.0827205 May 26 22:53:14.136481 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-113041cb-1c8c-4747-a066-95b150b4bdd6 req-02dc6496-7857-47af-8d51-22bf906dd97c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231306 May 26 22:53:14.210107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-587a55e7-5c5e-4d8e-adf7-a0acb06ec084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:14.212179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-587a55e7-5c5e-4d8e-adf7-a0acb06ec084 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.0712116 May 26 22:53:14.226707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Calling delete_port for 8c48a257-0702-45c0-b78e-035b6d0c693e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:14.259650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9dde07d2-72f1-4ccf-a2ab-10081dd45aa9 req-d81890ba-f5b3-4a71-9bd7-a129eb224910 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:14.260802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9dde07d2-72f1-4ccf-a2ab-10081dd45aa9 req-d81890ba-f5b3-4a71-9bd7-a129eb224910 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0201488 May 26 22:53:14.279815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=4654608c-4ec4-4d26-b7e1-0f2c3eaddb3b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:14.308033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:14.327204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:14.336839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-0182faad-205e-4e16-8225-b0b6574bcc2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149917 May 26 22:53:14.341295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:14.346510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8c48a257-0702-45c0-b78e-035b6d0c693e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:14.363081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.364020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c539398e-9fe4-45a5-ab5e-8c72411378ad up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:14.443564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Pushing event updated for resources: {'Port': ['ID=c009f45f-16de-415f-8ef3-6c83f05ddd33,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:14.522553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-8f02cc70-5c2d-4ac4-ada0-fb46c7ffa801 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758788 May 26 22:53:14.620292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.678583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:14.739297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0546f46b-d4d7-467d-99df-820e592a8ac4') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:14.739627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0546f46b-d4d7-467d-99df-820e592a8ac4') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:14.756927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=8c48a257-0702-45c0-b78e-035b6d0c693e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:14.760295 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:14.760648 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:14.764288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b9254cf-b4fe-40d4-8db7-5abebfaa1324 req-3c23a018-3a01-415d-b7bf-8a23e86c28c3 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347531 May 26 22:53:14.783508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Attempting to bind port c009f45f-16de-415f-8ef3-6c83f05ddd33 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:14.783879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Attempting to bind port c009f45f-16de-415f-8ef3-6c83f05ddd33 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0546f46b-d4d7-467d-99df-820e592a8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:14.784243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Attempting to bind port c009f45f-16de-415f-8ef3-6c83f05ddd33 on network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:14.804028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c539398e-9fe4-45a5-ab5e-8c72411378ad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:14.804410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.815642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.831987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:14.832480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Checking segment: {'id': '0546f46b-d4d7-467d-99df-820e592a8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:14.832873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.833624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Bound using segment: {'id': '0546f46b-d4d7-467d-99df-820e592a8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:14.833896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Bound port: c009f45f-16de-415f-8ef3-6c83f05ddd33, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0546f46b-d4d7-467d-99df-820e592a8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:14.834275 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.864883 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.903609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:14.904009 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.924475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc126-f2ea-4a82-bfc8-71b6ac599bed req-9be8a959-bcf2-4329-8a7b-9ab9bd6b86a1 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: timer() May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:14.926251 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:14.929961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6cdc126-f2ea-4a82-bfc8-71b6ac599bed req-9be8a959-bcf2-4329-8a7b-9ab9bd6b86a1 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 945 time: 0.1021266 May 26 22:53:14.990324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6cdc126-f2ea-4a82-bfc8-71b6ac599bed req-94190ae2-745d-48ae-954a-167e0d293604 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552161 May 26 22:53:15.001202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] For port c009f45f-16de-415f-8ef3-6c83f05ddd33, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:15.015265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:53:15.099450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] For port c009f45f-16de-415f-8ef3-6c83f05ddd33, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c009f45f-16de-415f-8ef3-6c83f05ddd33,segment=NetworkSegment(0546f46b-d4d7-467d-99df-820e592a8ac4),segment_id=0546f46b-d4d7-467d-99df-820e592a8ac4)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:15.106514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.108040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 22:53:15.108040 n-d-843301-1 neutron-server[84030]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 22:53:15.108040 n-d-843301-1 neutron-server[84030]: [parameters: {'id': '81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b'}] May 26 22:53:15.108040 n-d-843301-1 neutron-server[84030]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:15.108402 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:15.154750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8c48a257-0702-45c0-b78e-035b6d0c693e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:15.263858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Deleting port 8c48a257-0702-45c0-b78e-035b6d0c693e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:15.264275 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.354159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d319d204-6a18-4145-a327-445576ff0a9b details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:53:15.356778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d11b43-be2f-4441-9e99-4881598a4a90 None None] Pushing event updated for resources: {'Port': ['ID=c009f45f-16de-415f-8ef3-6c83f05ddd33,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:15.572858 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:53:15.611674 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.645301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ddcc0-813b-48be-9f47-4abca6336e2e None None] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:15.646912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.728909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port c009f45f-16de-415f-8ef3-6c83f05ddd33 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:15.729344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.797615 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.895128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2b267-2c63-4f31-80cf-d9992dc6a030 req-c83a19b2-d838-4568-a7af-421cc1865e4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:15.896585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57d2b267-2c63-4f31-80cf-d9992dc6a030 req-c83a19b2-d838-4568-a7af-421cc1865e4f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 943 time: 0.4278812 May 26 22:53:16.042463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d319d204-6a18-4145-a327-445576ff0a9b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d319d204-6a18-4145-a327-445576ff0a9b,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:16.088227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd319d204-6a18-4145-a327-445576ff0a9b', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'port_id': 'd319d204-6a18-4145-a327-445576ff0a9b', 'mac_address': 'fa:16:3e:5e:01:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:53:16.094023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:16.094381 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:16.095944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8c48a257-0702-45c0-b78e-035b6d0c693e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:16.096345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.266269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974865c-f18c-4846-91b7-c28fe300a8e4 req-f1cdaf43-59fd-4a1a-b6d0-1d944335bb24 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:16.273537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Calling delete_port for 8c48a257-0702-45c0-b78e-035b6d0c693e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:16.274922 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c974865c-f18c-4846-91b7-c28fe300a8e4 req-f1cdaf43-59fd-4a1a-b6d0-1d944335bb24 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 945 time: 0.1090293 May 26 22:53:16.330502 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.335553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c974865c-f18c-4846-91b7-c28fe300a8e4 req-d3b31185-4ed1-4442-a251-6392a4482e20 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593879 May 26 22:53:16.356078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57d2b267-2c63-4f31-80cf-d9992dc6a030 req-61df5151-2386-4eb5-baaa-040d7ae43e7e tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533942 May 26 22:53:16.357828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f40511-a9b9-453b-8561-81b949342c73 None None] Network 81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:16.406102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port c009f45f-16de-415f-8ef3-6c83f05ddd33, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c009f45f-16de-415f-8ef3-6c83f05ddd33,segment=NetworkSegment(0546f46b-d4d7-467d-99df-820e592a8ac4),segment_id=0546f46b-d4d7-467d-99df-820e592a8ac4)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:16.406449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.442046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d319d204-6a18-4145-a327-445576ff0a9b {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:16.557874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d319d204-6a18-4145-a327-445576ff0a9b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d319d204-6a18-4145-a327-445576ff0a9b,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:16.604310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for c009f45f-16de-415f-8ef3-6c83f05ddd33 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:16.639576 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.653466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8c48a257-0702-45c0-b78e-035b6d0c693e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:16.758944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.774276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d319d204-6a18-4145-a327-445576ff0a9b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:16.846395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:53:16.867814 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.910260 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:16.910585 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:16.922246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.922956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.940598 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:16.941612 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:16.990327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d319d204-6a18-4145-a327-445576ff0a9b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:17.029418 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.126217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:17.139008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No DVR routers for this DVR port c009f45f-16de-415f-8ef3-6c83f05ddd33 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:17.141061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:17.142508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=5e77615f-666d-4cff-8236-f0b6a8dc0210,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:17.163085 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82ed0d91-933c-4796-a4b4-b6b04aabce8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.173838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:17.174415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.195559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=8c48a257-0702-45c0-b78e-035b6d0c693e,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:17.336776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Port': ['ID=c009f45f-16de-415f-8ef3-6c83f05ddd33,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:17.338574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Deleting port 6c4130bb-601f-4e64-a37c-00e8caa89196 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:17.338902 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.358813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.393223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8c48a257-0702-45c0-b78e-035b6d0c693e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:17.398439 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.418702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.435155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ba4bb-63ba-489c-ac6c-7e9367a764fa req-2447f1ca-da5e-4a85-a3d6-cb67df9f4324 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:17.436627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-814ba4bb-63ba-489c-ac6c-7e9367a764fa req-2447f1ca-da5e-4a85-a3d6-cb67df9f4324 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 945 time: 0.5762224 May 26 22:53:17.446921 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6355db72-f9c3-4842-a654-061d5adc1cd6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.7109959 May 26 22:53:17.449885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35324) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:17.459191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:01:1e:cf', 'name': 'tempest-NetworksTestDHCPv6-88796024'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:17.494415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:17.545236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Deleting port 8c48a257-0702-45c0-b78e-035b6d0c693e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:17.545644 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.575966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0546f46b-d4d7-467d-99df-820e592a8ac4') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:17.577590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0546f46b-d4d7-467d-99df-820e592a8ac4') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:17.586298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=8c48a257-0702-45c0-b78e-035b6d0c693e,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:17.602820 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.622774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.630869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:17.631645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.720385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:17.732769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:17.737209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: timer() May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:17.745375 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:17.749163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:17.766785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:17.800063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ce875-0150-4939-87ed-e109260dd5b8 req-35b6d88a-4b86-44b3-ae13-fd15be507e69 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:17.801808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737ce875-0150-4939-87ed-e109260dd5b8 req-35b6d88a-4b86-44b3-ae13-fd15be507e69 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 944 time: 0.1832480 May 26 22:53:17.821131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] For port 6c4130bb-601f-4e64-a37c-00e8caa89196, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6c4130bb-601f-4e64-a37c-00e8caa89196,segment=NetworkSegment(a4ff9a18-fb2a-4655-9e14-80b55b3c253e),segment_id=a4ff9a18-fb2a-4655-9e14-80b55b3c253e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:17.822002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.856644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] For port 8c48a257-0702-45c0-b78e-035b6d0c693e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8c48a257-0702-45c0-b78e-035b6d0c693e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:17.857170 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.005561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Calling delete_port for 8c48a257-0702-45c0-b78e-035b6d0c693e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:18.007102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.015919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Calling delete_port for 6c4130bb-601f-4e64-a37c-00e8caa89196 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:18.137990 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737ce875-0150-4939-87ed-e109260dd5b8 req-e561b802-0488-40ad-a6d0-dbb3e5721eca tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226921 May 26 22:53:18.173919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.221083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.233153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] Pushing event deleted for resources: {'Port': ['ID=8c48a257-0702-45c0-b78e-035b6d0c693e,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:18.259439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 9098eba7-7084-45df-b980-e78db78c7e40 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:53:18.311510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8b8fd-7804-404d-8430-688c5168b3ed None None] No DVR routers for this DVR port 8c48a257-0702-45c0-b78e-035b6d0c693e on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:18.336620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c54af4-13a8-45d3-8445-bf0e0cce8628 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:18.348361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.365029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b HTTP/1.1" status: 204 len: 168 time: 5.7196517 May 26 22:53:18.373517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35330) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:18.379342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551550b6-068d-499b-960b-aafc86fc91bd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:18.407403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-814ba4bb-63ba-489c-ac6c-7e9367a764fa req-0f5f7746-a3ae-4b4b-a08f-5dd4bdad9a82 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9594064 May 26 22:53:18.408251 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a759b85-7ac6-48e9-bd73-5edc9ec666e6 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:18.408681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a759b85-7ac6-48e9-bd73-5edc9ec666e6 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:18.411372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0a759b85-7ac6-48e9-bd73-5edc9ec666e6 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b HTTP/1.1" status: 404 len: 339 time: 0.0357335 May 26 22:53:18.411910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe01:1ecf (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/5e77615f-666d-4cff-8236-f0b6a8dc0210/9098eba7-7084-45df-b980-e78db78c7e40) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:18.416444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35334) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:18.429667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778644478', 'description': 'd1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:18.436572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:18.447879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:network and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:18.452395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:18.520746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:18.604736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-a87ce903-2d53-4a80-9629-81bc9d2d0374 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:18.610084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-a87ce903-2d53-4a80-9629-81bc9d2d0374 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 945 time: 0.5099995 May 26 22:53:18.653156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:18.656304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.657893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '5e77615f-666d-4cff-8236-f0b6a8dc0210'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:18.659311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.695401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.714927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 9098eba7-7084-45df-b980-e78db78c7e40 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:18.717307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:53:18.721599 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.785743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.811347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4130bb-601f-4e64-a37c-00e8caa89196,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:18.820355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.820952 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment bb6094a7-f260-4c8c-b8ea-a2467ee55434 of type vlan for network 5cdf3ba1-12b0-44e7-925e-0709f5b7883e May 26 22:53:18.883687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Deleting port d6064829-7eb6-4d7e-9e97-73cb503cf15b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:18.884091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.927315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:18.931103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:18.946153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=9098eba7-7084-45df-b980-e78db78c7e40,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:18.948848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:18.954471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:18.955692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.956831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.970876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.024345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Allocated IP 2001:db8::f816:3eff:fe38:a566 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/5e77615f-666d-4cff-8236-f0b6a8dc0210/87a6ef6b-cc03-4f5d-b9fd-1f3312981547) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:19.049581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bee4350d-5682-4f48-bf1c-dae8a211b792 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5976281 May 26 22:53:19.056967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35338) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:19.292086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:53:19.324941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d319d204-6a18-4145-a327-445576ff0a9b up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:19.366266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fdc81b-a06b-49c9-86e8-0df0a1273c62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:19.366266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-23fdc81b-a06b-49c9-86e8-0df0a1273c62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:19.374954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] For port d6064829-7eb6-4d7e-9e97-73cb503cf15b, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d6064829-7eb6-4d7e-9e97-73cb503cf15b,segment=NetworkSegment(781cfff2-3c81-49b0-a06e-e8f06e1f87c3),segment_id=781cfff2-3c81-49b0-a06e-e8f06e1f87c3)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:19.374954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.525123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.529970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:19.530856 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707672'] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.580834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Calling delete_port for d6064829-7eb6-4d7e-9e97-73cb503cf15b owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:19.645557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-23fdc81b-a06b-49c9-86e8-0df0a1273c62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:19.649757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-23fdc81b-a06b-49c9-86e8-0df0a1273c62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5916696 May 26 22:53:19.656523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35350) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:19.752499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.789556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3668075 May 26 22:53:19.789556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62017e2-e5f3-4fcf-9ab4-ace4b835e386 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=5cdf3ba1-12b0-44e7-925e-0709f5b7883e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:19.791562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Transition to ACTIVE for port object 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:19.792067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35356) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:19.819609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5cdf3ba1-12b0-44e7-925e-0709f5b7883e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:19.864660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d319d204-6a18-4145-a327-445576ff0a9b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:19.882666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d319d204-6a18-4145-a327-445576ff0a9b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:19.883062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.987129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 9098eba7-7084-45df-b980-e78db78c7e40 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:19.987385 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.011950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Transition to ACTIVE for port object 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:20.033640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d757158a-60f4-4bd8-979d-88278c8fd7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.045250 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.087352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2701df-bd7e-454f-97ff-2b48379c1795 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:20.088029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0e2701df-bd7e-454f-97ff-2b48379c1795 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Synchronizing usage tracker for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:20.182098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Allocated IP 172.20.0.1 (05a3b436-17ed-4dd0-80b8-13a14639a2f1/67fa05ac-9194-4665-8742-44398ced7119/123d4896-ef22-445f-b911-cef6eb71b574) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:20.202477 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.240658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:20.247700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:20.260451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:20.268029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:20.284321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d319d204-6a18-4145-a327-445576ff0a9b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d319d204-6a18-4145-a327-445576ff0a9b,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:20.292070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35362) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:20.385839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8accc46-8139-4e2c-afcb-3edbf61fb7e6 req-cdeca7ef-0c88-4b43-a7f6-785b0741e696 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:20.386664 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.388010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8accc46-8139-4e2c-afcb-3edbf61fb7e6 req-cdeca7ef-0c88-4b43-a7f6-785b0741e696 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 944 time: 0.9165246 May 26 22:53:20.394050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Attempting to bind port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:20.394415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Attempting to bind port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:20.394775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Attempting to bind port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:20.396886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Pushing event updated for resources: {'Port': ['ID=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:20.398776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0e2701df-bd7e-454f-97ff-2b48379c1795 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Unset dirty status for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:20.400331 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e2701df-bd7e-454f-97ff-2b48379c1795 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/networks?id=5cdf3ba1-12b0-44e7-925e-0709f5b7883e HTTP/1.1" status: 200 len: 761 time: 0.5865502 May 26 22:53:20.404269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35370) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:20.412995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'description': 'd2'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:20.454819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:20.455254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:20.455615 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.456003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:20.456534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Bound port: 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:20.456902 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.554559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:20.557861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:20.570213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8accc46-8139-4e2c-afcb-3edbf61fb7e6 req-0ce084e2-12ac-4214-994c-287fb5f1880a tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611388 May 26 22:53:20.571234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.579194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.597502 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.609444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d319d204-6a18-4145-a327-445576ff0a9b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:20.653725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Pushing event deleted for resources: {'Port': ['ID=d6064829-7eb6-4d7e-9e97-73cb503cf15b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:20.711806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b965b55-25b4-4953-8764-ee5123b38853 None None] Pushing event updated for resources: {'Port': ['ID=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:20.719378 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aba2f8e-42f3-421a-af92-626120986d67'] response: {'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b', 'code': 200} May 26 22:53:20.728358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.741062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16a936-45ba-473a-bc8a-d877df5c83b4 req-96fea106-746d-4ea2-a8a6-5a99850dd72a tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:20.755309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc16a936-45ba-473a-bc8a-d877df5c83b4 req-96fea106-746d-4ea2-a8a6-5a99850dd72a tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f2ce762-d8f5-475c-8ac7-553e8271370f HTTP/1.1" status: 200 len: 945 time: 0.8829868 May 26 22:53:20.766762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] No DVR routers for this DVR port d6064829-7eb6-4d7e-9e97-73cb503cf15b on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:20.771789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.773888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.774524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'name': 'network-vif-deleted', 'tag': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:20.785609 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.858526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b73a7877-c9e3-4d65-ac3c-23bd0368f6a8 req-d9ae264b-1911-4587-b5df-23e10cda1ce6 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.48 "DELETE /v2.0/ports/d6064829-7eb6-4d7e-9e97-73cb503cf15b HTTP/1.1" status: 204 len: 173 time: 2.1190178 May 26 22:53:20.875235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.913508 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1affea43-34ec-4db0-a369-dd389197ffe7'] response: {'server_uuid': '8f2ce762-d8f5-475c-8ac7-553e8271370f', 'name': 'network-vif-deleted', 'tag': 'd6064829-7eb6-4d7e-9e97-73cb503cf15b', 'status': 'completed', 'code': 200} May 26 22:53:20.957329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Transition to ACTIVE for port object 123d4896-ef22-445f-b911-cef6eb71b574 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:20.990186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 9098eba7-7084-45df-b980-e78db78c7e40 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:21.018746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc16a936-45ba-473a-bc8a-d877df5c83b4 req-c6808072-cb87-464c-9381-656db340b242 tempest-InstanceActionsV221TestJSON-469512234 tempest-InstanceActionsV221TestJSON-469512234-project] 10.222.0.32 "GET /v2.0/security-groups?id=d743980b-fa64-497c-8ae0-27ec6038cad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621274 May 26 22:53:21.092414 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9643fb8-8597-4af3-9564-fd4ed4e3c633 req-7ba13fba-b3b5-4387-a263-3fa960754d7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 1096 time: 0.2918830 May 26 22:53:21.128089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.142672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:21.156273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Usage tracker for resource:security_group_rule and tenant:888de5b85e2f4ecf8abd1192f4890b36 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:21.160278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:21.179168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:21.191660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9643fb8-8597-4af3-9564-fd4ed4e3c633 req-cc98d775-a55e-4553-b8ca-9d8b432e6e88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620208 May 26 22:53:21.195181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.251977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=9098eba7-7084-45df-b980-e78db78c7e40,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:21.270534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.290615 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:53:21.301747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.312975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-efd963eb-4cde-4cac-b2c2-0c70e0cd0dbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/9098eba7-7084-45df-b980-e78db78c7e40 HTTP/1.1" status: 204 len: 168 time: 1.6417832 May 26 22:53:21.318780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:21.332966 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.386139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62332b-dfe2-4dc9-8519-b387f0947186 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:21.387390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62332b-dfe2-4dc9-8519-b387f0947186 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:21.388888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4c62332b-dfe2-4dc9-8519-b387f0947186 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0689957 May 26 22:53:21.391547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35380) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:21.422209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.468806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 5e77615f-666d-4cff-8236-f0b6a8dc0210 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:21.475057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:21.475226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.541906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:21.552219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Port': ['ID=123d4896-ef22-445f-b911-cef6eb71b574,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:21.564019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.565885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:21.585659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:21.609856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 5cdf3ba1-12b0-44e7-925e-0709f5b7883e is not hosted by any dhcp agent {{(pid=84030) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 26 22:53:21.617895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:21.618076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.619531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "PUT /v2.0/networks/5cdf3ba1-12b0-44e7-925e-0709f5b7883e HTTP/1.1" status: 200 len: 758 time: 1.2118082 May 26 22:53:21.639952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35386) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:21.752260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dfd0b-0494-4b0c-9800-8e6fe190cb77 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=5cdf3ba1-12b0-44e7-925e-0709f5b7883e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:21.770417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5cdf3ba1-12b0-44e7-925e-0709f5b7883e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:21.789548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.836856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:21.930926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d6064829-7eb6-4d7e-9e97-73cb503cf15b no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:21.959021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.988717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.004333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: d6064829-7eb6-4d7e-9e97-73cb503cf15b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:22.004669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d6064829-7eb6-4d7e-9e97-73cb503cf15b not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:22.015247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.024996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0223e-90be-4674-93fe-1e16c74cef1b req-7cd27cc8-8c9e-46e5-a0b4-1a7c5f4fb2e2 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:22.027236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcb0223e-90be-4674-93fe-1e16c74cef1b req-7cd27cc8-8c9e-46e5-a0b4-1a7c5f4fb2e2 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 945 time: 0.1556392 May 26 22:53:22.033263 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.056504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3176b09-a9a7-4012-94a0-11ec20900ae9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:22.069617 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.094574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0db667-d280-4769-8137-d9c0dce6a7b7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:22.095329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a0db667-d280-4769-8137-d9c0dce6a7b7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Synchronizing usage tracker for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:22.101195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=5e77615f-666d-4cff-8236-f0b6a8dc0210,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:22.115319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.134369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f6364518-fc64-4320-951d-61faf67cd364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=888de5b85e2f4ecf8abd1192f4890b36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8359838 May 26 22:53:22.137363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35392) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:22.149392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d934b-c053-4798-a314-1248c299439f None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:22.157009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1a0db667-d280-4769-8137-d9c0dce6a7b7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Unset dirty status for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:22.162372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1a0db667-d280-4769-8137-d9c0dce6a7b7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/networks?id=5cdf3ba1-12b0-44e7-925e-0709f5b7883e HTTP/1.1" status: 200 len: 761 time: 0.4978678 May 26 22:53:22.163059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35396) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:22.174710 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcb0223e-90be-4674-93fe-1e16c74cef1b req-d19a8b70-dfcf-42b7-888f-9b140cd95104 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353321 May 26 22:53:22.176191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932870515'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:22.176756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d66444e-96eb-4b75-92c4-b076dbb85a7c None None] Provisioning for port 123d4896-ef22-445f-b911-cef6eb71b574 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:22.182370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:22.182515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c2c8063-daff-473a-bdd2-0c44b8305144 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/5e77615f-666d-4cff-8236-f0b6a8dc0210 HTTP/1.1" status: 204 len: 168 time: 0.7899268 May 26 22:53:22.227306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:22.277709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d66444e-96eb-4b75-92c4-b076dbb85a7c None None] Provisioning complete for port 123d4896-ef22-445f-b911-cef6eb71b574 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:22.278221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d66444e-96eb-4b75-92c4-b076dbb85a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.336057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:22.368998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-daac2905-1403-4f33-8284-5b0e2974e3c6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1756682 May 26 22:53:22.369577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35408) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:22.380872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.381342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:22.393357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:22.396392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.409627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5d66444e-96eb-4b75-92c4-b076dbb85a7c None None] Port 123d4896-ef22-445f-b911-cef6eb71b574 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:53:22.535966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:22.539661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1bcbc2d0-06c7-4feb-afe9-5c8f6cd369e7 None None] Provisioning for port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:22.563163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:22.571769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Deleting port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:22.572358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.610809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:22.612109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1bcbc2d0-06c7-4feb-afe9-5c8f6cd369e7 None None] Provisioning complete for port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:22.613061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc2d0-06c7-4feb-afe9-5c8f6cd369e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.617439 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cfc007b4-072b-447a-83de-65c459ae1fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.617921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:53:22.619269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:22.626892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] Deleting subnet b63da299-01c2-4aba-8ead-16ec9df3e7da {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:22.629548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:22.635777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.663268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.663521 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment 62ac4aa8-9e28-42a9-b950-7d535abe0b0a of type vlan for network 02fd8883-0a99-4dd0-8740-407932b2dd9e May 26 22:53:22.666378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:22.695801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:22.700427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.720111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.862541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cfc007b4-072b-447a-83de-65c459ae1fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.883389 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc2d0-06c7-4feb-afe9-5c8f6cd369e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.961129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.983049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1bcbc2d0-06c7-4feb-afe9-5c8f6cd369e7 None None] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:23.001914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc2d0-06c7-4feb-afe9-5c8f6cd369e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.030694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.088714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc2d0-06c7-4feb-afe9-5c8f6cd369e7 None None] Pushing event updated for resources: {'Port': ['ID=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:23.095624 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.116450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:23.116862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.143253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b63da299-01c2-4aba-8ead-16ec9df3e7da,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:23.160206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.179898 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cfc007b4-072b-447a-83de-65c459ae1fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.188353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-997e81d1-b44b-446d-8e9a-778d7cc68569 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b63da299-01c2-4aba-8ead-16ec9df3e7da HTTP/1.1" status: 204 len: 168 time: 0.6486113 May 26 22:53:23.188564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:23.205260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.209450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:23.210045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.255571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc007b4-072b-447a-83de-65c459ae1fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3176b09-a9a7-4012-94a0-11ec20900ae9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:23.291185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Calling delete_port for 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:23.388850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:23.389244 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:23.465559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.474357 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cfc007b4-072b-447a-83de-65c459ae1fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.475458 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cfc007b4-072b-447a-83de-65c459ae1fee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3176b09-a9a7-4012-94a0-11ec20900ae9 HTTP/1.1" status: 204 len: 168 time: 1.3353529 May 26 22:53:23.486637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3147302 May 26 22:53:23.487472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35426) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:23.497345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': '02fd8883-0a99-4dd0-8740-407932b2dd9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:23.511543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c3ae3-3ff2-49ed-bade-83a82eb7be40 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=02fd8883-0a99-4dd0-8740-407932b2dd9e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:23.515291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:23.528638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.objects.ports [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:53:23.598106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 02fd8883-0a99-4dd0-8740-407932b2dd9e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:23.621334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:53:23.651853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.667308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.691380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.727324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:23.738475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6afed-3bdb-42aa-891e-265227199ec1 req-67b91b48-7840-444f-8b93-6993b6e6dcd0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:23.745258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9c6afed-3bdb-42aa-891e-265227199ec1 req-67b91b48-7840-444f-8b93-6993b6e6dcd0 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 945 time: 0.3880277 May 26 22:53:23.762626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Usage tracker for resource:subnet and tenant:c6a4b3489b5d400dad0bad0826af3042 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:23.767030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:23.772368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac3e27f-2c37-409c-8ea3-5d492a6b89e5']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:23.799355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781cfff2-3c81-49b0-a06e-e8f06e1f87c3') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:23.799648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781cfff2-3c81-49b0-a06e-e8f06e1f87c3') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:23.816033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.816776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.817487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.842107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9c6afed-3bdb-42aa-891e-265227199ec1 req-e4aabc2a-8ec0-4483-ab01-3af3ed64eafa tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958893 May 26 22:53:23.851137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:23.851784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.859958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:23.860423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: timer() May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:23.874529 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:23.900286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Deleting port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:23.900286 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.948579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Port': ['ID=123d4896-ef22-445f-b911-cef6eb71b574,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:23.968801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:23.971061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:23.971532 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:24.066766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.071703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.099684 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.117512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35434) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.118303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] Pushing event deleted for resources: {'Network': ['ID=dac3e27f-2c37-409c-8ea3-5d492a6b89e5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.139444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-82b4ac70-9ca3-4ea0-ab12-70844dca135d admin admin] 10.222.0.32 "DELETE /v2.0/networks/dac3e27f-2c37-409c-8ea3-5d492a6b89e5 HTTP/1.1" status: 204 len: 168 time: 0.9475393 May 26 22:53:24.143884 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.177521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.254420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:24.254819 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.304599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:24.320068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:24.320272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Usage tracker for resource:security_group_rule and tenant:6b01fb7322b54a97ae87846535fa6c71 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:24.325269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:24.325445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:24.335179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:24.407910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:24.414267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Calling delete_port for 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:24.466147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.475622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.476882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.477664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.558057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.560623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:24.561403 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:24.570419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.607163 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.668247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:24.673986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.712325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:24.725792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f28ce-5ee5-4165-af8f-077f7f49c631 req-dc184680-b875-4e5e-acc3-e8f7be3af61e tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:24.727317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-db0f28ce-5ee5-4165-af8f-077f7f49c631 req-dc184680-b875-4e5e-acc3-e8f7be3af61e tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 945 time: 0.6588984 May 26 22:53:24.741964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35444) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.762302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Request body: {'floatingip': {'port_id': 'd319d204-6a18-4145-a327-445576ff0a9b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:24.781441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6a8f8210-1fe6-40bd-8c15-e087e450e362 None None] Provisioning complete for port 123d4896-ef22-445f-b911-cef6eb71b574 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:24.781836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6a8f8210-1fe6-40bd-8c15-e087e450e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.810826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.843421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f8210-1fe6-40bd-8c15-e087e450e362 None None] Port 123d4896-ef22-445f-b911-cef6eb71b574 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:53:24.864143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:24.865655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890bf5a-24b9-4c35-8d0c-dd335f792235,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.872650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:24.884731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5518676f-84d6-4707-9e93-99cd4eee629a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b01fb7322b54a97ae87846535fa6c71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7635527 May 26 22:53:24.884731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35448) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.888105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:24.888688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.893639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=e842335c-6cb7-4e1f-a009-7a9dcb567969,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.895730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.901721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.948880 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b7e6b35-d224-40c7-8cc3-0e359f34bc93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b3e28601f5a4db8874b906bfe2cb4e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3658800 May 26 22:53:24.952283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35452) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.955148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b27a40ad-8935-49bb-83b8-38d465f7278d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5826826 May 26 22:53:24.962301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35456) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.979170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:4e:e9:a6', 'name': 'tempest-NetworksTestDHCPv6-843583981'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:25.046907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.132525 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3acc-0612-418b-834f-cfbaca881fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.161827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14524bfd-24ad-4612-a533-69a92cd590fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.192619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3acc-0612-418b-834f-cfbaca881fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.243002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:25.254066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14524bfd-24ad-4612-a533-69a92cd590fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.260658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:25.266571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:25.281311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:25.300560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.312622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:25.374941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3acc-0612-418b-834f-cfbaca881fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.412919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a3acc-0612-418b-834f-cfbaca881fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890bf5a-24b9-4c35-8d0c-dd335f792235,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:25.424476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3acc-0612-418b-834f-cfbaca881fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.426149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0b4a3acc-0612-418b-834f-cfbaca881fdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1890bf5a-24b9-4c35-8d0c-dd335f792235 HTTP/1.1" status: 204 len: 168 time: 0.5337515 May 26 22:53:25.431469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Deleting port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:25.432156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.456121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=98b05983-0705-4028-9f07-2d0a83ec4625,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:25.467077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14524bfd-24ad-4612-a533-69a92cd590fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.500117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14524bfd-24ad-4612-a533-69a92cd590fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743980b-fa64-497c-8ae0-27ec6038cad8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:25.542717 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14524bfd-24ad-4612-a533-69a92cd590fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.564977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-14524bfd-24ad-4612-a533-69a92cd590fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d743980b-fa64-497c-8ae0-27ec6038cad8 HTTP/1.1" status: 204 len: 168 time: 0.5964298 May 26 22:53:25.575359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.644373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': '62ac4aa8-9e28-42a9-b950-7d535abe0b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '02fd8883-0a99-4dd0-8740-407932b2dd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:25.644727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: 02fd8883-0a99-4dd0-8740-407932b2dd9e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:53:25.651603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 1580f867-32af-4739-bf00-ab40d2c95d91 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:53:25.817401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 02fd8883-0a99-4dd0-8740-407932b2dd9e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:53:25.819551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] For port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:25.821127 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.858988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 02fd8883-0a99-4dd0-8740-407932b2dd9e) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:25.870529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:25.871105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.875767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:25.907803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-edb76986-7974-4947-8087-0a37b5234149 admin admin] 10.222.0.32 "PUT /v2.0/routers/367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2748964 May 26 22:53:25.910982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35470) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:25.918556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-06d8a972-79e7-4208-9403-8ff488331fa7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4257097 May 26 22:53:25.944533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35474) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:26.000536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Calling delete_port for 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:26.037905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0477118-689f-42c0-8365-874ea4814202 None None] Network 02fd8883-0a99-4dd0-8740-407932b2dd9e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:26.066287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe4e:e9a6 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/e842335c-6cb7-4e1f-a009-7a9dcb567969/1580f867-32af-4739-bf00-ab40d2c95d91) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:26.147059 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.176039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] Sync routers for ids ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:26.377729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Router 68e6a645-fd5a-4d10-94a3-c1c640e1c6dc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:26.390365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.411512 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:53:26.419284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] Routers {'367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:26.419942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:26.483626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.484609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.516181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.556461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 1580f867-32af-4739-bf00-ab40d2c95d91 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:26.570942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=98b05983-0705-4028-9f07-2d0a83ec4625,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:26.672566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85d76b-d9f5-4792-bb99-63b31f6e226b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-02fd8883-0a99-4dd0-8740-407932b2dd9e', 'network_id': '02fd8883-0a99-4dd0-8740-407932b2dd9e', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': '98b05983-0705-4028-9f07-2d0a83ec4625'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:26.672566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2b85d76b-d9f5-4792-bb99-63b31f6e226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.725523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.732445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] Pushing event deleted for resources: {'Port': ['ID=87a6ef6b-cc03-4f5d-b9fd-1f3312981547,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:26.775235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.775378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fd8883-0a99-4dd0-8740-407932b2dd9e']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:26.792632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ac4aa8-9e28-42a9-b950-7d535abe0b0a') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:26.792632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ac4aa8-9e28-42a9-b950-7d535abe0b0a') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:26.795064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.802805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bc04f-610a-4bae-b0ba-a6b1e01713a9 None None] No DVR routers for this DVR port 87a6ef6b-cc03-4f5d-b9fd-1f3312981547 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:26.808932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.836089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.843388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:26.843797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:26.852302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b918314-0f1d-48bd-b043-d745de39610e None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: timer() May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:26.967522 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:26.969711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35504) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:26.999243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:27.042455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee510917-e2d5-45f7-b2e2-9484b5025f31 None None] Network 02fd8883-0a99-4dd0-8740-407932b2dd9e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:27.056093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] Set router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:27.123126 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:27.143520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=1580f867-32af-4739-bf00-ab40d2c95d91,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:27.156940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:27.163213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:27.177095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:27.183147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:27.184206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:27.220400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.221477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.222231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.223311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.224074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.224629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.225332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.226085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.227145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.227711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.228547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:27.233125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:27.268597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:27.271921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/02fd8883-0a99-4dd0-8740-407932b2dd9e HTTP/1.1" status: 204 len: 168 time: 1.3266842 May 26 22:53:27.273426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc166f2-c009-4193-a4fd-a611ee8359ad tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=02fd8883-0a99-4dd0-8740-407932b2dd9e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:27.276383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e3648a24-4ead-435b-8183-2e3f46a10411 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3044283 May 26 22:53:27.279336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35512) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:27.279868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35514) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:27.328198 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-394d9161-cec4-4da1-a096-37afb32f7944 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] GET failed (client error): The resource could not be found. May 26 22:53:27.329307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-394d9161-cec4-4da1-a096-37afb32f7944 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Synchronizing usage tracker for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:27.368556 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Floating IP 8d72ae62-f7de-432c-aae6-eca62de10b43 associated. External IP: 172.25.4.144, port: d319d204-6a18-4145-a327-445576ff0a9b. May 26 22:53:27.418373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-394d9161-cec4-4da1-a096-37afb32f7944 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Unset dirty status for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:27.420060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-394d9161-cec4-4da1-a096-37afb32f7944 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/subnets/98b05983-0705-4028-9f07-2d0a83ec4625 HTTP/1.1" status: 404 len: 337 time: 0.1386507 May 26 22:53:27.426427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35520) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:27.478635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997b577-7a63-4e08-8a66-7af15ec9fdb0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:27.479920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a997b577-7a63-4e08-8a66-7af15ec9fdb0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:27.485661 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5772ca-f6d2-4a6c-b457-58135fcfb580 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:27.486608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5772ca-f6d2-4a6c-b457-58135fcfb580 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:27.495478 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f5772ca-f6d2-4a6c-b457-58135fcfb580 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/02fd8883-0a99-4dd0-8740-407932b2dd9e HTTP/1.1" status: 404 len: 339 time: 0.0659184 May 26 22:53:27.498708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35524) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:27.527905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a997b577-7a63-4e08-8a66-7af15ec9fdb0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:27.529847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a997b577-7a63-4e08-8a66-7af15ec9fdb0 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2465212 May 26 22:53:27.532556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:27.540712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:27.553780 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] Sync routers for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:27.576888 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-08e5d7d5-ebe2-49b0-b4bf-d3700c51f60f tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "PUT /v2.0/routers/68e6a645-fd5a-4d10-94a3-c1c640e1c6dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7734196 May 26 22:53:27.609077 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:27.609813 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:27.742243 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:27.755641 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:27.756050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35534) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:27.756680 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:27.809950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:27.823947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Request body: {'port': {'network_id': '05a3b436-17ed-4dd0-80b8-13a14639a2f1', 'name': 'tempest-FloatingIPAdminTestJSON-1676032081'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:27.847991 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:27.848700 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad5735-5f61-4bba-8fd2-46a65f286905 None None] The sync data for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:27.867083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-112785925-network', 'tenant_id': '9722733edcad4a2c878f49a7f6abc694'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:27.886250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:27.895276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8800b1-bb80-40a2-979a-c3a5d2bb6141 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:27.895963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ba8800b1-bb80-40a2-979a-c3a5d2bb6141 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Synchronizing usage tracker for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:27.907857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Usage tracker for resource:network and tenant:9722733edcad4a2c878f49a7f6abc694 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:27.912776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:27.922419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'e842335c-6cb7-4e1f-a009-7a9dcb567969'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:27.923362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:27.928074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:27.937120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ba8800b1-bb80-40a2-979a-c3a5d2bb6141 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Unset dirty status for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:27.941261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ba8800b1-bb80-40a2-979a-c3a5d2bb6141 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4317830 May 26 22:53:27.944738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35542) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:27.980965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:27.993578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Usage tracker for resource:port and tenant:26757caca39249f5a7999ae5d3411398 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:27.998946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:28.012500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:28.014187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Made reservation on behalf of 9722733edcad4a2c878f49a7f6abc694 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:28.016458 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.016768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 1580f867-32af-4739-bf00-ab40d2c95d91 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:28.017167 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.043689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da09d985-133c-45b3-855e-d2be46eef35a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Synchronizing usage tracker for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:28.056290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.094888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da09d985-133c-45b3-855e-d2be46eef35a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Unset dirty status for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:28.099246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Made reservation on behalf of 26757caca39249f5a7999ae5d3411398 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:28.099418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-da09d985-133c-45b3-855e-d2be46eef35a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 207 time: 0.1502578 May 26 22:53:28.099519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.103520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35548) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:28.160004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Allocated IP 2001:db8::f816:3eff:fed7:5472 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/e842335c-6cb7-4e1f-a009-7a9dcb567969/6e68f97e-2a30-42eb-9f83-4e35efd9649f) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:28.224693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:28.320168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] device_id is not set on port 36da3211-377b-42f1-afae-6e733409ca73 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:53:28.376132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-69ed113b-5f8d-4843-8062-62540a6190e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6225612 May 26 22:53:28.381496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Usage tracker for resource:security_group_rule and tenant:9722733edcad4a2c878f49a7f6abc694 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:28.388538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:28.394784 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:53:18Z', 'revision_number': 5, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port': {'id': '9c8bb74a-2c32-4257-bb2a-245d50d90bf2', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:45:22Z', 'updated_at': '2022-05-26T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:28.402459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] Checking router: 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:28.408901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:28.423717 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.437105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.437298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Transition to ACTIVE for port object 6e68f97e-2a30-42eb-9f83-4e35efd9649f will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:28.439891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] Routers {'367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:28.440678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:28.493790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Deleting port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:28.494131 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.560320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae27925-7734-4392-a27b-3dd5c5d47cb5 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:28.564844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae27925-7734-4392-a27b-3dd5c5d47cb5 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:28.569011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae27925-7734-4392-a27b-3dd5c5d47cb5 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:28.573216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae27925-7734-4392-a27b-3dd5c5d47cb5 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:28.578480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bae27925-7734-4392-a27b-3dd5c5d47cb5 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4683764 May 26 22:53:28.585299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35560) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:28.598610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Transition to ACTIVE for port object 6e68f97e-2a30-42eb-9f83-4e35efd9649f will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:28.633030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.652994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.762159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:28.763447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] Set router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:28.816393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:28.819394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 1580f867-32af-4739-bf00-ab40d2c95d91 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:28.823507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Pushing event updated for resources: {'Port': ['ID=6e68f97e-2a30-42eb-9f83-4e35efd9649f,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:28.839997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:28.961831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:53:28Z', 'revision_number': 6, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:28.976162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.976382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552229e-3c0f-45f8-bb84-e89c5d8483a4 None None] The sync data for ids ['367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3'] in n-d-843301-1 is: [{'id': '367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3', 'name': 'tempest-TaggedBootDevicesTest_v242-882228324-router', 'tenant_id': '0e7d87df87c1498a89da3cf38e455eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:45:21Z', 'updated_at': '2022-05-26T22:53:28Z', 'revision_number': 6, 'project_id': '0e7d87df87c1498a89da3cf38e455eb1', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:28.985639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Allocated IP 172.20.0.13 (05a3b436-17ed-4dd0-80b8-13a14639a2f1/67fa05ac-9194-4665-8742-44398ced7119/36da3211-377b-42f1-afae-6e733409ca73) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:28.992875 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.014776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.064411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=1580f867-32af-4739-bf00-ab40d2c95d91,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:29.082712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Attempting to bind port 6e68f97e-2a30-42eb-9f83-4e35efd9649f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:29.082913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-76caf033-73d2-4cf0-992d-84d08cbb6b3c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4934413 May 26 22:53:29.083003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Attempting to bind port 6e68f97e-2a30-42eb-9f83-4e35efd9649f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:29.083480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Attempting to bind port 6e68f97e-2a30-42eb-9f83-4e35efd9649f on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:29.093483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35570) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:29.095304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] For port 9c8bb74a-2c32-4257-bb2a-245d50d90bf2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:29.095714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.100061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:29.100573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:29.101246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.101773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:29.102436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Bound port: 6e68f97e-2a30-42eb-9f83-4e35efd9649f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:29.102872 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.112938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:53:29.158229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.178468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-61acb8be-4e31-4d1b-93f7-df8939e77679 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25a686dd4d8d430ebc4be269418c8801&device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 6493 time: 0.6087089 May 26 22:53:29.228363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a5b36-c798-4ee5-b50b-d483697b5b56,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:29.254014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] For port 6e68f97e-2a30-42eb-9f83-4e35efd9649f, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:29.257866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] For port 6e68f97e-2a30-42eb-9f83-4e35efd9649f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6e68f97e-2a30-42eb-9f83-4e35efd9649f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:29.263551 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.285616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fec157d2-3456-47c8-9c15-44d48c24e1f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/1580f867-32af-4739-bf00-ab40d2c95d91 HTTP/1.1" status: 204 len: 168 time: 1.7513595 May 26 22:53:29.294614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35578) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:29.303911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Calling delete_port for 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:29.330461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.330802 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Added segment 14d4fdb4-8a47-47d6-a1ad-18d920006967 of type vlan for network b552951f-4831-446e-bfb3-8fa1bffbb08f May 26 22:53:29.397329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbaebb-85fa-459d-b093-6bed45a80b9b None None] Pushing event updated for resources: {'Port': ['ID=6e68f97e-2a30-42eb-9f83-4e35efd9649f,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:29.420221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7e658-b833-4b49-8c38-fac413c82f30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.421533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7e658-b833-4b49-8c38-fac413c82f30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.427031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4a7e658-b833-4b49-8c38-fac413c82f30 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3078320 May 26 22:53:29.435114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35582) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:29.491204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6c4130bb-601f-4e64-a37c-00e8caa89196 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:29.506469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.548147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 6c4130bb-601f-4e64-a37c-00e8caa89196 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:29.548500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6c4130bb-601f-4e64-a37c-00e8caa89196 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:29.572357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294be53-bdf9-40f0-9559-d4bc4b8195c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.573737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294be53-bdf9-40f0-9559-d4bc4b8195c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.574779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9294be53-bdf9-40f0-9559-d4bc4b8195c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:29.594464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96540c68-3feb-477a-81f1-ef65cb3db460 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.596714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96540c68-3feb-477a-81f1-ef65cb3db460 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.598622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-96540c68-3feb-477a-81f1-ef65cb3db460 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1616583 May 26 22:53:29.604388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35586) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:29.686056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.734199 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.735065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.735638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.869706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-a514c377-bb20-4cd5-b4b2-dd5d9b4becc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.869706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-a514c377-bb20-4cd5-b4b2-dd5d9b4becc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.869706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-a514c377-bb20-4cd5-b4b2-dd5d9b4becc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.869706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-a514c377-bb20-4cd5-b4b2-dd5d9b4becc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f1006ec-020a-4deb-95a2-456d61870218&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=2a6458c7-c556-416e-9541-27d699a8fa39&id=0159f930-1bde-494f-990d-0fb40919b7a6&id=0159f930-1bde-494f-990d-0fb40919b7a6 HTTP/1.1" status: 200 len: 2292 time: 0.6584296 May 26 22:53:29.876156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9294be53-bdf9-40f0-9559-d4bc4b8195c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:29.880044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9294be53-bdf9-40f0-9559-d4bc4b8195c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5739384 May 26 22:53:29.897170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35592) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:29.977241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Transition to ACTIVE for port object 36da3211-377b-42f1-afae-6e733409ca73 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:30.000508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.051423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] Pushing event updated for resources: {'Network': ['ID=b552951f-4831-446e-bfb3-8fa1bffbb08f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:30.070065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b552951f-4831-446e-bfb3-8fa1bffbb08f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:30.101954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-d83b4564-1d92-485f-8ad6-bd84ab82b1ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2 HTTP/1.1" status: 200 len: 1002 time: 0.2234881 May 26 22:53:30.113631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0732a83-a148-46ae-9fe6-430692e9e505 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:30.114319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f0732a83-a148-46ae-9fe6-430692e9e505 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Synchronizing usage tracker for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:30.118672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8bb74a-2c32-4257-bb2a-245d50d90bf2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:30.198110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f0732a83-a148-46ae-9fe6-430692e9e505 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Unset dirty status for tenant:c6a4b3489b5d400dad0bad0826af3042 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:30.199381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f0732a83-a148-46ae-9fe6-430692e9e505 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/networks/d77160f3-e3d2-4b02-a89f-0f42097e6102 HTTP/1.1" status: 200 len: 799 time: 0.5928876 May 26 22:53:30.204615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35600) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:30.211081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.233709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-ef4563df-ca09-497b-9289-2c12198bcc21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:30.235493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-ef4563df-ca09-497b-9289-2c12198bcc21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8dc40f8-718a-4dcb-a67d-56b0ff5baee1 HTTP/1.1" status: 200 len: 850 time: 0.1271131 May 26 22:53:30.253782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-27f333ba-1907-451c-830a-0b17bfa7f615 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.2824206 May 26 22:53:30.276837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35604) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:30.315282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Router 4e48f012-0d0e-4f57-92e1-4defd502dd8c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:30.369324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Request body: {'subnet': {'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-112785925-subnet', 'tenant_id': '9722733edcad4a2c878f49a7f6abc694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:30.409918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:30.433473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Usage tracker for resource:subnet and tenant:9722733edcad4a2c878f49a7f6abc694 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:30.438760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:30.457967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:30.460244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:30.466453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event updated for resources: {'Port': ['ID=36da3211-377b-42f1-afae-6e733409ca73,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:30.469295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:30.485441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:30.539993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Made reservation on behalf of 9722733edcad4a2c878f49a7f6abc694 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:30.542695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.720562 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c36dad2a-5294-4197-b7b6-3b9ff5cfc8ab tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/networks/d77160f3-e3d2-4b02-a89f-0f42097e6102?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5141749 May 26 22:53:30.742022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35608) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:30.799805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:30.800362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.818246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-58c66af9-cc09-4cbc-bc7b-9250ba7c898d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f1006ec-020a-4deb-95a2-456d61870218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5395827 May 26 22:53:30.909709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet e842335c-6cb7-4e1f-a009-7a9dcb567969 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:30.917859 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.936955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c1d1d78-4038-4c2f-9a1c-812e554755e6 None None] Provisioning for port 36da3211-377b-42f1-afae-6e733409ca73 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:30.942837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c1d1d78-4038-4c2f-9a1c-812e554755e6 None None] Provisioning complete for port 36da3211-377b-42f1-afae-6e733409ca73 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:30.943376 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1d78-4038-4c2f-9a1c-812e554755e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.953087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.030517 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-64f586c3-7fb2-4550-b2e2-2af11f8f5838 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2718189 May 26 22:53:31.032601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d1d78-4038-4c2f-9a1c-812e554755e6 None None] Port 36da3211-377b-42f1-afae-6e733409ca73 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:53:31.032779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35614) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:31.066829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c22dd-269a-404e-8815-91e6c8dc6d0a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:31.066829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cd0c22dd-269a-404e-8815-91e6c8dc6d0a tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/subnets/d299802d-a4b0-498f-89ac-4d77ccc76841 HTTP/1.1" status: 200 len: 811 time: 0.3195066 May 26 22:53:31.076238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35620) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:31.085414 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-d22237ec-87a0-4b24-aa2e-7613ac48a176 service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568269 May 26 22:53:31.248842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-69f29b53-2369-47b0-9034-90eb775b2c3f None None] Could not find standard attr ID for object 1580f867-32af-4739-bf00-ab40d2c95d91. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:53:31.277551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-69f29b53-2369-47b0-9034-90eb775b2c3f None None] Provisioning for port 6e68f97e-2a30-42eb-9f83-4e35efd9649f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:31.361636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.363523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-15b1aae7-4df9-4258-baa2-5a5780bec269 service neutron] 10.222.0.55 "GET /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909850 May 26 22:53:31.369104 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.387469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b3870-d321-496d-9b46-d486eb211ecb tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:31.393044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-664b3870-d321-496d-9b46-d486eb211ecb tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "GET /v2.0/subnets/d299802d-a4b0-498f-89ac-4d77ccc76841?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3115003 May 26 22:53:31.394871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'project_id': '26757caca39249f5a7999ae5d3411398', 'port_id': '36da3211-377b-42f1-afae-6e733409ca73'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:31.415387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35626) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:31.430000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.465058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-632987361'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:31.499108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:31.504907 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.505386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:53:31.514777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:31.524195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.528270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6b080ee6-a914-44d0-8207-2f8da5702c91 admin admin] 10.222.0.32 "DELETE /v2.0/routers/367fd62e-9dfc-4aa6-b6d2-f26a31a0dfb3 HTTP/1.1" status: 204 len: 168 time: 5.6117635 May 26 22:53:31.535827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35632) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:31.545205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:31.599308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6e68f97e-2a30-42eb-9f83-4e35efd9649f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:31.630997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Usage tracker for resource:floatingip and tenant:26757caca39249f5a7999ae5d3411398 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:31.634271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.638249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:31.699626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ca8ba8e7-1e6b-4ec8-96c9-755a6496e835 None None] Could not find standard attr ID for object 1bc5537f-6161-4faf-8bea-bf80d8ddda9e. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:53:31.716867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:31.720911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.751574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3928a7c4-8ce5-498c-baa7-bc0746a8939b,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:31.756945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:31.767657 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-40622a5c-35d9-4333-bfa7-230bc1ca20fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 200 len: 217 time: 0.3770127 May 26 22:53:31.775722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 6e68f97e-2a30-42eb-9f83-4e35efd9649f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:31.784705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6e68f97e-2a30-42eb-9f83-4e35efd9649f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:31.789594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.793571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:53:31.811570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] Deleting subnet 694eb0cf-4160-4a66-848c-fb61f4e3edc6 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:31.816895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.884189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-24278f59-bd83-45d7-98f4-eb87ac8543d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:31.886642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-24278f59-bd83-45d7-98f4-eb87ac8543d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.1084175 May 26 22:53:31.888276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.900377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.901113 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Added segment e536296f-f597-44bf-a2aa-3fb05c1cafee of type vlan for network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 May 26 22:53:31.943377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.964617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:31.978452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] Sync routers for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:31.988689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.992191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:31.992928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:32.025917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.092964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.124392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a6212fd5-5037-4d98-9a8d-3812cd01fd97 None None] Could not find standard attr ID for object 9098eba7-7084-45df-b980-e78db78c7e40. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:53:32.131984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.136017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:32.136757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.204049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:32.304175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Checking segment: {'id': '14d4fdb4-8a47-47d6-a1ad-18d920006967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:32.304544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Network hostable DHCP agents. Network: b552951f-4831-446e-bfb3-8fa1bffbb08f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:53:32.332980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Network': ['ID=40e1b53a-5e48-4ece-a3ca-4b9d2df4f625,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:32.359540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.371609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.375252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-1cbc9f7a-db40-41d5-b993-14e8c15e6180 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4569228 May 26 22:53:32.413133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:32.513640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e7bdba4-a579-4954-89d4-da6370e5df99 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0906355 May 26 22:53:32.517661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=e842335c-6cb7-4e1f-a009-7a9dcb567969,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:32.536825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35638) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:32.540416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-356eb686-3cf9-4dc2-be95-00abeccd2b94 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572621 May 26 22:53:32.560674 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ec6d705b-2cb6-4203-8468-9cbff2a5738b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "PUT /v2.0/floatingips/8d72ae62-f7de-432c-aae6-eca62de10b43 HTTP/1.1" status: 200 len: 991 time: 7.8130174 May 26 22:53:32.564840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'network_id': '40e1b53a-5e48-4ece-a3ca-4b9d2df4f625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:32.579531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:32.587039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7de8cdff-3da3-42d0-bcf1-7db1bbbe3b31 None None] Could not find standard attr ID for object 1580f867-32af-4739-bf00-ab40d2c95d91. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:53:32.594457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.596318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62c928b5-8f2d-478a-9c7d-5cfe893c3cb6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/e842335c-6cb7-4e1f-a009-7a9dcb567969 HTTP/1.1" status: 204 len: 168 time: 2.6701331 May 26 22:53:32.618705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35646) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:32.669170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24692721-91e8-47b5-87e4-bfdb67cac85c None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:32.699598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Network b552951f-4831-446e-bfb3-8fa1bffbb08f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:53:32.726613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.728344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b552951f-4831-446e-bfb3-8fa1bffbb08f) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:32.792312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:32.793190 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.801273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74062472-74ab-4f39-8461-5810aa51a83b None None] Network b552951f-4831-446e-bfb3-8fa1bffbb08f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:32.841850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-fa6d9bc0-28e3-468e-b116-e9f6a12aef01 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897379 May 26 22:53:32.858191 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:32.858793 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:33.009335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1a6bfcf4-c4b5-4dc9-a954-39e310c05870 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7254643 May 26 22:53:33.023315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-335bb5d0-795a-4524-98ab-fde621cb69ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 200 len: 217 time: 0.1687038 May 26 22:53:33.038381 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8fe8d6-3b04-494b-90e7-50e8e87a75fb'] response: {'name': 'network-changed', 'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b', 'status': 'completed', 'code': 200} May 26 22:53:33.197136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a946d969-f232-4633-9a86-3d159eada0de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1924324 May 26 22:53:33.203019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35652) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:33.215313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:33.218079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.291210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Allocated IP 172.25.4.227 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/124c8fc6-25de-476d-9f4a-cc6c1798e5e8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:33.292214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:33.302448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-97746a2a-384f-4d8b-b544-1cd2fe3bd905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:33.304454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-97746a2a-384f-4d8b-b544-1cd2fe3bd905 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.2048163 May 26 22:53:33.311600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Made reservation on behalf of c6a4b3489b5d400dad0bad0826af3042 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:33.444656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-93b3391d-44dc-4061-aaee-6702bd93cfb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 1096 time: 0.4049377 May 26 22:53:33.449016 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.512451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.517442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b509d-6e5f-49b4-9a58-3b18014984e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:33.518090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-307b509d-6e5f-49b4-9a58-3b18014984e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:33.543991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694eb0cf-4160-4a66-848c-fb61f4e3edc6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:33.550700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-307b509d-6e5f-49b4-9a58-3b18014984e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:33.554719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-307b509d-6e5f-49b4-9a58-3b18014984e6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3506424 May 26 22:53:33.561138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35662) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:33.624507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-35b2a4d7-39a1-438f-8929-b927b849028f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3008013 May 26 22:53:33.628971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8d72ae62-f7de-432c-aae6-eca62de10b43', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'port_id': 'd319d204-6a18-4145-a327-445576ff0a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'mac_address': 'fa:16:3e:5e:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:55Z', 'updated_at': '2022-05-26T22:53:25Z', 'revision_number': 1, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:33.631945 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.662194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] Checking router: 4e48f012-0d0e-4f57-92e1-4defd502dd8c for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:33.674329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.694149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16b22d-cd2a-4d6f-b1cc-ddbff432d68d None None] Network 247c66cb-7b3a-4629-9114-8a05af0a30f4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:33.754399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 6e68f97e-2a30-42eb-9f83-4e35efd9649f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6e68f97e-2a30-42eb-9f83-4e35efd9649f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:33.792255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-55787496-975c-4c7b-b317-d1d40ab66dbe service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415896 May 26 22:53:33.818092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing IP validity checks on allocation pools {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 22:53:33.818750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 22:53:33.828715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6c3db7d3-a931-4f8a-b523-1bfbb1f38890 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/694eb0cf-4160-4a66-848c-fb61f4e3edc6 HTTP/1.1" status: 204 len: 168 time: 2.2862256 May 26 22:53:33.839973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35674) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:33.861451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:33.864133 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.910999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:33.911628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:33.972908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:33.995354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edd7cd-97e1-4994-9038-acffe5009ff9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:33.999729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-95edd7cd-97e1-4994-9038-acffe5009ff9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4341600 May 26 22:53:34.000680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35680) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:34.023064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] Deleting port 6e68f97e-2a30-42eb-9f83-4e35efd9649f {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:34.023359 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.089340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-447b2b89-07d6-436a-8b0c-013d1b9b7364 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:34.091025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-447b2b89-07d6-436a-8b0c-013d1b9b7364 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.6362007 May 26 22:53:34.139638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad0667-946b-4885-9f21-c84fe83f319d None None] Network b552951f-4831-446e-bfb3-8fa1bffbb08f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:34.257623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.267944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f5a42e56-aac4-44f4-a85f-55e8e6093487 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2562366 May 26 22:53:34.271985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:34.291504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6352e-ec68-4f65-be6d-531c696e917e req-edb1bbaf-745e-422f-a23a-782242234378 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:34.293366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-50e6352e-ec68-4f65-be6d-531c696e917e req-edb1bbaf-745e-422f-a23a-782242234378 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Synchronizing usage tracker for tenant:9722733edcad4a2c878f49a7f6abc694 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:34.295988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:34.298885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.314915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] For port 6e68f97e-2a30-42eb-9f83-4e35efd9649f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6e68f97e-2a30-42eb-9f83-4e35efd9649f,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:34.315822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.397222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.406185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:34.406520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9c8bb74a-2c32-4257-bb2a-245d50d90bf2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:34.432608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-50e6352e-ec68-4f65-be6d-531c696e917e req-edb1bbaf-745e-422f-a23a-782242234378 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Unset dirty status for tenant:9722733edcad4a2c878f49a7f6abc694 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:34.439307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-edb1bbaf-745e-422f-a23a-782242234378 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/networks?id=b552951f-4831-446e-bfb3-8fa1bffbb08f HTTP/1.1" status: 200 len: 821 time: 0.7844989 May 26 22:53:34.457259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Checking segment: {'id': 'e536296f-f597-44bf-a2aa-3fb05c1cafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '40e1b53a-5e48-4ece-a3ca-4b9d2df4f625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:34.458299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network hostable DHCP agents. Network: 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:53:34.498962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:53:34.505238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] Calling delete_port for 6e68f97e-2a30-42eb-9f83-4e35efd9649f owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:34.529105 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-bcc5e5de-9a7d-4e9b-bb76-80f052883ae2 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/quotas/9722733edcad4a2c878f49a7f6abc694 HTTP/1.1" status: 200 len: 375 time: 0.0887513 May 26 22:53:34.529833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=5c6f0465-37f5-4dce-9bb7-1e1b4b2a4c56,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:34.543438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-8c24eccb-a6ce-4129-b1d1-a48a762b90f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d319d204-6a18-4145-a327-445576ff0a9b HTTP/1.1" status: 200 len: 999 time: 0.4393985 May 26 22:53:34.563657 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.610170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-dbbe08cd-911b-47b0-9d52-75418fadb138 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7987857 May 26 22:53:34.617173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:34.636705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:34.637284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.656673 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-4a1bd5e9-fe20-4d92-8097-dc5cdc652af4 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9722733edcad4a2c878f49a7f6abc694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077988 May 26 22:53:34.673139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-fca25433-8492-4bb0-bcd3-076b3b1d2fc9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:53:34.674253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-fca25433-8492-4bb0-bcd3-076b3b1d2fc9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053573 May 26 22:53:34.722392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Deleting port e32f2bc1-ec38-4bc8-8098-352a68806936 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:34.722392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.747904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:34.797532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:34.798976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:34.814052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-f6f1d27f-a72a-4e48-b6c1-72e7b88d0a0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50 HTTP/1.1" status: 200 len: 217 time: 0.2030320 May 26 22:53:34.823356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:34.847973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-063eb54b-ccd3-4203-86a7-1770c4a03ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:34.850923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-063eb54b-ccd3-4203-86a7-1770c4a03ac6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.2635312 May 26 22:53:34.852648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6e68f97e-2a30-42eb-9f83-4e35efd9649f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:34.862108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-ade881da-9bc6-49b8-8470-4329b56a5984 service neutron] 10.222.0.32 "GET /v2.0/networks/b552951f-4831-446e-bfb3-8fa1bffbb08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758041 May 26 22:53:34.864477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:34.879840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:34.882846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee86ccf-0c72-4d84-a226-deb19ad55e3d None None] Network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:34.893287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-177a69b9-44c9-43cd-9c28-71cb2b6c598b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3445284 May 26 22:53:34.909968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:34.953608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:34.968227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Pushing event updated for resources: {'Port': ['ID=124c8fc6-25de-476d-9f4a-cc6c1798e5e8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:34.982475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-134c38a4-5331-4f63-9439-433db8b3279e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:35.008970 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:35.185725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-3d23ac0b-23b0-45ce-a261-9a9c7a29be4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2942574 May 26 22:53:35.200419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-a75c0d7e-d44a-4f7f-b98c-fd9a4ca572d1 service neutron] 10.222.0.32 "GET /v2.0/networks/b552951f-4831-446e-bfb3-8fa1bffbb08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372350 May 26 22:53:35.235978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] For port e32f2bc1-ec38-4bc8-8098-352a68806936, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e32f2bc1-ec38-4bc8-8098-352a68806936,segment=NetworkSegment(a4ff9a18-fb2a-4655-9e14-80b55b3c253e),segment_id=a4ff9a18-fb2a-4655-9e14-80b55b3c253e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:35.236345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:35.339913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=6e68f97e-2a30-42eb-9f83-4e35efd9649f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:35.372781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] No DVR routers for this DVR port 6e68f97e-2a30-42eb-9f83-4e35efd9649f on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:35.399165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Calling delete_port for e32f2bc1-ec38-4bc8-8098-352a68806936 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:35.434653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-c5874ec4-8cd1-412d-955c-c1da4915b47f service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304256 May 26 22:53:35.606859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.607448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.607931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.608391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.608861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.609317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.609850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.610337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.610900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.611400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.611870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:35.695142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-130f5aac-9a5a-421c-b3e6-6c3e07884588 req-f95d2770-d818-4bfb-a8b6-89b0371650e5 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531366 May 26 22:53:35.717718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:35.757048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port 6e68f97e-2a30-42eb-9f83-4e35efd9649f {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:53:35.757552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6e68f97e-2a30-42eb-9f83-4e35efd9649f not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:35.759330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5a6ad-2037-4137-b1ba-d1a062f260a9 None None] Pushing event deleted for resources: {'Port': ['ID=6e68f97e-2a30-42eb-9f83-4e35efd9649f,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:35.824593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-76680a3a-ef87-46ed-8147-9fde6ba10511 req-a88435a2-41b3-40cf-a78e-e25d0350836f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 210 time: 0.2684360 May 26 22:53:35.885379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:35.960812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-40e1b53a-5e48-4ece-a3ca-4b9d2df4f625', 'network_id': '40e1b53a-5e48-4ece-a3ca-4b9d2df4f625', 'tenant_id': 'c6a4b3489b5d400dad0bad0826af3042', 'fixed_ips': [{'subnet_id': '5c6f0465-37f5-4dce-9bb7-1e1b4b2a4c56'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:35.961614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:36.090378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c58c7-6335-498f-8ea5-f186866792b2 None None] DHCP port deletion for 247c66cb-7b3a-4629-9114-8a05af0a30f4 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:36.093658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-d97610d1-e618-4743-b4aa-13a4dd290127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:36.095467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-d97610d1-e618-4743-b4aa-13a4dd290127 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 1.2711921 May 26 22:53:36.096381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=e32f2bc1-ec38-4bc8-8098-352a68806936,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:36.232948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Allocated IP 172.20.0.3 (40e1b53a-5e48-4ece-a3ca-4b9d2df4f625/5c6f0465-37f5-4dce-9bb7-1e1b4b2a4c56/e1283161-8e52-4046-b7ee-92e915fb46c9) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:36.255015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8d72ae62-f7de-432c-aae6-eca62de10b43', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'port_id': 'd319d204-6a18-4145-a327-445576ff0a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'mac_address': 'fa:16:3e:5e:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:55Z', 'updated_at': '2022-05-26T22:53:25Z', 'revision_number': 1, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:36.317055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771fa85-3bf0-4e4c-8038-35cdb163abc4 None None] The sync data for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 is: [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '8d72ae62-f7de-432c-aae6-eca62de10b43', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'floating_ip_address': '172.25.4.144', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'port_id': 'd319d204-6a18-4145-a327-445576ff0a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'mac_address': 'fa:16:3e:5e:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:55Z', 'updated_at': '2022-05-26T22:53:25Z', 'revision_number': 1, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:36.388579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] No DVR routers for this DVR port e32f2bc1-ec38-4bc8-8098-352a68806936 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:36.470979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-134c38a4-5331-4f63-9439-433db8b3279e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2181489'] for subnet, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:36.478360 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:36.490370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Transition to ACTIVE for port object e1283161-8e52-4046-b7ee-92e915fb46c9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:36.513882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e32f2bc1-ec38-4bc8-8098-352a68806936 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:36.551883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Transition to ACTIVE for port object e1283161-8e52-4046-b7ee-92e915fb46c9 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:36.553152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e32f2bc1-ec38-4bc8-8098-352a68806936 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:36.553489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e32f2bc1-ec38-4bc8-8098-352a68806936 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:36.561172 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:36.587532 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23e9d2-a37d-44d0-afa7-6d522e88d7cc None None] New status for floating IP 8d72ae62-f7de-432c-aae6-eca62de10b43: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:53:36.633099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:36.636101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:36.640575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:36.642684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Pushing event updated for resources: {'Port': ['ID=e1283161-8e52-4046-b7ee-92e915fb46c9,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:36.785147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Attempting to bind port e1283161-8e52-4046-b7ee-92e915fb46c9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:36.785515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Attempting to bind port e1283161-8e52-4046-b7ee-92e915fb46c9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'e536296f-f597-44bf-a2aa-3fb05c1cafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '40e1b53a-5e48-4ece-a3ca-4b9d2df4f625'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:36.785904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Attempting to bind port e1283161-8e52-4046-b7ee-92e915fb46c9 on network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:36.802124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:36.802556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Checking segment: {'id': 'e536296f-f597-44bf-a2aa-3fb05c1cafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '40e1b53a-5e48-4ece-a3ca-4b9d2df4f625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:36.802966 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:36.803361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Bound using segment: {'id': 'e536296f-f597-44bf-a2aa-3fb05c1cafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '40e1b53a-5e48-4ece-a3ca-4b9d2df4f625'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:36.803837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Bound port: e1283161-8e52-4046-b7ee-92e915fb46c9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e536296f-f597-44bf-a2aa-3fb05c1cafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '40e1b53a-5e48-4ece-a3ca-4b9d2df4f625'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:36.804212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:36.805321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:36.944347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] For port e1283161-8e52-4046-b7ee-92e915fb46c9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:36.948600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] For port e1283161-8e52-4046-b7ee-92e915fb46c9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1283161-8e52-4046-b7ee-92e915fb46c9,segment=NetworkSegment(e536296f-f597-44bf-a2aa-3fb05c1cafee),segment_id=e536296f-f597-44bf-a2aa-3fb05c1cafee)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:36.954757 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.111538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb15eb-8d87-41b6-9b04-e9d8958f5915 None None] Pushing event updated for resources: {'Port': ['ID=e1283161-8e52-4046-b7ee-92e915fb46c9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:37.143004 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0de64e43-f658-4cb8-a85e-771cc4a18544 req-6d9e4f08-38aa-4158-802e-0e454c12a46f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 210 time: 0.0721452 May 26 22:53:37.300218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-dabead7d-c32e-4517-a2eb-6c145e541605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9969645 May 26 22:53:37.305296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6352e-ec68-4f65-be6d-531c696e917e req-5e7d4d84-3cd2-4828-8c4a-e05f337f1a6c tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:37.307137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-5e7d4d84-3cd2-4828-8c4a-e05f337f1a6c tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.48 "GET /v2.0/networks?id=b552951f-4831-446e-bfb3-8fa1bffbb08f HTTP/1.1" status: 200 len: 821 time: 0.3332996 May 26 22:53:37.310179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247c66cb-7b3a-4629-9114-8a05af0a30f4']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:37.369500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Request body: {'port': {'device_id': 'd5684706-336e-4578-8c80-12241dff904c', 'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f', 'admin_state_up': True, 'tenant_id': '9722733edcad4a2c878f49a7f6abc694'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:37.413345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:37.413345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ff9a18-fb2a-4655-9e14-80b55b3c253e') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:37.563573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.692853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.721939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:37.722349 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: timer() May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:37.760526 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:37.819840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.986510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-2582ea5c-9d64-455c-b1a2-23a788d1ea68 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780548 May 26 22:53:37.997011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:38.054668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.058693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Usage tracker for resource:port and tenant:9722733edcad4a2c878f49a7f6abc694 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:38.272526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f47f10-0e54-4648-9d7e-01dd9e72b00d None None] Network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:38.275716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:38.291572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:38.306869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:38.315815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.330187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-134c38a4-5331-4f63-9439-433db8b3279e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740953249437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3673757'] for subnet, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.343505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:38.382554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b13c5-dd69-459e-92dd-b9626e53fcb8 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:38.390819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:38.391532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.397097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:38.441771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c38a4-5331-4f63-9439-433db8b3279e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:38.442412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-134c38a4-5331-4f63-9439-433db8b3279e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.446732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-134c38a4-5331-4f63-9439-433db8b3279e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "PUT /v2.0/subnets/5c6f0465-37f5-4dce-9bb7-1e1b4b2a4c56 HTTP/1.1" status: 200 len: 877 time: 3.5249619 May 26 22:53:38.446732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=247c66cb-7b3a-4629-9114-8a05af0a30f4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:38.447185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:38.575763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1283161-8e52-4046-b7ee-92e915fb46c9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:38.584420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Made reservation on behalf of 9722733edcad4a2c878f49a7f6abc694 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:38.588030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.637734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c961dd6e-6330-46f6-b7e7-b32c00a34ffd admin admin] 10.222.0.32 "DELETE /v2.0/networks/247c66cb-7b3a-4629-9114-8a05af0a30f4 HTTP/1.1" status: 204 len: 168 time: 4.7932222 May 26 22:53:38.640787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f273e7f-cd62-407f-8209-a5a3590e46bd req-97fd9c41-0c66-471b-b85e-e10a0973d09c tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 210 time: 0.2862995 May 26 22:53:38.688871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-77e2e6bd-fb7b-4c16-b56d-d6cee90a1688 None None] Provisioning for port e1283161-8e52-4046-b7ee-92e915fb46c9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:38.699012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-547db149-2e58-4c6a-803f-f39cd8a15dce tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4201622 May 26 22:53:38.700187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35736) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:38.708960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:3a:b7:84', 'name': 'tempest-NetworksTestDHCPv6-2082742313'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:38.713442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c38a4-5331-4f63-9439-433db8b3279e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event updated for resources: {'Subnet': ['ID=5c6f0465-37f5-4dce-9bb7-1e1b4b2a4c56,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:38.790119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-5540c1ab-0add-479b-9f75-85c7d67a97f8 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851322 May 26 22:53:38.951683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:38.970086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:38.985059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:38.985369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-656c863d-83da-4773-bbe7-453f51c5b65d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=7aec4d53-db5b-4497-b148-d518c4f191ed HTTP/1.1" status: 200 len: 217 time: 0.1790905 May 26 22:53:38.989867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.994556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:39.004581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35740) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:39.046869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:39.095795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:39.096692 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.132054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e1283161-8e52-4046-b7ee-92e915fb46c9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:39.152441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port e1283161-8e52-4046-b7ee-92e915fb46c9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:39.152774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.200015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.206267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-504973e4-b4cb-4ffd-98b1-a1650e869ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:39.207977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-504973e4-b4cb-4ffd-98b1-a1650e869ba8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 200 len: 797 time: 0.1921389 May 26 22:53:39.216518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.260959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e1283161-8e52-4046-b7ee-92e915fb46c9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:39.264735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port fea126b1-ec32-446d-9bab-8728cc26e38f yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:53:39.275980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.298711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Allocated IP 172.20.0.7 (b552951f-4831-446e-bfb3-8fa1bffbb08f/3928a7c4-8ce5-498c-baa7-bc0746a8939b/afe1d148-6cc3-4986-9c5a-30cf01755d77) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:39.314892 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b9375c7-0296-46da-bd00-46fc0367f97d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=051ee0d956464e13a0b95231c21ae52c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3087819 May 26 22:53:39.316863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35748) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:39.485203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a55c8e42-acea-4da7-b10e-5b8712e3dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.520467 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a55c8e42-acea-4da7-b10e-5b8712e3dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.546761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.616368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e1283161-8e52-4046-b7ee-92e915fb46c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1283161-8e52-4046-b7ee-92e915fb46c9,segment=NetworkSegment(e536296f-f597-44bf-a2aa-3fb05c1cafee),segment_id=e536296f-f597-44bf-a2aa-3fb05c1cafee)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:39.626639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.637699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a55c8e42-acea-4da7-b10e-5b8712e3dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.690924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8e42-acea-4da7-b10e-5b8712e3dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8f3bf1-9a04-4953-993a-62e1af62f732,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:39.725969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa/fea126b1-ec32-446d-9bab-8728cc26e38f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:39.741861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port e1283161-8e52-4046-b7ee-92e915fb46c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1283161-8e52-4046-b7ee-92e915fb46c9,segment=NetworkSegment(e536296f-f597-44bf-a2aa-3fb05c1cafee),segment_id=e536296f-f597-44bf-a2aa-3fb05c1cafee)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:39.742749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.773393 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a55c8e42-acea-4da7-b10e-5b8712e3dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.774432 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a55c8e42-acea-4da7-b10e-5b8712e3dfe9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f8f3bf1-9a04-4953-993a-62e1af62f732 HTTP/1.1" status: 204 len: 168 time: 0.4564292 May 26 22:53:39.849935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e1283161-8e52-4046-b7ee-92e915fb46c9,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:39.893438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d4fd2-f591-4660-afe3-3f712f5ab5a9 None None] Network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:40.011837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d5664b-c187-4aee-9711-3e85bfe071eb req-8700e980-547b-41f3-800e-ebaebfb5a8ff tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 210 time: 0.0889060 May 26 22:53:40.030178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for e1283161-8e52-4046-b7ee-92e915fb46c9 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:40.105811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b108b77f-6707-41e0-a973-2acb0cf2462c None None] Provisioning complete for port e1283161-8e52-4046-b7ee-92e915fb46c9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:40.106187 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b108b77f-6707-41e0-a973-2acb0cf2462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.202065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35762) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:40.216828 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.269946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.305603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object fea126b1-ec32-446d-9bab-8728cc26e38f will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:40.349490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.454908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=fea126b1-ec32-446d-9bab-8728cc26e38f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:40.473596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:40.475166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:40.477567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:40.482906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:40.483566 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.500072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35768) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:40.581052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1283161-8e52-4046-b7ee-92e915fb46c9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:40.581962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.598360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cbcb9b84-e0c0-4c66-b080-847a91b69001 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8960302 May 26 22:53:40.605141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35772) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:40.651722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:40.656457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Usage tracker for resource:security_group_rule and tenant:7c9d20cd141c44909842f39a8eab17dc is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:40.660540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:40.663479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::2-ea718915-d2b7-4397-96a6-d5699a936e41 {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:40.663829 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:40.667589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:40.684065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e1283161-8e52-4046-b7ee-92e915fb46c9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:40.684428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.723478 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-15b371ec-8548-4166-9cc3-b328edc52f9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e7d87df87c1498a89da3cf38e455eb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2053266 May 26 22:53:40.724060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35776) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:40.731375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:40.732233 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:40.819872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.831763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.885569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9785bf9-4d74-41ba-83e2-1d2fb49c2221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.899259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71824ae9-78dd-479f-9ef7-bed3a363373b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:40.908426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cbef2a41-bfb4-49c7-887c-543e3b3187ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c9d20cd141c44909842f39a8eab17dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7029002 May 26 22:53:40.908805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35780) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:40.915388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-15f8b6d3-fadc-4b16-9e8b-ec9f6747e926 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a6458c7-c556-416e-9541-27d699a8fa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6950648 May 26 22:53:40.926827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.944564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9785bf9-4d74-41ba-83e2-1d2fb49c2221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.984902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fb2e9424-986f-4cbd-9847-71ada751f274 None None] Provisioning complete for port e1283161-8e52-4046-b7ee-92e915fb46c9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:40.985837 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb2e9424-986f-4cbd-9847-71ada751f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.026101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7e1905c-02dc-4c2d-a6ae-5e96a92cfcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.058986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7e1905c-02dc-4c2d-a6ae-5e96a92cfcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.068691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9785bf9-4d74-41ba-83e2-1d2fb49c2221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.097652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0cf040-3b14-42d6-82ef-f82e0d7931e7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:41.102038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9785bf9-4d74-41ba-83e2-1d2fb49c2221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f0e7b-b394-404e-84a5-992a80a730fe,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:41.102194 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2d0cf040-3b14-42d6-82ef-f82e0d7931e7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4912829 May 26 22:53:41.107851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35786) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:41.122086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9785bf9-4d74-41ba-83e2-1d2fb49c2221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.126195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9785bf9-4d74-41ba-83e2-1d2fb49c2221 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c4f0e7b-b394-404e-84a5-992a80a730fe HTTP/1.1" status: 204 len: 168 time: 0.3997791 May 26 22:53:41.150192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7e1905c-02dc-4c2d-a6ae-5e96a92cfcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.165412 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.170040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1905c-02dc-4c2d-a6ae-5e96a92cfcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71824ae9-78dd-479f-9ef7-bed3a363373b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:41.175392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7e1905c-02dc-4c2d-a6ae-5e96a92cfcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.177634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f7e1905c-02dc-4c2d-a6ae-5e96a92cfcf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71824ae9-78dd-479f-9ef7-bed3a363373b HTTP/1.1" status: 204 len: 168 time: 0.2678633 May 26 22:53:41.220291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.237474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port e1283161-8e52-4046-b7ee-92e915fb46c9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:41.237962 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.276459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.348824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port fea126b1-ec32-446d-9bab-8728cc26e38f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:41.349570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.369173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Allocated IP 2001:db8::3 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa/915d8df7-799d-42da-a5f5-33ba2e096e81) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:41.394688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.423464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-ee77c9c1-62a0-42c7-8d1b-2a3370a98598 service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890242 May 26 22:53:41.681925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Pushing event updated for resources: {'Port': ['ID=124c8fc6-25de-476d-9f4a-cc6c1798e5e8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:41.710306 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.722506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Transition to ACTIVE for port object 915d8df7-799d-42da-a5f5-33ba2e096e81 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:41.739498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Network b552951f-4831-446e-bfb3-8fa1bffbb08f is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:41.746033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Transition to ACTIVE for port object 915d8df7-799d-42da-a5f5-33ba2e096e81 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:41.754008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.762425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:41.799409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:41.817902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:41.844108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.872260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.874402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:41.875383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Pushing event updated for resources: {'Port': ['ID=915d8df7-799d-42da-a5f5-33ba2e096e81,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:41.878231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:41.880773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:41.906116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:41.920336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Usage tracker for resource:security_group_rule and tenant:45f5c9ef97a34bbdb5b90700bcaa1291 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:41.923754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:41.930165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:41.974579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Attempting to bind port 915d8df7-799d-42da-a5f5-33ba2e096e81 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:41.975898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Attempting to bind port 915d8df7-799d-42da-a5f5-33ba2e096e81 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:41.976276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Attempting to bind port 915d8df7-799d-42da-a5f5-33ba2e096e81 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:41.984368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:41.984818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:41.985230 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.985870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:41.986250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Bound port: 915d8df7-799d-42da-a5f5-33ba2e096e81, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:41.986709 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.015254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.020999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.071788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa3f90d-6586-47c6-9c74-b33de89a2163,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:42.083342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ea7e64fa-566f-4f1f-9fde-8f14117a13a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45f5c9ef97a34bbdb5b90700bcaa1291&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2641304 May 26 22:53:42.084690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35810) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:42.096945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:42.100506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=915d8df7-799d-42da-a5f5-33ba2e096e81,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:42.106846 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.212694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfc5f5-392d-4f50-9c7b-fdb2a7e9cf47 None None] Pushing event updated for resources: {'Port': ['ID=915d8df7-799d-42da-a5f5-33ba2e096e81,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:42.297404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b1abadb6-b2f4-424a-8cf0-abf7d26309ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.327944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b1abadb6-b2f4-424a-8cf0-abf7d26309ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.338307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Pushing event updated for resources: {'Port': ['ID=afe1d148-6cc3-4986-9c5a-30cf01755d77,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:42.343510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-9e2aed89-2e03-47e2-9754-217e00dc83bd service neutron] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892787 May 26 22:53:42.391302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b1abadb6-b2f4-424a-8cf0-abf7d26309ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.413014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abadb6-b2f4-424a-8cf0-abf7d26309ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa3f90d-6586-47c6-9c74-b33de89a2163,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:42.456824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b1abadb6-b2f4-424a-8cf0-abf7d26309ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.460964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b1abadb6-b2f4-424a-8cf0-abf7d26309ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aa3f90d-6586-47c6-9c74-b33de89a2163 HTTP/1.1" status: 204 len: 168 time: 0.3721313 May 26 22:53:42.483466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67fe6c-8a4d-40b3-8df4-53849ddc72ec req-9f421452-1f67-493e-a737-abd52bca2742 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:42.491214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca67fe6c-8a4d-40b3-8df4-53849ddc72ec req-9f421452-1f67-493e-a737-abd52bca2742 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 931 time: 1.2545185 May 26 22:53:42.523248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:42.523248 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.546335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-1d4ebdc1-b3fc-4fb7-8092-772ac7eb4b0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=224d3edf-f4db-40c0-8abf-958134fbbbce HTTP/1.1" status: 200 len: 217 time: 0.1566823 May 26 22:53:42.565939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:42.746519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port e1283161-8e52-4046-b7ee-92e915fb46c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1283161-8e52-4046-b7ee-92e915fb46c9,segment=NetworkSegment(e536296f-f597-44bf-a2aa-3fb05c1cafee),segment_id=e536296f-f597-44bf-a2aa-3fb05c1cafee)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:42.746865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.752510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1579496722-network', 'tenant_id': 'de2b4a8676494a7c804a5ebfb2bfb101'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:42.758030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:42.761886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Usage tracker for resource:network and tenant:de2b4a8676494a7c804a5ebfb2bfb101 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:42.764914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:42.771932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:42.773026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-d462fbbe-36d7-48bd-b190-a05936f04e2f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4190705 May 26 22:53:42.785111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Made reservation on behalf of de2b4a8676494a7c804a5ebfb2bfb101 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:42.787672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.803527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.838467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:42.844327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Usage tracker for resource:security_group_rule and tenant:de2b4a8676494a7c804a5ebfb2bfb101 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:42.848467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:42.854590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:42.920823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Request body: {'port': {'device_id': 'd5684706-336e-4578-8c80-12241dff904c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:42.929834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.934830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.954718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.966943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:53:42.969878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for e1283161-8e52-4046-b7ee-92e915fb46c9 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:42.977371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca18500-00b1-4c2e-895c-0f3805d52fa9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:42.984082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.984382 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Added segment b068e089-25ed-4a19-b1dd-e74e41f5e90e of type vlan for network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 May 26 22:53:43.003715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-c1796f56-4138-4be6-b7e6-60740ebb4ff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:43.005246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-c1796f56-4138-4be6-b7e6-60740ebb4ff0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 200 len: 797 time: 0.4264324 May 26 22:53:43.019674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca67fe6c-8a4d-40b3-8df4-53849ddc72ec req-571f1ac1-af94-4960-8f54-15c141b7ba57 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274541 May 26 22:53:43.029921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.084215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.085324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:43.086256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.201121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] Pushing event updated for resources: {'Network': ['ID=60eff0cf-d700-41a0-8d60-eafd07b9fbd4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:43.211440 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7480778f-b3db-40f8-ac80-30a13fcd2688 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6443002 May 26 22:53:43.213106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:43.217125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35840) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:43.227926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Request body: {'subnet': {'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1579496722-subnet', 'tenant_id': 'de2b4a8676494a7c804a5ebfb2bfb101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:43.233113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:43.239166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Usage tracker for resource:subnet and tenant:de2b4a8676494a7c804a5ebfb2bfb101 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:43.247123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:43.254918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:43.257833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for fea126b1-ec32-446d-9bab-8728cc26e38f owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:43.266823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Made reservation on behalf of de2b4a8676494a7c804a5ebfb2bfb101 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:43.274278 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.516662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.539112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-c41d7a3f-0e4e-4ef0-9958-cd3f267d2537 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4940808 May 26 22:53:43.578780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.673748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Checking segment: {'id': 'b068e089-25ed-4a19-b1dd-e74e41f5e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:43.674005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Network hostable DHCP agents. Network: 60eff0cf-d700-41a0-8d60-eafd07b9fbd4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:53:43.678721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af29f8e-1243-4335-bce5-0e34129574e6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:43.687377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.710046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:53:43.721559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 60eff0cf-d700-41a0-8d60-eafd07b9fbd4) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:43.730685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617f056-a695-49c6-b92d-90afe9f76432 None None] Network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:43.735605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:43.736233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.783507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b55130db-2612-4272-aaf0-98eb7746bd0a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5645065 May 26 22:53:43.872469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-f6e38010-7232-42bd-820b-876850440c7d service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745893 May 26 22:53:43.902053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dfa42cf3-e271-4370-ba10-f0e9a6d945c1 None None] Provisioning for port 915d8df7-799d-42da-a5f5-33ba2e096e81 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:43.930723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Port': ['ID=e1283161-8e52-4046-b7ee-92e915fb46c9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:43.967797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.131719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca50d1-27ab-4994-8995-6f08192163c0 None None] DHCP port deletion for 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:44.147488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a1e9912-0b37-451f-b174-378301d8120e None None] Could not find standard attr ID for object fea126b1-ec32-446d-9bab-8728cc26e38f. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:53:44.161949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecfb1eb-6858-48a2-91a0-2ecb6619596f None None] Network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:44.326554 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Floating IP df2f18b9-6c83-409d-a289-425f1cbd6048 associated. External IP: 172.25.4.227, port: 36da3211-377b-42f1-afae-6e733409ca73. May 26 22:53:44.355746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363a8c-ab31-462f-87c8-a806b868226a req-7a6bf5fa-2012-4840-8e9f-7ef31a4b31a1 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:44.364435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-33363a8c-ab31-462f-87c8-a806b868226a req-7a6bf5fa-2012-4840-8e9f-7ef31a4b31a1 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 931 time: 0.1148443 May 26 22:53:44.435408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-33363a8c-ab31-462f-87c8-a806b868226a req-4814a97e-78f9-4ae9-b9b7-a984fb10e71f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Synchronizing usage tracker for tenant:9722733edcad4a2c878f49a7f6abc694 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:44.445939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=fea126b1-ec32-446d-9bab-8728cc26e38f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:44.490542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-33363a8c-ab31-462f-87c8-a806b868226a req-4814a97e-78f9-4ae9-b9b7-a984fb10e71f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Unset dirty status for tenant:9722733edcad4a2c878f49a7f6abc694 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:44.508598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-33363a8c-ab31-462f-87c8-a806b868226a req-4814a97e-78f9-4ae9-b9b7-a984fb10e71f tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431797 May 26 22:53:44.608043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 915d8df7-799d-42da-a5f5-33ba2e096e81 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:44.671216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.675675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No DVR routers for this DVR port e1283161-8e52-4046-b7ee-92e915fb46c9 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:44.705975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 915d8df7-799d-42da-a5f5-33ba2e096e81 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:44.712120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 915d8df7-799d-42da-a5f5-33ba2e096e81 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:44.712712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.839185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.845467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.852624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b78595-f09a-4bb4-bf64-ce32eeb7dc73 None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:53:44.929099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=915d8df7-799d-42da-a5f5-33ba2e096e81,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:44.960711 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.026382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1283161-8e52-4046-b7ee-92e915fb46c9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:45.062693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7fa867d3-db9b-4bbf-8dc2-b24b889c4d46 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/fea126b1-ec32-446d-9bab-8728cc26e38f HTTP/1.1" status: 204 len: 168 time: 3.9512331 May 26 22:53:45.063181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35882) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:45.072909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e1283161-8e52-4046-b7ee-92e915fb46c9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:45.073212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1283161-8e52-4046-b7ee-92e915fb46c9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:45.114493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=915d8df7-799d-42da-a5f5-33ba2e096e81,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:45.143720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b78595-f09a-4bb4-bf64-ce32eeb7dc73 None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:53:45.194461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-33ed927c-aed5-4714-8a68-b7d74391a077 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2797158 May 26 22:53:45.201667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed69b08-2e98-4252-b036-df556715171f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:45.203134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed69b08-2e98-4252-b036-df556715171f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:45.204144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0ed69b08-2e98-4252-b036-df556715171f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:45.222946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0ed69b08-2e98-4252-b036-df556715171f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:45.224229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0ed69b08-2e98-4252-b036-df556715171f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1594613 May 26 22:53:45.226917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35890) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:45.278313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-322baa97-8bb5-42ec-a319-2c98e3305952 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:45.280497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-322baa97-8bb5-42ec-a319-2c98e3305952 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/networks?id=60eff0cf-d700-41a0-8d60-eafd07b9fbd4 HTTP/1.1" status: 200 len: 814 time: 0.7293074 May 26 22:53:45.337086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-cf6f1d9e-fa0f-420b-b20c-5ecd3f78b5c5 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/quotas/de2b4a8676494a7c804a5ebfb2bfb101 HTTP/1.1" status: 200 len: 375 time: 0.0482464 May 26 22:53:45.338383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-6eea1f01-2543-4df6-9589-050e827c0794 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a9e1681-f871-491d-9721-6a574cd4ba39 HTTP/1.1" status: 200 len: 217 time: 0.1296494 May 26 22:53:45.422176 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.477233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:45.480869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.529359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458d11-a07d-4479-8487-52977cf623ee req-7fdf0189-10ae-42dc-8053-92d1ecddb46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:45.530882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-7fdf0189-10ae-42dc-8053-92d1ecddb46c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 200 len: 797 time: 0.1766095 May 26 22:53:45.550529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.552954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6f0465-37f5-4dce-9bb7-1e1b4b2a4c56,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:45.566620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-7ca96e9c-6d53-4489-a197-e7514711ecf8 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de2b4a8676494a7c804a5ebfb2bfb101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2212489 May 26 22:53:45.661134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.711255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4a210-9dd6-4a25-9430-26d2f0dac043 None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:53:45.773209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.801690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe1d148-6cc3-4986-9c5a-30cf01755d77 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:45.817369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.860740 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.874398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:45.923904 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b3f4759-da59-4da7-b684-f750565b777b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa HTTP/1.1" status: 204 len: 168 time: 0.6957552 May 26 22:53:45.928010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35898) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:45.940805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29893c6-eb79-411f-a797-9667146b3904 req-9c956775-04e1-4ff0-b872-12bad90dd8db tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:45.943080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f29893c6-eb79-411f-a797-9667146b3904 req-9c956775-04e1-4ff0-b872-12bad90dd8db tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 931 time: 0.2245276 May 26 22:53:45.948475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Transition to ACTIVE for port object afe1d148-6cc3-4986-9c5a-30cf01755d77 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:45.979187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4a210-9dd6-4a25-9430-26d2f0dac043 None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 22:53:45.987778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.037515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d5a85e32-0132-4134-b2f9-94d8f62c9def tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057446 May 26 22:53:46.040424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:46.101240 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.149925 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f29893c6-eb79-411f-a797-9667146b3904 req-23e1ee2c-9768-4c02-a6bb-b235d50c3b39 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417079 May 26 22:53:46.208314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb152f-81b8-41ea-9fba-00420a96a09e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:46.209115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e6eb152f-81b8-41ea-9fba-00420a96a09e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:46.232708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e6eb152f-81b8-41ea-9fba-00420a96a09e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:46.237029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e6eb152f-81b8-41ea-9fba-00420a96a09e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1953614 May 26 22:53:46.237665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:46.339423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f5558c-9735-4afa-9871-82da5e851565 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:46.341319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8f5558c-9735-4afa-9871-82da5e851565 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:46.362699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d8f5558c-9735-4afa-9871-82da5e851565 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:46.366149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8f5558c-9735-4afa-9871-82da5e851565 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1252635 May 26 22:53:46.366480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35914) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:46.413228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e1b53a-5e48-4ece-a3ca-4b9d2df4f625']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:46.442001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-afb36ec6-51ab-453d-9cc1-609b482928a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0159f930-1bde-494f-990d-0fb40919b7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8727369 May 26 22:53:46.444084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-c6596c93-519d-44b1-890a-028e01c049e3 service neutron] 10.222.0.32 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8765550 May 26 22:53:46.447821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Pushing event updated for resources: {'Port': ['ID=afe1d148-6cc3-4986-9c5a-30cf01755d77,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:46.498525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e536296f-f597-44bf-a2aa-3fb05c1cafee') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:46.498971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e536296f-f597-44bf-a2aa-3fb05c1cafee') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:46.508675 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6d60fac8-c904-4448-bc48-d0bf7cbc45e4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410625 May 26 22:53:46.509291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35920) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:46.515112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16922343-e5db-46b0-a6af-ebf374ce288a None None] Network 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:46.518484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:46.539334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5efb7-60f1-4e29-a02e-f669557d5cbd None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:46.556267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.742753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 915d8df7-799d-42da-a5f5-33ba2e096e81 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:46.845362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.851387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:46.862959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:46.874547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:46.879914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.882455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:46.882981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: timer() May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:46.907171 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:46.975316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 915d8df7-799d-42da-a5f5-33ba2e096e81 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:46.975585 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.988781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Attempting to bind port afe1d148-6cc3-4986-9c5a-30cf01755d77 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:46.989370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Attempting to bind port afe1d148-6cc3-4986-9c5a-30cf01755d77 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '14d4fdb4-8a47-47d6-a1ad-18d920006967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:46.989935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Attempting to bind port afe1d148-6cc3-4986-9c5a-30cf01755d77 on network b552951f-4831-446e-bfb3-8fa1bffbb08f {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:47.157265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Port afe1d148-6cc3-4986-9c5a-30cf01755d77 on network b552951f-4831-446e-bfb3-8fa1bffbb08f not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:53:47.157642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Attempting to bind port afe1d148-6cc3-4986-9c5a-30cf01755d77 on network b552951f-4831-446e-bfb3-8fa1bffbb08f {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:47.170882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:47.171220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Checking segment: {'id': '14d4fdb4-8a47-47d6-a1ad-18d920006967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:47.171611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Bound using segment: {'id': '14d4fdb4-8a47-47d6-a1ad-18d920006967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:47.172052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Bound port: afe1d148-6cc3-4986-9c5a-30cf01755d77, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d4fdb4-8a47-47d6-a1ad-18d920006967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:47.172404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.178895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ec188e37-6f4b-4c97-ae31-90f1bf73f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.182400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.243703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02baf3c-d28b-4bd7-9510-a44cb8eef970 None None] DHCP port deletion for 40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:47.249330 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.276812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:47.279614 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-2d5b443f-ae89-4ffb-8ca9-23ee1ce3a045 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695198 May 26 22:53:47.280360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=40e1b53a-5e48-4ece-a3ca-4b9d2df4f625,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:47.282085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Deleting port 915d8df7-799d-42da-a5f5-33ba2e096e81 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:47.288462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.379831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-9cd46711-26c2-4ba8-b1d8-ea13661aefa7 service neutron] 10.222.0.32 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718317 May 26 22:53:47.420393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] For port afe1d148-6cc3-4986-9c5a-30cf01755d77, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:47.423582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] For port afe1d148-6cc3-4986-9c5a-30cf01755d77, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=afe1d148-6cc3-4986-9c5a-30cf01755d77,segment=NetworkSegment(14d4fdb4-8a47-47d6-a1ad-18d920006967),segment_id=14d4fdb4-8a47-47d6-a1ad-18d920006967)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:47.451452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.537600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:53:47.563598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=915d8df7-799d-42da-a5f5-33ba2e096e81,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:47.564122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.582836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2464ef8e-55d9-425e-86b3-5e007144b37f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 HTTP/1.1" status: 204 len: 168 time: 9.1215172 May 26 22:53:47.600676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35936) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:47.602094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.603625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] 10.222.0.48 "PUT /v2.0/ports/afe1d148-6cc3-4986-9c5a-30cf01755d77 HTTP/1.1" status: 200 len: 1091 time: 4.7634456 May 26 22:53:47.607713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5684706-336e-4578-8c80-12241dff904c', 'tag': 'afe1d148-6cc3-4986-9c5a-30cf01755d77'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:47.699871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb80dd1-bb20-4e21-a8b4-1902b41b1d82 req-d3ea0262-0b04-4345-9340-cbc2d79a2ea2 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:47.705207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1eb80dd1-bb20-4e21-a8b4-1902b41b1d82 req-d3ea0262-0b04-4345-9340-cbc2d79a2ea2 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 943 time: 0.3432894 May 26 22:53:47.746063 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dce1af5-84b2-4f6b-9d09-42bd51a0b3e6 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:47.746697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dce1af5-84b2-4f6b-9d09-42bd51a0b3e6 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:47.748532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4dce1af5-84b2-4f6b-9d09-42bd51a0b3e6 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/5c6f0465-37f5-4dce-9bb7-1e1b4b2a4c56 HTTP/1.1" status: 404 len: 337 time: 0.1420014 May 26 22:53:47.760801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35944) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:47.827169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fabf036-807d-4b8a-baba-93cecb4dae3d req-2e65fb38-d4d9-470e-b8fa-8b2264101c1a tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 210 time: 0.0652554 May 26 22:53:47.839286 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-144281f3-03b6-4b61-88d5-03d21cb9631f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:47.839838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144281f3-03b6-4b61-88d5-03d21cb9631f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:47.877514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-144281f3-03b6-4b61-88d5-03d21cb9631f tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/40e1b53a-5e48-4ece-a3ca-4b9d2df4f625 HTTP/1.1" status: 404 len: 339 time: 0.0999198 May 26 22:53:47.877792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Calling delete_port for 915d8df7-799d-42da-a5f5-33ba2e096e81 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:47.878262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4119efb-0d03-422b-a09f-215662a6ae0b service neutron] Pushing event updated for resources: {'Port': ['ID=afe1d148-6cc3-4986-9c5a-30cf01755d77,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:47.878767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35952) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:47.888512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1eb80dd1-bb20-4e21-a8b4-1902b41b1d82 req-ef2319d1-55d5-4f9a-870d-43a58cef1ee8 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693799 May 26 22:53:47.954955 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-033a827f-8fc6-4658-919a-2ba2b5223112 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:47.956988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033a827f-8fc6-4658-919a-2ba2b5223112 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:47.960576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-033a827f-8fc6-4658-919a-2ba2b5223112 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/98b05983-0705-4028-9f07-2d0a83ec4625 HTTP/1.1" status: 404 len: 337 time: 0.0781939 May 26 22:53:47.962780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc458d11-a07d-4479-8487-52977cf623ee req-6ce213ca-b26e-43eb-b26f-d301a7475ef5 service neutron] 10.222.0.55 "GET /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136117 May 26 22:53:47.966031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:47.986699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Router 68e6a645-fd5a-4d10-94a3-c1c640e1c6dc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:48.005472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-eb17895f-fecc-4afe-85dd-0790f84951bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9722733edcad4a2c878f49a7f6abc694&device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 1094 time: 0.3218040 May 26 22:53:48.026209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:48.026899 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:48.076181 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a235ea44-2b7a-4f06-9ced-0e360bd5add3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:48.076615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a235ea44-2b7a-4f06-9ced-0e360bd5add3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:48.080737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a235ea44-2b7a-4f06-9ced-0e360bd5add3 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/02fd8883-0a99-4dd0-8740-407932b2dd9e HTTP/1.1" status: 404 len: 339 time: 0.1113288 May 26 22:53:48.086791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35962) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:48.130542 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8dcadb-4647-46c3-878e-419b83e60d1e'] response: {'name': 'network-changed', 'server_uuid': 'd5684706-336e-4578-8c80-12241dff904c', 'tag': 'afe1d148-6cc3-4986-9c5a-30cf01755d77', 'status': 'completed', 'code': 200} May 26 22:53:48.191558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.283508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-393d6fbf-fbd7-4e75-8ca6-7d440b6f82fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afe1d148-6cc3-4986-9c5a-30cf01755d77 HTTP/1.1" status: 200 len: 217 time: 0.2694249 May 26 22:53:48.295888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.528844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Deleting port 915d8df7-799d-42da-a5f5-33ba2e096e81 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:48.529492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.534157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.577547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdf3ba1-12b0-44e7-925e-0709f5b7883e']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:48.582424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6352e-ec68-4f65-be6d-531c696e917e req-6727c181-395b-4e49-a1cc-01e2d38cfaec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:48.584407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-6727c181-395b-4e49-a1cc-01e2d38cfaec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3928a7c4-8ce5-498c-baa7-bc0746a8939b HTTP/1.1" status: 200 len: 861 time: 0.2950470 May 26 22:53:48.597541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6094a7-f260-4c8c-b8ea-a2467ee55434') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:48.597939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6094a7-f260-4c8c-b8ea-a2467ee55434') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:48.625085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.626873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 915d8df7-799d-42da-a5f5-33ba2e096e81 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:48.669932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.678451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=915d8df7-799d-42da-a5f5-33ba2e096e81,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:48.701729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-40340086-6917-4d4c-b87b-e1a18ff34b37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b552951f-4831-446e-bfb3-8fa1bffbb08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096337 May 26 22:53:48.734311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:48.739597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: timer() May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:48.764554 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:48.774919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.869386 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.870925 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.878689 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.939780 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-ed23eb9c-7603-49a3-945d-5f3b3a500c78 service neutron] 10.222.0.48 "GET /v2.0/networks/b552951f-4831-446e-bfb3-8fa1bffbb08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287712 May 26 22:53:49.015381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=915d8df7-799d-42da-a5f5-33ba2e096e81,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:49.015786 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.079968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.092374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.137436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=915d8df7-799d-42da-a5f5-33ba2e096e81,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:49.161493 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:49.165106 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:49.170291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/5cdf3ba1-12b0-44e7-925e-0709f5b7883e HTTP/1.1" status: 204 len: 168 time: 1.0823216 May 26 22:53:49.174659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35976) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.234354 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-46301a69-2265-4315-ae29-7ad816fd7909 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:49.234943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46301a69-2265-4315-ae29-7ad816fd7909 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:49.236846 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-46301a69-2265-4315-ae29-7ad816fd7909 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/4654608c-4ec4-4d26-b7e1-0f2c3eaddb3b HTTP/1.1" status: 404 len: 337 time: 0.0599182 May 26 22:53:49.244019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35980) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.291385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Calling delete_port for 915d8df7-799d-42da-a5f5-33ba2e096e81 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:49.368853 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b2d44f-e33a-45ad-86d6-d349dcbc188b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:49.369702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b2d44f-e33a-45ad-86d6-d349dcbc188b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:49.374437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e9b2d44f-e33a-45ad-86d6-d349dcbc188b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/81e2ce2d-e542-4f78-aba9-a5f6bf1f4f0b HTTP/1.1" status: 404 len: 339 time: 0.1276155 May 26 22:53:49.375899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35988) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.464328 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:49.464621 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:49.472676 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0326c1e-9d56-46ed-bba5-2629a0f7d277 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:49.473527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0326c1e-9d56-46ed-bba5-2629a0f7d277 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:49.477656 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a0326c1e-9d56-46ed-bba5-2629a0f7d277 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/d04e610a-0179-4656-9d21-a510fc53f797 HTTP/1.1" status: 404 len: 337 time: 0.0944700 May 26 22:53:49.484624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35992) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.502141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-bf6654fe-8d05-4f7e-a032-6c76e4a94bce tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:49.502916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-bf6654fe-8d05-4f7e-a032-6c76e4a94bce tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Synchronizing usage tracker for tenant:de2b4a8676494a7c804a5ebfb2bfb101 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:49.515649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50e6352e-ec68-4f65-be6d-531c696e917e req-e2ec9349-a450-4207-8ebe-5e90a5f7042d service neutron] 10.222.0.48 "GET /v2.0/networks/b552951f-4831-446e-bfb3-8fa1bffbb08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649841 May 26 22:53:49.529320 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae2785e-949b-45b1-95ce-ceace1bcdc7b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:49.529791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae2785e-949b-45b1-95ce-ceace1bcdc7b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:49.531413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4ae2785e-949b-45b1-95ce-ceace1bcdc7b tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/e2c612f9-616f-4094-a7d4-5a86c57feacd HTTP/1.1" status: 404 len: 339 time: 0.0405922 May 26 22:53:49.536514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35998) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.579074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521cc9e-f74d-4ddc-baa6-97e8130904fa req-04c554b1-cf56-4947-b547-44e08dde58ca tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:49.579769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9521cc9e-f74d-4ddc-baa6-97e8130904fa req-04c554b1-cf56-4947-b547-44e08dde58ca tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Synchronizing usage tracker for tenant:9722733edcad4a2c878f49a7f6abc694 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:49.589336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:49.596813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031de40-ae34-4442-91a4-099bb436efe8 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=5cdf3ba1-12b0-44e7-925e-0709f5b7883e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:49.604011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] Sync routers for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:49.618601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60e3b0c7-2eed-468a-8631-4e88950c2037 req-bdd13071-152d-47b1-88e0-4940f21a4cf7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 210 time: 0.1217916 May 26 22:53:49.622381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:49.623308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:49.637009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:49.640328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:49.645044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:49.645044 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.650193 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b41bd13-d96b-4246-b61a-c00f15d05fcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:49.650857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b41bd13-d96b-4246-b61a-c00f15d05fcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:49.654890 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7b41bd13-d96b-4246-b61a-c00f15d05fcd tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/ed339f07-838d-4e2d-99c1-0068c6e628b7 HTTP/1.1" status: 404 len: 337 time: 0.1142290 May 26 22:53:49.660343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-bf6654fe-8d05-4f7e-a032-6c76e4a94bce tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Unset dirty status for tenant:de2b4a8676494a7c804a5ebfb2bfb101 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:49.661712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-bf6654fe-8d05-4f7e-a032-6c76e4a94bce tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.48 "GET /v2.0/networks?id=60eff0cf-d700-41a0-8d60-eafd07b9fbd4 HTTP/1.1" status: 200 len: 814 time: 0.5425253 May 26 22:53:49.664694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36002) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.672660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1621916 May 26 22:53:49.678238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36006) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.683861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Request body: {'port': {'device_id': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4', 'admin_state_up': True, 'tenant_id': 'de2b4a8676494a7c804a5ebfb2bfb101'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:49.700001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df74a3-bc1b-4b36-9dae-ea22a30f4669 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=c89c19da-06f1-412b-9ccd-d2516c1bbdad,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:49.718463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:49.720412 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae648a67-56f2-4576-a5f6-7faa5a953b53 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:49.720939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae648a67-56f2-4576-a5f6-7faa5a953b53 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:49.725099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ae648a67-56f2-4576-a5f6-7faa5a953b53 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/44fdff4a-a38c-4551-9976-362b593e703b HTTP/1.1" status: 404 len: 339 time: 0.0521014 May 26 22:53:49.735110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36012) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.753144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.782318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9521cc9e-f74d-4ddc-baa6-97e8130904fa req-04c554b1-cf56-4947-b547-44e08dde58ca tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Unset dirty status for tenant:9722733edcad4a2c878f49a7f6abc694 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:49.784342 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9521cc9e-f74d-4ddc-baa6-97e8130904fa req-04c554b1-cf56-4947-b547-44e08dde58ca tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 943 time: 0.5429716 May 26 22:53:49.836438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.856296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:49.859480 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daff170-00e4-47c7-a436-2c2ab9c30aae tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:49.860155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daff170-00e4-47c7-a436-2c2ab9c30aae tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:49.863086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8daff170-00e4-47c7-a436-2c2ab9c30aae tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/1eed6c4b-e7e8-4df5-9d24-0bd824ceb92a HTTP/1.1" status: 404 len: 337 time: 0.1209970 May 26 22:53:49.869872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36016) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.898171 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-22ea56b0-9d1a-4186-9a80-a2a9c9e6b676 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9722733edcad4a2c878f49a7f6abc694&device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 1094 time: 0.3107696 May 26 22:53:49.899959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e06f6115-5feb-4a49-b74e-17ead0b4447e tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 18.8548248 May 26 22:53:49.903777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=915d8df7-799d-42da-a5f5-33ba2e096e81,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:49.907298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:49.908139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:49.909136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36020) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.981174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:49.981635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224054d-ad9b-4354-a009-e959c5a2dae1 None None] The sync data for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:49.983574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.986236 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-312dac90-4d6a-432e-80c5-b681a505cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.069125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:50.081359 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5df4a5-be54-4392-856a-a7b70226cd03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:50.081838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5df4a5-be54-4392-856a-a7b70226cd03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.083650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ed5df4a5-be54-4392-856a-a7b70226cd03 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/f73d5dcb-0529-46d0-8f2f-909aae3d6423 HTTP/1.1" status: 404 len: 339 time: 0.2128506 May 26 22:53:50.083867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Deleting port 915d8df7-799d-42da-a5f5-33ba2e096e81 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:50.084044 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.087823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36028) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.140640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:50.146592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9521cc9e-f74d-4ddc-baa6-97e8130904fa req-2c4c3bbe-e2b8-49ce-81b0-bf89da850ec0 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194549 May 26 22:53:50.151379 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecdae3d-4137-4131-8edb-d97e9090f657 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:50.151813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecdae3d-4137-4131-8edb-d97e9090f657 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.155783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cecdae3d-4137-4131-8edb-d97e9090f657 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/b3233db9-e871-4191-ac78-bdc32d07cfdc HTTP/1.1" status: 404 len: 337 time: 0.0619860 May 26 22:53:50.159945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36032) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.199859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:50.204810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.217820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-82676cfa-66a1-4f09-a952-0d5083ac0406 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:50.219175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-82676cfa-66a1-4f09-a952-0d5083ac0406 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b552951f-4831-446e-bfb3-8fa1bffbb08f HTTP/1.1" status: 200 len: 922 time: 0.3109338 May 26 22:53:50.220573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=915d8df7-799d-42da-a5f5-33ba2e096e81,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:50.253327 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-053b4050-781a-44cd-ab87-53b6ade0da6d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:50.254046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053b4050-781a-44cd-ab87-53b6ade0da6d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.256650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-053b4050-781a-44cd-ab87-53b6ade0da6d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/26e84c7a-ee8d-4e2b-a4e5-bbde1d899686 HTTP/1.1" status: 404 len: 339 time: 0.0945721 May 26 22:53:50.287646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.326682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:50.334491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Usage tracker for resource:port and tenant:de2b4a8676494a7c804a5ebfb2bfb101 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:50.339191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:50.349699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:50.350675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6af113b1-efd2-41fc-a51e-adaff2120969 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] 10.222.0.32 "GET /v2.0/floatingips/df2f18b9-6c83-409d-a289-425f1cbd6048 HTTP/1.1" status: 200 len: 984 time: 0.4405041 May 26 22:53:50.351489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36042) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.352500 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76c3767-102d-4161-97de-8860107029d7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:50.353435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76c3767-102d-4161-97de-8860107029d7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.355269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b76c3767-102d-4161-97de-8860107029d7 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/ef79d440-ccb6-40b9-b937-f65b4d6866fb HTTP/1.1" status: 404 len: 337 time: 0.0659187 May 26 22:53:50.359600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-cc1b77db-3538-4b98-8f3e-48e51945284d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afe1d148-6cc3-4986-9c5a-30cf01755d77 HTTP/1.1" status: 200 len: 217 time: 0.1279719 May 26 22:53:50.360590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36044) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.382225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Made reservation on behalf of de2b4a8676494a7c804a5ebfb2bfb101 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:50.385435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.409459 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c89c19da-06f1-412b-9ccd-d2516c1bbdad (CIDR: 2001:db8::/64) May 26 22:53:50.414995 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:53:50.415439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.419024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] For port 915d8df7-799d-42da-a5f5-33ba2e096e81, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=915d8df7-799d-42da-a5f5-33ba2e096e81,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:50.419769 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.479754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a4452870-b50b-46f0-827f-f9a5b49303ab tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8003631 May 26 22:53:50.485389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36050) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.516346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:50.537612 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5d3aff-4fe0-48c2-a054-41c6ce2e419e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:50.538081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5d3aff-4fe0-48c2-a054-41c6ce2e419e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.539710 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dc5d3aff-4fe0-48c2-a054-41c6ce2e419e tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/3b6d3b32-e6eb-46fb-abf2-d2b73a582a34 HTTP/1.1" status: 404 len: 339 time: 0.1777904 May 26 22:53:50.558881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36054) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.598063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Allocated IP 172.20.0.2 (60eff0cf-d700-41a0-8d60-eafd07b9fbd4/1af29f8e-1243-4335-bce5-0e34129574e6/be329524-3ed6-46ba-ad6b-2d3170e747b0) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:50.654240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Calling delete_port for 915d8df7-799d-42da-a5f5-33ba2e096e81 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:50.708570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.732155 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.879843 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.918792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.930678 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad1b722-4c41-4bce-92e4-f5959c03828c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:50.931119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] Pushing event deleted for resources: {'Port': ['ID=915d8df7-799d-42da-a5f5-33ba2e096e81,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:50.931626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad1b722-4c41-4bce-92e4-f5959c03828c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.933865 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-aad1b722-4c41-4bce-92e4-f5959c03828c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/d6e957f7-1917-4d52-8c76-520b3ef2ad7d HTTP/1.1" status: 404 len: 337 time: 0.3739731 May 26 22:53:50.938280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40c9a812-e6db-43bf-9c93-9333af7c2449 req-5189e965-20b2-4246-97df-c3ef16fd254e tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 210 time: 0.1364887 May 26 22:53:50.940450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36062) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.958389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-8a01af93-35f4-44c2-a0c2-a14bedc23bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:50.960137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-8a01af93-35f4-44c2-a0c2-a14bedc23bd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3928a7c4-8ce5-498c-baa7-bc0746a8939b HTTP/1.1" status: 200 len: 861 time: 0.5197098 May 26 22:53:50.967965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b82c5595-7513-4f63-8a41-7e5e5eabab41 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.6083760 May 26 22:53:50.968679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36066) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:50.973458 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8d4204-e1a3-4736-9261-623d1c995a8d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:50.974223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8d4204-e1a3-4736-9261-623d1c995a8d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:50.986590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2b8d4204-e1a3-4736-9261-623d1c995a8d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/c315cb8e-d933-409c-9753-5cb77fed4eb1 HTTP/1.1" status: 404 len: 339 time: 0.0449293 May 26 22:53:50.987254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36070) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:51.030173 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fe4b86-7e6a-44e9-9537-1dc837dff68d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:51.030768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fe4b86-7e6a-44e9-9537-1dc837dff68d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:51.031542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9cbab-8119-4398-9cae-73aa0661f701 None None] No DVR routers for this DVR port 915d8df7-799d-42da-a5f5-33ba2e096e81 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:51.035233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-27fe4b86-7e6a-44e9-9537-1dc837dff68d tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/8178264a-ea2f-4567-8a2b-58aad255141f HTTP/1.1" status: 404 len: 337 time: 0.0457687 May 26 22:53:51.036841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36074) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:51.053252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44609fc6-c568-41a5-b777-a8f5b870bfcb None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:51.066986 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-93331321-59ad-4af2-a2b4-924f763e2314 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] DELETE failed (client error): The resource could not be found. May 26 22:53:51.067430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93331321-59ad-4af2-a2b4-924f763e2314 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:53:51.071535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-93331321-59ad-4af2-a2b4-924f763e2314 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/0898e65a-4989-4fa2-b392-cdbb7cf6e449 HTTP/1.1" status: 404 len: 339 time: 0.0336976 May 26 22:53:51.072210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36078) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:51.102527 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-a9ca1d74-3834-4e81-a3cc-c50ade1e379a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b552951f-4831-446e-bfb3-8fa1bffbb08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346064 May 26 22:53:51.115979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.296678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:51.297693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Pushing event updated for resources: {'Port': ['ID=be329524-3ed6-46ba-ad6b-2d3170e747b0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:51.298316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'c89c19da-06f1-412b-9ccd-d2516c1bbdad'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:51.299796 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.304133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:51.366060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:51.376969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:51.437159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:51.437810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.468181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:51.473092 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-48065da4-7f10-4c83-8383-9d4cd3f71ce7 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7957833 May 26 22:53:51.488306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Request body: {'port': {'device_id': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:51.493064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Allocated IP 2001:db8::f816:3eff:fe93:5ba1 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/c89c19da-06f1-412b-9ccd-d2516c1bbdad/8a55a35d-1a20-4ddb-b637-7df55649dd0e) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:51.526787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:51.547127 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-20f89a3b-7bba-4c28-9e6b-37e159aa7955 service neutron] 10.222.0.48 "GET /v2.0/networks/b552951f-4831-446e-bfb3-8fa1bffbb08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252241 May 26 22:53:51.626051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Deleting port 124c8fc6-25de-476d-9f4a-cc6c1798e5e8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:51.626389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.803631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting subnet d299802d-a4b0-498f-89ac-4d77ccc76841 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:51.811598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.823362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.845242 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.866351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Transition to ACTIVE for port object 8a55a35d-1a20-4ddb-b637-7df55649dd0e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:51.891187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.892800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Transition to ACTIVE for port object 8a55a35d-1a20-4ddb-b637-7df55649dd0e will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:51.909463 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.946708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9c95c-b5c2-4fa2-970e-01be0bc35738 req-b19ee919-f3ce-41cf-8fd8-534498bf48d0 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:51.948218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-05a9c95c-b5c2-4fa2-970e-01be0bc35738 req-b19ee919-f3ce-41cf-8fd8-534498bf48d0 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 943 time: 0.5615935 May 26 22:53:51.955052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.023155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:52.024612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:52.028874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:52.044329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Pushing event updated for resources: {'Port': ['ID=8a55a35d-1a20-4ddb-b637-7df55649dd0e,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:52.052827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device afe1d148-6cc3-4986-9c5a-30cf01755d77 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:53:52.053855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.146510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1ce33e8-2f49-4ff7-b780-e42d3b0f185e req-1bb26e24-58c6-48b4-b30b-62ed02b0b786 service neutron] 10.222.0.48 "GET /v2.0/networks/b552951f-4831-446e-bfb3-8fa1bffbb08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877652 May 26 22:53:52.152805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Attempting to bind port 8a55a35d-1a20-4ddb-b637-7df55649dd0e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:52.153175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Attempting to bind port 8a55a35d-1a20-4ddb-b637-7df55649dd0e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:52.153710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Attempting to bind port 8a55a35d-1a20-4ddb-b637-7df55649dd0e on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:52.167394 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.178979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:52.179312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:52.179686 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.180081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:52.180564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Bound port: 8a55a35d-1a20-4ddb-b637-7df55649dd0e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:52.180963 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.212217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.220787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.220787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.234964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-05a9c95c-b5c2-4fa2-970e-01be0bc35738 req-abac9127-cdd5-4815-9cff-17f579fc2f42 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600036 May 26 22:53:52.308901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Subnet': ['ID=d299802d-a4b0-498f-89ac-4d77ccc76841,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:52.331117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] For port 8a55a35d-1a20-4ddb-b637-7df55649dd0e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:52.334208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] For port 8a55a35d-1a20-4ddb-b637-7df55649dd0e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8a55a35d-1a20-4ddb-b637-7df55649dd0e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:52.345658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.372089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.373218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Calling delete_port for 124c8fc6-25de-476d-9f4a-cc6c1798e5e8 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:52.387614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662710c-1228-4520-8513-16662e55bc38 None None] Network d77160f3-e3d2-4b02-a89f-0f42097e6102 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:52.452143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9ba95f8-b4e6-4176-94cd-85e75864323c tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/subnets/d299802d-a4b0-498f-89ac-4d77ccc76841 HTTP/1.1" status: 204 len: 168 time: 1.3759549 May 26 22:53:52.455006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36100) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:52.488104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f60f3-0b2c-47fc-8148-7b0044f9a172 req-df686f16-d944-4298-8825-df849b3ebc5d tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:52.489748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-055f60f3-0b2c-47fc-8148-7b0044f9a172 req-df686f16-d944-4298-8825-df849b3ebc5d tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Synchronizing usage tracker for tenant:de2b4a8676494a7c804a5ebfb2bfb101 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:52.567509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-055f60f3-0b2c-47fc-8148-7b0044f9a172 req-df686f16-d944-4298-8825-df849b3ebc5d tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Unset dirty status for tenant:de2b4a8676494a7c804a5ebfb2bfb101 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:52.569401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-055f60f3-0b2c-47fc-8148-7b0044f9a172 req-df686f16-d944-4298-8825-df849b3ebc5d tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 931 time: 0.4086280 May 26 22:53:52.641769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-055f60f3-0b2c-47fc-8148-7b0044f9a172 req-8443e3e3-820c-4dbd-a571-0a1ba0f459ba tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Synchronizing usage tracker for tenant:de2b4a8676494a7c804a5ebfb2bfb101 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:52.652178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd8f52-6b46-44ad-8ac6-56ba0c8c5f02 None None] Pushing event updated for resources: {'Port': ['ID=8a55a35d-1a20-4ddb-b637-7df55649dd0e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:52.656145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port afe1d148-6cc3-4986-9c5a-30cf01755d77, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=afe1d148-6cc3-4986-9c5a-30cf01755d77,segment=NetworkSegment(14d4fdb4-8a47-47d6-a1ad-18d920006967),segment_id=14d4fdb4-8a47-47d6-a1ad-18d920006967)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:52.686947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'afe1d148-6cc3-4986-9c5a-30cf01755d77', 'network_id': 'b552951f-4831-446e-bfb3-8fa1bffbb08f', 'port_id': 'afe1d148-6cc3-4986-9c5a-30cf01755d77', 'mac_address': 'fa:16:3e:3e:f6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928a7c4-8ce5-498c-baa7-bc0746a8939b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:53:52.787342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-055f60f3-0b2c-47fc-8148-7b0044f9a172 req-8443e3e3-820c-4dbd-a571-0a1ba0f459ba tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Unset dirty status for tenant:de2b4a8676494a7c804a5ebfb2bfb101 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:52.788580 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-055f60f3-0b2c-47fc-8148-7b0044f9a172 req-8443e3e3-820c-4dbd-a571-0a1ba0f459ba tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108903 May 26 22:53:52.828812 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.847199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe1d148-6cc3-4986-9c5a-30cf01755d77 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:52.863433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port afe1d148-6cc3-4986-9c5a-30cf01755d77, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=afe1d148-6cc3-4986-9c5a-30cf01755d77,segment=NetworkSegment(14d4fdb4-8a47-47d6-a1ad-18d920006967),segment_id=14d4fdb4-8a47-47d6-a1ad-18d920006967)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:52.873753 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.950905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.952024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=afe1d148-6cc3-4986-9c5a-30cf01755d77,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:53.020569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port b3b92301-6a8a-4aba-a453-b0adeebb95e8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:53.020981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.060952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be329524-3ed6-46ba-ad6b-2d3170e747b0 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:53.070025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] DHCP port deletion for d77160f3-e3d2-4b02-a89f-0f42097e6102 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:53.070900 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.075890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] Deleting port b3b92301-6a8a-4aba-a453-b0adeebb95e8 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:53.076388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.088484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Transition to ACTIVE for port object be329524-3ed6-46ba-ad6b-2d3170e747b0 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:53.094255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.174003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Pushing event updated for resources: {'Port': ['ID=be329524-3ed6-46ba-ad6b-2d3170e747b0,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:53.207881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.236364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['afe1d148-6cc3-4986-9c5a-30cf01755d77'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:53.317732 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.386882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:53.435635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Attempting to bind port be329524-3ed6-46ba-ad6b-2d3170e747b0 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:53.436127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Attempting to bind port be329524-3ed6-46ba-ad6b-2d3170e747b0 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'b068e089-25ed-4a19-b1dd-e74e41f5e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:53.436968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Attempting to bind port be329524-3ed6-46ba-ad6b-2d3170e747b0 on network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:53.443702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Port be329524-3ed6-46ba-ad6b-2d3170e747b0 on network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:53:53.444472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Attempting to bind port be329524-3ed6-46ba-ad6b-2d3170e747b0 on network 60eff0cf-d700-41a0-8d60-eafd07b9fbd4 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:53.453054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:53.453054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Checking segment: {'id': 'b068e089-25ed-4a19-b1dd-e74e41f5e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:53.453729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Bound using segment: {'id': 'b068e089-25ed-4a19-b1dd-e74e41f5e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:53.454273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Bound port: be329524-3ed6-46ba-ad6b-2d3170e747b0, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b068e089-25ed-4a19-b1dd-e74e41f5e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:53.454712 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.459602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=368d12d6-1851-4ca6-a28b-4fa065326d31,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:53.462398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:53.473815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Port': ['ID=124c8fc6-25de-476d-9f4a-cc6c1798e5e8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:53.476700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:53.477285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.724514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] For port be329524-3ed6-46ba-ad6b-2d3170e747b0, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:53.732270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] For port be329524-3ed6-46ba-ad6b-2d3170e747b0, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0,segment=NetworkSegment(b068e089-25ed-4a19-b1dd-e74e41f5e90e),segment_id=b068e089-25ed-4a19-b1dd-e74e41f5e90e)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:53.741106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.741220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] For port b3b92301-6a8a-4aba-a453-b0adeebb95e8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b3b92301-6a8a-4aba-a453-b0adeebb95e8,segment=NetworkSegment(0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1),segment_id=0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:53.742714 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.760635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.908212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Pushing event updated for resources: {'Port': ['ID=be329524-3ed6-46ba-ad6b-2d3170e747b0,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:53.937532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.939336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] Calling delete_port for b3b92301-6a8a-4aba-a453-b0adeebb95e8 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:53.942988 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-86dc128e-2db6-48f0-a228-e3fad3cb2166 service neutron] 10.222.0.48 "PUT /v2.0/ports/be329524-3ed6-46ba-ad6b-2d3170e747b0 HTTP/1.1" status: 200 len: 1091 time: 2.4598861 May 26 22:53:53.943458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'tag': 'be329524-3ed6-46ba-ad6b-2d3170e747b0'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:54.170257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4527bcb2-0d72-426f-948f-748c709e6288 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6758013 May 26 22:53:54.179731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36122) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:54.190509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:3a:79:29', 'name': 'tempest-NetworksTestDHCPv6-303672310'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:54.219362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-9c2dc6fc-7258-40f0-a28d-6748f5c3620d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de2b4a8676494a7c804a5ebfb2bfb101&device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 1094 time: 0.2176628 May 26 22:53:54.227751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] For port b3b92301-6a8a-4aba-a453-b0adeebb95e8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b3b92301-6a8a-4aba-a453-b0adeebb95e8,segment=NetworkSegment(0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1),segment_id=0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:54.230412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.254611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d092a5-2573-4c1a-b302-e343dc969b11 req-f64069b5-8a81-4e8d-bf15-5399a6b60772 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:54.256128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2d092a5-2573-4c1a-b302-e343dc969b11 req-f64069b5-8a81-4e8d-bf15-5399a6b60772 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 944 time: 0.8169816 May 26 22:53:54.278702 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.371897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] No DVR routers for this DVR port b3b92301-6a8a-4aba-a453-b0adeebb95e8 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:54.378893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b7aff-2741-4713-b7cb-5a942decb70d None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:54.434688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Calling delete_port for b3b92301-6a8a-4aba-a453-b0adeebb95e8 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:54.444168 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-aa7ab8da-1b4d-4e18-841e-037d20a36f6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0 HTTP/1.1" status: 200 len: 217 time: 0.2060397 May 26 22:53:54.476909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b78da-3cd7-4beb-bae2-7e59613f64dc None None] Pushing event deleted for resources: {'Port': ['ID=b3b92301-6a8a-4aba-a453-b0adeebb95e8,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:54.543202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2d092a5-2573-4c1a-b302-e343dc969b11 req-4dc9500e-c900-4cb3-855d-97cb894a82f4 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020195 May 26 22:53:54.577398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3ad835e7-56ff-4e40-ae6e-32dbdf99d246 None None] Provisioning for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:54.583574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:54.583889 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:54.628686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abed2-0564-4acd-bef8-143732eda38a req-65967d4b-ba8e-4806-9ae8-47620a109554 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:54.631004 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d6abed2-0564-4acd-bef8-143732eda38a req-65967d4b-ba8e-4806-9ae8-47620a109554 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 943 time: 0.5546768 May 26 22:53:54.675387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8a55a35d-1a20-4ddb-b637-7df55649dd0e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:54.734940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-ad959d8c-b548-48ea-afd9-63e5ca917d07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:54.739623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-ad959d8c-b548-48ea-afd9-63e5ca917d07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1af29f8e-1243-4335-bce5-0e34129574e6 HTTP/1.1" status: 200 len: 854 time: 0.2735589 May 26 22:53:54.747629 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfdadf3-2145-4b9e-941c-b2fb6bc82236'] response: {'name': 'network-changed', 'server_uuid': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'tag': 'be329524-3ed6-46ba-ad6b-2d3170e747b0', 'status': 'completed', 'code': 200} May 26 22:53:54.988058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:55.011402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:55.011934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.012816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-e04c66e4-832b-4206-a7ee-6e93301b3414 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60eff0cf-d700-41a0-8d60-eafd07b9fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2501900 May 26 22:53:55.050717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:55.063706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:55.067573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:55.076285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:55.094389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Router 68e6a645-fd5a-4d10-94a3-c1c640e1c6dc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:55.098300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Deleting port b3b92301-6a8a-4aba-a453-b0adeebb95e8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:55.098584 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.103998 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.201009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:55.229855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] The port 'b3b92301-6a8a-4aba-a453-b0adeebb95e8' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:53:55.232293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d6abed2-0564-4acd-bef8-143732eda38a req-1d9ce9cf-ca42-4fc3-8b33-bc2b81493fae tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578103 May 26 22:53:55.267822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.308061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 8a55a35d-1a20-4ddb-b637-7df55649dd0e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8a55a35d-1a20-4ddb-b637-7df55649dd0e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:55.317159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-312ca030-4213-4c63-be1c-a744712a603e service neutron] 10.222.0.48 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945497 May 26 22:53:55.326877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.413798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.423721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=8a55a35d-1a20-4ddb-b637-7df55649dd0e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:55.429730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b3b92301-6a8a-4aba-a453-b0adeebb95e8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:55.489369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b3b92301-6a8a-4aba-a453-b0adeebb95e8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:55.489814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b3b92301-6a8a-4aba-a453-b0adeebb95e8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:55.505556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] Update dhcp port {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': 'c89c19da-06f1-412b-9ccd-d2516c1bbdad', 'ip_address': '2001:db8::f816:3eff:fe93:5ba1'}, {'subnet_id': '368d12d6-1851-4ca6-a28b-4fa065326d31'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '8a55a35d-1a20-4ddb-b637-7df55649dd0e'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 22:53:55.565536 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.571283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 595e5bee-31de-4124-b3b9-367025529cce yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:53:55.646048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.675109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77160f3-e3d2-4b02-a89f-0f42097e6102']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:55.688599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:55.688895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce4a412-dc3d-4f7f-90f9-82042ffeb3d1') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:55.702144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.720981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.727749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:55.729513 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: timer() May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:55.842835 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:55.974607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8:0:1::262 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/368d12d6-1851-4ca6-a28b-4fa065326d31/595e5bee-31de-4124-b3b9-367025529cce) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:55.982708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe3a:7929 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/c89c19da-06f1-412b-9ccd-d2516c1bbdad/595e5bee-31de-4124-b3b9-367025529cce) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:56.008544 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c530e9f4-a6f6-41df-ab03-0255133b05b8 req-75ef4437-3597-4819-9c52-10b0b71d7524 service neutron] 10.222.0.48 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226814 May 26 22:53:56.044947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device afe1d148-6cc3-4986-9c5a-30cf01755d77 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:56.074336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.128074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.139272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] Pushing event deleted for resources: {'Network': ['ID=d77160f3-e3d2-4b02-a89f-0f42097e6102,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:56.153852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port afe1d148-6cc3-4986-9c5a-30cf01755d77 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:56.160091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port afe1d148-6cc3-4986-9c5a-30cf01755d77 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:56.160462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.165644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9fae4c95-b556-42b7-99f6-e556d326c826 tempest-NetworksTest-1301932777 tempest-NetworksTest-1301932777-project] 10.222.0.32 "DELETE /v2.0/networks/d77160f3-e3d2-4b02-a89f-0f42097e6102 HTTP/1.1" status: 204 len: 168 time: 3.7083869 May 26 22:53:56.187503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451201d-0f04-4c56-be34-db008856ccef req-87bac724-0032-4995-b651-7abb28808e3a tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:56.201007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e451201d-0f04-4c56-be34-db008856ccef req-87bac724-0032-4995-b651-7abb28808e3a tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 944 time: 0.3572407 May 26 22:53:56.274031 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e451201d-0f04-4c56-be34-db008856ccef req-6e166797-2b4a-4c3f-a24f-7c9514df3841 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718982 May 26 22:53:56.336025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:56.349651 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] Sync routers for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:56.350155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.372459 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:56.373441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:56.489389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee66904e-60e2-4797-af79-b2b2c4d66ada tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "DELETE /v2.0/floatingips/df2f18b9-6c83-409d-a289-425f1cbd6048 HTTP/1.1" status: 204 len: 168 time: 5.5193496 May 26 22:53:56.489647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36138) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:56.502483 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:56.518584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:56.521462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.527972 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:56.529017 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:53:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:56.535191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:56.562520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-f48549b7-6b2e-428b-ae9a-ba5bdc8b98f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de2b4a8676494a7c804a5ebfb2bfb101&device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 1094 time: 0.4277713 May 26 22:53:56.588319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port afe1d148-6cc3-4986-9c5a-30cf01755d77, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=afe1d148-6cc3-4986-9c5a-30cf01755d77,segment=NetworkSegment(14d4fdb4-8a47-47d6-a1ad-18d920006967),segment_id=14d4fdb4-8a47-47d6-a1ad-18d920006967)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:56.590639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5684706-336e-4578-8c80-12241dff904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe1d148-6cc3-4986-9c5a-30cf01755d77'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:56.595801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8a55a35d-1a20-4ddb-b637-7df55649dd0e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:56.666550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Usage tracker for resource:floatingip and tenant:f9f5454fbcd14b3391900e2d67b2aa0e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:56.669504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.677540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:56.681083 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:56.684377 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a7609-4c6c-40c9-877c-bbb79be8d23c None None] The sync data for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:56.686367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:56.707521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.713471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.759351 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae55aeed-d998-4d37-8464-a5ff96fa35b9'] response: {'server_uuid': 'd5684706-336e-4578-8c80-12241dff904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe1d148-6cc3-4986-9c5a-30cf01755d77', 'code': 200} May 26 22:53:56.818930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:56.819276 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:56.840843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36146) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:56.954752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=afe1d148-6cc3-4986-9c5a-30cf01755d77,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:56.965932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 595e5bee-31de-4124-b3b9-367025529cce will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:56.995537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78546f47-f306-4e54-ad97-6ec8d217c70b req-0b90ee31-b9b2-4948-8c02-7b78ea7d22d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 1096 time: 0.1895001 May 26 22:53:57.045212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45f17a-0dd4-439e-9830-3465a36fbf72 req-68a30543-591a-41a2-b6f4-2bd15128a330 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:57.048793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe45f17a-0dd4-439e-9830-3465a36fbf72 req-68a30543-591a-41a2-b6f4-2bd15128a330 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 943 time: 0.4835744 May 26 22:53:57.097187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78546f47-f306-4e54-ad97-6ec8d217c70b req-2ec0326b-3cd9-4ae9-bce3-004b7b0a8676 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986569 May 26 22:53:57.177108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f891ed80-56ac-434d-b771-50447cdbded5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6a4b3489b5d400dad0bad0826af3042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3264956 May 26 22:53:57.178329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36156) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:57.226130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-40a4b727-d5ec-465b-ba73-9b2992c89d78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:57.227554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-40a4b727-d5ec-465b-ba73-9b2992c89d78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60eff0cf-d700-41a0-8d60-eafd07b9fbd4 HTTP/1.1" status: 200 len: 915 time: 0.5167019 May 26 22:53:57.240056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe45f17a-0dd4-439e-9830-3465a36fbf72 req-0618cdbe-4009-41bf-8b3e-47b07eee3268 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680446 May 26 22:53:57.258568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.338706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5984cbc-16e1-4149-ba40-ca3eb50577d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.359033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=595e5bee-31de-4124-b3b9-367025529cce,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:57.410219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5984cbc-16e1-4149-ba40-ca3eb50577d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.415111 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.436154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] Allocated IP 2001:db8:0:1::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/368d12d6-1851-4ca6-a28b-4fa065326d31/8a55a35d-1a20-4ddb-b637-7df55649dd0e) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:57.483609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-a65c2412-8276-4ff6-8b8f-4b2a16939a31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0 HTTP/1.1" status: 200 len: 217 time: 0.1256618 May 26 22:53:57.626894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679b8f1-05ba-4a6f-b3c3-0eacba3aadf2 req-0518ae97-05f6-4e02-884e-c4093002669e tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:57.635604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f679b8f1-05ba-4a6f-b3c3-0eacba3aadf2 req-0518ae97-05f6-4e02-884e-c4093002669e tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 945 time: 0.1597974 May 26 22:53:57.684504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:57.701511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f679b8f1-05ba-4a6f-b3c3-0eacba3aadf2 req-b18e5fb2-1732-4b35-9a39-c5b690c19ff0 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645149 May 26 22:53:57.703623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:57.704546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5984cbc-16e1-4149-ba40-ca3eb50577d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.713984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:57.718017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:57.718628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.719878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] For port 8a55a35d-1a20-4ddb-b637-7df55649dd0e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8a55a35d-1a20-4ddb-b637-7df55649dd0e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:57.724644 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.759363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984cbc-16e1-4149-ba40-ca3eb50577d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa93f8f7-bb66-4908-bcc0-60d6d556df81,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:57.786648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.790692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5984cbc-16e1-4149-ba40-ca3eb50577d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.794641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f5984cbc-16e1-4149-ba40-ca3eb50577d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa93f8f7-bb66-4908-bcc0-60d6d556df81 HTTP/1.1" status: 204 len: 168 time: 0.6152627 May 26 22:53:57.811173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] Transition to ACTIVE for port object 8a55a35d-1a20-4ddb-b637-7df55649dd0e will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:57.822181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-15ad576b-ad06-4dfd-80fa-826668abede7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:57.822404 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:57.823655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-15ad576b-ad06-4dfd-80fa-826668abede7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1af29f8e-1243-4335-bce5-0e34129574e6 HTTP/1.1" status: 200 len: 854 time: 0.3329484 May 26 22:53:57.870312 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0b9348f5-8d3e-47a9-b8ab-4c2ed77e0084 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6879570 May 26 22:53:57.872852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36166) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:57.887087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-a3eae340-d64d-4c22-a8e5-0a57e42fc867 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60eff0cf-d700-41a0-8d60-eafd07b9fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517781 May 26 22:53:57.926564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Allocated IP 172.25.4.191 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/60891460-4005-4b46-b0ea-b163ac1a41d0) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:58.010023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19ad6f-5fd1-4832-a6c0-ed667e621d1d None None] Pushing event updated for resources: {'Port': ['ID=8a55a35d-1a20-4ddb-b637-7df55649dd0e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:58.044330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 595e5bee-31de-4124-b3b9-367025529cce {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:58.046150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.170803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-3f6a3d38-d227-4225-82a0-4a58a4f1afd1 service neutron] 10.222.0.48 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747970 May 26 22:53:58.295281 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:53:58.398153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.425603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.631079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8a55a35d-1a20-4ddb-b637-7df55649dd0e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:58.765534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fcbc8c2-7646-4825-b624-46404fc121ea req-041e9566-fdd4-44fb-a8fe-fcf54b0dfbd8 service neutron] 10.222.0.48 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806825 May 26 22:53:58.797893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 595e5bee-31de-4124-b3b9-367025529cce owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:58.825779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.000893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:59.004422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-98972e70-cf51-4d86-8e9a-04e8a36245dc None None] Provisioning for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:59.010203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:59.014924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-98972e70-cf51-4d86-8e9a-04e8a36245dc None None] Provisioning complete for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:59.015512 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-98972e70-cf51-4d86-8e9a-04e8a36245dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.016926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Pushing event updated for resources: {'Port': ['ID=60891460-4005-4b46-b0ea-b163ac1a41d0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:59.019554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:59.088889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0327d7-af54-4801-8480-a154693d3fc3 req-c089f486-11f9-46e8-85f6-f9f18c1f890d tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:59.090466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b0327d7-af54-4801-8480-a154693d3fc3 req-c089f486-11f9-46e8-85f6-f9f18c1f890d tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 943 time: 0.6015108 May 26 22:53:59.187262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b0327d7-af54-4801-8480-a154693d3fc3 req-0dcd349a-17f1-474b-a013-ff27a2f501ea tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872588 May 26 22:53:59.346724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e6662-1842-43b5-a9b4-4f5ee9030750 req-cc5fe78e-0fb9-4f0d-af62-9075de4ae0ea tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:59.348231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d5e6662-1842-43b5-a9b4-4f5ee9030750 req-cc5fe78e-0fb9-4f0d-af62-9075de4ae0ea tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 945 time: 0.4024320 May 26 22:53:59.414087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-418d3b11-2d03-4d4b-9157-f46bf605b57e None None] Provisioning for port 595e5bee-31de-4124-b3b9-367025529cce completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:59.414297 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.425308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-418d3b11-2d03-4d4b-9157-f46bf605b57e None None] Provisioning complete for port 595e5bee-31de-4124-b3b9-367025529cce triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:59.425692 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-418d3b11-2d03-4d4b-9157-f46bf605b57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.471690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-418d3b11-2d03-4d4b-9157-f46bf605b57e None None] Port 595e5bee-31de-4124-b3b9-367025529cce was deleted so its status cannot be updated. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 26 22:53:59.481195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d5e6662-1842-43b5-a9b4-4f5ee9030750 req-c512065c-f9a7-4b3e-919b-8804e7d52e24 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260471 May 26 22:53:59.499069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=595e5bee-31de-4124-b3b9-367025529cce,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:59.541350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.637281 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.654966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36200) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:59.655181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d6b03c9-92f2-4aa6-b5e1-ac56d0e9db82 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/595e5bee-31de-4124-b3b9-367025529cce HTTP/1.1" status: 204 len: 168 time: 1.7806175 May 26 22:53:59.699159 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.929136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62663288-8219-42c4-8438-88dc025097b7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:59.929884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-62663288-8219-42c4-8438-88dc025097b7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:59.965926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-62663288-8219-42c4-8438-88dc025097b7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:59.968546 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62663288-8219-42c4-8438-88dc025097b7 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3126349 May 26 22:53:59.970295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36218) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:00.033273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.039415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.058702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device be329524-3ed6-46ba-ad6b-2d3170e747b0 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:54:00.192644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Pushing event updated for resources: {'Port': ['ID=60891460-4005-4b46-b0ea-b163ac1a41d0,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:00.217253 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.220605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a165068-07eb-4651-954d-b846c8481dc9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.221333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5a165068-07eb-4651-954d-b846c8481dc9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:00.251653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5a165068-07eb-4651-954d-b846c8481dc9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:00.253208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5a165068-07eb-4651-954d-b846c8481dc9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2815869 May 26 22:54:00.256240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36228) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:00.333979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.337764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-72c5ce27-d5b8-4943-826f-ac85678074d7 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8375196 May 26 22:54:00.339183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36234) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:00.369219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port be329524-3ed6-46ba-ad6b-2d3170e747b0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0,segment=NetworkSegment(b068e089-25ed-4a19-b1dd-e74e41f5e90e),segment_id=b068e089-25ed-4a19-b1dd-e74e41f5e90e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:00.408804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'be329524-3ed6-46ba-ad6b-2d3170e747b0', 'network_id': '60eff0cf-d700-41a0-8d60-eafd07b9fbd4', 'port_id': 'be329524-3ed6-46ba-ad6b-2d3170e747b0', 'mac_address': 'fa:16:3e:67:7a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af29f8e-1243-4335-bce5-0e34129574e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:54:00.526512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb965964-1fe8-4968-88b2-a1d24553be3f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.531989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb965964-1fe8-4968-88b2-a1d24553be3f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.535455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb965964-1fe8-4968-88b2-a1d24553be3f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.536371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.540441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb965964-1fe8-4968-88b2-a1d24553be3f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:00.583041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb965964-1fe8-4968-88b2-a1d24553be3f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:00.584243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be329524-3ed6-46ba-ad6b-2d3170e747b0 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:54:00.584712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb965964-1fe8-4968-88b2-a1d24553be3f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3273315 May 26 22:54:00.588152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36240) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:00.628106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port be329524-3ed6-46ba-ad6b-2d3170e747b0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0,segment=NetworkSegment(b068e089-25ed-4a19-b1dd-e74e41f5e90e),segment_id=b068e089-25ed-4a19-b1dd-e74e41f5e90e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:00.635590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.732066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:00.754243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:00.775271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84e6bb-ba61-4dc4-ab25-57df0b165099 req-4dfce04d-e1b4-4848-9432-5a531c770b7a tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.776738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b84e6bb-ba61-4dc4-ab25-57df0b165099 req-4dfce04d-e1b4-4848-9432-5a531c770b7a tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 945 time: 0.4011040 May 26 22:54:00.785642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Usage tracker for resource:floatingip and tenant:3a342d88366b44a3a988143afe7717a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:00.793730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:00.804322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:00.812671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=be329524-3ed6-46ba-ad6b-2d3170e747b0,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:00.843538 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.872814 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b84e6bb-ba61-4dc4-ab25-57df0b165099 req-1eabf095-7df1-40dd-9c8a-1973fdb98a6c tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883660 May 26 22:54:00.893252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6a8fe-5351-4617-9b0f-ed2171b84887 req-4cda91c9-09ae-438c-b5c5-22a04b992fff tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.893252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1be6a8fe-5351-4617-9b0f-ed2171b84887 req-4cda91c9-09ae-438c-b5c5-22a04b992fff tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 944 time: 0.3573542 May 26 22:54:00.972848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['be329524-3ed6-46ba-ad6b-2d3170e747b0'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:54:01.018522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1be6a8fe-5351-4617-9b0f-ed2171b84887 req-ba3aea11-1575-4681-ba25-c37d90700fbe tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711415 May 26 22:54:01.092656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 368d12d6-1851-4ca6-a28b-4fa065326d31 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:01.096707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.115003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.170633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.327397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.369791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Allocated IP 172.25.4.55 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/cab0bd8f-f5d8-4e87-8f42-de17f9344b74) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:01.437957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.482583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=368d12d6-1851-4ca6-a28b-4fa065326d31,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:01.496567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820be522-f5a3-400c-9970-c1ae406ae0e7 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:01.506735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.536107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-788dc428-1fb8-43e8-bf3d-5054a42bd886 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/368d12d6-1851-4ca6-a28b-4fa065326d31 HTTP/1.1" status: 204 len: 168 time: 0.9464982 May 26 22:54:01.536770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36262) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:01.583241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.629055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.732772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:01.737004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:01.746250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:01.756729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet c89c19da-06f1-412b-9ccd-d2516c1bbdad {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:01.761660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.784837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Pushing event updated for resources: {'Port': ['ID=cab0bd8f-f5d8-4e87-8f42-de17f9344b74,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:01.830391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-39cfe928-c7e4-476e-8705-803a87de87b8 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:01.832087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-39cfe928-c7e4-476e-8705-803a87de87b8 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 945 time: 0.1812539 May 26 22:54:01.879455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36270) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:01.891728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:01.963354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Deleting port afe1d148-6cc3-4986-9c5a-30cf01755d77 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:01.963694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.027422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.061716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device be329524-3ed6-46ba-ad6b-2d3170e747b0 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:02.096442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.118286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.234536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.283821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port be329524-3ed6-46ba-ad6b-2d3170e747b0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:02.295431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port be329524-3ed6-46ba-ad6b-2d3170e747b0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:02.295431 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.421588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:02.426332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Usage tracker for resource:security_group_rule and tenant:f0eb31ad66ed4c79a104f461038c0854 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:02.430547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:02.438328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:02.469296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.509811 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.527562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=c89c19da-06f1-412b-9ccd-d2516c1bbdad,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:02.547729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port be329524-3ed6-46ba-ad6b-2d3170e747b0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0,segment=NetworkSegment(b068e089-25ed-4a19-b1dd-e74e41f5e90e),segment_id=b068e089-25ed-4a19-b1dd-e74e41f5e90e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:02.548670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be329524-3ed6-46ba-ad6b-2d3170e747b0'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:02.556594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.562292 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.565646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce9a7c-9241-421a-961f-f3b329c9237d req-c3332a2b-fa1d-4a7b-891d-2c246dec1918 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:02.567519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23ce9a7c-9241-421a-961f-f3b329c9237d req-c3332a2b-fa1d-4a7b-891d-2c246dec1918 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 945 time: 0.5196939 May 26 22:54:02.578681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.590506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.612395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36284) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:02.613228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fd4ff475-a7cf-4637-aa41-574bb1c6ff4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/c89c19da-06f1-412b-9ccd-d2516c1bbdad HTTP/1.1" status: 204 len: 168 time: 1.0747912 May 26 22:54:02.657261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=be329524-3ed6-46ba-ad6b-2d3170e747b0,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:02.721783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23ce9a7c-9241-421a-961f-f3b329c9237d req-99cf450a-69f8-4fae-8895-2397b7b7f11b tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/security-groups?id=770a5b36-c798-4ee5-b50b-d483697b5b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302569 May 26 22:54:02.744114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] For port afe1d148-6cc3-4986-9c5a-30cf01755d77, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=afe1d148-6cc3-4986-9c5a-30cf01755d77,segment=NetworkSegment(14d4fdb4-8a47-47d6-a1ad-18d920006967),segment_id=14d4fdb4-8a47-47d6-a1ad-18d920006967)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:02.744746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:02.779382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a5ace4-9d0b-4221-aeea-de0695d53050,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:02.815740 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-02c8ec95-5700-4506-9104-04ff376520b5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1782877 May 26 22:54:02.819146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36288) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:02.825963 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262a3d1d-74eb-4a8e-8651-4e9a9be2567b'] response: {'server_uuid': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be329524-3ed6-46ba-ad6b-2d3170e747b0', 'code': 200} May 26 22:54:02.844454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:02.907456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e02974b1-10c4-43a9-86f0-7c9f326fa9ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0eb31ad66ed4c79a104f461038c0854&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0256641 May 26 22:54:02.942624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36292) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:02.951177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Calling delete_port for afe1d148-6cc3-4986-9c5a-30cf01755d77 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:02.972244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e85998-d8e1-484e-b9df-fedc45e263f2 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:03.097874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-231808a5-3324-4e13-964c-bb93c332fbef None None] Provisioning complete for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:03.098298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-231808a5-3324-4e13-964c-bb93c332fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.159171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc605e-90ba-402a-9c7f-28d7f07aae0c req-4993ae84-492f-4ceb-8871-b90c945ffe40 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:03.166039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e57377f5-b489-4c17-b4a0-9beaaa514d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.166587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cabc605e-90ba-402a-9c7f-28d7f07aae0c req-4993ae84-492f-4ceb-8871-b90c945ffe40 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 944 time: 0.8501272 May 26 22:54:03.214518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e57377f5-b489-4c17-b4a0-9beaaa514d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.238037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.244544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:54:03.256377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['afe1d148-6cc3-4986-9c5a-30cf01755d77'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:54:03.266873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.291898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cabc605e-90ba-402a-9c7f-28d7f07aae0c req-eced0ed0-78ce-4933-91ee-a7cfed070aa3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249166 May 26 22:54:03.293297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:03.296592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.413321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:54:03.420000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] Deleting port 8a55a35d-1a20-4ddb-b637-7df55649dd0e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:03.421527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.438834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:03.508092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Pushing event deleted for resources: {'Port': ['ID=afe1d148-6cc3-4986-9c5a-30cf01755d77,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:03.518316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:03.530168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.530980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.531776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.532401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.534274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.535834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.536395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.536880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.537423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.538052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.538694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:03.564783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:03.596554 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0be96f1-7829-445a-829d-d487a81bcd45 req-eb416846-908f-4162-9b0f-3d543107a62b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 1096 time: 0.6955395 May 26 22:54:03.602090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Pushing event updated for resources: {'Port': ['ID=cab0bd8f-f5d8-4e87-8f42-de17f9344b74,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:03.620597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:03.654318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.666339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] No DVR routers for this DVR port afe1d148-6cc3-4986-9c5a-30cf01755d77 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:03.669324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.690134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5684706-336e-4578-8c80-12241dff904c', 'name': 'network-vif-deleted', 'tag': 'afe1d148-6cc3-4986-9c5a-30cf01755d77'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:03.697488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e57377f5-b489-4c17-b4a0-9beaaa514d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.700703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e57377f5-b489-4c17-b4a0-9beaaa514d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.704261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e57377f5-b489-4c17-b4a0-9beaaa514d25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49a5ace4-9d0b-4221-aeea-de0695d53050 HTTP/1.1" status: 204 len: 168 time: 0.6946001 May 26 22:54:03.746562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8bd14aa0-5b77-4afb-9172-45cc5da7102c req-9b552eb2-e17e-4dd0-830f-f8c1a5f5d7bc tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.48 "DELETE /v2.0/ports/afe1d148-6cc3-4986-9c5a-30cf01755d77 HTTP/1.1" status: 204 len: 173 time: 1.9077191 May 26 22:54:03.770576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57377f5-b489-4c17-b4a0-9beaaa514d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a5ace4-9d0b-4221-aeea-de0695d53050,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:03.893314 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed745797-d72a-47a5-ab45-ab33dd895a26'] response: {'server_uuid': 'd5684706-336e-4578-8c80-12241dff904c', 'name': 'network-vif-deleted', 'tag': 'afe1d148-6cc3-4986-9c5a-30cf01755d77', 'status': 'completed', 'code': 200} May 26 22:54:03.895459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:03.899257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36312) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:03.901587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-46a558fd-3cd7-42f4-a8da-557e2097370a tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5610821 May 26 22:54:04.058766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:04.087559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] For port 8a55a35d-1a20-4ddb-b637-7df55649dd0e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8a55a35d-1a20-4ddb-b637-7df55649dd0e,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:04.087559 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:04.107141 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0be96f1-7829-445a-829d-d487a81bcd45 req-769aa59d-36ea-4a89-82e6-98ce5c6a886c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866273 May 26 22:54:04.192715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-df6af5c2-6f07-44e7-a470-5d75a1036500 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Synchronizing usage tracker for tenant:f9f5454fbcd14b3391900e2d67b2aa0e on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:04.257013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-df6af5c2-6f07-44e7-a470-5d75a1036500 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Unset dirty status for tenant:f9f5454fbcd14b3391900e2d67b2aa0e on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:04.258569 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-df6af5c2-6f07-44e7-a470-5d75a1036500 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.3583586 May 26 22:54:04.261737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36322) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:04.312052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-671588b9-f0cb-47a2-b08e-47d3827a1638 req-f8af2693-1455-491e-b15b-687de6562395 tempest-InstanceActionsNegativeTestJSON-295599618 tempest-InstanceActionsNegativeTestJSON-295599618-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5684706-336e-4578-8c80-12241dff904c HTTP/1.1" status: 200 len: 210 time: 0.0995796 May 26 22:54:04.436241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] Calling delete_port for 8a55a35d-1a20-4ddb-b637-7df55649dd0e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:04.532473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36328) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:04.579474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-54142cf7-a4b2-4e30-a5fb-b673a101823e tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Synchronizing usage tracker for tenant:26757caca39249f5a7999ae5d3411398 on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:04.677402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8a55a35d-1a20-4ddb-b637-7df55649dd0e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:04.747048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:04.800273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] No DVR routers for this DVR port 8a55a35d-1a20-4ddb-b637-7df55649dd0e on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:04.837029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-54142cf7-a4b2-4e30-a5fb-b673a101823e tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Unset dirty status for tenant:26757caca39249f5a7999ae5d3411398 on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:04.838547 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-54142cf7-a4b2-4e30-a5fb-b673a101823e tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5747020 May 26 22:54:04.845848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe6e6-980f-4839-bc2b-5941a4586988 None None] Pushing event deleted for resources: {'Port': ['ID=8a55a35d-1a20-4ddb-b637-7df55649dd0e,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:04.850500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36334) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:04.855611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port 8a55a35d-1a20-4ddb-b637-7df55649dd0e {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:54:04.857029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8a55a35d-1a20-4ddb-b637-7df55649dd0e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:04.902458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36338) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:04.991798 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.010174 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.019686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.objects.ports [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:54:05.030475 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.139934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:05.147305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:05.152122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:05.153457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20c39-2c14-4103-b52a-2192ac75e720 req-b61ab6b8-1b48-4ba6-97f5-392182209bf3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:05.154108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Usage tracker for resource:security_group_rule and tenant:2e48caf86e7f44e39f41a61dac701600 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:05.155280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2f20c39-2c14-4103-b52a-2192ac75e720 req-b61ab6b8-1b48-4ba6-97f5-392182209bf3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.5997925 May 26 22:54:05.158164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=9744d6f6-363c-4bcb-bb3d-23da009fadb2,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:05.160062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Deleting port cab0bd8f-f5d8-4e87-8f42-de17f9344b74 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:05.160563 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.160984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:05.161555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.165296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:05.169529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58230b-7259-490b-97ab-12338397efbc None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:05.174345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:05.181085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:05.188699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Usage tracker for resource:security_group_rule and tenant:24a7c3f7110743af92a7185d7f3c10b8 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:05.194365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:05.206821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:05.232307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2093ddf7-7d47-4d54-adf4-b6c079843915 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4111166 May 26 22:54:05.236706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36350) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:05.295875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:05.351401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.353190 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.358135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.426361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.493490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350d4010-c875-4a27-945d-5148df6ab7e8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:05.501356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24a7c3f7110743af92a7185d7f3c10b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9676282 May 26 22:54:05.505341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36356) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:05.579404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da019e-7cd9-4f6d-9ed9-55cce1c59213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c57452c-dc38-4656-8fae-294e9f5801b5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:05.593619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a67930c-3aca-47ab-bc5a-5403d25e5cfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e48caf86e7f44e39f41a61dac701600&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6511161 May 26 22:54:05.598556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36360) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:05.644826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2f20c39-2c14-4103-b52a-2192ac75e720 req-884c06eb-0491-421e-83aa-95d2491bfe91 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566483 May 26 22:54:05.679214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '9744d6f6-363c-4bcb-bb3d-23da009fadb2'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:54:05.681261 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.703697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36364) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:05.744120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83e60dac-16c6-4bba-850d-d6c07d0ee77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.799868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83e60dac-16c6-4bba-850d-d6c07d0ee77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.888476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.889259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.902426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e99bda2e-7388-42f9-8adb-0a4512b35f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.954237 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e99bda2e-7388-42f9-8adb-0a4512b35f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:05.979312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Allocated IP 2001:db8::f816:3eff:feb3:85db (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/9744d6f6-363c-4bcb-bb3d-23da009fadb2/3999c8e6-d490-4640-a0aa-097898bd92f5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:06.018687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:06.032009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83e60dac-16c6-4bba-850d-d6c07d0ee77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.074337 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e99bda2e-7388-42f9-8adb-0a4512b35f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.080187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device afe1d148-6cc3-4986-9c5a-30cf01755d77 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:06.100157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e60dac-16c6-4bba-850d-d6c07d0ee77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c57452c-dc38-4656-8fae-294e9f5801b5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:06.112242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e99bda2e-7388-42f9-8adb-0a4512b35f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.112242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e99bda2e-7388-42f9-8adb-0a4512b35f89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/350d4010-c875-4a27-945d-5148df6ab7e8 HTTP/1.1" status: 204 len: 168 time: 0.5097089 May 26 22:54:06.112242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83e60dac-16c6-4bba-850d-d6c07d0ee77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.117219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-83e60dac-16c6-4bba-850d-d6c07d0ee77e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c57452c-dc38-4656-8fae-294e9f5801b5 HTTP/1.1" status: 204 len: 168 time: 0.6010027 May 26 22:54:06.122804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bda2e-7388-42f9-8adb-0a4512b35f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350d4010-c875-4a27-945d-5148df6ab7e8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:06.139102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:06.157155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Calling delete_port for cab0bd8f-f5d8-4e87-8f42-de17f9344b74 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:06.192760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:06.198372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] Deleting subnet 3928a7c4-8ce5-498c-baa7-bc0746a8939b {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:06.211034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.242581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:06.290615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:06.316095 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.360270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: afe1d148-6cc3-4986-9c5a-30cf01755d77 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:06.360745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device afe1d148-6cc3-4986-9c5a-30cf01755d77 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:06.582649 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.732334 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.907267 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:06.938359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Transition to ACTIVE for port object 3999c8e6-d490-4640-a0aa-097898bd92f5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:07.006635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.093129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Pushing event deleted for resources: {'Port': ['ID=cab0bd8f-f5d8-4e87-8f42-de17f9344b74,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:07.101245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Transition to ACTIVE for port object 3999c8e6-d490-4640-a0aa-097898bd92f5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:07.103492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.116021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.127877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725ccff-75b8-4231-9480-bf9c529ea07d req-6d027661-3b05-4fd6-b266-4ec52994c768 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:07.140974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9725ccff-75b8-4231-9480-bf9c529ea07d req-6d027661-3b05-4fd6-b266-4ec52994c768 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.2266603 May 26 22:54:07.197509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36394) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:07.207900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3928a7c4-8ce5-498c-baa7-bc0746a8939b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:07.250173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:07.262251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:07.270766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:07.273283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9725ccff-75b8-4231-9480-bf9c529ea07d req-9870fffa-bbc1-412e-afe3-36ce694ccc70 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311944 May 26 22:54:07.278244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.310398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.350708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:07.359587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Pushing event updated for resources: {'Port': ['ID=3999c8e6-d490-4640-a0aa-097898bd92f5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:07.363534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a3905ab7654e7e8c626b0d599e7942 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:07.372082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:07.381434 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9744d6f6-363c-4bcb-bb3d-23da009fadb2 (CIDR: 2001:db8::/64) May 26 22:54:07.382850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:07.400531 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:54:07.401142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:07.409943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-be569074-a05b-4a4f-9eb8-a79f0aa2cddc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3928a7c4-8ce5-498c-baa7-bc0746a8939b HTTP/1.1" status: 204 len: 168 time: 1.7016051 May 26 22:54:07.412397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36402) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:07.485338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4eb957fa-73d1-48ee-a0e2-cec10e32c74a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2372556 May 26 22:54:07.502692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.504961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.506131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6705427d-ca31-4ea4-ab1a-5b32e408f738 tempest-FloatingIPAdminTestJSON-1180044373 tempest-FloatingIPAdminTestJSON-1180044373-project] 10.222.0.32 "DELETE /v2.0/floatingips/d8894a09-03a6-4667-b9b4-8ec35cdecbc8 HTTP/1.1" status: 204 len: 168 time: 2.6572678 May 26 22:54:07.506821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36410) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:07.509090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36412) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:07.513122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Attempting to bind port 3999c8e6-d490-4640-a0aa-097898bd92f5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:07.514214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Attempting to bind port 3999c8e6-d490-4640-a0aa-097898bd92f5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:07.514376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:07.514884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Attempting to bind port 3999c8e6-d490-4640-a0aa-097898bd92f5 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:07.524743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:07.525713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:07.526915 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.527631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:07.528449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Bound port: 3999c8e6-d490-4640-a0aa-097898bd92f5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:07.529189 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.625423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.647459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] For port 3999c8e6-d490-4640-a0aa-097898bd92f5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:07.651160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] For port 3999c8e6-d490-4640-a0aa-097898bd92f5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3999c8e6-d490-4640-a0aa-097898bd92f5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:07.658720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.748490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c670864-5c46-4833-af62-2ecf25c04cab None None] Pushing event updated for resources: {'Port': ['ID=3999c8e6-d490-4640-a0aa-097898bd92f5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:07.756708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.781432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.218326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Deleting port 60891460-4005-4b46-b0ea-b163ac1a41d0 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:08.220130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.305959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.401518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b552951f-4831-446e-bfb3-8fa1bffbb08f']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:08.554239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7e63df-f352-4415-b5f0-9c8a7c8f80f5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:08.557879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d4fdb4-8a47-47d6-a1ad-18d920006967') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:08.559946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d4fdb4-8a47-47d6-a1ad-18d920006967') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:08.596981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.612746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-54a227d6-04e7-4f7b-951f-068e08ccfac6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0a3905ab7654e7e8c626b0d599e7942&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4139559 May 26 22:54:08.619955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:08.666187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3999c8e6-d490-4640-a0aa-097898bd92f5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:08.684097 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.698017 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.699362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.749198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:54:08.749878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: timer() May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:54:08.769286 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:54:08.822470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3999c8e6-d490-4640-a0aa-097898bd92f5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:08.875088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.884428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:08.907367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.919127 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-017adf22-4d73-4075-8513-28d454a33d06 req-595c21ac-8717-4de6-b1ac-74d413b79e72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de2b4a8676494a7c804a5ebfb2bfb101&device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 1096 time: 0.5002325 May 26 22:54:08.964104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b552951f-4831-446e-bfb3-8fa1bffbb08f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:08.989809 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61e75e35-2ad7-4491-87f8-b8d5f1107edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.992383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Calling delete_port for 60891460-4005-4b46-b0ea-b163ac1a41d0 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:09.028213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61e75e35-2ad7-4491-87f8-b8d5f1107edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.182570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61e75e35-2ad7-4491-87f8-b8d5f1107edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.187393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:09.194337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:09.214923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:09.215928 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-88b7233b-6d2c-4c70-a235-023ff78326c0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b552951f-4831-446e-bfb3-8fa1bffbb08f HTTP/1.1" status: 204 len: 168 time: 1.8018641 May 26 22:54:09.219940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61e75e35-2ad7-4491-87f8-b8d5f1107edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.231460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-61e75e35-2ad7-4491-87f8-b8d5f1107edd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf7e63df-f352-4415-b5f0-9c8a7c8f80f5 HTTP/1.1" status: 204 len: 168 time: 0.6020844 May 26 22:54:09.231460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e75e35-2ad7-4491-87f8-b8d5f1107edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7e63df-f352-4415-b5f0-9c8a7c8f80f5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:09.273971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.320816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017adf22-4d73-4075-8513-28d454a33d06 req-c7b977b0-8271-4cb2-8c2f-4896c86a54dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:09.322176 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-017adf22-4d73-4075-8513-28d454a33d06 req-c7b977b0-8271-4cb2-8c2f-4896c86a54dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=60eff0cf-d700-41a0-8d60-eafd07b9fbd4 HTTP/1.1" status: 200 len: 915 time: 0.3792565 May 26 22:54:09.343387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:09.364851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.403780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa53590-a058-4086-bc0e-98724336ce78 req-791fdeee-91bd-4ad8-ac7f-c506bd857e0f tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:09.411122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4fa53590-a058-4086-bc0e-98724336ce78 req-791fdeee-91bd-4ad8-ac7f-c506bd857e0f tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.8374255 May 26 22:54:09.431975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-017adf22-4d73-4075-8513-28d454a33d06 req-bbe47182-230d-4372-ae2f-c531bdb4cfad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0 HTTP/1.1" status: 200 len: 217 time: 0.1033978 May 26 22:54:09.467286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Pushing event deleted for resources: {'Port': ['ID=60891460-4005-4b46-b0ea-b163ac1a41d0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:09.552469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017adf22-4d73-4075-8513-28d454a33d06 req-fad1a0d0-cd17-41c3-9629-1a7559fcb779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:09.558347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-017adf22-4d73-4075-8513-28d454a33d06 req-fad1a0d0-cd17-41c3-9629-1a7559fcb779 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1af29f8e-1243-4335-bce5-0e34129574e6 HTTP/1.1" status: 200 len: 854 time: 0.1207142 May 26 22:54:09.592545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7ee5446a-c063-48eb-a88c-517a10cb3ebc None None] Provisioning for port 3999c8e6-d490-4640-a0aa-097898bd92f5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:09.601900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7ee5446a-c063-48eb-a88c-517a10cb3ebc None None] Provisioning complete for port 3999c8e6-d490-4640-a0aa-097898bd92f5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:09.603029 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7ee5446a-c063-48eb-a88c-517a10cb3ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.683901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36452) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:09.809662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-017adf22-4d73-4075-8513-28d454a33d06 req-9c736835-daea-498e-8082-39ecad6a353a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60eff0cf-d700-41a0-8d60-eafd07b9fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2448392 May 26 22:54:09.811915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc74293e-544b-4fc6-b1b0-70f1a44df33e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9722733edcad4a2c878f49a7f6abc694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1269829 May 26 22:54:09.814754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:09.903236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4fa53590-a058-4086-bc0e-98724336ce78 req-9b864772-0ddc-489b-8bf8-8ad4f8e7c72d tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912543 May 26 22:54:09.936931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.943467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7ee5446a-c063-48eb-a88c-517a10cb3ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.015302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.024304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36468) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:10.025029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d9023d9-2901-4993-849d-f7d3e44ed288 tempest-FloatingIPAdminTestJSON-471535148 tempest-FloatingIPAdminTestJSON-471535148-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/2901ad81-a3be-4019-bf9a-928aab76ae1d HTTP/1.1" status: 204 len: 168 time: 2.5112889 May 26 22:54:10.029710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7ee5446a-c063-48eb-a88c-517a10cb3ebc None None] For port 3999c8e6-d490-4640-a0aa-097898bd92f5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3999c8e6-d490-4640-a0aa-097898bd92f5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:10.040764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7ee5446a-c063-48eb-a88c-517a10cb3ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.070511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6757-a159-4fa5-b3b3-16f7fbe8a988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.096408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-017adf22-4d73-4075-8513-28d454a33d06 req-e0c0d3ce-6a89-44a3-8c6a-4b825df6cb1e service neutron] 10.222.0.48 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780845 May 26 22:54:10.187702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5446a-c063-48eb-a88c-517a10cb3ebc None None] Pushing event updated for resources: {'Port': ['ID=3999c8e6-d490-4640-a0aa-097898bd92f5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:10.241101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.315961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6757-a159-4fa5-b3b3-16f7fbe8a988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.328915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:10.331216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Deleting port 36da3211-377b-42f1-afae-6e733409ca73 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:10.332148 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.333148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:10.337727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:10.338308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.345049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=50118f17-a739-47ce-bc6f-dd3d6b251ee2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:10.350293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c831736-f6fc-4475-a496-ee67253631c1 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:10.370056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5128bce0-9de0-464f-ba7a-257ba8343861 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8619506 May 26 22:54:10.372930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36480) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:10.381027 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:2f:14:dd', 'name': 'tempest-NetworksTestDHCPv6-307240075'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:10.570379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3999c8e6-d490-4640-a0aa-097898bd92f5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:10.577163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:10.582721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:10.585665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:10.598565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:10.638361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:10.643558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.702376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-017adf22-4d73-4075-8513-28d454a33d06 req-619d3279-7f1d-4654-9a7a-0592ff72ab6b service neutron] 10.222.0.48 "GET /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943265 May 26 22:54:10.707043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port f06f8665-89f8-4f71-8af2-9480633fcb04 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:54:10.765873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6757-a159-4fa5-b3b3-16f7fbe8a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.932199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.950810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3999c8e6-d490-4640-a0aa-097898bd92f5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:10.953605 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.975205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d6757-a159-4fa5-b3b3-16f7fbe8a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a5b36-c798-4ee5-b50b-d483697b5b56,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:10.994258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6757-a159-4fa5-b3b3-16f7fbe8a988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.995427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a6d6757-a159-4fa5-b3b3-16f7fbe8a988 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/770a5b36-c798-4ee5-b50b-d483697b5b56 HTTP/1.1" status: 204 len: 168 time: 1.1795049 May 26 22:54:11.181145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8:0:1::39 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/50118f17-a739-47ce-bc6f-dd3d6b251ee2/f06f8665-89f8-4f71-8af2-9480633fcb04) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:11.191271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::f816:3eff:fe2f:14dd (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/9744d6f6-363c-4bcb-bb3d-23da009fadb2/f06f8665-89f8-4f71-8af2-9480633fcb04) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:11.277766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] Update dhcp port {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'fixed_ips': [{'subnet_id': '9744d6f6-363c-4bcb-bb3d-23da009fadb2', 'ip_address': '2001:db8::f816:3eff:feb3:85db'}, {'subnet_id': '50118f17-a739-47ce-bc6f-dd3d6b251ee2'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '3999c8e6-d490-4640-a0aa-097898bd92f5'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 22:54:11.424764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:11.536803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:11.595700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object f06f8665-89f8-4f71-8af2-9480633fcb04 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:11.652116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:11.723937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Calling delete_port for 36da3211-377b-42f1-afae-6e733409ca73 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:11.809485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:11.813029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:11.819200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:11.830829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:11.832098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:11.838040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=f06f8665-89f8-4f71-8af2-9480633fcb04,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:11.910195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] Allocated IP 2001:db8:0:1::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/50118f17-a739-47ce-bc6f-dd3d6b251ee2/3999c8e6-d490-4640-a0aa-097898bd92f5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:11.917524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b2b9263f-6641-4350-bbda-aa76dd68badc tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5429733 May 26 22:54:11.920470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36522) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:12.080690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port f06f8665-89f8-4f71-8af2-9480633fcb04 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:12.081325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.100332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163a24e-1aee-4e44-85fc-e5f7277a2b1f req-ff709dd6-e42c-4e47-ad17-08dcf7ce2192 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:12.113112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0163a24e-1aee-4e44-85fc-e5f7277a2b1f req-ff709dd6-e42c-4e47-ad17-08dcf7ce2192 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.2136002 May 26 22:54:12.223111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:12.250652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] For port 3999c8e6-d490-4640-a0aa-097898bd92f5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3999c8e6-d490-4640-a0aa-097898bd92f5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:12.277526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0163a24e-1aee-4e44-85fc-e5f7277a2b1f req-219c3257-8bc4-4c6b-8c73-dd54562d7ff4 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632121 May 26 22:54:12.278416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.310283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.337429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Port': ['ID=36da3211-377b-42f1-afae-6e733409ca73,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:12.373739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] Transition to ACTIVE for port object 3999c8e6-d490-4640-a0aa-097898bd92f5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:12.382544 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.434262 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.546504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.561650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2b95bde4-755d-42ba-9290-019ca37fcce7 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "DELETE /v2.0/ports/36da3211-377b-42f1-afae-6e733409ca73 HTTP/1.1" status: 204 len: 168 time: 2.5340044 May 26 22:54:12.562475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36538) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:12.687326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53df607-27e3-47ba-9c28-d863d9f5d34e None None] Pushing event updated for resources: {'Port': ['ID=3999c8e6-d490-4640-a0aa-097898bd92f5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:12.723799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for f06f8665-89f8-4f71-8af2-9480633fcb04 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:12.731702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.808378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e8014-8ffd-4ea0-a5cd-823d1f6d1661 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:12.809918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d38e8014-8ffd-4ea0-a5cd-823d1f6d1661 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Synchronizing usage tracker for tenant:26757caca39249f5a7999ae5d3411398 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:12.830728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:12.837104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Usage tracker for resource:security_group_rule and tenant:5e68fe13803c449b9e6565dac33ba82a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:12.852769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:12.862532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:12.868042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d38e8014-8ffd-4ea0-a5cd-823d1f6d1661 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Unset dirty status for tenant:26757caca39249f5a7999ae5d3411398 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:12.870276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d38e8014-8ffd-4ea0-a5cd-823d1f6d1661 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "GET /v2.0/ports?device_id=68e6a645-fd5a-4d10-94a3-c1c640e1c6dc HTTP/1.1" status: 200 len: 913 time: 0.3065062 May 26 22:54:12.873168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36546) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:13.017222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.083235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=f06f8665-89f8-4f71-8af2-9480633fcb04,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:13.140105 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.148897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.212748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e68fe13803c449b9e6565dac33ba82a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9681165 May 26 22:54:13.218464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36558) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:13.226652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.259127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-422e534a-b401-4362-8b8d-7751c52dcdbf tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/f06f8665-89f8-4f71-8af2-9480633fcb04 HTTP/1.1" status: 204 len: 168 time: 1.3373766 May 26 22:54:13.261812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36562) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:13.271386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dd353-9a2a-47b3-8a4c-2cc08300ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1ae27-92d2-4953-a5f6-a94514e5e338,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:13.532514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e118c-432b-4a36-8eaf-4c50914bfac4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:13.533890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c61e118c-432b-4a36-8eaf-4c50914bfac4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:13.584623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7ea742e-48e4-4f53-8f60-84ba35822349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.616170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ba606f7a-b157-4d5d-b816-b4137a60ff95 None None] Provisioning for port 3999c8e6-d490-4640-a0aa-097898bd92f5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:13.621557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ba606f7a-b157-4d5d-b816-b4137a60ff95 None None] Provisioning complete for port 3999c8e6-d490-4640-a0aa-097898bd92f5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:13.622043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ba606f7a-b157-4d5d-b816-b4137a60ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.646907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c61e118c-432b-4a36-8eaf-4c50914bfac4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:13.648125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c61e118c-432b-4a36-8eaf-4c50914bfac4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3853407 May 26 22:54:13.657354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:13.718714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7ea742e-48e4-4f53-8f60-84ba35822349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.726124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d47dd-ab5b-43d1-ac39-25c8c5a8ff8f req-f6917fa4-de5a-48e3-a016-fd6f437fd67b tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:13.727698 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e8d47dd-ab5b-43d1-ac39-25c8c5a8ff8f req-f6917fa4-de5a-48e3-a016-fd6f437fd67b tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.1904442 May 26 22:54:13.861622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e8d47dd-ab5b-43d1-ac39-25c8c5a8ff8f req-1dde4083-b109-4eb2-a7d4-d4f28691b99a tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228249 May 26 22:54:13.961136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe9a09-8b9a-4b5e-9ade-5b66aeb27010 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:13.965230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0dbe9a09-8b9a-4b5e-9ade-5b66aeb27010 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3036921 May 26 22:54:13.965744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36592) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:13.976701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7ea742e-48e4-4f53-8f60-84ba35822349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.990378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:14.063348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b49813d-818a-4d3a-883f-7f81a1c06769 None None] Could not find standard attr ID for object f06f8665-89f8-4f71-8af2-9480633fcb04. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 22:54:14.163714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11890188-821d-4040-be43-038ff264ca4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:14.165052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11890188-821d-4040-be43-038ff264ca4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:14.166546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11890188-821d-4040-be43-038ff264ca4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:14.167419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11890188-821d-4040-be43-038ff264ca4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:14.179587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea742e-48e4-4f53-8f60-84ba35822349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1ae27-92d2-4953-a5f6-a94514e5e338,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:14.182360 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7ea742e-48e4-4f53-8f60-84ba35822349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:14.186473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f7ea742e-48e4-4f53-8f60-84ba35822349 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7f1ae27-92d2-4953-a5f6-a94514e5e338 HTTP/1.1" status: 204 len: 168 time: 0.9393761 May 26 22:54:14.199557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11890188-821d-4040-be43-038ff264ca4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:14.201712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-11890188-821d-4040-be43-038ff264ca4b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2347980 May 26 22:54:14.204380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36608) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:14.570064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3999c8e6-d490-4640-a0aa-097898bd92f5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:14.576318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 50118f17-a739-47ce-bc6f-dd3d6b251ee2 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:14.589336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:14.697205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:14.726528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3999c8e6-d490-4640-a0aa-097898bd92f5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:14.726997 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:14.827223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:14.967363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:14.971729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188f8e4-0f49-40d0-bf75-2079d94d705b req-e0529e2e-66a3-48be-9217-5a40637a4512 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:14.973354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4188f8e4-0f49-40d0-bf75-2079d94d705b req-e0529e2e-66a3-48be-9217-5a40637a4512 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.1097848 May 26 22:54:15.010912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=50118f17-a739-47ce-bc6f-dd3d6b251ee2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:15.019869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.030087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a87b9-2d49-4af4-b74e-bd5b3933711e None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:15.035922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3d0f1cb9-b2ff-44e5-bd39-4ee2c56159de tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/50118f17-a739-47ce-bc6f-dd3d6b251ee2 HTTP/1.1" status: 204 len: 168 time: 0.8298445 May 26 22:54:15.038619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36634) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:15.130056 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4188f8e4-0f49-40d0-bf75-2079d94d705b req-bc7e85cb-f130-431c-9b32-46988d14a6ab tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853038 May 26 22:54:15.180080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 9744d6f6-363c-4bcb-bb3d-23da009fadb2 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:15.183860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.261998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.460233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Deleting port 123d4896-ef22-445f-b911-cef6eb71b574 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:15.460563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.464235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.665365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.849107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=9744d6f6-363c-4bcb-bb3d-23da009fadb2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:15.863820 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.885752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d472707b-08bb-4778-8756-30287d4375c2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/9744d6f6-363c-4bcb-bb3d-23da009fadb2 HTTP/1.1" status: 204 len: 168 time: 0.8404667 May 26 22:54:15.886456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36664) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:15.971579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36670) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:16.037604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f507d411-e046-4e6b-8943-39717d9c45a8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498179 May 26 22:54:16.040790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36678) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:16.045563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.051465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:16.257115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab33470-c836-4a9b-8cb5-7d205562c569 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:16.346584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:16.359023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:16.364070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:16.377809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:16.451253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:16.455207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.469546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Calling delete_port for 123d4896-ef22-445f-b911-cef6eb71b574 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:16.570092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9d90761b-9ea6-4c3a-aa3f-f46c75090713 None None] Provisioning complete for port 3999c8e6-d490-4640-a0aa-097898bd92f5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:16.570853 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9d90761b-9ea6-4c3a-aa3f-f46c75090713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.582412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b045-2283-47bd-913b-805bcc1f4123 req-f0ee2e44-2478-4c25-a7a6-83cde91e400c tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:16.584021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d58b045-2283-47bd-913b-805bcc1f4123 req-f0ee2e44-2478-4c25-a7a6-83cde91e400c tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.2031434 May 26 22:54:16.638567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-3492426-network', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:16.647522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:16.653393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Usage tracker for resource:network and tenant:7cab6f9bc50f4af4b7e6a4531e3ab743 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:16.657296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:16.664827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:16.723936 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d58b045-2283-47bd-913b-805bcc1f4123 req-fc2dcc22-0daa-481d-b96b-e2cb1116ffdb tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220541 May 26 22:54:16.738345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:54:16.755410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] Deleting port 3999c8e6-d490-4640-a0aa-097898bd92f5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:16.756078 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.782978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Made reservation on behalf of 7cab6f9bc50f4af4b7e6a4531e3ab743 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:16.785829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.808887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.912600 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.949379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Port': ['ID=123d4896-ef22-445f-b911-cef6eb71b574,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:17.048632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.122352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-67abdd64-2326-4799-9476-2fe065e37b94 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:17.124467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-67abdd64-2326-4799-9476-2fe065e37b94 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 1.0533438 May 26 22:54:17.127340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] For port 3999c8e6-d490-4640-a0aa-097898bd92f5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3999c8e6-d490-4640-a0aa-097898bd92f5,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:17.132966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:17.134023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.178530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Usage tracker for resource:security_group_rule and tenant:7cab6f9bc50f4af4b7e6a4531e3ab743 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:17.195693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:17.217716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:17.220277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=39b98218-570e-4d51-a72a-7d62cd2bee14,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:17.288824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:17.290238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:17.302333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:17.302931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.334094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Deleting port be329524-3ed6-46ba-ad6b-2d3170e747b0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:17.335205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.379577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ba961f40-803e-4ad0-a082-8a2967f19146 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3361793 May 26 22:54:17.380364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36712) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:17.389555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:17.442783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] Calling delete_port for 3999c8e6-d490-4640-a0aa-097898bd92f5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:17.491749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-27e36084-c349-46c9-8f04-3610ca0549fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.503587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36716) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:17.504049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36718) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:17.604458 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.781222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] No DVR routers for this DVR port 3999c8e6-d490-4640-a0aa-097898bd92f5 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:17.783480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adb18a-3bc0-4f89-8015-13d938879dc1 None None] Pushing event deleted for resources: {'Port': ['ID=3999c8e6-d490-4640-a0aa-097898bd92f5,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:17.803534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252ecdc-f0fc-4ef6-ac35-bd5295f4cedf None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:17.846244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:17.851373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:17.854461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:17.860345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:17.872898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:17.878518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.942926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] For port be329524-3ed6-46ba-ad6b-2d3170e747b0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=be329524-3ed6-46ba-ad6b-2d3170e747b0,segment=NetworkSegment(b068e089-25ed-4a19-b1dd-e74e41f5e90e),segment_id=b068e089-25ed-4a19-b1dd-e74e41f5e90e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:17.943289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.028689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': '39b98218-570e-4d51-a72a-7d62cd2bee14'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:54:18.029797 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.065063 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39b98218-570e-4d51-a72a-7d62cd2bee14 (CIDR: 2001:db8::/64) May 26 22:54:18.068605 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:54:18.069283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:18.090998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fae4d57c-d7e0-4dc6-a164-ceb900a40d8f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7095194 May 26 22:54:18.093624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36734) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:18.100882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Calling delete_port for be329524-3ed6-46ba-ad6b-2d3170e747b0 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:18.101842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:18.256446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/39b98218-570e-4d51-a72a-7d62cd2bee14/f7be145d-139e-46b4-b7b0-2ba25cf0dea1) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:18.262130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.274523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.317777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:18.326769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:18.333632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:18.338437 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.340567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:18.351092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:18.355683 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.368063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.423234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b46fc8-6dd8-439d-924d-4fb45028159b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:18.457107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:54:18.460583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:18.512976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:18.523620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Usage tracker for resource:security_group_rule and tenant:8f0677f466b3402c84242b6c78034ea7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:18.545301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:18.552986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Usage tracker for resource:security_group_rule and tenant:60d0a061a7324c0d8be98d9675dacffb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:18.565697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:18.570042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:18.580601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0866ab-b438-4e5a-b017-a93bdc169d24 req-33ba3a40-356a-4bf2-89d1-dc9f03a0da7b tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:18.580899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3999c8e6-d490-4640-a0aa-097898bd92f5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:18.582329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb0866ab-b438-4e5a-b017-a93bdc169d24 req-33ba3a40-356a-4bf2-89d1-dc9f03a0da7b tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 945 time: 0.4450154 May 26 22:54:18.589827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:18.626967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3999c8e6-d490-4640-a0aa-097898bd92f5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:18.627251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3999c8e6-d490-4640-a0aa-097898bd92f5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:18.668167 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.673453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.674422 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Added segment fc29436f-2af9-4bf4-9cfe-1356ebf2967a of type vlan for network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba May 26 22:54:18.676786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.698660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Transition to ACTIVE for port object f7be145d-139e-46b4-b7b0-2ba25cf0dea1 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:18.739659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Transition to ACTIVE for port object f7be145d-139e-46b4-b7b0-2ba25cf0dea1 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:18.748492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.757728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Pushing event deleted for resources: {'Port': ['ID=be329524-3ed6-46ba-ad6b-2d3170e747b0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:18.813863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.840318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:54:18.869036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Pushing event updated for resources: {'Port': ['ID=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:18.879923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:18.881509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:18.884504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:18.907621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb0866ab-b438-4e5a-b017-a93bdc169d24 req-f1c0eed8-165d-4f33-bf85-ba71b605d2d1 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/security-groups?id=eca18500-00b1-4c2e-895c-0f3805d52fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136904 May 26 22:54:18.919385 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:18.973507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] No DVR routers for this DVR port be329524-3ed6-46ba-ad6b-2d3170e747b0 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:18.983232 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.015478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'name': 'network-vif-deleted', 'tag': 'be329524-3ed6-46ba-ad6b-2d3170e747b0'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:19.021436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.032069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.033491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:19.034099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.039186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Attempting to bind port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:19.039567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Attempting to bind port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:19.039932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Attempting to bind port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:19.051761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:19.052141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:19.052545 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.053023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:19.053421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Bound port: f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:19.053948 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.188285 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef7a224-88eb-42ed-b1dc-7f864f88b344'] response: {'server_uuid': '7c567ed1-31b5-4703-90d0-dd771c9185fc', 'name': 'network-vif-deleted', 'tag': 'be329524-3ed6-46ba-ad6b-2d3170e747b0', 'status': 'completed', 'code': 200} May 26 22:54:19.294210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.307452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.338884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host n-d-843301-1, got binding levels [] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:19.339270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.358155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.369652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.375250 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.381779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] For port f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:19.387709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] For port f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:19.394222 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.420482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] Pushing event updated for resources: {'Network': ['ID=0f44a6d7-17f1-47b7-b51c-7362dfafa7ba,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:19.431938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:19.432271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:19.432593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:19.456712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-645cc178-efc9-4437-9ed2-5cb8135ff4c1 req-6a379357-8242-4f5a-b101-d919ca3f18e3 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.48 "DELETE /v2.0/ports/be329524-3ed6-46ba-ad6b-2d3170e747b0 HTTP/1.1" status: 204 len: 173 time: 2.3199985 May 26 22:54:19.458329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:54:19.460723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:19.461059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:19.461536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.462188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:19.462632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Bound port: f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:19.462965 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.483738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907024aa-08fe-4e23-b749-ece8a559b9a6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:19.549830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea19c5a6-2f12-4e61-a3e3-3a90a9854733,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:19.557598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c2abe99c-10c2-4a58-88d8-4e013e41396e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f0677f466b3402c84242b6c78034ea7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0482342 May 26 22:54:19.563590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3d71bb87-72dd-4309-adfa-94b571955b3b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5909715 May 26 22:54:19.566477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-05dca5ca-9528-40ce-a6bf-03daa3e9f3bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60d0a061a7324c0d8be98d9675dacffb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0592868 May 26 22:54:19.567089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36754) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:19.567416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36756) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:19.571660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36760) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:19.573500 n-d-843301-1 neutron-server[84030]: WARNING neutron.plugins.ml2.plugin [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Concurrent port binding operations failed on port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 May 26 22:54:19.578455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:19.581605 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempt 2 to bind port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 May 26 22:54:19.585939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.592384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Request body: {'subnet': {'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-3492426-subnet', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:19.655215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:19.656257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:19.661367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:19.666136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,revision_number=4']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:19.669786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:19.670431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.687335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Usage tracker for resource:subnet and tenant:7cab6f9bc50f4af4b7e6a4531e3ab743 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:19.695305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:19.712833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:19.762162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36770) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:19.763374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182adb6-b544-49e4-bdb4-8b2309c7689a None None] Pushing event updated for resources: {'Port': ['ID=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:19.765228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6699891 May 26 22:54:19.785617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:ae:73:4b', 'name': 'tempest-NetworksTestDHCPv6-1067648987'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:19.788432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df55dfd-464e-4fa1-8f2a-d9daa90b6b63 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=ca609372-1b56-4ccd-a7ae-9a840d1fcc05,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:19.807107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Made reservation on behalf of 7cab6f9bc50f4af4b7e6a4531e3ab743 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:19.809323 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.830628 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d47da7c3-d234-4ad1-9457-338a8cbdfd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:19.892066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b1a5-9036-43cc-9705-3987ddbc9709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:20.137443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device be329524-3ed6-46ba-ad6b-2d3170e747b0 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:20.281257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: be329524-3ed6-46ba-ad6b-2d3170e747b0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:20.283809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device be329524-3ed6-46ba-ad6b-2d3170e747b0 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:20.292270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a4cd015-ef69-48b4-ae5d-2b5f22f62f18 req-c36b358b-6a64-4cb9-8112-34b90175cd19 tempest-InstanceActionsTestJSON-828163557 tempest-InstanceActionsTestJSON-828163557-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c567ed1-31b5-4703-90d0-dd771c9185fc HTTP/1.1" status: 200 len: 210 time: 0.1019371 May 26 22:54:20.460854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d47da7c3-d234-4ad1-9457-338a8cbdfd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:20.469166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-234960ef-5999-44c8-94cf-8bd6e26c186d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:20.507448 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-234960ef-5999-44c8-94cf-8bd6e26c186d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:20.536501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:20.547411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:20.572933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:20.585773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:20.651770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:20.674686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7be145d-139e-46b4-b7b0-2ba25cf0dea1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:20.844316 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:20.859475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:20.899353 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:20.902924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:21.024255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-234960ef-5999-44c8-94cf-8bd6e26c186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.071145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d47da7c3-d234-4ad1-9457-338a8cbdfd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.076311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221b2fd-484c-402f-80a5-e10a5616112a None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:21.093833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234960ef-5999-44c8-94cf-8bd6e26c186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea19c5a6-2f12-4e61-a3e3-3a90a9854733,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:21.137904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47da7c3-d234-4ad1-9457-338a8cbdfd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907024aa-08fe-4e23-b749-ece8a559b9a6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:21.155564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a811c641-e69f-4902-98b1-64decb592c3c,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:21.210861 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d47da7c3-d234-4ad1-9457-338a8cbdfd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.212001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d47da7c3-d234-4ad1-9457-338a8cbdfd84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/907024aa-08fe-4e23-b749-ece8a559b9a6 HTTP/1.1" status: 204 len: 168 time: 1.6391225 May 26 22:54:21.227018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-234960ef-5999-44c8-94cf-8bd6e26c186d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.231126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-234960ef-5999-44c8-94cf-8bd6e26c186d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea19c5a6-2f12-4e61-a3e3-3a90a9854733 HTTP/1.1" status: 204 len: 168 time: 1.6620328 May 26 22:54:21.235310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.244080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a258d70c-c755-4468-863a-a64a0b93dfbc None None] Provisioning for port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:21.254292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a258d70c-c755-4468-863a-a64a0b93dfbc None None] Provisioning complete for port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:21.255371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a258d70c-c755-4468-863a-a64a0b93dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.314019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Checking segment: {'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:21.314504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Network hostable DHCP agents. Network: 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:54:21.439623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a258d70c-c755-4468-863a-a64a0b93dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.489952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:21.497369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a258d70c-c755-4468-863a-a64a0b93dfbc None None] For port f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:21.512964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 14e176a7-cf9f-4eab-8d67-a5b5f530efe7 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:54:21.578504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a258d70c-c755-4468-863a-a64a0b93dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.671659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] Deleting subnet 1af29f8e-1243-4335-bce5-0e34129574e6 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:21.679381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258d70c-c755-4468-863a-a64a0b93dfbc None None] Pushing event updated for resources: {'Port': ['ID=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:21.681259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.690132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:54:21.745036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:21.760059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a8bb6-03aa-4a34-a7df-835018f2cf02 None None] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:21.818462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.823335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:21.823916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:21.895586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2ec31b94-89fc-41dc-960f-3a5063681aa2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3249381 May 26 22:54:21.896755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36800) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:21.944197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:21.960564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.002982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:22.015752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::b6 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/39b98218-570e-4d51-a72a-7d62cd2bee14/14e176a7-cf9f-4eab-8d67-a5b5f530efe7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:22.021527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Usage tracker for resource:router and tenant:7cab6f9bc50f4af4b7e6a4531e3ab743 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:22.027089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8:0:1:f816:3eff:feae:734b (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/ca609372-1b56-4ccd-a7ae-9a840d1fcc05/14e176a7-cf9f-4eab-8d67-a5b5f530efe7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:22.046578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:22.069319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:22.073484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:22.120402 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.148264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.152925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Router 68e6a645-fd5a-4d10-94a3-c1c640e1c6dc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:22.206060 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.207082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.234173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-0f44a6d7-17f1-47b7-b51c-7362dfafa7ba', 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'fixed_ips': [{'subnet_id': 'a811c641-e69f-4902-98b1-64decb592c3c'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:54:22.235318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.238845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36808) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:22.312047 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.331801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:22.336657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Usage tracker for resource:security_group_rule and tenant:01b9a177bc574f8f88bbe0acb2b06781 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:22.340504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:22.347761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:22.530982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Allocated IP 172.20.0.2 (0f44a6d7-17f1-47b7-b51c-7362dfafa7ba/a811c641-e69f-4902-98b1-64decb592c3c/ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:22.572454 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.641932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.643089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7be145d-139e-46b4-b7b0-2ba25cf0dea1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:22.674277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 14e176a7-cf9f-4eab-8d67-a5b5f530efe7 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:22.674395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.699476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.748420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:22.760168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Usage tracker for resource:security_group_rule and tenant:5c34d63a72e542b38377ca9b74bb6e89 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:22.760168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:22.772060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:22.772060 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.805641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:22.811758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:22.811758 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.828187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-44c63e54-3368-425b-86d9-71223131e2e5 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "PUT /v2.0/routers/68e6a645-fd5a-4d10-94a3-c1c640e1c6dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9473805 May 26 22:54:22.828187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.833380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:22.842144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] Sync routers for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:22.864237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa9aa0-deef-41db-ab0e-66cd30f8992a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:22.948037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af29f8e-1243-4335-bce5-0e34129574e6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:22.957111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-11bcb71c-c39e-49ea-b24e-b2ab4737029b None None] Provisioning complete for port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:22.957482 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11bcb71c-c39e-49ea-b24e-b2ab4737029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.966040 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d90f5f7-d025-4571-9aa7-04bb115200ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01b9a177bc574f8f88bbe0acb2b06781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8872886 May 26 22:54:23.005461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:23.006156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:23.017694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36818) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:23.022303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.063096 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.090084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:23.092835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Transition to ACTIVE for port object ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:23.108422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-31b0ea81-09ff-4eb8-a522-c37cb7f1447f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1af29f8e-1243-4335-bce5-0e34129574e6 HTTP/1.1" status: 204 len: 168 time: 1.6162338 May 26 22:54:23.114623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:23.153947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.169176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:23.174939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:23.176119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Transition to ACTIVE for port object ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:23.177722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:23.183818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:23.184663 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.188960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] Routers {'68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:23.189897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:23.211258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=14e176a7-cf9f-4eab-8d67-a5b5f530efe7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:23.235881 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ab4adce4-266f-4a07-a61b-872be6b7fab4 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4660926 May 26 22:54:23.238565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36826) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:23.239208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.259398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.261078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:23.261492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee104bf-6538-45e3-b4c8-678cc39b89b8 None None] The sync data for ids ['68e6a645-fd5a-4d10-94a3-c1c640e1c6dc'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:23.263232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.287134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee41f-2a3e-4c94-b833-573af0e304e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.333157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 14e176a7-cf9f-4eab-8d67-a5b5f530efe7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:23.333596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.353844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee41f-2a3e-4c94-b833-573af0e304e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.398600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:23.405789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:23.408968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Pushing event updated for resources: {'Port': ['ID=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:23.412883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:23.475439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c34d63a72e542b38377ca9b74bb6e89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2321157 May 26 22:54:23.476685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.479485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36830) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:23.506654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee41f-2a3e-4c94-b833-573af0e304e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.512356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Attempting to bind port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:23.512726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Attempting to bind port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:23.513081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Attempting to bind port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba on network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:23.520321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:23.521480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Checking segment: {'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:23.521480 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.521480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Bound using segment: {'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:23.522012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Bound port: ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:23.522399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.581495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82801d0a-3456-47c0-b1ae-88415fffd30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162a0410-e974-4cd6-95b6-589a1ab7643e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:23.582990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ea3dc9c-d187-423b-b3a1-f12d3911d5b7 None None] Provisioning for port 14e176a7-cf9f-4eab-8d67-a5b5f530efe7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:23.596724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.597274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ea3dc9c-d187-423b-b3a1-f12d3911d5b7 None None] Provisioning complete for port 14e176a7-cf9f-4eab-8d67-a5b5f530efe7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:23.597616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ea3dc9c-d187-423b-b3a1-f12d3911d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.672272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ee41f-2a3e-4c94-b833-573af0e304e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa9aa0-deef-41db-ab0e-66cd30f8992a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:23.673632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ea3dc9c-d187-423b-b3a1-f12d3911d5b7 None None] Port 14e176a7-cf9f-4eab-8d67-a5b5f530efe7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:54:23.674826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee41f-2a3e-4c94-b833-573af0e304e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.678159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] For port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:23.678304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ba2ee41f-2a3e-4c94-b833-573af0e304e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/beaa9aa0-deef-41db-ab0e-66cd30f8992a HTTP/1.1" status: 204 len: 168 time: 0.6552701 May 26 22:54:23.678932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] For port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,segment=NetworkSegment(fc29436f-2af9-4bf4-9cfe-1356ebf2967a),segment_id=fc29436f-2af9-4bf4-9cfe-1356ebf2967a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:23.687370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.797649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.843215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a815d-a7b5-4ac1-b861-f90825d896a9 None None] Pushing event updated for resources: {'Port': ['ID=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:23.890350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.903796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53705017-47df-4170-a5dc-ba440a5de7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.943564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eff0cf-d700-41a0-8d60-eafd07b9fbd4']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:23.949614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 14e176a7-cf9f-4eab-8d67-a5b5f530efe7 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:23.961406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53705017-47df-4170-a5dc-ba440a5de7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.975784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b068e089-25ed-4a19-b1dd-e74e41f5e90e') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:23.976078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b068e089-25ed-4a19-b1dd-e74e41f5e90e') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:24.003283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.073405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.081118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:54:24.081541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: timer() May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:54:24.102252 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:54:24.195710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.257945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Deleting port c9cbafd0-c1c3-43fa-8dbe-93b52155ee7e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:24.257945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.258245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.285517 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.309837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.317787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.322371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] Pushing event deleted for resources: {'Network': ['ID=60eff0cf-d700-41a0-8d60-eafd07b9fbd4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:24.327012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53705017-47df-4170-a5dc-ba440a5de7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.414752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.464572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=14e176a7-cf9f-4eab-8d67-a5b5f530efe7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:24.509576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Allocated IP 172.25.4.174 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/86f86490-d617-4150-b4c6-e2de2525d773) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:24.551297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1147fda8-5fb1-4297-a0bf-f75587f8de36 admin admin] 10.222.0.32 "DELETE /v2.0/networks/60eff0cf-d700-41a0-8d60-eafd07b9fbd4 HTTP/1.1" status: 204 len: 168 time: 1.4341962 May 26 22:54:24.586992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53705017-47df-4170-a5dc-ba440a5de7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162a0410-e974-4cd6-95b6-589a1ab7643e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:24.599149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53705017-47df-4170-a5dc-ba440a5de7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.602963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-53705017-47df-4170-a5dc-ba440a5de7fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/162a0410-e974-4cd6-95b6-589a1ab7643e HTTP/1.1" status: 204 len: 168 time: 1.1183026 May 26 22:54:24.651840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.663561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.745930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:24.887233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.956862 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.984468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:25.053713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36856) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:25.072573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.092840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:25.107401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:25.108054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4a3ad64b-b409-44bd-a6b8-b735058ccf4f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/14e176a7-cf9f-4eab-8d67-a5b5f530efe7 HTTP/1.1" status: 204 len: 168 time: 1.8682837 May 26 22:54:25.109456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36862) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:25.114959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:25.117255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Calling delete_port for c9cbafd0-c1c3-43fa-8dbe-93b52155ee7e owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:25.281652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f100431-ea72-4b87-8776-cbc24f5ec9ed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:25.283306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9f100431-ea72-4b87-8776-cbc24f5ec9ed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:25.312479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9f100431-ea72-4b87-8776-cbc24f5ec9ed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:25.319758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9f100431-ea72-4b87-8776-cbc24f5ec9ed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1744442 May 26 22:54:25.325823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36872) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:25.327210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdabea-4656-4a76-9425-09dd02cf9039 None None] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:25.363922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Pushing event updated for resources: {'Port': ['ID=86f86490-d617-4150-b4c6-e2de2525d773,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:25.422886 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-42fa6585-8072-4eb5-bc3f-963f30c17f73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de2b4a8676494a7c804a5ebfb2bfb101&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3675988 May 26 22:54:25.428066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36880) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:25.501023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e373dae2-b522-4856-978b-37881dc6d74f None None] Provisioning for port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:25.520803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e373dae2-b522-4856-978b-37881dc6d74f None None] Provisioning complete for port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:25.521175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e373dae2-b522-4856-978b-37881dc6d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.531875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7094c83f-f6c3-48a3-a6c7-7094da9827ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.550077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.596932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7094c83f-f6c3-48a3-a6c7-7094da9827ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.614891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Port': ['ID=c9cbafd0-c1c3-43fa-8dbe-93b52155ee7e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:25.622964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8200d73-3ad6-4199-9a3f-271f2011d26c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:25.628899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e8200d73-3ad6-4199-9a3f-271f2011d26c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2993269 May 26 22:54:25.629517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36886) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:25.683115 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.684239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.776713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7094c83f-f6c3-48a3-a6c7-7094da9827ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.795671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c6c71-d556-495e-87f8-ad6ec11e2317 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:25.797343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c6c71-d556-495e-87f8-ad6ec11e2317 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:25.803785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c6c71-d556-495e-87f8-ad6ec11e2317 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:25.804700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-619c6c71-d556-495e-87f8-ad6ec11e2317 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:25.840889 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e373dae2-b522-4856-978b-37881dc6d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.884983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e373dae2-b522-4856-978b-37881dc6d74f None None] For port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,segment=NetworkSegment(fc29436f-2af9-4bf4-9cfe-1356ebf2967a),segment_id=fc29436f-2af9-4bf4-9cfe-1356ebf2967a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:25.894155 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e373dae2-b522-4856-978b-37881dc6d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.899642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094c83f-f6c3-48a3-a6c7-7094da9827ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca18500-00b1-4c2e-895c-0f3805d52fa9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:25.905734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7094c83f-f6c3-48a3-a6c7-7094da9827ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.906900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7094c83f-f6c3-48a3-a6c7-7094da9827ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eca18500-00b1-4c2e-895c-0f3805d52fa9 HTTP/1.1" status: 204 len: 168 time: 0.4778709 May 26 22:54:25.920276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-619c6c71-d556-495e-87f8-ad6ec11e2317 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:25.921925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-619c6c71-d556-495e-87f8-ad6ec11e2317 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2881737 May 26 22:54:25.924571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36896) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:25.985406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373dae2-b522-4856-978b-37881dc6d74f None None] Pushing event updated for resources: {'Port': ['ID=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:26.132475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Router 504312d7-f76c-42b6-9e22-ae969e116518 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:54:26.230774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e0299ad1-43d5-4fd5-9a0d-428284132824 None None] Provisioning complete for port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:26.232501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0299ad1-43d5-4fd5-9a0d-428284132824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.239879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.399734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:26.413432 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Sync routers for ids ['504312d7-f76c-42b6-9e22-ae969e116518'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:26.424928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.430362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-928223e7-e28f-41d3-be26-f5b72ac917f0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5174494 May 26 22:54:26.430958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:26.431473 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Routers {'504312d7-f76c-42b6-9e22-ae969e116518'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:26.432192 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['504312d7-f76c-42b6-9e22-ae969e116518'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:26.547606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.572505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.600515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:26.686709 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Set router 504312d7-f76c-42b6-9e22-ae969e116518 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:26.749286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:26.749761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.919003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.919537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Fanout notify agent at l3_agent the message router_deleted on router 68e6a645-fd5a-4d10-94a3-c1c640e1c6dc {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:54:26.961593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.964701 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-26f4c798-4fd1-4068-9efb-ce499c0ef9a1 tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "DELETE /v2.0/routers/68e6a645-fd5a-4d10-94a3-c1c640e1c6dc HTTP/1.1" status: 204 len: 168 time: 4.0966315 May 26 22:54:26.968129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36924) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:27.060993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 39b98218-570e-4d51-a72a-7d62cd2bee14 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:27.064770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.147457 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:54:25Z', 'revision_number': 3, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:27.160139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Checking router: 504312d7-f76c-42b6-9e22-ae969e116518 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:27.160480 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Updating router 504312d7-f76c-42b6-9e22-ae969e116518 port 86f86490-d617-4150-b4c6-e2de2525d773 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:54:27.190926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.274023 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.572565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.707119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.733606 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.744964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.757606 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Transition to ACTIVE for port object 86f86490-d617-4150-b4c6-e2de2525d773 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:27.765399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Deleting subnet 67fa05ac-9194-4665-8742-44398ced7119 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:27.774827 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.784486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.909213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.953600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-c74d476f-c408-4201-b9a6-f860c4331afd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2508800 May 26 22:54:27.957048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.962388 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Attempting to bind port 86f86490-d617-4150-b4c6-e2de2525d773 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:27.963046 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Attempting to bind port 86f86490-d617-4150-b4c6-e2de2525d773 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:27.964104 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Attempting to bind port 86f86490-d617-4150-b4c6-e2de2525d773 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:27.975439 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:27.976013 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:27.976559 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:27.977098 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:27.977747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Bound port: 86f86490-d617-4150-b4c6-e2de2525d773, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:27.978268 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.007032 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Pushing event updated for resources: {'Port': ['ID=86f86490-d617-4150-b4c6-e2de2525d773,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:28.009345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=39b98218-570e-4d51-a72a-7d62cd2bee14,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:28.039803 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.040705 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.041322 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.042217 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.043823 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.044338 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.044827 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.045294 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.047061 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.047576 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.048059 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.090880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.100782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622545bd-d5e3-4b2c-ba17-658c07096875 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:28.119021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.120653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.120999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.121516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.121995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.122571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.122993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.123417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.123837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.124272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.124696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:28.125409 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] For port 86f86490-d617-4150-b4c6-e2de2525d773, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:28.129372 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] For port 86f86490-d617-4150-b4c6-e2de2525d773, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=86f86490-d617-4150-b4c6-e2de2525d773,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:28.139132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-316b479f-7196-487c-8d82-6efe94ae9c41 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/39b98218-570e-4d51-a72a-7d62cd2bee14 HTTP/1.1" status: 204 len: 168 time: 2.2131281 May 26 22:54:28.139584 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.144627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36956) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:28.343017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Allocated IP 172.20.0.1 (0f44a6d7-17f1-47b7-b51c-7362dfafa7ba/a811c641-e69f-4902-98b1-64decb592c3c/618701a8-454f-470f-8ea3-5dd716c1cb95) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:28.400373 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2f09b-2947-41db-9cb6-043b01fdae10 None None] Pushing event updated for resources: {'Port': ['ID=86f86490-d617-4150-b4c6-e2de2525d773,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:28.436247 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Routers {'504312d7-f76c-42b6-9e22-ae969e116518'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:28.436705 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['504312d7-f76c-42b6-9e22-ae969e116518'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:28.439943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet ca609372-1b56-4ccd-a7ae-9a840d1fcc05 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:28.475235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.563044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.615927 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-eb4e18d4-932b-46df-850f-82db50b17ac2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60a6e1a5198e470eae3b4eef13db4801&device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 1096 time: 0.5990393 May 26 22:54:28.686717 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.752585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.797398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Transition to ACTIVE for port object 618701a8-454f-470f-8ea3-5dd716c1cb95 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:28.833346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.882760 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] Set router 504312d7-f76c-42b6-9e22-ae969e116518 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:28.941086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:28.944769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:28.948644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:29.030853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.031487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Pushing event updated for resources: {'Port': ['ID=618701a8-454f-470f-8ea3-5dd716c1cb95,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:29.128226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.261233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779b439-ced4-45ca-b883-01d64f749a7b req-a4f7f64e-c8f2-4cd4-bd95-2ef6835baee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:29.270609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-a4f7f64e-c8f2-4cd4-bd95-2ef6835baee7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 200 len: 911 time: 0.6276085 May 26 22:54:29.293852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36980) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:29.377298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Subnet': ['ID=67fa05ac-9194-4665-8742-44398ced7119,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:29.402607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.412952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.422869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06499f23-e122-4197-83cd-22da3f24589c None None] Network 05a3b436-17ed-4dd0-80b8-13a14639a2f1 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:29.442707 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:54:25Z', 'revision_number': 3, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:29.451397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-94458652-a78d-4d5a-a247-b2dd0970389a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "DELETE /v2.0/subnets/67fa05ac-9194-4665-8742-44398ced7119 HTTP/1.1" status: 204 len: 168 time: 2.4814479 May 26 22:54:29.455454 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078de670-d726-46d1-bae3-28f6d3041371 None None] The sync data for ids ['504312d7-f76c-42b6-9e22-ae969e116518'] in n-d-843301-1 is: [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:54:25Z', 'revision_number': 3, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:29.457582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36990) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:29.468813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.743512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-d85a50f8-3b64-43ad-b035-37f0f57bc61d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d319d204-6a18-4145-a327-445576ff0a9b HTTP/1.1" status: 200 len: 1001 time: 0.4260943 May 26 22:54:29.766264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3191e8c9-6a20-4fdc-b389-05bd17ee0dbe None None] Provisioning for port 618701a8-454f-470f-8ea3-5dd716c1cb95 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:29.787596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3191e8c9-6a20-4fdc-b389-05bd17ee0dbe None None] Provisioning complete for port 618701a8-454f-470f-8ea3-5dd716c1cb95 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:29.795418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3191e8c9-6a20-4fdc-b389-05bd17ee0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.980691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.988492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779b439-ced4-45ca-b883-01d64f749a7b req-e948e8d4-8ec5-48e8-b41d-f2b321af286c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:29.992565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-e948e8d4-8ec5-48e8-b41d-f2b321af286c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 200 len: 849 time: 0.2198324 May 26 22:54:30.055405 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:30.131938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1922348219-network', 'tenant_id': 'be8b9c454f3448bbb5b24327a336532c'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:30.136069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3191e8c9-6a20-4fdc-b389-05bd17ee0dbe None None] Port 618701a8-454f-470f-8ea3-5dd716c1cb95 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:54:30.152014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=ca609372-1b56-4ccd-a7ae-9a840d1fcc05,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:30.154384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:30.159631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Deleting port c539398e-9fe4-45a5-ab5e-8c72411378ad {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:30.160235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:30.204032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Usage tracker for resource:network and tenant:be8b9c454f3448bbb5b24327a336532c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:30.223806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:30.242445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:30.243304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc6de0-c59f-48a9-a348-f801987e7da3 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:30.253467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:30.286965 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:30.291621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-adf49688-ba6d-48a5-8530-22c7a9dc8f62 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/ca609372-1b56-4ccd-a7ae-9a840d1fcc05 HTTP/1.1" status: 204 len: 168 time: 2.1315246 May 26 22:54:30.292679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37016) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:30.303523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:30.564604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Pushing event updated for resources: {'Port': ['ID=618701a8-454f-470f-8ea3-5dd716c1cb95,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:30.575703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:30.608686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] DHCP port deletion for 05a3b436-17ed-4dd0-80b8-13a14639a2f1 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:54:30.757323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Deleting port c539398e-9fe4-45a5-ab5e-8c72411378ad {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:30.758125 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:30.923396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] For port c539398e-9fe4-45a5-ab5e-8c72411378ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c539398e-9fe4-45a5-ab5e-8c72411378ad,segment=NetworkSegment(29f4d928-ef6e-4a17-ac3d-b2c6eba097b0),segment_id=29f4d928-ef6e-4a17-ac3d-b2c6eba097b0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:30.923993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.031691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:31.034650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:31.127047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] For port c539398e-9fe4-45a5-ab5e-8c72411378ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c539398e-9fe4-45a5-ab5e-8c72411378ad,segment=NetworkSegment(29f4d928-ef6e-4a17-ac3d-b2c6eba097b0),segment_id=29f4d928-ef6e-4a17-ac3d-b2c6eba097b0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:31.127870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.133620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Calling delete_port for c539398e-9fe4-45a5-ab5e-8c72411378ad owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:31.318012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Made reservation on behalf of be8b9c454f3448bbb5b24327a336532c for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:31.320358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.338050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Calling delete_port for c539398e-9fe4-45a5-ab5e-8c72411378ad owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:31.368906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c0c4abf7-ffef-45bb-b22a-ff105089faac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0680168 May 26 22:54:31.370632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37046) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:31.373910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.404710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.437068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86f86490-d617-4150-b4c6-e2de2525d773 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:31.506259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:54:31.506646 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:54:31.549544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:31.553282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 86f86490-d617-4150-b4c6-e2de2525d773 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:31.560182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 86f86490-d617-4150-b4c6-e2de2525d773 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:31.560565 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.643279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-41b20cf5-8033-4705-af2e-0a27094fccb6 None None] Provisioning complete for port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:31.643937 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41b20cf5-8033-4705-af2e-0a27094fccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.676122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] No DVR routers for this DVR port c539398e-9fe4-45a5-ab5e-8c72411378ad on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:31.707090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-9a6888a9-48ae-4a76-a276-acf50afe7bd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f90e5f69-58a6-434e-a9e9-31590716590f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7046208 May 26 22:54:31.718002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Port': ['ID=c539398e-9fe4-45a5-ab5e-8c72411378ad,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:31.800953 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.820032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:54:31.847024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] Deleting port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:31.847422 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.880363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Router 504312d7-f76c-42b6-9e22-ae969e116518 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:31.987746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 86f86490-d617-4150-b4c6-e2de2525d773, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=86f86490-d617-4150-b4c6-e2de2525d773,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:31.998482 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.023333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37062) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:32.073633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Deleting port c539398e-9fe4-45a5-ab5e-8c72411378ad {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:32.074030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.165609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:32.191909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Usage tracker for resource:security_group_rule and tenant:be8b9c454f3448bbb5b24327a336532c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:32.199116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:32.204117 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.223408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:32.227782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:32.241783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:32.275600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:32.299697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:32.310682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a3b436-17ed-4dd0-80b8-13a14639a2f1']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:32.357006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f4d928-ef6e-4a17-ac3d-b2c6eba097b0') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:32.357323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f4d928-ef6e-4a17-ac3d-b2c6eba097b0') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:32.377641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-9c7115f4-6bb5-470b-a3b1-dc9f0ec656f6 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465803 May 26 22:54:32.382204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:32.388988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c539398e-9fe4-45a5-ab5e-8c72411378ad no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:32.405430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.459697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.468676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c539398e-9fe4-45a5-ab5e-8c72411378ad {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:32.469018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c539398e-9fe4-45a5-ab5e-8c72411378ad not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:32.485955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ea80fe8-7e27-4010-a927-7be91b2fa1e7 None None] The port 'c539398e-9fe4-45a5-ab5e-8c72411378ad' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:54:32.596407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:32.601905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Usage tracker for resource:security_group_rule and tenant:891d726830b240ba88f1c69076e6eeca is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:32.617178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:32.625464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:32.661291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7be145d-139e-46b4-b7b0-2ba25cf0dea1 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:32.746386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=86f86490-d617-4150-b4c6-e2de2525d773,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:32.804691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.808633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f6f939ac-1e87-4884-b01c-c8206cd77a03 None None] Provisioning complete for port 618701a8-454f-470f-8ea3-5dd716c1cb95 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:32.814414 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6f939ac-1e87-4884-b01c-c8206cd77a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.815810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.855268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=891d726830b240ba88f1c69076e6eeca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8253739 May 26 22:54:32.859944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37074) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:32.860420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8779b439-ced4-45ca-b883-01d64f749a7b req-1cb3b5f5-6f7b-4d55-a9ae-db17961ac492 service neutron] 10.222.0.55 "GET /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571157 May 26 22:54:32.875835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.908013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] For port f7be145d-139e-46b4-b7b0-2ba25cf0dea1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:32.911585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069231e-82b2-49d9-8493-d57e1092e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8606374-879e-4685-84de-f22ac5b26eb1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:32.912085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.921862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.970508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:32.982745 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a203-006d-4f12-a238-e94034578c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.019498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a203-006d-4f12-a238-e94034578c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.027330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-56b41ceb-bdde-42cb-89f4-0aa74441c292 admin admin] 10.222.0.32 "PUT /v2.0/routers/504312d7-f76c-42b6-9e22-ae969e116518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5953987 May 26 22:54:33.046468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:54:33.051065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: timer() May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:54:33.080087 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:54:33.136287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a203-006d-4f12-a238-e94034578c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.151710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3a203-006d-4f12-a238-e94034578c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8606374-879e-4685-84de-f22ac5b26eb1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:33.174513 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a203-006d-4f12-a238-e94034578c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.175817 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b7a3a203-006d-4f12-a238-e94034578c60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8606374-879e-4685-84de-f22ac5b26eb1 HTTP/1.1" status: 204 len: 168 time: 0.3149559 May 26 22:54:33.192268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.201379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.218991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.235278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] Calling delete_port for f7be145d-139e-46b4-b7b0-2ba25cf0dea1 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:33.246840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.275813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "DELETE /v2.0/networks/05a3b436-17ed-4dd0-80b8-13a14639a2f1 HTTP/1.1" status: 204 len: 168 time: 3.8156066 May 26 22:54:33.279030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37086) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:33.285286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:54:33.296999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40499bda-6df1-4929-99cc-53ced1a393ff tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Network': ['ID=05a3b436-17ed-4dd0-80b8-13a14639a2f1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:33.309108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e86d869-9676-4add-9851-5ca30b85c154,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:33.471891 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.476800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.480014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.480352 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Added segment a0047e5c-c915-4d16-8d36-e5746cfb2743 of type vlan for network 17268b11-ca35-40b3-9e5b-3eb298366580 May 26 22:54:33.504622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f6f939ac-1e87-4884-b01c-c8206cd77a03 None None] Port 618701a8-454f-470f-8ea3-5dd716c1cb95 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:54:33.557170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] Pushing event deleted for resources: {'Port': ['ID=f7be145d-139e-46b4-b7b0-2ba25cf0dea1,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:33.578542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.609524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c377a5-9ce0-4ac5-a7ab-a18142e75b65 None None] No DVR routers for this DVR port f7be145d-139e-46b4-b7b0-2ba25cf0dea1 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:33.688529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Deleting port 64c3f62e-aeac-4d48-885d-d20939214c87 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:33.688847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.732746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:54:33.767602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.861354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.862623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:33.863472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.980434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:34.019098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:34.036068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a02229-c83f-4156-8d71-40ab6d56d796 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:34.054366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=c515dc81-f6d9-4696-bcab-f3b43f554266,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:34.076374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:34.077037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.096824 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.7960389 May 26 22:54:34.101914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37102) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:34.125562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Request body: {'subnet': {'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1922348219-subnet', 'tenant_id': 'be8b9c454f3448bbb5b24327a336532c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:34.141458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:34.143026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983566c-0bfd-4308-b773-0c64997f3e40 admin admin] Pushing event updated for resources: {'Network': ['ID=17268b11-ca35-40b3-9e5b-3eb298366580,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:34.173805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-068ca997-b170-4eaf-9e2e-0a69d6bd1599 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7404864 May 26 22:54:34.175060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37110) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:34.201301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Usage tracker for resource:subnet and tenant:be8b9c454f3448bbb5b24327a336532c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:34.209236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:34.224430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:34.230939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.234156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.241544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37114) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:34.269837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 17268b11-ca35-40b3-9e5b-3eb298366580 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:54:34.274664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.336970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:34.346567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Usage tracker for resource:security_group_rule and tenant:1591a13c6c9e4333993ed133f2b38079 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:34.354832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:34.368780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:34.447991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Calling delete_port for 64c3f62e-aeac-4d48-885d-d20939214c87 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:34.480153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:34.481187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37120) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:34.526524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Sync routers for ids ['504312d7-f76c-42b6-9e22-ae969e116518'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:34.553916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Routers {'504312d7-f76c-42b6-9e22-ae969e116518'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:34.554836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['504312d7-f76c-42b6-9e22-ae969e116518'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:34.572298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.581821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.751717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1591a13c6c9e4333993ed133f2b38079&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5065720 May 26 22:54:34.757905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37130) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:34.758507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Made reservation on behalf of be8b9c454f3448bbb5b24327a336532c for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:34.760813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.793662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:34.807580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86f86490-d617-4150-b4c6-e2de2525d773 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:34.820685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:34.893240 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.932877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9723a8c-8536-4912-8b72-a3edf4c0816d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f35cc-c004-47c6-bf17-0c4afb1a9d42,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:34.947539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:34.961451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:34.987658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e10791b9-0a24-4b62-a0fb-8dd0ee01d774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:34.995703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:35.053537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:35.056759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e10791b9-0a24-4b62-a0fb-8dd0ee01d774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.067256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Usage tracker for resource:security_group_rule and tenant:edb2215bf556426694013b88bca39c5a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:35.071997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:35.086194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:35.146885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e10791b9-0a24-4b62-a0fb-8dd0ee01d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.181242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10791b9-0a24-4b62-a0fb-8dd0ee01d774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f35cc-c004-47c6-bf17-0c4afb1a9d42,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:35.191287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.200526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e10791b9-0a24-4b62-a0fb-8dd0ee01d774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.203783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e10791b9-0a24-4b62-a0fb-8dd0ee01d774 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a9f35cc-c004-47c6-bf17-0c4afb1a9d42 HTTP/1.1" status: 204 len: 168 time: 0.4422057 May 26 22:54:35.224394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.242725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 86f86490-d617-4150-b4c6-e2de2525d773 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:35.242725 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.269741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'tenant_id': '3e4bfe240fbf4fd2af73abf05bf9147d', 'fixed_ips': [{'subnet_id': 'c515dc81-f6d9-4696-bcab-f3b43f554266'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:54:35.270514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.297035 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:54:35.317762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Set router 504312d7-f76c-42b6-9e22-ae969e116518 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:35.347522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edb2215bf556426694013b88bca39c5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8557541 May 26 22:54:35.347522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37144) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:35.409556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1a10e-b79d-4299-9b1b-5828df89de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0527442-9492-4821-9d49-3b0f611f7288,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:35.467114 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b224176-72e8-467d-a374-69eec683b444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.500454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.533707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b224176-72e8-467d-a374-69eec683b444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.598074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Pushing event deleted for resources: {'Port': ['ID=64c3f62e-aeac-4d48-885d-d20939214c87,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:35.611080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.681222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b224176-72e8-467d-a374-69eec683b444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.711855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b224176-72e8-467d-a374-69eec683b444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0527442-9492-4821-9d49-3b0f611f7288,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:35.730310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b224176-72e8-467d-a374-69eec683b444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.734466 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7b224176-72e8-467d-a374-69eec683b444 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0527442-9492-4821-9d49-3b0f611f7288 HTTP/1.1" status: 204 len: 168 time: 0.3883574 May 26 22:54:35.849076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37160) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:35.855576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1418844192-network', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:35.864776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:35.870268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Usage tracker for resource:network and tenant:1ecee280018440fb9ef956c27cefeb14 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:35.876010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:35.889328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:35.917163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Made reservation on behalf of 1ecee280018440fb9ef956c27cefeb14 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:35.919697 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.950714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Allocated IP 2001:db8::2 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/c515dc81-f6d9-4696-bcab-f3b43f554266/39b37355-7f8f-404a-ae25-1eaa98bdfa40) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:35.951453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.039578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:36.059904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Usage tracker for resource:security_group_rule and tenant:1ecee280018440fb9ef956c27cefeb14 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:36.065780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:36.086771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:36.094979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.215661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24cd4da7-9714-46a5-a51e-f847904f85a2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:36.244459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.305976 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.316678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.360245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Checking segment: {'id': 'a0047e5c-c915-4d16-8d36-e5746cfb2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:36.361463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Network hostable DHCP agents. Network: 17268b11-ca35-40b3-9e5b-3eb298366580, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:54:36.378702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:54:36.390483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fcd7aa-e5a1-4714-bd32-480c3aeb516f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:36.396951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.397564 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Added segment 0e416f79-6e5b-487c-81ce-555a6a106cb1 of type vlan for network 212f1595-941b-4d3e-a324-0c8af990cdf6 May 26 22:54:36.435006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.452291 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c515dc81-f6d9-4696-bcab-f3b43f554266 (CIDR: 2001:db8::/64) May 26 22:54:36.459321 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 22:54:36.464526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:36.483978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.484993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:36.486872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.507477 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.509222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5dcf796a-73c0-43f1-a017-d16e7555745a tempest-FloatingIPAdminTestJSON-126788199 tempest-FloatingIPAdminTestJSON-126788199-project] 10.222.0.32 "DELETE /v2.0/floatingips/8a76856e-dcdb-47e2-ae38-11c6ba67981b HTTP/1.1" status: 204 len: 168 time: 3.2287953 May 26 22:54:36.522859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9e99db8a-a725-438f-8fab-3ccc1763ad0a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3276932 May 26 22:54:36.523881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37172) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:36.531550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'subnet': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:36.627339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7771664 May 26 22:54:36.628466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f7308-efb1-4c5f-80b3-435d45d5629d admin admin] Pushing event updated for resources: {'Network': ['ID=212f1595-941b-4d3e-a324-0c8af990cdf6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:36.630696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37178) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:36.637509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Request body: {'subnet': {'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1418844192-subnet', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:36.643162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:36.648400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Usage tracker for resource:subnet and tenant:1ecee280018440fb9ef956c27cefeb14 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:36.651746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:36.659287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:36.678933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Made reservation on behalf of 1ecee280018440fb9ef956c27cefeb14 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:36.682883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.712883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37182) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:36.724730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:54:36.809811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Network 17268b11-ca35-40b3-9e5b-3eb298366580 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:54:36.810943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.812101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:36.822577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:subnet and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:36.827936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:36.835936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:36.845212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 17268b11-ca35-40b3-9e5b-3eb298366580) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:36.867884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:36.868465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.894310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f52de6-6a18-4865-b55d-0afc252e6c00 None None] Network 17268b11-ca35-40b3-9e5b-3eb298366580 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:36.906609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:36.914810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.945226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:36.948899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.958701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Usage tracker for resource:security_group_rule and tenant:b620ac902ee44218a0e300cb5a0c8303 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:36.968793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:36.975785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:37.050877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37194) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:37.086674 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fe568780-d787-4e72-b1c4-96ba5b0381a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9794397 May 26 22:54:37.161594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Transition to ACTIVE for port object 39b37355-7f8f-404a-ae25-1eaa98bdfa40 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:37.209724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Transition to ACTIVE for port object 39b37355-7f8f-404a-ae25-1eaa98bdfa40 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:37.239358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.239864 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.242085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.305914 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.315354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df6f1f7-5f1b-4007-a257-9877e9cc4abf,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:37.375426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b620ac902ee44218a0e300cb5a0c8303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6534569 May 26 22:54:37.375426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc712-3a4c-4b68-8a5d-2a340d2f94df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd705d93-9d5b-4ec7-b05a-c6f9da0b3427,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:37.378241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37210) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:37.396351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:54:29Z', 'revision_number': 4, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '618701a8-454f-470f-8ea3-5dd716c1cb95', 'name': '', 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'mac_address': 'fa:16:3e:71:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a811c641-e69f-4902-98b1-64decb592c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:27Z', 'updated_at': '2022-05-26T22:54:29Z', 'revision_number': 2, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'subnets': [{'id': 'a811c641-e69f-4902-98b1-64decb592c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:37.405721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Checking segment: {'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:37.406676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Network hostable DHCP agents. Network: 212f1595-941b-4d3e-a324-0c8af990cdf6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:54:37.433573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:54:37.438240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Pushing event updated for resources: {'Port': ['ID=39b37355-7f8f-404a-ae25-1eaa98bdfa40,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:37.452253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 212f1595-941b-4d3e-a324-0c8af990cdf6) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:37.459828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:37.461380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.483798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-214bdf17-a194-4786-ba89-cc91f8e436ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.502579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:37.510619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.511223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.511908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.512675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.514146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.514146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.515007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.515513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.516237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.516896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.517768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:37.519581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-323d5658-82b3-442a-8a99-b9d91d8bb0ab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8876226 May 26 22:54:37.522132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37216) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:37.528005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f366a-9b10-4dfe-a2db-0692ef0b0477 None None] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:37.537993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-214bdf17-a194-4786-ba89-cc91f8e436ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.538831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:37.545446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:37.550232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Usage tracker for resource:router and tenant:1ecee280018440fb9ef956c27cefeb14 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:37.553552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:37.565231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:37.583824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.584898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.603655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:37.617272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:37.707370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Checking router: 504312d7-f76c-42b6-9e22-ae969e116518 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:37.707726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Updating router 504312d7-f76c-42b6-9e22-ae969e116518 port 618701a8-454f-470f-8ea3-5dd716c1cb95 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:54:37.747405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:54:37.756719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.765434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5c1f2075-f957-470a-931e-cc59e5142f40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26757caca39249f5a7999ae5d3411398&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7099810 May 26 22:54:37.777799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37228) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:37.837214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-214bdf17-a194-4786-ba89-cc91f8e436ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.874573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bdf17-a194-4786-ba89-cc91f8e436ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd705d93-9d5b-4ec7-b05a-c6f9da0b3427,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:37.906276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-214bdf17-a194-4786-ba89-cc91f8e436ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.911868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-214bdf17-a194-4786-ba89-cc91f8e436ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd705d93-9d5b-4ec7-b05a-c6f9da0b3427 HTTP/1.1" status: 204 len: 168 time: 0.5311139 May 26 22:54:37.988958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef7b02-b1be-482b-b3dc-5cbad7f8ac73 None None] Network 17268b11-ca35-40b3-9e5b-3eb298366580 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:38.042071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.132388 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf026ba-b818-4c15-8832-80df5a3c098a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.172793 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.246811 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.275898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf026ba-b818-4c15-8832-80df5a3c098a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.472375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:38.472802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:38.473161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:38.491900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:38.492627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host n-d-843301-1, got binding levels [] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:38.492752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:38.492752 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.493022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:38.493969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Bound port: 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:38.494618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.524184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.529230 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.682306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:38.684062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:38.685428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:38.843651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:38.845605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:38.847944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.849212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:38.850161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Bound port: 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:38.851186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.866911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=39b37355-7f8f-404a-ae25-1eaa98bdfa40,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:39.061741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-a6f5004a-f1c1-447c-9fca-5206b2d91ad4 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:39.070533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-a6f5004a-f1c1-447c-9fca-5206b2d91ad4 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Synchronizing usage tracker for tenant:be8b9c454f3448bbb5b24327a336532c on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:39.089046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d88e-6d8c-4a89-9ff8-d3cbd83087c7 req-256db078-a932-43b6-845d-04108c898350 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:39.105800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea39d88e-6d8c-4a89-9ff8-d3cbd83087c7 req-256db078-a932-43b6-845d-04108c898350 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 945 time: 0.4133167 May 26 22:54:39.133835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf026ba-b818-4c15-8832-80df5a3c098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.150226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] For port 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:39.164691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf026ba-b818-4c15-8832-80df5a3c098a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.165841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cbf026ba-b818-4c15-8832-80df5a3c098a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/124060c2-41f9-4dba-8130-7a7b57c6d148 HTTP/1.1" status: 204 len: 168 time: 1.3870888 May 26 22:54:39.166602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-a6f5004a-f1c1-447c-9fca-5206b2d91ad4 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Unset dirty status for tenant:be8b9c454f3448bbb5b24327a336532c on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:39.167600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-a6f5004a-f1c1-447c-9fca-5206b2d91ad4 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/networks?id=17268b11-ca35-40b3-9e5b-3eb298366580 HTTP/1.1" status: 200 len: 814 time: 0.4946318 May 26 22:54:39.171492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-212f1595-941b-4d3e-a324-0c8af990cdf6', 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'fixed_ips': [{'subnet_id': '6df6f1f7-5f1b-4007-a257-9877e9cc4abf'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:54:39.172481 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.173581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf026ba-b818-4c15-8832-80df5a3c098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124060c2-41f9-4dba-8130-7a7b57c6d148,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:39.205220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] For port 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=39b37355-7f8f-404a-ae25-1eaa98bdfa40,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:39.220538 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.223941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-20de6c61-ed7a-409f-9ccd-166722c6d725 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/quotas/be8b9c454f3448bbb5b24327a336532c HTTP/1.1" status: 200 len: 375 time: 0.0470374 May 26 22:54:39.233794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host n-d-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:39.242866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 39b37355-7f8f-404a-ae25-1eaa98bdfa40-n-d-843301-1-0 {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:54:39.243448 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:54:39.256741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea39d88e-6d8c-4a89-9ff8-d3cbd83087c7 req-e4ff5170-f006-4be7-8957-e1387a2c9189 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496940 May 26 22:54:39.278281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-6544bcc5-d905-4446-bb9f-217643bf9d7a tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be8b9c454f3448bbb5b24327a336532c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533142 May 26 22:54:39.360489 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.421315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0e12d-5748-49d1-8cf4-408d1d1bc1ce None None] Pushing event updated for resources: {'Port': ['ID=39b37355-7f8f-404a-ae25-1eaa98bdfa40,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:39.438860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:54:39.440556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.620253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.629425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-0c4f3bff-adb5-4016-9574-b6465b844285 service neutron] 10.222.0.32 "GET /v2.0/networks/17268b11-ca35-40b3-9e5b-3eb298366580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493817 May 26 22:54:39.645926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Transition to ACTIVE for port object 618701a8-454f-470f-8ea3-5dd716c1cb95 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:39.659557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Allocated IP 172.20.0.2 (212f1595-941b-4d3e-a324-0c8af990cdf6/6df6f1f7-5f1b-4007-a257-9877e9cc4abf/c9ab08b3-3442-4d06-9243-63ff03dcdcc2) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:39.662297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.761343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Allocated IP 172.25.4.136 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/898db2d9-f56d-4b69-be02-77a5a4069765) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:39.777203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:39.783475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:39.784439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 on network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:39.812941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:39.814379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Checking segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:39.815426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.816721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Bound using segment: {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:39.819632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Bound port: 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b341d92-a5c3-4780-8c6e-14032821d449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:39.820110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.049618 n-d-843301-1 neutron-server[84030]: WARNING neutron.plugins.ml2.plugin [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Concurrent port binding operations failed on port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 May 26 22:54:40.057200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] For port 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=39b37355-7f8f-404a-ae25-1eaa98bdfa40,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:40.061908 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempt 2 to bind port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 May 26 22:54:40.070418 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.070629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b040d-b4e6-42f4-be40-32f853d96793 None None] Pushing event updated for resources: {'Port': ['ID=618701a8-454f-470f-8ea3-5dd716c1cb95,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:40.074168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-4bd7665f-90b1-49fc-876d-cfd2a3841bf7 service neutron] 10.222.0.32 "GET /v2.0/networks/17268b11-ca35-40b3-9e5b-3eb298366580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437301 May 26 22:54:40.167224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37282) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:40.192931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.271574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.312863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:40.314536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.363474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Attempting to bind port 618701a8-454f-470f-8ea3-5dd716c1cb95 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:40.363474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Attempting to bind port 618701a8-454f-470f-8ea3-5dd716c1cb95 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:40.363474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Attempting to bind port 618701a8-454f-470f-8ea3-5dd716c1cb95 on network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:40.372805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:40.375246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:40.375724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Checking segment: {'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:40.376810 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.377243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Bound using segment: {'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:40.377741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Bound port: 618701a8-454f-470f-8ea3-5dd716c1cb95, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:40.378119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.521052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:40.528922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.553307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Subnet': ['ID=0923db5e-cb80-4c46-ad5e-407ba4e3ad0d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:40.579043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:40.588213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:40.614445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6a112b9-5f94-4325-967b-0fe329254aa6 req-59024a39-f165-494e-97d0-024fe4d3d26c tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 210 time: 0.2428522 May 26 22:54:40.623701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:40.663174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:40.674898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Usage tracker for resource:security_group_rule and tenant:3a342d88366b44a3a988143afe7717a9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:40.682117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] For port 618701a8-454f-470f-8ea3-5dd716c1cb95, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:40.686273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:40.689303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] For port 618701a8-454f-470f-8ea3-5dd716c1cb95, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=618701a8-454f-470f-8ea3-5dd716c1cb95,segment=NetworkSegment(fc29436f-2af9-4bf4-9cfe-1356ebf2967a),segment_id=fc29436f-2af9-4bf4-9cfe-1356ebf2967a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:40.690768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.709842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:40.722212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.870498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Transition to ACTIVE for port object c9ab08b3-3442-4d06-9243-63ff03dcdcc2 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:40.873281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b040d-b4e6-42f4-be40-32f853d96793 None None] Pushing event updated for resources: {'Port': ['ID=618701a8-454f-470f-8ea3-5dd716c1cb95,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:40.878395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 39b37355-7f8f-404a-ae25-1eaa98bdfa40 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:40.900887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Pushing event updated for resources: {'Port': ['ID=898db2d9-f56d-4b69-be02-77a5a4069765,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:41.028803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.041024 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.085183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Transition to ACTIVE for port object c9ab08b3-3442-4d06-9243-63ff03dcdcc2 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:41.106513 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.127211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b9393d7-2443-4ec8-bf2f-6e4b08ab8206 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6017437 May 26 22:54:41.136311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37308) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:41.182198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Request body: {'port': {'network_id': 'fe85e046-54df-42c8-b5d0-6b1ca2e0dc72', 'mac_address': 'fa:16:3e:4a:bc:36', 'name': 'tempest-NetworksTestDHCPv6-235022343'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:41.262563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-670d594f-6b23-4a9e-acd8-c76201ed4967 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:41.264812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-670d594f-6b23-4a9e-acd8-c76201ed4967 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 945 time: 0.8712025 May 26 22:54:41.281337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Routers {'504312d7-f76c-42b6-9e22-ae969e116518'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:41.282353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['504312d7-f76c-42b6-9e22-ae969e116518'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:41.390476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0927d65-3403-448b-8a13-c842f5b83a7c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:41.394161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Deleting port d319d204-6a18-4145-a327-445576ff0a9b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:41.394598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.417317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-11b8c7a4-0076-4909-824e-f11995d21d00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a342d88366b44a3a988143afe7717a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2429769 May 26 22:54:41.422130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37318) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:41.454926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f97e-7774-4c8e-9991-4c87650c5ac3 req-20d16b1a-9d33-4611-b100-632c015c9ab3 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:41.462432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-18c1f97e-7774-4c8e-9991-4c87650c5ac3 req-20d16b1a-9d33-4611-b100-632c015c9ab3 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 945 time: 0.6870427 May 26 22:54:41.599169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23b074-8d4e-4f85-baae-00698c4608c5 None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:41.616895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-18c1f97e-7774-4c8e-9991-4c87650c5ac3 req-1b931942-607a-4942-9501-6bee7b0782f7 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532736 May 26 22:54:41.686204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8a52-0874-4406-8c17-229397916b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.723331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:41.749929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Usage tracker for resource:port and tenant:3e4bfe240fbf4fd2af73abf05bf9147d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:41.757928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:41.799947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Pushing event updated for resources: {'Port': ['ID=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:41.802926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8a52-0874-4406-8c17-229397916b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.818389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:41.871855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Made reservation on behalf of 3e4bfe240fbf4fd2af73abf05bf9147d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:41.897845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:41.923026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:41.926618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:41.972222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:41.994737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.995753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.081598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4baff8-106d-41d0-aa51-ebfcfeb9996d req-c5f130dd-b19d-435b-b1e4-aa9de9e66a72 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 210 time: 0.0772460 May 26 22:54:42.179912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.192240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Attempting to bind port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:42.192610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Attempting to bind port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:42.192973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Attempting to bind port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 on network 212f1595-941b-4d3e-a324-0c8af990cdf6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:42.202200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8a52-0874-4406-8c17-229397916b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.208445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:42.208826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Checking segment: {'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:42.209227 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.209961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Bound using segment: {'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:42.210838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Bound port: c9ab08b3-3442-4d06-9243-63ff03dcdcc2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:42.211226 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.229945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa8a52-0874-4406-8c17-229397916b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0927d65-3403-448b-8a13-c842f5b83a7c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:42.284729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] device_id is not set on port 1f7d635a-ef51-44bc-9db3-93a47bb162b9 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:54:42.320871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] For port d319d204-6a18-4145-a327-445576ff0a9b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d319d204-6a18-4145-a327-445576ff0a9b,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:42.321528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.360365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] Set router 504312d7-f76c-42b6-9e22-ae969e116518 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:42.465969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-44294aaa-7e67-45e5-9cd8-a5add50c16b3 None None] Provisioning for port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:42.477536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-44294aaa-7e67-45e5-9cd8-a5add50c16b3 None None] Provisioning complete for port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:42.477966 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-44294aaa-7e67-45e5-9cd8-a5add50c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.536674 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8a52-0874-4406-8c17-229397916b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.545947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3aaa8a52-0874-4406-8c17-229397916b21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0927d65-3403-448b-8a13-c842f5b83a7c HTTP/1.1" status: 204 len: 168 time: 1.1074026 May 26 22:54:42.875170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] For port c9ab08b3-3442-4d06-9243-63ff03dcdcc2, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:42.887038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7641759e-c595-4386-ab74-6ee21f5fa42a tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:42.890049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] For port c9ab08b3-3442-4d06-9243-63ff03dcdcc2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,segment=NetworkSegment(0e416f79-6e5b-487c-81ce-555a6a106cb1),segment_id=0e416f79-6e5b-487c-81ce-555a6a106cb1)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:42.895594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7641759e-c595-4386-ab74-6ee21f5fa42a tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.48 "GET /v2.0/networks?id=17268b11-ca35-40b3-9e5b-3eb298366580 HTTP/1.1" status: 200 len: 814 time: 0.6171901 May 26 22:54:42.897033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8::17b (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/c515dc81-f6d9-4696-bcab-f3b43f554266/1f7d635a-ef51-44bc-9db3-93a47bb162b9) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:42.907333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:bc36 (fe85e046-54df-42c8-b5d0-6b1ca2e0dc72/0923db5e-cb80-4c46-ad5e-407ba4e3ad0d/1f7d635a-ef51-44bc-9db3-93a47bb162b9) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:42.945588 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-44294aaa-7e67-45e5-9cd8-a5add50c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.951962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Request body: {'port': {'device_id': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580', 'admin_state_up': True, 'tenant_id': 'be8b9c454f3448bbb5b24327a336532c'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:43.118358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-44294aaa-7e67-45e5-9cd8-a5add50c16b3 None None] For port 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=39b37355-7f8f-404a-ae25-1eaa98bdfa40,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:43.122805 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.402818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-790c0a53-cf91-4f81-b191-0799b96521f1 req-640d1d23-9807-4e86-b40a-3785316a46ab tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 210 time: 0.0616815 May 26 22:54:43.414014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.434597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.435151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.435517 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Floating IP 8d72ae62-f7de-432c-aae6-eca62de10b43 disassociated. External IP: 172.25.4.144, port: d319d204-6a18-4145-a327-445576ff0a9b. May 26 22:54:43.435902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Calling delete_port for d319d204-6a18-4145-a327-445576ff0a9b owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:43.467925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37372) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:43.471151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Transition to ACTIVE for port object 1f7d635a-ef51-44bc-9db3-93a47bb162b9 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:43.492661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.541345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:43.546969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f5454fbcd14b3391900e2d67b2aa0e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:43.553130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:43.570063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.572179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:43.619611 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-44294aaa-7e67-45e5-9cd8-a5add50c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.641378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc09c3d-784f-4d56-9745-716189019430 None None] Pushing event updated for resources: {'Port': ['ID=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:43.678638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:43.683200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Usage tracker for resource:port and tenant:be8b9c454f3448bbb5b24327a336532c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:43.686365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:43.698862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:43.714041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.717464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Made reservation on behalf of be8b9c454f3448bbb5b24327a336532c for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:43.721501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.744975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db563b1-b55e-4774-8e9a-554a9e6c5cc5 req-b2b17b5b-9032-4b85-bfd9-d4fad44bf826 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:43.746423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db563b1-b55e-4774-8e9a-554a9e6c5cc5 req-b2b17b5b-9032-4b85-bfd9-d4fad44bf826 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 945 time: 0.7454920 May 26 22:54:43.808341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event deleted for resources: {'Port': ['ID=d319d204-6a18-4145-a327-445576ff0a9b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:43.828312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:43.848126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:43.876092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:43.885834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:43.892406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.950404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294aaa-7e67-45e5-9cd8-a5add50c16b3 None None] Pushing event updated for resources: {'Port': ['ID=39b37355-7f8f-404a-ae25-1eaa98bdfa40,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:43.956773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-530976d0-a4fd-4f8b-b023-3a3a1c3de780 None None] Provisioning complete for port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:43.957370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-530976d0-a4fd-4f8b-b023-3a3a1c3de780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.979398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event updated for resources: {'Port': ['ID=1f7d635a-ef51-44bc-9db3-93a47bb162b9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:44.034502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:54:29Z', 'revision_number': 4, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '618701a8-454f-470f-8ea3-5dd716c1cb95', 'name': '', 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'mac_address': 'fa:16:3e:71:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a811c641-e69f-4902-98b1-64decb592c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:27Z', 'updated_at': '2022-05-26T22:54:40Z', 'revision_number': 4, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'subnets': [{'id': 'a811c641-e69f-4902-98b1-64decb592c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:44.041497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555d1d-3f3a-4b00-a49a-746547d58a94 None None] The sync data for ids ['504312d7-f76c-42b6-9e22-ae969e116518'] in n-d-843301-1 is: [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:54:29Z', 'revision_number': 4, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '618701a8-454f-470f-8ea3-5dd716c1cb95', 'name': '', 'network_id': '0f44a6d7-17f1-47b7-b51c-7362dfafa7ba', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'mac_address': 'fa:16:3e:71:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a811c641-e69f-4902-98b1-64decb592c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:27Z', 'updated_at': '2022-05-26T22:54:40Z', 'revision_number': 4, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'subnets': [{'id': 'a811c641-e69f-4902-98b1-64decb592c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:44.104781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cc8f2bdf-23c9-4861-aa1e-88f149259d38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9518843 May 26 22:54:44.108313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37380) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:44.196675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3db563b1-b55e-4774-8e9a-554a9e6c5cc5 req-79f80791-3727-43c0-b0cc-eead4b13533d tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups?id=232ac24b-7e1e-4e6c-8139-2ce48ab10513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937864 May 26 22:54:44.264521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.270008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.342211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9f5454fbcd14b3391900e2d67b2aa0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8731673 May 26 22:54:44.343565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f860e0-7df2-48f8-842b-ecb606ca8af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3212d99d-3ab0-4130-935b-2694fffef288,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:44.348378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37390) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:44.479207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-419274f2-ae3f-447c-94c9-9546b6a94eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.531545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-419274f2-ae3f-447c-94c9-9546b6a94eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.575212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c5931fb-b267-4dde-bb5a-8085ffb52619 None None] Provisioning for port 1f7d635a-ef51-44bc-9db3-93a47bb162b9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:44.580378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c5931fb-b267-4dde-bb5a-8085ffb52619 None None] Provisioning complete for port 1f7d635a-ef51-44bc-9db3-93a47bb162b9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:44.580816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c5931fb-b267-4dde-bb5a-8085ffb52619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.660600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-419274f2-ae3f-447c-94c9-9546b6a94eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.692421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419274f2-ae3f-447c-94c9-9546b6a94eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212d99d-3ab0-4130-935b-2694fffef288,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:44.709225 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-419274f2-ae3f-447c-94c9-9546b6a94eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.712850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-419274f2-ae3f-447c-94c9-9546b6a94eeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3212d99d-3ab0-4130-935b-2694fffef288 HTTP/1.1" status: 204 len: 168 time: 0.3629136 May 26 22:54:44.769712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9c5931fb-b267-4dde-bb5a-8085ffb52619 None None] Port 1f7d635a-ef51-44bc-9db3-93a47bb162b9 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:54:44.808334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Allocated IP 172.20.0.11 (17268b11-ca35-40b3-9e5b-3eb298366580/24cd4da7-9714-46a5-a51e-f847904f85a2/7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:44.846441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Router 4ce86225-8763-455c-8c2b-b4e0c1ced55a is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:54:44.907958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c9ab08b3-3442-4d06-9243-63ff03dcdcc2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:45.057618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-53acbad2-536a-4768-b816-bc978b60ecdb req-f1290ef9-3855-4446-a5e1-63d87ac4765e tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 210 time: 0.1390676 May 26 22:54:45.140477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:45.158293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 39b37355-7f8f-404a-ae25-1eaa98bdfa40 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:45.202942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting port 1f7d635a-ef51-44bc-9db3-93a47bb162b9 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:45.203287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.395425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:45.395805 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.723146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 618701a8-454f-470f-8ea3-5dd716c1cb95 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:45.781620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d319d204-6a18-4145-a327-445576ff0a9b no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:45.842900 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.871263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: d319d204-6a18-4145-a327-445576ff0a9b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:45.871954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d319d204-6a18-4145-a327-445576ff0a9b not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:45.911913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac06eda-e049-4188-9214-23cc1763c29a None None] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:46.206613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 618701a8-454f-470f-8ea3-5dd716c1cb95 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:46.253938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-217353f1-53ff-4247-8d92-c17f5898840f req-35450222-9b01-4f3f-bccd-6779a1d9480c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 210 time: 0.4556022 May 26 22:54:46.260046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Calling delete_port for 1f7d635a-ef51-44bc-9db3-93a47bb162b9 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:46.264616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 618701a8-454f-470f-8ea3-5dd716c1cb95 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:46.265316 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.366979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cddd44bb-7e65-48c1-a45e-31d79147905f None None] Provisioning for port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:46.395538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cddd44bb-7e65-48c1-a45e-31d79147905f None None] Provisioning complete for port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:46.396443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cddd44bb-7e65-48c1-a45e-31d79147905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.423736 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d9fc764-967f-4d05-a75d-6d62fa39cbbe req-b83481a8-7b2f-4ce0-81a5-a7f279e31ae7 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 210 time: 0.0757067 May 26 22:54:46.509861 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.545732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Router 4e48f012-0d0e-4f57-92e1-4defd502dd8c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:46.679022 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.812388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.837942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:46.852678 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Sync routers for ids ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:46.856402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Network 17268b11-ca35-40b3-9e5b-3eb298366580 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:46.874445 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Routers {'4ce86225-8763-455c-8c2b-b4e0c1ced55a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:46.875925 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:46.878752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:46.886319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:46.904575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Port': ['ID=1f7d635a-ef51-44bc-9db3-93a47bb162b9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:47.012799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.046716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c18b3410-93e1-4dcd-88fc-04f2b7e8e3a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/1f7d635a-ef51-44bc-9db3-93a47bb162b9 HTTP/1.1" status: 204 len: 168 time: 2.9339447 May 26 22:54:47.047836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37452) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:47.061098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Pushing event updated for resources: {'Port': ['ID=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:47.078221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:47.078826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.132136 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cddd44bb-7e65-48c1-a45e-31d79147905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.183883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b115904-58cc-476e-aae9-57429256cd14 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:47.185046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1b115904-58cc-476e-aae9-57429256cd14 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:47.192208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-edeb797d-2c51-40d6-83a2-00cfdaf814f6 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2744980 May 26 22:54:47.213227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1b115904-58cc-476e-aae9-57429256cd14 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:47.216689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Request body: {'port': {'device_id': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:47.217874 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1b115904-58cc-476e-aae9-57429256cd14 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1556427 May 26 22:54:47.218913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:47.226946 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.286313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cddd44bb-7e65-48c1-a45e-31d79147905f None None] For port c9ab08b3-3442-4d06-9243-63ff03dcdcc2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,segment=NetworkSegment(0e416f79-6e5b-487c-81ce-555a6a106cb1),segment_id=0e416f79-6e5b-487c-81ce-555a6a106cb1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:47.319218 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-239785d2-32c0-497e-93c1-279297eacd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.321498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.325795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e325b26e-7391-4bc1-bd42-35b1b4729134 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.8022792 May 26 22:54:47.326024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37470) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:47.330079 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cddd44bb-7e65-48c1-a45e-31d79147905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.444489 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Set router 4ce86225-8763-455c-8c2b-b4e0c1ced55a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:47.609274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969cf9fb-debb-4ef9-9b82-a4f5b31a68e5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:47.612960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd44bb-7e65-48c1-a45e-31d79147905f None None] Pushing event updated for resources: {'Port': ['ID=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:47.616159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-969cf9fb-debb-4ef9-9b82-a4f5b31a68e5 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3963919 May 26 22:54:47.619545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37478) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:47.629174 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.676427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 618701a8-454f-470f-8ea3-5dd716c1cb95, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=618701a8-454f-470f-8ea3-5dd716c1cb95,segment=NetworkSegment(fc29436f-2af9-4bf4-9cfe-1356ebf2967a),segment_id=fc29436f-2af9-4bf4-9cfe-1356ebf2967a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:47.708833 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:47.883475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=618701a8-454f-470f-8ea3-5dd716c1cb95,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:47.940612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c9ab08b3-3442-4d06-9243-63ff03dcdcc2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:48.004970 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:54:41Z', 'revision_number': 3, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:48.010936 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Checking router: 4ce86225-8763-455c-8c2b-b4e0c1ced55a for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:48.011555 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Updating router 4ce86225-8763-455c-8c2b-b4e0c1ced55a port 898db2d9-f56d-4b69-be02-77a5a4069765 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:54:48.101999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21980373-78ab-483d-a467-c8acfca3d03f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:48.103426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21980373-78ab-483d-a467-c8acfca3d03f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:48.112105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21980373-78ab-483d-a467-c8acfca3d03f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:48.113573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-21980373-78ab-483d-a467-c8acfca3d03f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:48.123386 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:48.154038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:48.154401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:48.192898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-83dcc91c-3ead-456a-bc11-044994814ffb req-d89fd574-129a-497a-8a7b-3fbe5495bd89 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Synchronizing usage tracker for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:48.195655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-21980373-78ab-483d-a467-c8acfca3d03f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:48.196935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-21980373-78ab-483d-a467-c8acfca3d03f tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5754309 May 26 22:54:48.201190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37496) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:48.233989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37500) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:48.299255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-83dcc91c-3ead-456a-bc11-044994814ffb req-d89fd574-129a-497a-8a7b-3fbe5495bd89 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Unset dirty status for tenant:60a6e1a5198e470eae3b4eef13db4801 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:48.321052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83dcc91c-3ead-456a-bc11-044994814ffb req-d89fd574-129a-497a-8a7b-3fbe5495bd89 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 210 time: 0.6928074 May 26 22:54:48.351701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27667336-118a-462a-a485-b8b24113d53a req-40bc4c1f-6529-4d0e-a872-237dda52ebe9 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:48.353614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38017881-4cc3-4cf8-b4a0-983de406416c None None] Provisioning complete for port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:48.355753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27667336-118a-462a-a485-b8b24113d53a req-40bc4c1f-6529-4d0e-a872-237dda52ebe9 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 932 time: 0.6037505 May 26 22:54:48.358164 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38017881-4cc3-4cf8-b4a0-983de406416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:48.591476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:48.694423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] Sync routers for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:48.743300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27667336-118a-462a-a485-b8b24113d53a req-4cb1cc9f-10a0-468f-ad16-cde916b78a0c tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697903 May 26 22:54:48.859204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:48.869488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:48.898041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] No DVR routers for this DVR port d319d204-6a18-4145-a327-445576ff0a9b on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:48.905119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:48.907139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d797eeac-14ca-4784-9c7b-b091cbe2514c req-75d8138f-dbed-4fcc-9fb2-58e4f69ebf57 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.55 "DELETE /v2.0/ports/d319d204-6a18-4145-a327-445576ff0a9b HTTP/1.1" status: 204 len: 173 time: 7.6339664 May 26 22:54:48.926424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'name': 'network-vif-deleted', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:48.929355 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:48.934327 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:48.944148 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Transition to ACTIVE for port object 898db2d9-f56d-4b69-be02-77a5a4069765 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:48.971865 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.092499 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Attempting to bind port 898db2d9-f56d-4b69-be02-77a5a4069765 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:49.093184 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Attempting to bind port 898db2d9-f56d-4b69-be02-77a5a4069765 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:49.093184 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Attempting to bind port 898db2d9-f56d-4b69-be02-77a5a4069765 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:49.104112 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:49.104610 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:49.105237 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.105728 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:49.106202 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Bound port: 898db2d9-f56d-4b69-be02-77a5a4069765, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:49.106564 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.116617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet 0923db5e-cb80-4c46-ad5e-407ba4e3ad0d {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:49.167153 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0192b69-1dc3-45f7-b24f-02b5a85d939f'] response: {'server_uuid': '7cf40f3a-5e6c-462e-b1fd-a51b63f4749d', 'name': 'network-vif-deleted', 'tag': 'd319d204-6a18-4145-a327-445576ff0a9b', 'status': 'completed', 'code': 200} May 26 22:54:49.167402 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b532c-da1a-4599-94db-a2319dddcde0 None None] Pushing event updated for resources: {'Port': ['ID=898db2d9-f56d-4b69-be02-77a5a4069765,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:49.209555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:49.210774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:49.219834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Usage tracker for resource:security_group_rule and tenant:6fbddc3bfcbf4275bbe4d1be0f4ab268 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:49.233900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:49.236248 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] For port 898db2d9-f56d-4b69-be02-77a5a4069765, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:49.244420 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] For port 898db2d9-f56d-4b69-be02-77a5a4069765, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=898db2d9-f56d-4b69-be02-77a5a4069765,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:49.253457 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.256826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:49.271560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:54:49.284326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.310824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Transition to ACTIVE for port object 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:49.330656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.360861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.381730 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b532c-da1a-4599-94db-a2319dddcde0 None None] Pushing event updated for resources: {'Port': ['ID=898db2d9-f56d-4b69-be02-77a5a4069765,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:49.399744 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Routers {'4ce86225-8763-455c-8c2b-b4e0c1ced55a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:49.400369 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:49.503405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.837367 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] Set router 4ce86225-8763-455c-8c2b-b4e0c1ced55a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:49.959924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:49.971658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37528) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:49.988706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.026054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Pushing event updated for resources: {'Port': ['ID=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:50.037288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 618701a8-454f-470f-8ea3-5dd716c1cb95 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:50.069477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a0a8405-bd12-4744-9503-90ef2bce795e req-704f7822-75c2-46b6-ad28-a91a0773790f tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf40f3a-5e6c-462e-b1fd-a51b63f4749d HTTP/1.1" status: 200 len: 210 time: 0.0861993 May 26 22:54:50.094339 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.214404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea6709-8b1a-4f34-8b6d-5a738826d13f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:50.220221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9dcb876d-55cd-463a-af1f-9a4f7f3f1b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.227854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5a15b5ef-ef4c-4921-884a-4f6a44e5e2da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fbddc3bfcbf4275bbe4d1be0f4ab268&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9916701 May 26 22:54:50.229395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37534) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:50.286164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:50.289898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 618701a8-454f-470f-8ea3-5dd716c1cb95 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:50.290429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.354202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] Checking router: 4e48f012-0d0e-4f57-92e1-4defd502dd8c for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:50.355202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff9bfc-2194-46ca-940f-130fcf82ba66 req-f9c34c55-cfc9-477e-aca9-552ab0772fc5 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:50.355946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04ff9bfc-2194-46ca-940f-130fcf82ba66 req-f9c34c55-cfc9-477e-aca9-552ab0772fc5 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Synchronizing usage tracker for tenant:be8b9c454f3448bbb5b24327a336532c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:50.391518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ee0e56f2-d1e8-4107-9c73-4a3e5ab15445 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:50.405757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04ff9bfc-2194-46ca-940f-130fcf82ba66 req-f9c34c55-cfc9-477e-aca9-552ab0772fc5 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Unset dirty status for tenant:be8b9c454f3448bbb5b24327a336532c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:50.406956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04ff9bfc-2194-46ca-940f-130fcf82ba66 req-f9c34c55-cfc9-477e-aca9-552ab0772fc5 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 944 time: 0.3857732 May 26 22:54:50.412478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Attempting to bind port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:50.412817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Attempting to bind port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'a0047e5c-c915-4d16-8d36-e5746cfb2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:50.414307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Attempting to bind port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 on network 17268b11-ca35-40b3-9e5b-3eb298366580 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:50.420981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:50.421662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:50.466155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.476847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1cc399b-e0f9-48fe-944f-364adcd7cbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.514915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=0923db5e-cb80-4c46-ad5e-407ba4e3ad0d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:50.539991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1cc399b-e0f9-48fe-944f-364adcd7cbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.540204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.557002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 on network 17268b11-ca35-40b3-9e5b-3eb298366580 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:54:50.557330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Attempting to bind port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 on network 17268b11-ca35-40b3-9e5b-3eb298366580 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:50.562385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-41385204-d1a4-4b86-b46b-fdddfaffe9c3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/0923db5e-cb80-4c46-ad5e-407ba4e3ad0d HTTP/1.1" status: 204 len: 168 time: 2.3581784 May 26 22:54:50.566144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37540) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:50.574250 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:54:41Z', 'revision_number': 3, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:50.586602 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36342d1f-4fae-4839-ad02-a39e7663f6e8 None None] The sync data for ids ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'] in n-d-843301-1 is: [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:54:41Z', 'revision_number': 3, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:50.593537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee0e56f2-d1e8-4107-9c73-4a3e5ab15445 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "PUT /v2.0/quotas/a438752f6c1c4867b83db1179e386752 HTTP/1.1" status: 200 len: 368 time: 0.6180897 May 26 22:54:50.601652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37544) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:50.636613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:50.637279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Request body: {'network': {'project_id': 'a438752f6c1c4867b83db1179e386752'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:50.640784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:50.641255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Checking segment: {'id': 'a0047e5c-c915-4d16-8d36-e5746cfb2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:50.641707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Bound using segment: {'id': 'a0047e5c-c915-4d16-8d36-e5746cfb2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:50.642170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Bound port: 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0047e5c-c915-4d16-8d36-e5746cfb2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:50.642519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.663512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:50.673102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Usage tracker for resource:network and tenant:a438752f6c1c4867b83db1179e386752 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:50.679868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:50.688942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04ff9bfc-2194-46ca-940f-130fcf82ba66 req-4f3437e5-c0e4-4e33-9678-64a599d45079 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Synchronizing usage tracker for tenant:be8b9c454f3448bbb5b24327a336532c on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:50.691932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:50.746022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Deleting subnet c515dc81-f6d9-4696-bcab-f3b43f554266 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:50.752628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.791499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-04ff9bfc-2194-46ca-940f-130fcf82ba66 req-4f3437e5-c0e4-4e33-9678-64a599d45079 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Unset dirty status for tenant:be8b9c454f3448bbb5b24327a336532c on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:50.793154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04ff9bfc-2194-46ca-940f-130fcf82ba66 req-4f3437e5-c0e4-4e33-9678-64a599d45079 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751316 May 26 22:54:50.795808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1cc399b-e0f9-48fe-944f-364adcd7cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.819094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Made reservation on behalf of a438752f6c1c4867b83db1179e386752 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:50.835067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.856497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.866198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f64b9c-fa78-48d5-b4c1-d9411645c83c None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:50.883363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc399b-e0f9-48fe-944f-364adcd7cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea6709-8b1a-4f34-8b6d-5a738826d13f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:50.894724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.920310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] For port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:50.922458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1cc399b-e0f9-48fe-944f-364adcd7cbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:50.926943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c1cc399b-e0f9-48fe-944f-364adcd7cbcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04ea6709-8b1a-4f34-8b6d-5a738826d13f HTTP/1.1" status: 204 len: 168 time: 0.6960239 May 26 22:54:50.951079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:50.955273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Usage tracker for resource:security_group_rule and tenant:a438752f6c1c4867b83db1179e386752 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:50.958182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:50.964278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:51.039638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.045021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] For port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,segment=NetworkSegment(a0047e5c-c915-4d16-8d36-e5746cfb2743),segment_id=a0047e5c-c915-4d16-8d36-e5746cfb2743)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:51.047115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.064255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.139042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:54:51.150069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.192572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a527ac-9731-4fb3-89db-eacaf10caa70,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:51.196049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.196902 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Added segment 2336f590-2da0-4dd9-a0e2-815aa4e0d071 of type vlan for network 6e04a44f-1caa-4628-b2f9-63664682c1b3 May 26 22:54:51.210817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.212389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] 10.222.0.48 "PUT /v2.0/ports/7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 HTTP/1.1" status: 200 len: 1092 time: 4.0041969 May 26 22:54:51.213011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'tag': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:51.221183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.251777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cbe4b-e4df-450e-844f-0c62bb6a72ef service neutron] Pushing event updated for resources: {'Port': ['ID=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:51.255567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.351256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.352489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:51.352991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.385341 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b992f92f-1f32-4cd3-9656-7128ebede204'] response: {'name': 'network-changed', 'server_uuid': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'tag': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736', 'status': 'completed', 'code': 200} May 26 22:54:51.437099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.444244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37556) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:51.448005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-f98b09cd-d4dc-491a-a0ec-9fc324557f8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be8b9c454f3448bbb5b24327a336532c&device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 1095 time: 0.1878164 May 26 22:54:51.518248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.547329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9436405 May 26 22:54:51.551527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37564) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:51.557288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Request body: {'network': {'project_id': 'a438752f6c1c4867b83db1179e386752'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:51.566295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:51.583190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-99f25332-189e-42ed-b147-4532a90e0771 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 HTTP/1.1" status: 200 len: 217 time: 0.1258941 May 26 22:54:51.583798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346744b-5824-47d8-860b-7ad9c3441af5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Pushing event updated for resources: {'Network': ['ID=6e04a44f-1caa-4628-b2f9-63664682c1b3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:51.588315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Usage tracker for resource:network and tenant:a438752f6c1c4867b83db1179e386752 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:51.596092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:51.703346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:51.757494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Made reservation on behalf of a438752f6c1c4867b83db1179e386752 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:54:51.763259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.764892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 6e04a44f-1caa-4628-b2f9-63664682c1b3 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:54:51.779316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37570) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:51.804016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-8598873c-128e-4807-bc15-2c18e57ab34f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:51.805053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-8598873c-128e-4807-bc15-2c18e57ab34f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24cd4da7-9714-46a5-a51e-f847904f85a2 HTTP/1.1" status: 200 len: 854 time: 0.2028406 May 26 22:54:51.825066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:54:51.834553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.834904 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Added segment 66fc77da-ec0a-4109-b19c-d68651e40654 of type vlan for network c17035c4-7f2b-4f91-85ff-e906de390f5b May 26 22:54:51.913237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37872a41-5980-4247-ab8e-181540d8ccd9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.936567 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:51.955089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.017086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Allocated IP 172.20.0.1 (212f1595-941b-4d3e-a324-0c8af990cdf6/6df6f1f7-5f1b-4007-a257-9877e9cc4abf/75b03f8b-3a08-4a30-b243-c612cefcb044) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:52.032194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.033558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.036919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Subnet': ['ID=c515dc81-f6d9-4696-bcab-f3b43f554266,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:52.046578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-59799d44-bbb0-4fde-a939-952e6030646a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17268b11-ca35-40b3-9e5b-3eb298366580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346058 May 26 22:54:52.071718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.082512 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37872a41-5980-4247-ab8e-181540d8ccd9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.092634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:52.099052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ce172-afd6-47b9-9f2c-551cd18595cb None None] The sync data for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 is: [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:48:29Z', 'revision_number': 4, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '2b9a9c54-7408-48f7-92d7-b8ccdefcab3a', 'name': '', 'network_id': 'f90e5f69-58a6-434e-a9e9-31590716590f', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'mac_address': 'fa:16:3e:f8:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:27Z', 'updated_at': '2022-05-26T22:48:42Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'subnets': [{'id': 'e2d97517-cc61-44fa-9094-bcb7810ae77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:52.145107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ace0279-78c2-4de5-8fe3-3c0477fb65a2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/c515dc81-f6d9-4696-bcab-f3b43f554266 HTTP/1.1" status: 204 len: 168 time: 1.5767980 May 26 22:54:52.152073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37576) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:52.257191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:52.276596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:54:52.300625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Usage tracker for resource:security_group_rule and tenant:dcbbaebab5a544f488b6ec38f89a22bd is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:52.309871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:52.320300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:52.361045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.361560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:52.362183 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.435085 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e78c9c60-5b58-4fc5-bd31-cbc5c21adeda tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2776384 May 26 22:54:52.453911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37584) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:52.552107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d439489-36ee-4db5-af9e-6cb353ab5d47 req-3d1129ef-5fde-4a74-bcd9-07bb363b4021 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:52.554330 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3d439489-36ee-4db5-af9e-6cb353ab5d47 req-3d1129ef-5fde-4a74-bcd9-07bb363b4021 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 944 time: 0.5068326 May 26 22:54:52.556344 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-56dae42e-59f9-4868-aab0-8c54a368d42e service neutron] 10.222.0.48 "GET /v2.0/networks/17268b11-ca35-40b3-9e5b-3eb298366580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970284 May 26 22:54:52.577984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0226963 May 26 22:54:52.580531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37590) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:52.599194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Request body: {'network': {'project_id': 'a438752f6c1c4867b83db1179e386752'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:52.609368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:52.619919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Usage tracker for resource:network and tenant:a438752f6c1c4867b83db1179e386752 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:52.624673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:52.653149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:52.660918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.661290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cbecc-bbdb-49ab-9c69-4293b832cee3 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Pushing event updated for resources: {'Network': ['ID=c17035c4-7f2b-4f91-85ff-e906de390f5b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:52.666683 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 22:54:52.667400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:52.675047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-49420d04-812f-4cb9-b540-cb95c7f84a13 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0892828 May 26 22:54:52.675714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c17035c4-7f2b-4f91-85ff-e906de390f5b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:54:52.676581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37594) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:52.715352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37872a41-5980-4247-ab8e-181540d8ccd9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.781069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Transition to ACTIVE for port object 75b03f8b-3a08-4a30-b243-c612cefcb044 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:52.808127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37872a41-5980-4247-ab8e-181540d8ccd9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232ac24b-7e1e-4e6c-8139-2ce48ab10513,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:52.822794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37872a41-5980-4247-ab8e-181540d8ccd9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.824329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-37872a41-5980-4247-ab8e-181540d8ccd9 tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "DELETE /v2.0/security-groups/232ac24b-7e1e-4e6c-8139-2ce48ab10513 HTTP/1.1" status: 204 len: 168 time: 1.3787622 May 26 22:54:52.861591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.878119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37598) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:52.883535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c83af7e0-92ac-4699-81cc-c0fab601c69e tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a438752f6c1c4867b83db1179e386752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970367 May 26 22:54:52.927170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:52.930434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff480137-bc74-4414-a77f-bdee8c8664dd None None] Network fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:52.935715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37600) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:52.954675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:52.959486 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-8b931aa9-1095-442c-a05d-8873df13037c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] show failed (client error): The resource could not be found. May 26 22:54:52.960962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b931aa9-1095-442c-a05d-8873df13037c tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "GET /v2.0/security-groups/232ac24b-7e1e-4e6c-8139-2ce48ab10513 HTTP/1.1" status: 404 len: 347 time: 0.0461419 May 26 22:54:52.970117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:53.045444 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.053847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37606) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:53.099594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-963c1d3c-36c2-4e94-8e2c-b4c96a451978 None None] Provisioning complete for port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:53.099977 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-963c1d3c-36c2-4e94-8e2c-b4c96a451978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.133481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.180471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcbbaebab5a544f488b6ec38f89a22bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3997998 May 26 22:54:53.211976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37610) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:53.228047 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3d439489-36ee-4db5-af9e-6cb353ab5d47 req-c81b46e0-15f7-4513-927a-fc294413aa4f tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593728 May 26 22:54:53.380432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3958b-3b5a-4d55-95df-147677635f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da51b7d-5d1e-4f4a-97d2-d543f540728d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:53.393842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.399951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Deleting port 8897491b-410d-402a-8a50-f83bbddc121a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:53.400301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.404915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc8f1db-047f-4ee0-8be1-f12c88310244 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:53.410327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1fc8f1db-047f-4ee0-8be1-f12c88310244 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9522214 May 26 22:54:53.421151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37618) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:53.490701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] DHCP port deletion for fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:54:53.497038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2231d8b8-1863-4922-930b-348248bcbd0f None None] Provisioning for port 75b03f8b-3a08-4a30-b243-c612cefcb044 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:53.504347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2231d8b8-1863-4922-930b-348248bcbd0f None None] Provisioning complete for port 75b03f8b-3a08-4a30-b243-c612cefcb044 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:53.505121 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2231d8b8-1863-4922-930b-348248bcbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.527351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Pushing event updated for resources: {'Port': ['ID=75b03f8b-3a08-4a30-b243-c612cefcb044,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:53.541102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] Deleting port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:53.541606 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.557051 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa027a44-2cbd-4859-a65a-d5eb220ccd73 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.582913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c66e32-da4e-430f-a2df-5c93e9ea0eae tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:53.583635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-32c66e32-da4e-430f-a2df-5c93e9ea0eae tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Synchronizing usage tracker for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:53.646610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa027a44-2cbd-4859-a65a-d5eb220ccd73 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.670990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-32c66e32-da4e-430f-a2df-5c93e9ea0eae tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Unset dirty status for tenant:3e4bfe240fbf4fd2af73abf05bf9147d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:53.672413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-32c66e32-da4e-430f-a2df-5c93e9ea0eae tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2498934 May 26 22:54:53.681046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.681387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.682717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37626) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:53.772419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2231d8b8-1863-4922-930b-348248bcbd0f None None] Port 75b03f8b-3a08-4a30-b243-c612cefcb044 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:54:53.799076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] For port 39b37355-7f8f-404a-ae25-1eaa98bdfa40, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=39b37355-7f8f-404a-ae25-1eaa98bdfa40,segment=NetworkSegment(0b341d92-a5c3-4780-8c6e-14032821d449),segment_id=0b341d92-a5c3-4780-8c6e-14032821d449)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:53.799471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.866696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 39b37355-7f8f-404a-ae25-1eaa98bdfa40 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:53.867561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Calling delete_port for 8897491b-410d-402a-8a50-f83bbddc121a owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:53.880155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ea4d1e7f-ed25-4989-8da9-1d6c85e65ce6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1890252 May 26 22:54:53.883878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37634) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:53.891465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.917064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ecdbfca2-834b-405d-ac3b-4cc47c718f6b req-271d2d75-e6b1-4d7f-b438-b82463376ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/17268b11-ca35-40b3-9e5b-3eb298366580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3471682 May 26 22:54:53.925785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-13f77535-df2e-4c17-9ca7-84155267f8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.001176 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ca961f-ee1a-4e31-aed6-ae43f6646749 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:54.001885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ca961f-ee1a-4e31-aed6-ae43f6646749 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:54.023280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-13f77535-df2e-4c17-9ca7-84155267f8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.032848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] Calling delete_port for 39b37355-7f8f-404a-ae25-1eaa98bdfa40 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:54.043554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-44ca961f-ee1a-4e31-aed6-ae43f6646749 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/1f7d635a-ef51-44bc-9db3-93a47bb162b9 HTTP/1.1" status: 404 len: 333 time: 0.1541531 May 26 22:54:54.047348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37640) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:54.137225 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa027a44-2cbd-4859-a65a-d5eb220ccd73 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.142440 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7447575-3673-472f-84f5-415ef2846308 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:54.143073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7447575-3673-472f-84f5-415ef2846308 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:54.188248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b7447575-3673-472f-84f5-415ef2846308 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/0923db5e-cb80-4c46-ad5e-407ba4e3ad0d HTTP/1.1" status: 404 len: 337 time: 0.1349270 May 26 22:54:54.188248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa027a44-2cbd-4859-a65a-d5eb220ccd73 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.189159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aa027a44-2cbd-4859-a65a-d5eb220ccd73 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/54a527ac-9731-4fb3-89db-eacaf10caa70 HTTP/1.1" status: 204 len: 168 time: 1.2313619 May 26 22:54:54.189943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37644) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:54.192852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-8367ca55-37e7-45d3-8a04-68d5b0a2be37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be8b9c454f3448bbb5b24327a336532c&device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 1095 time: 0.2138631 May 26 22:54:54.193477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37646) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:54.195492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa027a44-2cbd-4859-a65a-d5eb220ccd73 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a527ac-9731-4fb3-89db-eacaf10caa70,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:54.215651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.260358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.263602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-13f77535-df2e-4c17-9ca7-84155267f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.271987 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a0d6c8-1eee-45c8-b4b0-f1c0052fe865 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:54.272584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a0d6c8-1eee-45c8-b4b0-f1c0052fe865 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:54.278015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b0a0d6c8-1eee-45c8-b4b0-f1c0052fe865 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/c515dc81-f6d9-4696-bcab-f3b43f554266 HTTP/1.1" status: 404 len: 337 time: 0.0809383 May 26 22:54:54.317768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] Pushing event deleted for resources: {'Port': ['ID=39b37355-7f8f-404a-ae25-1eaa98bdfa40,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:54.334502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37652) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:54.368032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c0b62-25b1-4e49-9085-64114abc01e3 None None] No DVR routers for this DVR port 39b37355-7f8f-404a-ae25-1eaa98bdfa40 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:54.417435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.494356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f77535-df2e-4c17-9ca7-84155267f8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da51b7d-5d1e-4f4a-97d2-d543f540728d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:54.546874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Pushing event deleted for resources: {'Port': ['ID=8897491b-410d-402a-8a50-f83bbddc121a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:54.556098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.561103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.562014 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf53712-f585-4904-81d3-2c9cfb3503a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:54.562455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf53712-f585-4904-81d3-2c9cfb3503a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:54.668180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90740fa-9620-464f-b6c6-832c4e51eb92 req-ed7050d5-c2cf-472c-bef3-acbede13403f tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:54.669959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e90740fa-9620-464f-b6c6-832c4e51eb92 req-ed7050d5-c2cf-472c-bef3-acbede13403f tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 944 time: 0.2118225 May 26 22:54:54.693364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.696440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ddf53712-f585-4904-81d3-2c9cfb3503a1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/14e176a7-cf9f-4eab-8d67-a5b5f530efe7 HTTP/1.1" status: 404 len: 333 time: 0.2975962 May 26 22:54:54.703318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37658) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:54.703666 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.707334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Pushing event updated for resources: {'Port': ['ID=75b03f8b-3a08-4a30-b243-c612cefcb044,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:54.711937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.714329 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.718092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0c7492d1-d89d-4c69-9e0c-cb156e9fcc8b tempest-AttachVolumeTestJSON-1793207901 tempest-AttachVolumeTestJSON-1793207901-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d72ae62-f7de-432c-aae6-eca62de10b43 HTTP/1.1" status: 204 len: 168 time: 1.6597826 May 26 22:54:54.718092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-13f77535-df2e-4c17-9ca7-84155267f8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.720972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-13f77535-df2e-4c17-9ca7-84155267f8bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1da51b7d-5d1e-4f4a-97d2-d543f540728d HTTP/1.1" status: 204 len: 168 time: 1.5060527 May 26 22:54:54.734716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-2275ef4c-a8fb-4eee-9007-dc1949be613f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:54.736653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-2275ef4c-a8fb-4eee-9007-dc1949be613f service neutron] 10.222.0.48 "GET /v2.0/networks?id=17268b11-ca35-40b3-9e5b-3eb298366580 HTTP/1.1" status: 200 len: 915 time: 0.5351212 May 26 22:54:54.778912 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-7548a43a-06cf-43eb-b5b0-b102cc32c654 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:54.779338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7548a43a-06cf-43eb-b5b0-b102cc32c654 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:54.783822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7548a43a-06cf-43eb-b5b0-b102cc32c654 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/ca609372-1b56-4ccd-a7ae-9a840d1fcc05 HTTP/1.1" status: 404 len: 337 time: 0.0710909 May 26 22:54:54.784300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37666) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:54.862783 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6b2647-5144-4493-902a-042a48530d83 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:54.863215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6b2647-5144-4493-902a-042a48530d83 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:54.867335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5f6b2647-5144-4493-902a-042a48530d83 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/39b98218-570e-4d51-a72a-7d62cd2bee14 HTTP/1.1" status: 404 len: 337 time: 0.0796592 May 26 22:54:54.879445 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-19027d53-598b-4fc2-acf3-7a037ece0169 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 HTTP/1.1" status: 200 len: 217 time: 0.1069610 May 26 22:54:54.885641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37672) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:54.927074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e90740fa-9620-464f-b6c6-832c4e51eb92 req-7db445df-e2f0-4bc0-8c27-6c3f2bf91064 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476351 May 26 22:54:55.062322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:55.067505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:55.075187 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.337564 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef249a0-a04e-4892-90e4-16ad08e98f7b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:55.352514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef249a0-a04e-4892-90e4-16ad08e98f7b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:55.354313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eef249a0-a04e-4892-90e4-16ad08e98f7b tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/f06f8665-89f8-4f71-8af2-9480633fcb04 HTTP/1.1" status: 404 len: 333 time: 0.4660869 May 26 22:54:55.370641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37682) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:55.378181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.458216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d28f890-f2b1-4080-b0c1-62c4da9accde None None] Provisioning complete for port 75b03f8b-3a08-4a30-b243-c612cefcb044 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:55.458595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d28f890-f2b1-4080-b0c1-62c4da9accde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.517869 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa60ae1d-88e5-4316-9139-b4538d9687ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:55.518316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa60ae1d-88e5-4316-9139-b4538d9687ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:55.522779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fa60ae1d-88e5-4316-9139-b4538d9687ac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/50118f17-a739-47ce-bc6f-dd3d6b251ee2 HTTP/1.1" status: 404 len: 337 time: 0.1484072 May 26 22:54:55.534549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:55.547254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-d53740d9-4e1f-41e7-b836-53a95d9183f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:55.549478 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-d53740d9-4e1f-41e7-b836-53a95d9183f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24cd4da7-9714-46a5-a51e-f847904f85a2 HTTP/1.1" status: 200 len: 854 time: 0.4228995 May 26 22:54:55.562563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17035c4-7f2b-4f91-85ff-e906de390f5b']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:55.616687 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-9352db41-7213-4d86-b50c-81d2e2cedffe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:55.617391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9352db41-7213-4d86-b50c-81d2e2cedffe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:55.619195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9352db41-7213-4d86-b50c-81d2e2cedffe tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/9744d6f6-363c-4bcb-bb3d-23da009fadb2 HTTP/1.1" status: 404 len: 337 time: 0.0834975 May 26 22:54:55.621829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37698) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:55.654680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3d28f890-f2b1-4080-b0c1-62c4da9accde None None] Port 75b03f8b-3a08-4a30-b243-c612cefcb044 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:54:55.678501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-d977e92a-bc33-4947-9f3b-cdd305dddffc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17268b11-ca35-40b3-9e5b-3eb298366580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005921 May 26 22:54:55.680408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fc77da-ec0a-4109-b19c-d68651e40654') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:55.680706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fc77da-ec0a-4109-b19c-d68651e40654') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:55.692042 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-850c3ee8-100b-4830-b228-ea40c9a72e38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:55.693483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850c3ee8-100b-4830-b228-ea40c9a72e38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:55.695370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-850c3ee8-100b-4830-b228-ea40c9a72e38 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/595e5bee-31de-4124-b3b9-367025529cce HTTP/1.1" status: 404 len: 333 time: 0.0722659 May 26 22:54:55.748038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37704) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:55.846460 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c921e7b7-a9c2-4eea-9a29-3e82590dacac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:55.847593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c921e7b7-a9c2-4eea-9a29-3e82590dacac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:55.853130 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c921e7b7-a9c2-4eea-9a29-3e82590dacac tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/368d12d6-1851-4ca6-a28b-4fa065326d31 HTTP/1.1" status: 404 len: 337 time: 0.1039956 May 26 22:54:55.855625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.879414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.889410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:54:55.889880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.946666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 898db2d9-f56d-4b69-be02-77a5a4069765 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:56.056887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37712) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:56.122888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 898db2d9-f56d-4b69-be02-77a5a4069765 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:56.141815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 898db2d9-f56d-4b69-be02-77a5a4069765 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:56.142594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: timer() May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:54:56.229247 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:54:56.307268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:54:56.385624 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.414778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Router 4ce86225-8763-455c-8c2b-b4e0c1ced55a has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:56.542666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 898db2d9-f56d-4b69-be02-77a5a4069765, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=898db2d9-f56d-4b69-be02-77a5a4069765,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:56.558066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.559615 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-952ab75a-3baf-413f-8dcf-6274311b58b1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:56.565873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952ab75a-3baf-413f-8dcf-6274311b58b1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:56.638931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.663972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-952ab75a-3baf-413f-8dcf-6274311b58b1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/c89c19da-06f1-412b-9ccd-d2516c1bbdad HTTP/1.1" status: 404 len: 337 time: 0.4237592 May 26 22:54:56.666704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37728) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:56.674756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.681934 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c17035c4-7f2b-4f91-85ff-e906de390f5b HTTP/1.1" status: 204 len: 168 time: 2.4803655 May 26 22:54:56.715443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:56.749036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=898db2d9-f56d-4b69-be02-77a5a4069765,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:56.796988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,segment=NetworkSegment(a0047e5c-c915-4d16-8d36-e5746cfb2743),segment_id=a0047e5c-c915-4d16-8d36-e5746cfb2743)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:56.815959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736', 'network_id': '17268b11-ca35-40b3-9e5b-3eb298366580', 'port_id': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736', 'mac_address': 'fa:16:3e:9a:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cd4da7-9714-46a5-a51e-f847904f85a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:54:56.884945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:56.892754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c6683-0eca-4271-88c8-4db78aa3d303 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Pushing event deleted for resources: {'Network': ['ID=c17035c4-7f2b-4f91-85ff-e906de390f5b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:56.899608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b2fe69ed-476d-4231-a1dd-e2af21c7e835 admin admin] 10.222.0.32 "PUT /v2.0/routers/4ce86225-8763-455c-8c2b-b4e0c1ced55a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5724423 May 26 22:54:56.925303 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.964560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:54:56.988951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,segment=NetworkSegment(a0047e5c-c915-4d16-8d36-e5746cfb2743),segment_id=a0047e5c-c915-4d16-8d36-e5746cfb2743)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:57.010605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-168ad542-e210-4c48-8f45-17a39943ab18 service neutron] 10.222.0.48 "GET /v2.0/networks/17268b11-ca35-40b3-9e5b-3eb298366580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3018072 May 26 22:54:57.025152 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6bb643-0f6f-4e25-93d3-4cd95d34daa8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.025619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6bb643-0f6f-4e25-93d3-4cd95d34daa8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.032398 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bf6bb643-0f6f-4e25-93d3-4cd95d34daa8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/fea126b1-ec32-446d-9bab-8728cc26e38f HTTP/1.1" status: 404 len: 333 time: 0.3234267 May 26 22:54:57.032753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37740) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.061535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.123580 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-773a0d02-482b-4121-b5ac-dc757e840b56 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.124024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773a0d02-482b-4121-b5ac-dc757e840b56 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.128032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-773a0d02-482b-4121-b5ac-dc757e840b56 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/86f280ac-8d03-4dc4-b3b5-9fd4598c8aaa HTTP/1.1" status: 404 len: 337 time: 0.0919416 May 26 22:54:57.130026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.184621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a54301-af61-4c72-af17-5af56a1b79e5 req-bb136ca3-4749-4336-aaf1-4689aa2e6ec0 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:57.190855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88a54301-af61-4c72-af17-5af56a1b79e5 req-bb136ca3-4749-4336-aaf1-4689aa2e6ec0 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 944 time: 0.8281827 May 26 22:54:57.232035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:57.249063 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd054e2-5638-4316-9c0c-4841119834b9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.249631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd054e2-5638-4316-9c0c-4841119834b9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.251331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4fd054e2-5638-4316-9c0c-4841119834b9 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/1580f867-32af-4739-bf00-ab40d2c95d91 HTTP/1.1" status: 404 len: 333 time: 0.1190977 May 26 22:54:57.257070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37758) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.414171 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f8bc50-296f-4d10-9567-d67256250f5a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.414620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f8bc50-296f-4d10-9567-d67256250f5a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.416313 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-21f8bc50-296f-4d10-9567-d67256250f5a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/e842335c-6cb7-4e1f-a009-7a9dcb567969 HTTP/1.1" status: 404 len: 337 time: 0.1571643 May 26 22:54:57.427803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37766) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.441324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:54:57.446820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.512923 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbc82f-6a5e-4402-89f5-8268d8c1e2f2 None None] New status for floating IP 8d72ae62-f7de-432c-aae6-eca62de10b43: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:54:57.584706 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c3b606-10f2-4954-9db3-26bdc1f90cc2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.585398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c3b606-10f2-4954-9db3-26bdc1f90cc2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.591166 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9c3b606-10f2-4954-9db3-26bdc1f90cc2 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/9098eba7-7084-45df-b980-e78db78c7e40 HTTP/1.1" status: 404 len: 333 time: 0.1612267 May 26 22:54:57.593617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37772) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.683435 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bfa451-51e0-4fc6-9409-d1be41149d55 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.683869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bfa451-51e0-4fc6-9409-d1be41149d55 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.685503 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-83bfa451-51e0-4fc6-9409-d1be41149d55 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/5e77615f-666d-4cff-8236-f0b6a8dc0210 HTTP/1.1" status: 404 len: 337 time: 0.0904968 May 26 22:54:57.692386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37776) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.779619 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0c71f2-8fd0-455c-9c9d-a57fb7428369 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.785802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0c71f2-8fd0-455c-9c9d-a57fb7428369 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.792325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ba0c71f2-8fd0-455c-9c9d-a57fb7428369 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/1bc5537f-6161-4faf-8bea-bf80d8ddda9e HTTP/1.1" status: 404 len: 333 time: 0.1008198 May 26 22:54:57.793105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37784) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.842950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.895059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88a54301-af61-4c72-af17-5af56a1b79e5 req-02fd07e7-a371-4b2a-8ead-40e978196aef tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562615 May 26 22:54:57.900322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 898db2d9-f56d-4b69-be02-77a5a4069765 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:57.949900 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e26130-3b69-4474-8f11-e0f256eea576 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:57.950384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e26130-3b69-4474-8f11-e0f256eea576 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:57.954801 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.957214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-57e26130-3b69-4474-8f11-e0f256eea576 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/6a4b84c7-a96b-45d6-b4fe-fa02b898d256 HTTP/1.1" status: 404 len: 337 time: 0.1626303 May 26 22:54:57.958969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37790) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.999473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-088e25a9-9607-4294-9df9-1af1d75b0ab1 req-0b23cf04-39af-4146-ad55-79b89bf34c4a service neutron] 10.222.0.48 "GET /v2.0/networks/17268b11-ca35-40b3-9e5b-3eb298366580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9505830 May 26 22:54:58.026567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e04a44f-1caa-4628-b2f9-63664682c1b3']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:58.049129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 898db2d9-f56d-4b69-be02-77a5a4069765 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:58.049630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.057104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2336f590-2da0-4dd9-a0e2-815aa4e0d071') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:58.057399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2336f590-2da0-4dd9-a0e2-815aa4e0d071') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:58.084580 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.091727 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dba2cd-6afa-4c66-aead-51d17c430ecd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:58.093343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dba2cd-6afa-4c66-aead-51d17c430ecd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:58.098241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-55dba2cd-6afa-4c66-aead-51d17c430ecd tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/6d64e314-7a23-4df0-ac36-bbb3d142a47a HTTP/1.1" status: 404 len: 333 time: 0.1347628 May 26 22:54:58.101625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:58.110377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.190284 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6677d0-d833-45c7-8dc7-2f2bf24952e8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:58.190724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6677d0-d833-45c7-8dc7-2f2bf24952e8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:58.192359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8d6677d0-d833-45c7-8dc7-2f2bf24952e8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/28029016-5149-418d-8895-b3ad69238f52 HTTP/1.1" status: 404 len: 337 time: 0.0894463 May 26 22:54:58.193427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:54:58.193849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.195014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37808) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:58.300521 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ecafbb-c9be-4a9d-806b-9e43f4f42767 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:58.300964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ecafbb-c9be-4a9d-806b-9e43f4f42767 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:58.305051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-48ecafbb-c9be-4a9d-806b-9e43f4f42767 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/557b92f0-6f66-4e6b-b2b8-fe951cf95728 HTTP/1.1" status: 404 len: 333 time: 0.1066697 May 26 22:54:58.305965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37816) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: timer() May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:54:58.307612 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:54:58.311718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.347104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.368703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e04a44f-1caa-4628-b2f9-63664682c1b3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:58.383910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d082edc9-d5fa-469c-8889-1a6341c202e5 tempest-QuotasNegativeTest-247340709 tempest-QuotasNegativeTest-247340709-project-admin] 10.222.0.32 "DELETE /v2.0/networks/6e04a44f-1caa-4628-b2f9-63664682c1b3 HTTP/1.1" status: 204 len: 168 time: 1.6378028 May 26 22:54:58.390675 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5fbd11-adf8-4eed-b6d8-1a42d7e709a8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:58.391890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5fbd11-adf8-4eed-b6d8-1a42d7e709a8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:58.393835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4d5fbd11-adf8-4eed-b6d8-1a42d7e709a8 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/29bddf8e-3ead-417a-902e-7c65a5bab1f7 HTTP/1.1" status: 404 len: 337 time: 0.0871131 May 26 22:54:58.396526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37824) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:58.772351 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b70a430-45f4-4226-a4e3-9fe72aa91850 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:58.773439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b70a430-45f4-4226-a4e3-9fe72aa91850 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:58.787127 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b70a430-45f4-4226-a4e3-9fe72aa91850 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/300890d9-04b1-479e-8ae9-4ed7b9f7fcd1 HTTP/1.1" status: 404 len: 337 time: 0.3895483 May 26 22:54:58.789687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37844) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:58.900347 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-346efcdd-d217-4515-bae2-7bc6c4b46d33 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:58.905083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346efcdd-d217-4515-bae2-7bc6c4b46d33 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:58.907527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-346efcdd-d217-4515-bae2-7bc6c4b46d33 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/5187a45c-94ff-4a9b-9b4b-88fa72caa779 HTTP/1.1" status: 404 len: 333 time: 0.1160262 May 26 22:54:58.909809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37854) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:58.973552 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd27b83b-2c67-444a-a84e-52858bcc4cde tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:58.975437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd27b83b-2c67-444a-a84e-52858bcc4cde tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:58.981012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37862) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:58.996557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fd27b83b-2c67-444a-a84e-52858bcc4cde tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/df4c82f3-e999-4101-aa54-16620b152c12 HTTP/1.1" status: 404 len: 337 time: 0.0670350 May 26 22:54:59.077304 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe0fe81-c2af-41d4-a5a2-801458b705b3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:59.078791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe0fe81-c2af-41d4-a5a2-801458b705b3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:59.081033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1fe0fe81-c2af-41d4-a5a2-801458b705b3 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/730b3764-a907-49c5-b2c4-ede84f8b9f30 HTTP/1.1" status: 404 len: 337 time: 0.0989251 May 26 22:54:59.084236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37872) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.198314 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf8ac67-5b7f-4c94-bc51-e50aada18f8d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:59.207701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf8ac67-5b7f-4c94-bc51-e50aada18f8d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:59.211736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ecf8ac67-5b7f-4c94-bc51-e50aada18f8d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/6b717dba-42cb-4401-b493-abeb7a1b5b48 HTTP/1.1" status: 404 len: 333 time: 0.1262364 May 26 22:54:59.214610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37880) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.347075 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09097da-e672-4c8f-a145-02b79bdd1238 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:59.347720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09097da-e672-4c8f-a145-02b79bdd1238 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:59.349591 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f09097da-e672-4c8f-a145-02b79bdd1238 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/174daeed-9e3a-4126-aaee-3bad47a760ed HTTP/1.1" status: 404 len: 337 time: 0.1338422 May 26 22:54:59.352380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37892) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.387432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e24d-087c-41a9-95f3-c602ec690557 req-b376e867-cabc-45d2-8136-69cccf117a65 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:59.388894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fbd0e24d-087c-41a9-95f3-c602ec690557 req-b376e867-cabc-45d2-8136-69cccf117a65 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 945 time: 0.1184130 May 26 22:54:59.467022 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ba0ac2-18ba-4951-a8a9-5dff9e7df5c6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:59.467527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ba0ac2-18ba-4951-a8a9-5dff9e7df5c6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:59.472873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e5ba0ac2-18ba-4951-a8a9-5dff9e7df5c6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/a9d7d683-70bf-4b19-807b-00d1bc52982f HTTP/1.1" status: 404 len: 337 time: 0.1191263 May 26 22:54:59.475316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37896) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.487335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fbd0e24d-087c-41a9-95f3-c602ec690557 req-d5a0e789-5ec3-4a2f-93ec-72a43a8cbea4 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905199 May 26 22:54:59.616372 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4e63ad-97b1-48b7-8072-b002295dbe73 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:59.618329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4e63ad-97b1-48b7-8072-b002295dbe73 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:59.620222 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d4e63ad-97b1-48b7-8072-b002295dbe73 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/2023fceb-7fb9-4536-ba0e-f6c5453eed8d HTTP/1.1" status: 404 len: 333 time: 0.1435442 May 26 22:54:59.622822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.697574 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-8239d930-cd0a-4e5a-8f79-c4d7f1af88ef tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:59.698037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8239d930-cd0a-4e5a-8f79-c4d7f1af88ef tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:59.700167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8239d930-cd0a-4e5a-8f79-c4d7f1af88ef tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/701a4944-ffa9-4fc0-83c0-643d8444b9b5 HTTP/1.1" status: 404 len: 337 time: 0.0763738 May 26 22:54:59.702794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37908) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.850491 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc2c69a-0839-45c4-b636-0be9568ebc4d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:54:59.851133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37918) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.866426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc2c69a-0839-45c4-b636-0be9568ebc4d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:54:59.870952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37924) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:59.878393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-abc2c69a-0839-45c4-b636-0be9568ebc4d tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/eff423d7-c6ba-4314-a30e-2ede91439182 HTTP/1.1" status: 404 len: 337 time: 0.1644504 May 26 22:55:00.012347 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-791f67d1-40fa-4c0c-8875-6644e2d0763c tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b3250f-2ad5-4f9c-9fc3-8e4865998613 HTTP/1.1" status: 200 len: 205 time: 0.1374950 May 26 22:55:00.012951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37936) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.044054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37940) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.156354 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-656c872c-25d2-488c-9615-79e78bfb1a32 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] delete failed (client error): The resource could not be found. May 26 22:55:00.158185 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-656c872c-25d2-488c-9615-79e78bfb1a32 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/routers/a5b3250f-2ad5-4f9c-9fc3-8e4865998613 HTTP/1.1" status: 404 len: 336 time: 0.1436219 May 26 22:55:00.160784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37944) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.181058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:00.243868 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d301211-f360-4d74-9657-30bab1873ce6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:00.244453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d301211-f360-4d74-9657-30bab1873ce6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:00.246281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d301211-f360-4d74-9657-30bab1873ce6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/d16ffc15-ab12-4f54-a874-7b3fd68fcde8 HTTP/1.1" status: 404 len: 337 time: 0.0845354 May 26 22:55:00.268799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:00.273291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9706957b4d4b409bfd7167c74c62d5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:00.275434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:00.277524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:00.284624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:00.318962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37950) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.395684 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:00.402649 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:00.483425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a9706957b4d4b409bfd7167c74c62d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6309409 May 26 22:55:00.484389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.489069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37958) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.493643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4c742522-f7a9-41d6-a4f3-a9554d773524 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e0e945-4f51-494c-8af5-fb5ea4bd9519 HTTP/1.1" status: 200 len: 205 time: 0.1512845 May 26 22:55:00.503811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:00.513257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:00.513635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:00.678389 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-b80aae8b-fdc2-413e-9dca-f0711f408698 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] delete failed (client error): The resource could not be found. May 26 22:55:00.679767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b80aae8b-fdc2-413e-9dca-f0711f408698 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/routers/e3e0e945-4f51-494c-8af5-fb5ea4bd9519 HTTP/1.1" status: 404 len: 336 time: 0.1918962 May 26 22:55:00.687444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048151e3-ef48-40e7-8a17-639790f27834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36631280-855a-46cc-8174-7b19f1417e5e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:00.691744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.761044 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-96bb6244-b9e9-4bfe-8e6f-3024d992c712 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:00.761750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96bb6244-b9e9-4bfe-8e6f-3024d992c712 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:00.791588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d77a-21aa-4a47-a7a0-74c14854d80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:00.795490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-96bb6244-b9e9-4bfe-8e6f-3024d992c712 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/997d9bd5-8403-41bf-8a49-bb19bb92f5ae HTTP/1.1" status: 404 len: 337 time: 0.1025105 May 26 22:55:00.803601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37976) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.885803 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:00.926555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,segment=NetworkSegment(a0047e5c-c915-4d16-8d36-e5746cfb2743),segment_id=a0047e5c-c915-4d16-8d36-e5746cfb2743)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:00.927570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:00.940084 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.021052 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-0425243e-0fda-445a-9d13-495c474d9905 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.021638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0425243e-0fda-445a-9d13-495c474d9905 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.027591 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0425243e-0fda-445a-9d13-495c474d9905 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/8132fa72-abdb-43c7-8b7a-f9b284acdfa1 HTTP/1.1" status: 404 len: 337 time: 0.2228925 May 26 22:55:01.032304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37984) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.060898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:01.084401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d77a-21aa-4a47-a7a0-74c14854d80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.094580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf546-d511-4ae6-a266-cf1670f9b439 req-68fd071b-bb1b-4492-b9ef-ff4ae8c396fb tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:01.102476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5dcbf546-d511-4ae6-a266-cf1670f9b439 req-68fd071b-bb1b-4492-b9ef-ff4ae8c396fb tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 945 time: 0.2102621 May 26 22:55:01.107241 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-767cdc5f-3c6f-4325-8cf0-561f8c73937e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.107677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767cdc5f-3c6f-4325-8cf0-561f8c73937e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.113919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-767cdc5f-3c6f-4325-8cf0-561f8c73937e tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/5155dced-291b-4258-9e77-328a0ba6fa2b HTTP/1.1" status: 404 len: 333 time: 0.0803981 May 26 22:55:01.114482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37990) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.119066 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e295cb80-99f5-4403-bd75-c259a39e4253'] response: {'server_uuid': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736', 'code': 200} May 26 22:55:01.203247 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63c616f-cf26-4f5d-b860-505f9e023710 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.204576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63c616f-cf26-4f5d-b860-505f9e023710 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.209024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c63c616f-cf26-4f5d-b860-505f9e023710 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/a2083771-5c3a-4e8c-b3df-219e1c7ad1ea HTTP/1.1" status: 404 len: 337 time: 0.0872860 May 26 22:55:01.210000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37994) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.238766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5dcbf546-d511-4ae6-a266-cf1670f9b439 req-270c5e14-2191-436e-b641-1670fac54bbe tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353707 May 26 22:55:01.322392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-982c1854-d1e2-44a4-84fc-3befb705382b req-92a57092-e1ad-4442-a6fd-e8a0a9852875 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 1097 time: 0.1465421 May 26 22:55:01.332043 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d05435-9e78-409a-9b0b-854987ab04c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.333928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d05435-9e78-409a-9b0b-854987ab04c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.341138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a7d05435-9e78-409a-9b0b-854987ab04c1 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/50926069-e93b-4a38-a1d8-dd2ecfb30971 HTTP/1.1" status: 404 len: 333 time: 0.1295681 May 26 22:55:01.343119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38002) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.365362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.442717 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdb5501-485b-4846-94c9-9d683720bb85 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.444730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdb5501-485b-4846-94c9-9d683720bb85 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.459275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3cdb5501-485b-4846-94c9-9d683720bb85 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/e6dcb147-055b-454e-b0cb-0e03b8995d63 HTTP/1.1" status: 404 len: 337 time: 0.1107655 May 26 22:55:01.465428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38008) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.523593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-982c1854-d1e2-44a4-84fc-3befb705382b req-c4869758-1ca3-4990-a2e2-0078d883f2c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942763 May 26 22:55:01.530142 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7e3a4b-6a0e-4d56-aa0b-a033b24a9b97 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.530142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7e3a4b-6a0e-4d56-aa0b-a033b24a9b97 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.539923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fa7e3a4b-6a0e-4d56-aa0b-a033b24a9b97 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/41e122cb-bf71-470b-9b71-bfb6bb557353 HTTP/1.1" status: 404 len: 333 time: 0.0725760 May 26 22:55:01.543456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38014) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.550032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d77a-21aa-4a47-a7a0-74c14854d80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.553515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d77a-21aa-4a47-a7a0-74c14854d80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.558138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1bf3d77a-21aa-4a47-a7a0-74c14854d80d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36631280-855a-46cc-8174-7b19f1417e5e HTTP/1.1" status: 204 len: 168 time: 1.0618157 May 26 22:55:01.567991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38020) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.635263 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d104ee52-f66e-49c5-af43-607c2e9f7def tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.636005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d104ee52-f66e-49c5-af43-607c2e9f7def tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.637883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d104ee52-f66e-49c5-af43-607c2e9f7def tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/2df3a7da-e214-4020-963c-f49b476290e3 HTTP/1.1" status: 404 len: 337 time: 0.0895994 May 26 22:55:01.640735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3d77a-21aa-4a47-a7a0-74c14854d80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36631280-855a-46cc-8174-7b19f1417e5e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:01.643261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.741184 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3847326-4951-46c6-b7bd-3f2ca4c8c47a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.741650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3847326-4951-46c6-b7bd-3f2ca4c8c47a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.743355 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3847326-4951-46c6-b7bd-3f2ca4c8c47a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/9bc753a8-92c6-4286-a0cf-2d431858f570 HTTP/1.1" status: 404 len: 333 time: 0.0841918 May 26 22:55:01.748385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38030) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.818211 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-103e891f-2814-4ca6-aff5-91cb63856e98 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.818959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103e891f-2814-4ca6-aff5-91cb63856e98 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.820416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-103e891f-2814-4ca6-aff5-91cb63856e98 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/c041451f-786a-4379-8521-a6a00b8bb5c1 HTTP/1.1" status: 404 len: 337 time: 0.0710955 May 26 22:55:01.823162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38034) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.884798 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c8de7d-6fa4-4621-a83a-dce316414465 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.885239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c8de7d-6fa4-4621-a83a-dce316414465 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.886952 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-30c8de7d-6fa4-4621-a83a-dce316414465 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/7c908a31-4ee7-4a88-ab56-124e2c852979 HTTP/1.1" status: 404 len: 333 time: 0.0611589 May 26 22:55:01.889908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38040) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.944113 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ed1645-f804-4df2-a0b3-db56f040dd64 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.944695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ed1645-f804-4df2-a0b3-db56f040dd64 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.948645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b4ed1645-f804-4df2-a0b3-db56f040dd64 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/b6111869-1e33-4f3d-a6fc-84050286df1f HTTP/1.1" status: 404 len: 337 time: 0.0554311 May 26 22:55:01.948904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38046) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:01.992000 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd6352e-903e-40d9-817e-90353102d9f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:01.992440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd6352e-903e-40d9-817e-90353102d9f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:01.996287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dbd6352e-903e-40d9-817e-90353102d9f6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/914e9ca0-0a05-42d8-a5d2-00b640e0d0aa HTTP/1.1" status: 404 len: 333 time: 0.0442929 May 26 22:55:01.996618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38050) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:02.038918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Sync routers for ids ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:02.057847 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf33f4c2-eccb-4a7b-8dff-cc0e2a2afce6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:02.058342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf33f4c2-eccb-4a7b-8dff-cc0e2a2afce6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:02.058981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Routers {'4ce86225-8763-455c-8c2b-b4e0c1ced55a'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:02.059605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:02.062488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf33f4c2-eccb-4a7b-8dff-cc0e2a2afce6 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/b5a52bff-f81d-42ab-b0f8-5ca210219d3e HTTP/1.1" status: 404 len: 337 time: 0.0626528 May 26 22:55:02.062920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38054) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:02.109044 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4c19bb-d8ec-4978-9e2c-22f4a9198d05 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:02.109894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4c19bb-d8ec-4978-9e2c-22f4a9198d05 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:02.114326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4b4c19bb-d8ec-4978-9e2c-22f4a9198d05 tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/ports/2a9e47d3-d02c-4809-a8f4-9321e0ea02e1 HTTP/1.1" status: 404 len: 333 time: 0.0482073 May 26 22:55:02.116167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38058) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:02.165224 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ebecf5-ef70-457b-8470-bec25248a1ed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] DELETE failed (client error): The resource could not be found. May 26 22:55:02.166640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ebecf5-ef70-457b-8470-bec25248a1ed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:55:02.170695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04ebecf5-ef70-457b-8470-bec25248a1ed tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/subnets/47d625ab-5094-4186-93a9-9068fcd1de76 HTTP/1.1" status: 404 len: 337 time: 0.0510471 May 26 22:55:02.170932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38062) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:02.293158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38068) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:02.296975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Set router 4ce86225-8763-455c-8c2b-b4e0c1ced55a gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:02.313521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.352149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:02.357158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0bd06cf9cd4c0b95dc3b986fac0df2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:02.360965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:02.368443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:02.469281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38074) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:02.510266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.576304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.602325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.619843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.634743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:02.660875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c5726-ae79-4957-acdd-e62ff07a6971,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:02.688964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48344cbd-cae9-444c-91a4-58d5621dd79f req-af0a22d8-275e-4c06-85ea-67fa40a49381 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:02.690466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48344cbd-cae9-444c-91a4-58d5621dd79f req-af0a22d8-275e-4c06-85ea-67fa40a49381 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 946 time: 0.1920283 May 26 22:55:02.690993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Usage tracker for resource:security_group_rule and tenant:c28cb2ac825c4900823d7f17f3a313a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:02.747437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:02.747972 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48344cbd-cae9-444c-91a4-58d5621dd79f req-88c22d4f-ac5a-4a51-ab2b-d014cee0011a tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505519 May 26 22:55:02.754457 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-007d96ba-f8eb-4ae2-944b-eb1f60e4ab04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f0bd06cf9cd4c0b95dc3b986fac0df2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4601967 May 26 22:55:02.755266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38084) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:02.766590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:02.838761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8547f0e8-2092-4118-9868-2aa0f3d0e90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.903432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.928138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:54:53Z', 'revision_number': 4, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '75b03f8b-3a08-4a30-b243-c612cefcb044', 'name': '', 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'mac_address': 'fa:16:3e:19:1e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df6f1f7-5f1b-4007-a257-9877e9cc4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:51Z', 'updated_at': '2022-05-26T22:54:54Z', 'revision_number': 2, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'subnets': [{'id': '6df6f1f7-5f1b-4007-a257-9877e9cc4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:02.932091 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8547f0e8-2092-4118-9868-2aa0f3d0e90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.933378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Checking router: 4ce86225-8763-455c-8c2b-b4e0c1ced55a for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:02.933871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Updating router 4ce86225-8763-455c-8c2b-b4e0c1ced55a port 75b03f8b-3a08-4a30-b243-c612cefcb044 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:55:02.997929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.999270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.003610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8547f0e8-2092-4118-9868-2aa0f3d0e90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.031841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547f0e8-2092-4118-9868-2aa0f3d0e90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c5726-ae79-4957-acdd-e62ff07a6971,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:03.036865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8547f0e8-2092-4118-9868-2aa0f3d0e90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.043819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8547f0e8-2092-4118-9868-2aa0f3d0e90e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f3c5726-ae79-4957-acdd-e62ff07a6971 HTTP/1.1" status: 204 len: 168 time: 0.2873404 May 26 22:55:03.161144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe85e046-54df-42c8-b5d0-6b1ca2e0dc72']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:03.181629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Deleting port 618701a8-454f-470f-8ea3-5dd716c1cb95 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:03.181992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.366219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b341d92-a5c3-4780-8c6e-14032821d449') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:03.366522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b341d92-a5c3-4780-8c6e-14032821d449') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:03.388856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:03.399912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.410313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Usage tracker for resource:security_group_rule and tenant:21dadd9ba79149818533fff29841e601 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:03.415396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:03.445951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:03.471868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.493058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] For port 618701a8-454f-470f-8ea3-5dd716c1cb95, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=618701a8-454f-470f-8ea3-5dd716c1cb95,segment=NetworkSegment(fc29436f-2af9-4bf4-9cfe-1356ebf2967a),segment_id=fc29436f-2af9-4bf4-9cfe-1356ebf2967a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:03.493424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.521013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.567420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.623622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:03.624030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: timer() May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:03.639532 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:03.647111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Calling delete_port for 618701a8-454f-470f-8ea3-5dd716c1cb95 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:03.676002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.831182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Transition to ACTIVE for port object 75b03f8b-3a08-4a30-b243-c612cefcb044 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:03.840436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.842516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b46c4-bdaf-48c3-8d69-831e5af4985a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:03.843064 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.874728 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.896849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-66342939-d587-432a-abbf-081a150c3c0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c28cb2ac825c4900823d7f17f3a313a9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3276448 May 26 22:55:03.899906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38110) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:03.916048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] Pushing event deleted for resources: {'Network': ['ID=fe85e046-54df-42c8-b5d0-6b1ca2e0dc72,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:03.959227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6d7fd42a-9cce-4b5a-b746-e62898d0c54a tempest-NetworksTestDHCPv6-684095463 tempest-NetworksTestDHCPv6-684095463-project] 10.222.0.32 "DELETE /v2.0/networks/fe85e046-54df-42c8-b5d0-6b1ca2e0dc72 HTTP/1.1" status: 204 len: 168 time: 1.7872789 May 26 22:55:03.982630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.993939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.034034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.090445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a83dff-4d1f-458b-8faf-49fb15dc531f None None] Pushing event updated for resources: {'Port': ['ID=75b03f8b-3a08-4a30-b243-c612cefcb044,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:04.113247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.122615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a7d818-de4e-46d2-991e-1552b16662cf,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:04.134755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-720be79f-4250-45ef-b1cd-f3c963e09819 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21dadd9ba79149818533fff29841e601&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6418040 May 26 22:55:04.137840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38118) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:04.348815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.362856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Attempting to bind port 75b03f8b-3a08-4a30-b243-c612cefcb044 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:04.362856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Attempting to bind port 75b03f8b-3a08-4a30-b243-c612cefcb044 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:04.366049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Attempting to bind port 75b03f8b-3a08-4a30-b243-c612cefcb044 on network 212f1595-941b-4d3e-a324-0c8af990cdf6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:04.390415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:04.390903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Checking segment: {'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:04.392287 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.392688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Bound using segment: {'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:04.393171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Bound port: 75b03f8b-3a08-4a30-b243-c612cefcb044, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e416f79-6e5b-487c-81ce-555a6a106cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:04.393543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.424551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.435016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Pushing event deleted for resources: {'Port': ['ID=618701a8-454f-470f-8ea3-5dd716c1cb95,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:04.442073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7abcf8b-0ade-4e26-97f4-b65ca0bb962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.514028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.523083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c23b46c4-bdaf-48c3-8d69-831e5af4985a HTTP/1.1" status: 204 len: 168 time: 0.6218176 May 26 22:55:04.525873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b46c4-bdaf-48c3-8d69-831e5af4985a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:04.566710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.567064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.567378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.567709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.568036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.568358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.568680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.569505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7abcf8b-0ade-4e26-97f4-b65ca0bb962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.574273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.574970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.575313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.575651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268ce12-930a-4a06-a1d9-49c5233e9942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:04.620140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] For port 75b03f8b-3a08-4a30-b243-c612cefcb044, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:04.623824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] For port 75b03f8b-3a08-4a30-b243-c612cefcb044, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=75b03f8b-3a08-4a30-b243-c612cefcb044,segment=NetworkSegment(0e416f79-6e5b-487c-81ce-555a6a106cb1),segment_id=0e416f79-6e5b-487c-81ce-555a6a106cb1)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:04.656583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146c115-90a2-474f-987a-3b01f3e470a8 req-4a10747e-7be2-441e-b70c-a02cc3e1682d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:04.658533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9146c115-90a2-474f-987a-3b01f3e470a8 req-4a10747e-7be2-441e-b70c-a02cc3e1682d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 946 time: 0.4268241 May 26 22:55:04.672732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38132) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:04.684018 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.747174 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9146c115-90a2-474f-987a-3b01f3e470a8 req-e836a943-18f8-4b91-9958-fb36c7e48166 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 May 26 22:55:04.904131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a83dff-4d1f-458b-8faf-49fb15dc531f None None] Pushing event updated for resources: {'Port': ['ID=75b03f8b-3a08-4a30-b243-c612cefcb044,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:04.975745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Routers {'4ce86225-8763-455c-8c2b-b4e0c1ced55a'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:04.975745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:05.319778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7abcf8b-0ade-4e26-97f4-b65ca0bb962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.348890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] Set router 4ce86225-8763-455c-8c2b-b4e0c1ced55a gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:05.357874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abcf8b-0ade-4e26-97f4-b65ca0bb962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a7d818-de4e-46d2-991e-1552b16662cf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:05.388130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38152) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:05.388717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4fc466f2-2e34-44c6-a50d-23737bc9b982 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e4bfe240fbf4fd2af73abf05bf9147d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7076159 May 26 22:55:05.396497 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7abcf8b-0ade-4e26-97f4-b65ca0bb962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.397648 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c7abcf8b-0ade-4e26-97f4-b65ca0bb962d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4a7d818-de4e-46d2-991e-1552b16662cf HTTP/1.1" status: 204 len: 168 time: 1.2587600 May 26 22:55:05.512690 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.520222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38164) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:05.543516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04309e95-9710-4196-8b51-feb532ddec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.588406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04309e95-9710-4196-8b51-feb532ddec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.645837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.652256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04309e95-9710-4196-8b51-feb532ddec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.679136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04309e95-9710-4196-8b51-feb532ddec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06480a0b-f115-48ec-a85b-2d0db2f98301,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:05.682301 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04309e95-9710-4196-8b51-feb532ddec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.683551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04309e95-9710-4196-8b51-feb532ddec1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06480a0b-f115-48ec-a85b-2d0db2f98301 HTTP/1.1" status: 204 len: 168 time: 0.2944205 May 26 22:55:05.849936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:05.864122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Usage tracker for resource:security_group_rule and tenant:840ff8da5ffd41ab8067d7cb0944e276 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:05.875741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:05.884124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:05.986325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.008270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.030396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:54:53Z', 'revision_number': 4, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '75b03f8b-3a08-4a30-b243-c612cefcb044', 'name': '', 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'mac_address': 'fa:16:3e:19:1e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df6f1f7-5f1b-4007-a257-9877e9cc4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:51Z', 'updated_at': '2022-05-26T22:55:04Z', 'revision_number': 4, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'subnets': [{'id': '6df6f1f7-5f1b-4007-a257-9877e9cc4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:06.037901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635e59d-f8b3-43c5-aa4f-093171886048 None None] The sync data for ids ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'] in n-d-843301-1 is: [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:54:53Z', 'revision_number': 4, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '75b03f8b-3a08-4a30-b243-c612cefcb044', 'name': '', 'network_id': '212f1595-941b-4d3e-a324-0c8af990cdf6', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'mac_address': 'fa:16:3e:19:1e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df6f1f7-5f1b-4007-a257-9877e9cc4abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:51Z', 'updated_at': '2022-05-26T22:55:04Z', 'revision_number': 4, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'subnets': [{'id': '6df6f1f7-5f1b-4007-a257-9877e9cc4abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:06.147890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee596d-469d-4625-a5f8-9f68f4576c80,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:06.388719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38178) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:06.397173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-98dff1e6-4d8e-4b2b-94a9-153cb18ed749 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=840ff8da5ffd41ab8067d7cb0944e276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8693347 May 26 22:55:06.433543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38182) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:06.467008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.640322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:06.646933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Usage tracker for resource:security_group_rule and tenant:10751419f26d49c786d49215138f245e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:06.660848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:06.668442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:06.731657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4a74274-8f97-4184-98de-1fb57c030b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.892841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.900136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.916895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c9c19-34dc-4cc5-9366-8b44c8f7515a req-e5be2a22-581c-4b56-b99f-dae9f516865e tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:06.921521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-222c9c19-34dc-4cc5-9366-8b44c8f7515a req-e5be2a22-581c-4b56-b99f-dae9f516865e tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 946 time: 0.5760353 May 26 22:55:06.962704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfd119f-7df2-4656-b18e-4338ce43b70b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:06.994108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4a74274-8f97-4184-98de-1fb57c030b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.048535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-22bef9e3-ae74-48e0-b4a8-e752c0d0bc21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10751419f26d49c786d49215138f245e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6587615 May 26 22:55:07.052607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38202) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:07.110395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4a74274-8f97-4184-98de-1fb57c030b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.139851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-222c9c19-34dc-4cc5-9366-8b44c8f7515a req-cc9c72aa-5f19-4d52-99a8-6c9e83ffad93 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085578 May 26 22:55:07.144280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38208) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:07.176102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a74274-8f97-4184-98de-1fb57c030b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee596d-469d-4625-a5f8-9f68f4576c80,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:07.183311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4a74274-8f97-4184-98de-1fb57c030b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.184113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4a74274-8f97-4184-98de-1fb57c030b45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89ee596d-469d-4625-a5f8-9f68f4576c80 HTTP/1.1" status: 204 len: 168 time: 0.7492812 May 26 22:55:07.185733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a67506d-913b-42aa-8fa5-383aa539a1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.223225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a67506d-913b-42aa-8fa5-383aa539a1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.293181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a67506d-913b-42aa-8fa5-383aa539a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.334157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67506d-913b-42aa-8fa5-383aa539a1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfd119f-7df2-4656-b18e-4338ce43b70b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:07.367428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a67506d-913b-42aa-8fa5-383aa539a1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.369282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a67506d-913b-42aa-8fa5-383aa539a1b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdfd119f-7df2-4656-b18e-4338ce43b70b HTTP/1.1" status: 204 len: 168 time: 0.3155622 May 26 22:55:07.407390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Router 504312d7-f76c-42b6-9e22-ae969e116518 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:07.722880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be107-988c-47ae-aca0-8b5cab216ade req-807321bc-8779-46bc-9ee0-46f559f01fd8 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:07.724335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a45be107-988c-47ae-aca0-8b5cab216ade req-807321bc-8779-46bc-9ee0-46f559f01fd8 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.48 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 946 time: 0.2331629 May 26 22:55:07.784392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38226) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:07.825891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Deleting port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:07.826222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.868829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75b03f8b-3a08-4a30-b243-c612cefcb044 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:08.033313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 75b03f8b-3a08-4a30-b243-c612cefcb044 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:08.043432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 75b03f8b-3a08-4a30-b243-c612cefcb044 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:08.045363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.110371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:08.160616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.197318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:08.208653 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] Sync routers for ids ['504312d7-f76c-42b6-9e22-ae969e116518'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:08.222110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-99d03192-86c2-47ab-96c9-4ff797456698 admin admin] 10.222.0.32 "PUT /v2.0/routers/504312d7-f76c-42b6-9e22-ae969e116518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1761103 May 26 22:55:08.228022 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] Routers {'504312d7-f76c-42b6-9e22-ae969e116518'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:08.228736 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['504312d7-f76c-42b6-9e22-ae969e116518'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:08.243483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38242) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:08.261506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:08.294454 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.297206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Usage tracker for resource:security_group_rule and tenant:f27f98f642ab463cb256f7518b7549ac is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:08.311686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:08.326464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:08.370708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 75b03f8b-3a08-4a30-b243-c612cefcb044, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=75b03f8b-3a08-4a30-b243-c612cefcb044,segment=NetworkSegment(0e416f79-6e5b-487c-81ce-555a6a106cb1),segment_id=0e416f79-6e5b-487c-81ce-555a6a106cb1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:08.377914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.491228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=75b03f8b-3a08-4a30-b243-c612cefcb044,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:08.557882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-596241892', 'router:external': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:08.561279 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] Set router 504312d7-f76c-42b6-9e22-ae969e116518 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:08.579984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:08.588285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.625872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:network and tenant:9b3534ab4d6241d2b442e658c6a54227 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:08.641721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:08.687636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:08.695613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38254) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:08.724792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] For port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,segment=NetworkSegment(a0047e5c-c915-4d16-8d36-e5746cfb2743),segment_id=a0047e5c-c915-4d16-8d36-e5746cfb2743)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:08.726499 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.880522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Made reservation on behalf of 9b3534ab4d6241d2b442e658c6a54227 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:08.883249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.902481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.904444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Calling delete_port for 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:08.911250 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:55:04Z', 'revision_number': 5, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:08.914807 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.921344 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] Checking router: 504312d7-f76c-42b6-9e22-ae969e116518 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:08.938634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17c18-e868-4d6f-84e3-d23ebdabb9aa req-638d309d-8775-4374-8159-10ddb4fb47d1 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:08.940271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ea17c18-e868-4d6f-84e3-d23ebdabb9aa req-638d309d-8775-4374-8159-10ddb4fb47d1 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 946 time: 0.5296936 May 26 22:55:08.955127 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] Routers {'504312d7-f76c-42b6-9e22-ae969e116518'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:08.956167 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['504312d7-f76c-42b6-9e22-ae969e116518'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:08.965862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.023460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:09.028167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:security_group_rule and tenant:9b3534ab4d6241d2b442e658c6a54227 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:09.029399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8922c3e4-4e3d-4f34-9af9-38d504866412,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:09.031280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:09.038265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:09.049429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-41be1741-ad03-4e7a-b2bc-9cf11dcb1ebf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f27f98f642ab463cb256f7518b7549ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9322124 May 26 22:55:09.050753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38264) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:09.080232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ea17c18-e868-4d6f-84e3-d23ebdabb9aa req-75139b84-b499-4851-a110-ac7879192325 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e86d869-9676-4add-9851-5ca30b85c154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315315 May 26 22:55:09.195304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98453fd9-218e-4ab7-bb74-75428cbeed3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.228618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98453fd9-218e-4ab7-bb74-75428cbeed3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.229949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151394761'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:09.245958 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] Set router 504312d7-f76c-42b6-9e22-ae969e116518 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:09.268651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:09.279121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:09.290595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:09.342832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:09.353042 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.368735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.391658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:09.394680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.413196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.435576 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98453fd9-218e-4ab7-bb74-75428cbeed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.456212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:55:09.456978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98453fd9-218e-4ab7-bb74-75428cbeed3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8922c3e4-4e3d-4f34-9af9-38d504866412,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:09.466083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.466428 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Added segment 106058d8-296c-45a4-a2fb-7dbe9123a7e6 of type vlan for network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de May 26 22:55:09.470156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98453fd9-218e-4ab7-bb74-75428cbeed3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.473520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-98453fd9-218e-4ab7-bb74-75428cbeed3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8922c3e4-4e3d-4f34-9af9-38d504866412 HTTP/1.1" status: 204 len: 168 time: 0.4170687 May 26 22:55:09.502501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.531389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.616855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.645263 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:55:04Z', 'revision_number': 5, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:09.658897 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11653bd8-74b9-470f-864a-478d10508f27 None None] The sync data for ids ['504312d7-f76c-42b6-9e22-ae969e116518'] in n-d-843301-1 is: [{'id': '504312d7-f76c-42b6-9e22-ae969e116518', 'name': 'tempest-TestAggregatesBasicOps-3492426-router', 'tenant_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '86f86490-d617-4150-b4c6-e2de2525d773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:22Z', 'updated_at': '2022-05-26T22:55:04Z', 'revision_number': 5, 'project_id': '7cab6f9bc50f4af4b7e6a4531e3ab743', 'gw_port': {'id': '86f86490-d617-4150-b4c6-e2de2525d773', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504312d7-f76c-42b6-9e22-ae969e116518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:24Z', 'updated_at': '2022-05-26T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:09.797124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Deleting port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:09.798101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.822085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb828b-05ec-400e-9f5e-7f29ee67bde4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:09.879177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Pushing event deleted for resources: {'Port': ['ID=7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:09.889377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.890259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:09.891358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.999676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Network': ['ID=2c367f57-e26d-4fa3-bc02-4370e8f3f1de,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:10.005473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] No DVR routers for this DVR port 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:10.012925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.017249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:10.024318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] For port 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:10.024525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:55:10.024987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.039867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'name': 'network-vif-deleted', 'tag': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:10.112129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:security_group_rule and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:10.136893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:10.156445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38294) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:10.158287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b25e6d0a-b970-4072-a493-3a3cd0010e1f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3728144 May 26 22:55:10.179867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'subnet': {'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:10.181583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:10.185034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:10.194374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:subnet and tenant:9b3534ab4d6241d2b442e658c6a54227 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:10.203061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:10.221281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:10.226006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75b03f8b-3a08-4a30-b243-c612cefcb044 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:10.315073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.317839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a45be107-988c-47ae-aca0-8b5cab216ade req-6501e33a-72e6-4e0d-8b3b-bc7d2c6b255d tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.48 "DELETE /v2.0/ports/7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 HTTP/1.1" status: 204 len: 173 time: 2.5867753 May 26 22:55:10.319951 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39be8f1-0c78-470b-9439-7d3cec051fcb'] response: {'server_uuid': '452b0f18-ba84-4696-a1ab-b9e5f76ad4a3', 'name': 'network-vif-deleted', 'tag': '7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736', 'status': 'completed', 'code': 200} May 26 22:55:10.331585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.365940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 75b03f8b-3a08-4a30-b243-c612cefcb044 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:10.367895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.403762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5043b48-4b7f-4c04-83f0-61c2b56e102a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:10.404511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:10.447464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Calling delete_port for 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:10.452057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:55:10.465247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:10.465712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 7675d4b2-e5aa-4b39-9bcd-a7c7c9b63736 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:10.492970 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.493373 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment bbffbb50-d411-44ae-b7f7-4b3c9c766e62 of type vlan for network 29022341-e326-43c2-a465-014bba3c8ece May 26 22:55:10.504325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Made reservation on behalf of 9b3534ab4d6241d2b442e658c6a54227 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:10.507167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.553764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ce1beb0-0778-496f-adf4-27e8dac84fbe req-947696a6-1f7e-4605-b86e-11789f567d24 tempest-ServerAddressesTestJSON-689891838 tempest-ServerAddressesTestJSON-689891838-project] 10.222.0.32 "GET /v2.0/ports?device_id=452b0f18-ba84-4696-a1ab-b9e5f76ad4a3 HTTP/1.1" status: 200 len: 210 time: 0.1802371 May 26 22:55:10.558935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.635172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.642351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:10.644049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.671395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 618701a8-454f-470f-8ea3-5dd716c1cb95 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:10.706696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0093665 May 26 22:55:10.715335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38312) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:10.735216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6905294'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:10.745748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 618701a8-454f-470f-8ea3-5dd716c1cb95 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:10.746334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 618701a8-454f-470f-8ea3-5dd716c1cb95 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:10.767872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:10.828463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1a00e-c64a-4502-86dd-7b269965d51d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=29022341-e326-43c2-a465-014bba3c8ece,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:10.831531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.840829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 29022341-e326-43c2-a465-014bba3c8ece details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:55:10.844389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Deleting port 86f86490-d617-4150-b4c6-e2de2525d773 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:10.845317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:10.979447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:10.986486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:10.997926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:11.025548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:11.028889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.249984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:55:11.394117 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.394514 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment c757825d-01f3-4aab-8035-55c8a7260c60 of type vlan for network 80bbe222-389c-48a5-a8d7-7de34816f834 May 26 22:55:11.474274 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.480630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.550390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9a9c54-7408-48f7-92d7-b8ccdefcab3a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:11.594711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] For port 86f86490-d617-4150-b4c6-e2de2525d773, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=86f86490-d617-4150-b4c6-e2de2525d773,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:11.595364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.899063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38334) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:11.910593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Calling delete_port for 86f86490-d617-4150-b4c6-e2de2525d773 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:12.050446 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.054604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.055605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.069458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] Deleting subnet 24cd4da7-9714-46a5-a51e-f847904f85a2 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:12.072763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.127554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.206670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.283239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=80bbe222-389c-48a5-a8d7-7de34816f834,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:12.289664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f9ef5bc-7899-44f8-98a0-f82e4240af98 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5677261 May 26 22:55:12.290958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:12.292348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.304265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 80bbe222-389c-48a5-a8d7-7de34816f834 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:55:12.304855 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:55:12.314925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': '29022341-e326-43c2-a465-014bba3c8ece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:12.411765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.415856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.420550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.427690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.432463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.436714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.438308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24cd4da7-9714-46a5-a51e-f847904f85a2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:12.441261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.448741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92a5b2cd-c475-4111-a774-5f180069c423 req-4ddd8b85-7f64-4153-a016-81332fbb1a93 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.6742728 May 26 22:55:12.515279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.543429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92a5b2cd-c475-4111-a774-5f180069c423 req-9eaff384-0bac-4430-9f36-127d39c55273 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937026 May 26 22:55:12.558523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fb42be43-2eda-498b-937a-71b70f834097 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24cd4da7-9714-46a5-a51e-f847904f85a2 HTTP/1.1" status: 204 len: 168 time: 0.6574676 May 26 22:55:12.563038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:12.568669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:12.573231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:12.576949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:12.583557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:12.629355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.objects.ports [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84030) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:55:12.629862 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.723543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59c612f2-5502-4908-a9b6-c0c201968f5d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:12.750734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.754932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Checking segment: {'id': '106058d8-296c-45a4-a2fb-7dbe9123a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:12.755299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network hostable DHCP agents. Network: 2c367f57-e26d-4fa3-bc02-4370e8f3f1de, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:55:12.774035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:12.791583 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.909315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:55:12.935686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2c367f57-e26d-4fa3-bc02-4370e8f3f1de) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:12.936422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.936998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.943072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503fbeb5-cb44-4759-9839-65c947f6a152 None None] Network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:12.993503 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6047ac90-f219-475f-8e13-e28143a86918 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8363488 May 26 22:55:12.995196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38368) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:13.008897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-637165914', 'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:13.012679 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.016401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:13.022053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:port and tenant:9b3534ab4d6241d2b442e658c6a54227 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:13.027897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:13.035386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:13.064058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Made reservation on behalf of 9b3534ab4d6241d2b442e658c6a54227 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:13.066380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.083264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f86490-d617-4150-b4c6-e2de2525d773,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:13.087189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.089337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] device_id is not set on port c055329e-e689-4698-8666-764ace48c892 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:55:13.366836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed2623-e97c-4437-ac8d-c29ddd6e6fdb None None] Network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:13.400681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.429767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17268b11-ca35-40b3-9e5b-3eb298366580']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:13.448016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0047e5c-c915-4d16-8d36-e5746cfb2743') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:13.448311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0047e5c-c915-4d16-8d36-e5746cfb2743') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:13.462629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.601196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.608028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:13.608315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: timer() May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:13.709470 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:13.718147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.742665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:13.759363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] Pushing event deleted for resources: {'Network': ['ID=17268b11-ca35-40b3-9e5b-3eb298366580,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:13.765173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Allocated IP 172.20.0.6 (2c367f57-e26d-4fa3-bc02-4370e8f3f1de/59c612f2-5502-4908-a9b6-c0c201968f5d/c055329e-e689-4698-8666-764ace48c892) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:13.911085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a85fba3b-1fc6-486b-a5e1-f3a64a7f4661 admin admin] 10.222.0.32 "DELETE /v2.0/networks/17268b11-ca35-40b3-9e5b-3eb298366580 HTTP/1.1" status: 204 len: 168 time: 1.3188250 May 26 22:55:14.004612 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.204634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38408) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:14.358401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.358567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.361044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Router 4e48f012-0d0e-4f57-92e1-4defd502dd8c has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:14.367517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8949387e-85f1-4a97-82d7-1b02ceae25ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be8b9c454f3448bbb5b24327a336532c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1584978 May 26 22:55:14.369477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38416) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:14.376668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.380819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.384535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.388501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.392651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.397167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.400967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.408448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-a865c587-a6f1-41a6-8ae8-9a339cd3326b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.5432432 May 26 22:55:14.410990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.486397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.498819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.590619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.591140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504312d7-f76c-42b6-9e22-ae969e116518 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:55:14.611118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f29ee5cc-a200-4fe1-a3c5-4332b823c7d5 req-3badcc58-7c5e-4650-9d97-8bda519a9252 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016771 May 26 22:55:14.639571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=232140b0-471d-4b08-b31e-c4eadeb9c61a,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:14.650574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38426) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:14.656567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.660074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7e1ba62-6c57-4872-87ca-9ae1ad00b3f6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/504312d7-f76c-42b6-9e22-ae969e116518 HTTP/1.1" status: 204 len: 168 time: 6.4080443 May 26 22:55:14.662964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38430) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:14.724744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': 'bbffbb50-d411-44ae-b7f7-4b3c9c766e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '29022341-e326-43c2-a465-014bba3c8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:14.725160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: 29022341-e326-43c2-a465-014bba3c8ece, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:55:14.725282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aeb18d1-cec7-42c7-97e8-30719a5b2d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.752479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] Deleting subnet a811c641-e69f-4902-98b1-64decb592c3c {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:14.757884 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.788189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:14.802340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:14.809935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:14.815271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 29022341-e326-43c2-a465-014bba3c8ece is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:55:14.821965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.854318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aeb18d1-cec7-42c7-97e8-30719a5b2d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.867177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 29022341-e326-43c2-a465-014bba3c8ece) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:14.877746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcca8ba-1122-44ab-94b8-62723382bbf4 None None] Network 29022341-e326-43c2-a465-014bba3c8ece requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:14.884626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Port': ['ID=c055329e-e689-4698-8666-764ace48c892,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:14.892979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:14.893916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.903379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:14.957740 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0c99d479-8cb9-4532-89e9-40beec39bcd5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6611733 May 26 22:55:14.965972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38438) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:14.975059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:14.986617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': '80bbe222-389c-48a5-a8d7-7de34816f834', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:14.987439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:14.992579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Usage tracker for resource:security_group_rule and tenant:a628c7fd5b0640f087721765f06856fb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:14.996720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:15.000873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aeb18d1-cec7-42c7-97e8-30719a5b2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.005539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:15.010487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.079524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.080543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.093657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb18d1-cec7-42c7-97e8-30719a5b2d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e86d869-9676-4add-9851-5ca30b85c154,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:15.159695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-29022341-e326-43c2-a465-014bba3c8ece', 'network_id': '29022341-e326-43c2-a465-014bba3c8ece', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': '232140b0-471d-4b08-b31e-c4eadeb9c61a'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:55:15.160576 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.173302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aeb18d1-cec7-42c7-97e8-30719a5b2d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.178462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7aeb18d1-cec7-42c7-97e8-30719a5b2d68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e86d869-9676-4add-9851-5ca30b85c154 HTTP/1.1" status: 204 len: 168 time: 0.8062131 May 26 22:55:15.188895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ab7fc8ac-f9d3-48db-98c1-386da8e38e37 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.1901917 May 26 22:55:15.191589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38450) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:15.198575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.240997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:15.241364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.254949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:15.262420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:15.267582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a811c641-e69f-4902-98b1-64decb592c3c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:15.275467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.287113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.289647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:15.296108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.306235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb43f3-a236-408e-a9ba-7876afd2908e None None] Network 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:15.313876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Deleting port c055329e-e689-4698-8666-764ace48c892 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:15.314223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.351421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.355705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.359990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.363692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:15.363877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.367761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.371640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.375631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.377480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-61df3bbf-4cd1-4211-965e-8487ff4683d0 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.3192883 May 26 22:55:15.387137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:15.403928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ddaff5b55c4885b3891966201165eb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:15.448699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Allocated IP 2001:db8::2 (29022341-e326-43c2-a465-014bba3c8ece/232140b0-471d-4b08-b31e-c4eadeb9c61a/9e2bd3f7-c317-4e53-b0c3-401dd37edcfa) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:15.535229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:15.541022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35d58df1-9767-472c-b1e0-49f207cbc4d1 admin admin] 10.222.0.32 "PUT /v2.0/routers/4e48f012-0d0e-4f57-92e1-4defd502dd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3865428 May 26 22:55:15.548521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38456) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:15.551485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:15.557310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fdff8528-f6be-432b-a7f8-80fdb4f0ad03 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a811c641-e69f-4902-98b1-64decb592c3c HTTP/1.1" status: 204 len: 168 time: 0.8930843 May 26 22:55:15.565265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:15.567992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a4a8d-986c-4cb3-9190-e47c8841527a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:15.569025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:15.573457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] Sync routers for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:15.583207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:15.601870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c0df126b-cb9f-49ac-b109-5f42759cda13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a628c7fd5b0640f087721765f06856fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9483340 May 26 22:55:15.606040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38466) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:15.648139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-ff855e46-90cb-4443-865f-8db3b0e12774 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:15.649502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-ff855e46-90cb-4443-865f-8db3b0e12774 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "GET /v2.0/ports/241df30e-fbc1-4da7-aed4-462886ade4ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2509696 May 26 22:55:15.716916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:15.717908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:15.799454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] DHCP port deletion for 0f44a6d7-17f1-47b7-b51c-7362dfafa7ba request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:55:15.894031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] Deleting port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:15.895124 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.027823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-67ba604d-5a90-497f-a68b-b17095fcbbbe tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:16.046917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94b33740-807c-42dd-9243-27152385ebc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.084350 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94b33740-807c-42dd-9243-27152385ebc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.121074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-67ba604d-5a90-497f-a68b-b17095fcbbbe tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:16.122653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-67ba604d-5a90-497f-a68b-b17095fcbbbe tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "GET /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4559793 May 26 22:55:16.124586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.135640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:16.238726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.273841 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.310292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Transition to ACTIVE for port object 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:16.319894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:16.331265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace1442-5a87-4b68-a92a-d26ead914445,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:16.385047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.396985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.402961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] For port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,segment=NetworkSegment(fc29436f-2af9-4bf4-9cfe-1356ebf2967a),segment_id=fc29436f-2af9-4bf4-9cfe-1356ebf2967a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:16.403572 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.444630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ea30ef3e-3ad3-4622-88b1-2cb0019cf865 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4ddaff5b55c4885b3891966201165eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4685054 May 26 22:55:16.450807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38482) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:16.480367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94b33740-807c-42dd-9243-27152385ebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.499835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.514331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Deleting port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:16.514665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.515691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-94b33740-807c-42dd-9243-27152385ebc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.520173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-94b33740-807c-42dd-9243-27152385ebc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd6a4a8d-986c-4cb3-9190-e47c8841527a HTTP/1.1" status: 204 len: 168 time: 0.9059403 May 26 22:55:16.530115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b33740-807c-42dd-9243-27152385ebc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a4a8d-986c-4cb3-9190-e47c8841527a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:16.639701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38490) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:16.641263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] Calling delete_port for ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:16.701035 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-689f4e8c-83cb-4359-8caf-b99d30cea48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.730264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:16.741031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:16.747880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:16.756976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:16.767009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:16.768115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-689f4e8c-83cb-4359-8caf-b99d30cea48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.775826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:16.779440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] For port 241df30e-fbc1-4da7-aed4-462886ade4ab, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=241df30e-fbc1-4da7-aed4-462886ade4ab,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:16.780697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:16.789561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-b15d40b4-3319-4c6a-b108-66cd1bdd23dd tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 5436 time: 0.7593179 May 26 22:55:16.849159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] For port 241df30e-fbc1-4da7-aed4-462886ade4ab, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:16.895839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Calling delete_port for c055329e-e689-4698-8666-764ace48c892 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:16.906546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-689f4e8c-83cb-4359-8caf-b99d30cea48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.912630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Transition to ACTIVE for port object 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:16.925310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] device_id is not set on port 241df30e-fbc1-4da7-aed4-462886ade4ab yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:55:16.930926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f4e8c-83cb-4359-8caf-b99d30cea48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace1442-5a87-4b68-a92a-d26ead914445,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:16.942338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-689f4e8c-83cb-4359-8caf-b99d30cea48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.947223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-689f4e8c-83cb-4359-8caf-b99d30cea48a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ace1442-5a87-4b68-a92a-d26ead914445 HTTP/1.1" status: 204 len: 168 time: 0.4951861 May 26 22:55:16.949986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:16.956025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.117502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1449912048-network', 'tenant_id': '7e9a8543399147d78a455a24f5e0e45e'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:17.124638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.136593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:17.177238 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.200656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Usage tracker for resource:network and tenant:7e9a8543399147d78a455a24f5e0e45e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:17.214668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] Pushing event updated for resources: {'Port': ['ID=241df30e-fbc1-4da7-aed4-462886ade4ab,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:17.240538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:17.254655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] No DVR routers for this DVR port 241df30e-fbc1-4da7-aed4-462886ade4ab on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:17.360739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:17.361562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Pushing event updated for resources: {'Port': ['ID=9e2bd3f7-c317-4e53-b0c3-401dd37edcfa,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:17.380671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c7a237a-550a-4e02-b64e-afec9abe86b7 req-34445db2-c206-481c-8c17-9a36afa51ca2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&id=f6388b9a-c480-44dc-ad4e-3e1364ef11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5900242 May 26 22:55:17.427648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Made reservation on behalf of 7e9a8543399147d78a455a24f5e0e45e for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:17.433834 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.453954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Network 29022341-e326-43c2-a465-014bba3c8ece is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:17.463258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:17.480184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:17.483394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.486477 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-206fd260-8559-4aae-ba9f-4d8d16fe9ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.496639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-86920307-fa42-4143-8b63-fbd1bb14bb27 None None] Provisioning complete for port 241df30e-fbc1-4da7-aed4-462886ade4ab triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:17.497012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86920307-fa42-4143-8b63-fbd1bb14bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.507414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] In _notify_port_updated(), no bound segment for port 241df30e-fbc1-4da7-aed4-462886ade4ab on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:55:17.507414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.508172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-062f2643-83ec-4d60-87b2-dfec0247c6cf service neutron] 10.222.0.55 "PUT /v2.0/ports/241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 200 len: 1028 time: 1.3781288 May 26 22:55:17.523268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=32a02f91-1f42-45df-8959-a6f2038b48cd,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:17.529189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] For port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,segment=NetworkSegment(fc29436f-2af9-4bf4-9cfe-1356ebf2967a),segment_id=fc29436f-2af9-4bf4-9cfe-1356ebf2967a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:17.529546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.617021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.622205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-c0eea20d-213e-42fa-8a65-d65a296490a3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:17.624962 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-c0eea20d-213e-42fa-8a65-d65a296490a3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "GET /v2.0/ports/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906262 May 26 22:55:17.641788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:17.702365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Calling delete_port for ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:17.732639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] No DVR routers for this DVR port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:17.760785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Attempting to bind port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:17.761470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Attempting to bind port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'bbffbb50-d411-44ae-b7f7-4b3c9c766e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '29022341-e326-43c2-a465-014bba3c8ece'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:17.762270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Attempting to bind port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa on network 29022341-e326-43c2-a465-014bba3c8ece {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:17.771350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd27099-7f10-4790-b37d-1eb83da5b321 None None] Pushing event deleted for resources: {'Port': ['ID=ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:17.779350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:55:11Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:17.784434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-86920307-fa42-4143-8b63-fbd1bb14bb27 None None] Port 241df30e-fbc1-4da7-aed4-462886ade4ab cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:17.789515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] Checking router: 4e48f012-0d0e-4f57-92e1-4defd502dd8c for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:17.807855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] Routers {'4e48f012-0d0e-4f57-92e1-4defd502dd8c'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:17.810509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:17.860107 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:55:17.860435 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:55:17.865179 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.869046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': 'c757825d-01f3-4aab-8035-55c8a7260c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80bbe222-389c-48a5-a8d7-7de34816f834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:17.869734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: 80bbe222-389c-48a5-a8d7-7de34816f834, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:55:17.879791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.883378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.913438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:17.956878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Usage tracker for resource:security_group_rule and tenant:7e9a8543399147d78a455a24f5e0e45e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:17.964142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:17.994596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:17.996265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38514) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:18.045572 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.075511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:18.102795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86f86490-d617-4150-b4c6-e2de2525d773 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:18.129823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:18.130203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Checking segment: {'id': 'bbffbb50-d411-44ae-b7f7-4b3c9c766e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '29022341-e326-43c2-a465-014bba3c8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:18.130608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.130996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Bound using segment: {'id': 'bbffbb50-d411-44ae-b7f7-4b3c9c766e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '29022341-e326-43c2-a465-014bba3c8ece'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:18.131478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Bound port: 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbffbb50-d411-44ae-b7f7-4b3c9c766e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '29022341-e326-43c2-a465-014bba3c8ece'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:18.131849 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.155705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] Set router 4e48f012-0d0e-4f57-92e1-4defd502dd8c gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:18.182837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:18.196537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Usage tracker for resource:security_group_rule and tenant:c647e1b4aa834509942cc8c028ad8809 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:18.202479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:18.220115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:18.252843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event deleted for resources: {'Port': ['ID=c055329e-e689-4698-8666-764ace48c892,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:18.275345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.277245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] For port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:18.287557 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.310147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.321072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 80bbe222-389c-48a5-a8d7-7de34816f834 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:55:18.342076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 80bbe222-389c-48a5-a8d7-7de34816f834) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:18.350242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f03052ee-5191-4e84-a1eb-77cd853966f6 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c055329e-e689-4698-8666-764ace48c892 HTTP/1.1" status: 204 len: 168 time: 3.1574953 May 26 22:55:18.352202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38522) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:18.357827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:18.358395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.366052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Deleting port ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:18.366655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.371940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:55:18.385010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f284bf8-74ab-4cd9-9a39-8fa4c682123b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:18.404686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] For port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:18.431084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de', 'external_fixed_ips': [{'subnet_id': '59c612f2-5502-4908-a9b6-c0c201968f5d', 'ip_address': '172.20.0.6'}]}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:18.490773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e676f8f5-300f-4ec2-b804-a625710a4b3e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5152519 May 26 22:55:18.493531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed9a2e-7883-4f42-bc55-6cda3fd1ce3d None None] Network 80bbe222-389c-48a5-a8d7-7de34816f834 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:18.497883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:18.500116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:18.505549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:router and tenant:9b3534ab4d6241d2b442e658c6a54227 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:18.505751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 86f86490-d617-4150-b4c6-e2de2525d773 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:18.506091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86f86490-d617-4150-b4c6-e2de2525d773 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:18.506498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:18.509815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:18.517436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:18.535649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.536553 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Added segment 2d8729b2-ab5e-45d3-aad6-86cc385db7fb of type vlan for network 96bb26db-f436-4699-a348-7425f8bb04b2 May 26 22:55:18.579355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.584483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] The port 'ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:55:18.590783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.591532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.592922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.605625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-4981445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:18.616084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:18.621074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:router and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:18.624670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:18.646636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c647e1b4aa834509942cc8c028ad8809&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6426077 May 26 22:55:18.654348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] device_id is not set on port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:55:18.657750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:18.664152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38538) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:18.670800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.701664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.710314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b954d65-e84f-48da-9b50-6a089fc2ed04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d14f9-14cb-483b-865f-42c8a76f9dfa,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:18.718122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.783840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:18.784653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ffe8e3b1-409e-4802-97f9-ca6e23e2e0ba not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:18.886245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] For port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:18.889950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] For port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e2bd3f7-c317-4e53-b0c3-401dd37edcfa,segment=NetworkSegment(bbffbb50-d411-44ae-b7f7-4b3c9c766e62),segment_id=bbffbb50-d411-44ae-b7f7-4b3c9c766e62)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:18.914580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.928944 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.930294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:18.931020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.940600 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:18.954165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f44a6d7-17f1-47b7-b51c-7362dfafa7ba']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:18.973252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:18.973759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc29436f-2af9-4bf4-9cfe-1356ebf2967a') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:18.987337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.017227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.025466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:19.026236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.061982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] Pushing event updated for resources: {'Network': ['ID=96bb26db-f436-4699-a348-7425f8bb04b2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:19.100075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:19.120147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 96bb26db-f436-4699-a348-7425f8bb04b2 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:55:19.145809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.147207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.156405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7aec4d53-db5b-4497-b148-d518c4f191ed no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: timer() May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:19.158388 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:19.172887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.209628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.227425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cf5c-87a2-4f4b-8715-380c96caf2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.235318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f44a6d7-17f1-47b7-b51c-7362dfafa7ba,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:19.245325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.252590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1003859c-7c3b-46c8-bafa-fc3b3e00f6fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6066024 May 26 22:55:19.253246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38552) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:19.256206 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-006a73d4-ae42-405f-9712-fe1d9722d274 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0f44a6d7-17f1-47b7-b51c-7362dfafa7ba HTTP/1.1" status: 204 len: 168 time: 3.6712806 May 26 22:55:19.261081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] No DVR routers for this DVR port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:19.261423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38554) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:19.271180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.310930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Request body: {'subnet': {'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1449912048-subnet', 'tenant_id': '7e9a8543399147d78a455a24f5e0e45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:19.314729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:55:11Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:19.317336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:19.321223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Usage tracker for resource:subnet and tenant:7e9a8543399147d78a455a24f5e0e45e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:19.324755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:19.330746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:19.352649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c90d1-d29b-447f-afa4-bb2e753879b5 None None] Pushing event updated for resources: {'Port': ['ID=9e2bd3f7-c317-4e53-b0c3-401dd37edcfa,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:19.357865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Made reservation on behalf of 7e9a8543399147d78a455a24f5e0e45e for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:19.361114 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.413814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-553f7037-1276-4c9e-862d-911e79fca349 None None] Provisioning complete for port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:19.414194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-553f7037-1276-4c9e-862d-911e79fca349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.446783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c8247-c6c0-4681-821b-8010f81127f0 None None] The sync data for ids ['4e48f012-0d0e-4f57-92e1-4defd502dd8c'] in n-d-843301-1 is: [{'id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'name': 'tempest-AttachVolumeTestJSON-851740371-router', 'tenant_id': '60a6e1a5198e470eae3b4eef13db4801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:15Z', 'updated_at': '2022-05-26T22:55:11Z', 'revision_number': 5, 'project_id': '60a6e1a5198e470eae3b4eef13db4801', 'gw_port': {'id': 'fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e48f012-0d0e-4f57-92e1-4defd502dd8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:17Z', 'updated_at': '2022-05-26T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:19.452226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.513905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cf5c-87a2-4f4b-8715-380c96caf2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.533771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf0e59-967a-4bda-900a-c6cab20ef9b0 req-3d14cc8d-62cf-45bf-acfe-e4ed9c68b867 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:19.538379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf0e59-967a-4bda-900a-c6cab20ef9b0 req-3d14cc8d-62cf-45bf-acfe-e4ed9c68b867 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:19.542969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf0e59-967a-4bda-900a-c6cab20ef9b0 req-3d14cc8d-62cf-45bf-acfe-e4ed9c68b867 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:19.548339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf0e59-967a-4bda-900a-c6cab20ef9b0 req-3d14cc8d-62cf-45bf-acfe-e4ed9c68b867 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:19.552706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf0e59-967a-4bda-900a-c6cab20ef9b0 req-3d14cc8d-62cf-45bf-acfe-e4ed9c68b867 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:19.562043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bbaf0e59-967a-4bda-900a-c6cab20ef9b0 req-3d14cc8d-62cf-45bf-acfe-e4ed9c68b867 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 3886 time: 0.8291304 May 26 22:55:19.635894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Deleting port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:19.636388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.647163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-553f7037-1276-4c9e-862d-911e79fca349 None None] Port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:19.670031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.730560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-80bbe222-389c-48a5-a8d7-7de34816f834', 'network_id': '80bbe222-389c-48a5-a8d7-7de34816f834', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': '32a02f91-1f42-45df-8959-a6f2038b48cd'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:55:19.731976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.744877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.748683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e445e72-28f4-4a6d-81c1-a75566372430 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.2194374 May 26 22:55:19.754749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.760381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38570) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:19.820755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] In _notify_port_updated(), no bound segment for port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 on network 2a6458c7-c556-416e-9541-27d699a8fa39 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:55:19.824527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.827210 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e5a0ade7-3e76-499b-bf4b-6248333ede1c service neutron] 10.222.0.55 "PUT /v2.0/ports/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 200 len: 1028 time: 2.1902251 May 26 22:55:19.836414 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:19.926906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:20.015171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:20.016055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2b9a9c54-7408-48f7-92d7-b8ccdefcab3a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:20.060635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:20.075741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e97f-f635-4c21-b697-e8910818d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.086853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7aec4d53-db5b-4497-b148-d518c4f191ed, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7aec4d53-db5b-4497-b148-d518c4f191ed,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:20.089210 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bbaf0e59-967a-4bda-900a-c6cab20ef9b0 req-7cbacb6b-6b62-4994-9003-3052b0c539c3 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251093 May 26 22:55:20.094455 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.096171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.097643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 7a9e1681-f871-491d-9721-6a574cd4ba39 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:20.238017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] For port fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:20.238617 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.272251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7aec4d53-db5b-4497-b148-d518c4f191ed,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:20.334794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Allocated IP 2001:db8:1::2 (80bbe222-389c-48a5-a8d7-7de34816f834/32a02f91-1f42-45df-8959-a6f2038b48cd/9a4350a0-5cb0-4dab-afda-3be15f7ef79f) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:20.410538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38578) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:20.415821 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dda321c-bae6-422e-99c3-f0e935df42f0'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed', 'code': 200} May 26 22:55:20.420999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cf5c-87a2-4f4b-8715-380c96caf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.421231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Calling delete_port for fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:20.479448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 7aec4d53-db5b-4497-b148-d518c4f191ed {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:20.479860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.497305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.537664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1cf5c-87a2-4f4b-8715-380c96caf2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d14f9-14cb-483b-865f-42c8a76f9dfa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:20.567270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47adf5df-9881-4ed8-9d8f-411c21e0dc43,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:20.613662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 7a9e1681-f871-491d-9721-6a574cd4ba39, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7a9e1681-f871-491d-9721-6a574cd4ba39,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:20.627907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cf5c-87a2-4f4b-8715-380c96caf2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.630474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3eb1cf5c-87a2-4f4b-8715-380c96caf2e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/668d14f9-14cb-483b-865f-42c8a76f9dfa HTTP/1.1" status: 204 len: 168 time: 1.9651799 May 26 22:55:20.643331 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.644624 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.645467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 241df30e-fbc1-4da7-aed4-462886ade4ab no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:20.771060 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:20.923696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Checking segment: {'id': '2d8729b2-ab5e-45d3-aad6-86cc385db7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:20.923931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Network hostable DHCP agents. Network: 96bb26db-f436-4699-a348-7425f8bb04b2, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:55:20.954824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:20.972680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Usage tracker for resource:security_group_rule and tenant:443aa9d342814fc39d9a5922d8fe36c0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:20.991058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:20.998367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:21.009634 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.027189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Transition to ACTIVE for port object 9a4350a0-5cb0-4dab-afda-3be15f7ef79f will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:21.064873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd29333b-c3ba-4b57-9a8a-748616a748ad None None] Network 29022341-e326-43c2-a465-014bba3c8ece requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:21.101016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Transition to ACTIVE for port object 9a4350a0-5cb0-4dab-afda-3be15f7ef79f will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:21.146318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.149953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 241df30e-fbc1-4da7-aed4-462886ade4ab not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:21.150413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 49e42fb8-c45d-404c-93e8-29266c2c6d50 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:21.188685 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.206417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=7a9e1681-f871-491d-9721-6a574cd4ba39,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:21.214562 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.274994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.285800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.290324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Pushing event updated for resources: {'Port': ['ID=9a4350a0-5cb0-4dab-afda-3be15f7ef79f,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:21.339718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d1389bf5-7ea7-4ace-bbc6-298058678732 None None] Provisioning for port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:21.346998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Network 80bbe222-389c-48a5-a8d7-7de34816f834 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:21.351964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:21.365304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:21.380973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:21.457576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f151c57d-2016-46ab-b462-19b6b12f4548,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:21.551433 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a896cfa0-f9d5-4eed-9554-f576248f7b42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=443aa9d342814fc39d9a5922d8fe36c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1034012 May 26 22:55:21.553021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.573737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] For port 7aec4d53-db5b-4497-b148-d518c4f191ed, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7aec4d53-db5b-4497-b148-d518c4f191ed,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:21.574510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.590903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38600) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:21.602528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.621515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Attempting to bind port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:21.622197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Attempting to bind port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'c757825d-01f3-4aab-8035-55c8a7260c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80bbe222-389c-48a5-a8d7-7de34816f834'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:21.622735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Attempting to bind port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f on network 80bbe222-389c-48a5-a8d7-7de34816f834 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:21.648164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:21.648887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Checking segment: {'id': 'c757825d-01f3-4aab-8035-55c8a7260c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80bbe222-389c-48a5-a8d7-7de34816f834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:21.649270 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.649665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.650267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Bound using segment: {'id': 'c757825d-01f3-4aab-8035-55c8a7260c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80bbe222-389c-48a5-a8d7-7de34816f834'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:21.650938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Bound port: 9a4350a0-5cb0-4dab-afda-3be15f7ef79f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c757825d-01f3-4aab-8035-55c8a7260c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80bbe222-389c-48a5-a8d7-7de34816f834'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:21.651491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.673764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 49e42fb8-c45d-404c-93e8-29266c2c6d50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:21.682352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.683300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:21.864143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for 7aec4d53-db5b-4497-b148-d518c4f191ed owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:21.883531 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ad26ec83-37ae-4914-9f4b-556307ca4cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.955253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:21.974914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] For port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:22.014767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=49e42fb8-c45d-404c-93e8-29266c2c6d50,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:22.034221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] For port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9a4350a0-5cb0-4dab-afda-3be15f7ef79f,segment=NetworkSegment(c757825d-01f3-4aab-8035-55c8a7260c60),segment_id=c757825d-01f3-4aab-8035-55c8a7260c60)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:22.050675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:22.093224 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.183603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ad26ec83-37ae-4914-9f4b-556307ca4cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.201440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.207353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.273205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4bf5-73da-4284-afaa-c85d8ad2f5a8 None None] Pushing event updated for resources: {'Port': ['ID=9a4350a0-5cb0-4dab-afda-3be15f7ef79f,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:22.285386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Network 96bb26db-f436-4699-a348-7425f8bb04b2 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:55:22.302230 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.311101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.311989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:22.327961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.328938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 224d3edf-f4db-40c0-8abf-958134fbbbce no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:22.434029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39'}, {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50'}, {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:22.464826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:22.500884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:22.501491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.527499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] No DVR routers for this DVR port 7aec4d53-db5b-4497-b148-d518c4f191ed on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:22.530364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.542525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=7aec4d53-db5b-4497-b148-d518c4f191ed,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:22.545935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 96bb26db-f436-4699-a348-7425f8bb04b2) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:22.552005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:22.552538 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.559021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:22.569817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-e05b0419-9a63-4ee4-99df-78c88fd93078 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "DELETE /v2.0/ports/7aec4d53-db5b-4497-b148-d518c4f191ed HTTP/1.1" status: 204 len: 173 time: 2.6352735 May 26 22:55:22.659886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b511677-5bf3-403c-b383-6e7141c35dc1 None None] Network 96bb26db-f436-4699-a348-7425f8bb04b2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:22.754966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-77663959-cba2-4459-ac53-c377eddd6b6f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4970646 May 26 22:55:22.760443 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9378e0-08b4-4a03-a00d-a24de357a057'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '7aec4d53-db5b-4497-b148-d518c4f191ed', 'status': 'completed', 'code': 200} May 26 22:55:22.814745 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.913177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:22.917239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:22.921434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:22.926662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:22.930523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:22.931517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:22.994129 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b38732e-8f68-482b-83e0-81ca51b94584'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39', 'code': 200} May 26 22:55:22.995211 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b38732e-8f68-482b-83e0-81ca51b94584'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50', 'code': 200} May 26 22:55:22.996346 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b38732e-8f68-482b-83e0-81ca51b94584'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'code': 200} May 26 22:55:23.080262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:23.163239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.209185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.224652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.251924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 7a9e1681-f871-491d-9721-6a574cd4ba39 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:23.252271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.285223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.285820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e48f012-0d0e-4f57-92e1-4defd502dd8c {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:55:23.356243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:23.357462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-61404d87-40b6-47e4-a6c2-5cec7106d27b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 3880 time: 1.3789532 May 26 22:55:23.528051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.581585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e2bd3f7-c317-4e53-b0c3-401dd37edcfa,segment=NetworkSegment(bbffbb50-d411-44ae-b7f7-4b3c9c766e62),segment_id=bbffbb50-d411-44ae-b7f7-4b3c9c766e62)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:23.606179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.651840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ad26ec83-37ae-4914-9f4b-556307ca4cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.670378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ad26ec83-37ae-4914-9f4b-556307ca4cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.674132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ad26ec83-37ae-4914-9f4b-556307ca4cce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f151c57d-2016-46ab-b462-19b6b12f4548 HTTP/1.1" status: 204 len: 168 time: 2.0790691 May 26 22:55:23.701058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.703980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4b7bfcc8-3286-438b-a065-8fd48b6b64f9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4e48f012-0d0e-4f57-92e1-4defd502dd8c HTTP/1.1" status: 204 len: 168 time: 8.1355157 May 26 22:55:23.714633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38638) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:23.723901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26ec83-37ae-4914-9f4b-556307ca4cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f151c57d-2016-46ab-b462-19b6b12f4548,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:23.823620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf6eda-71bc-4b9b-93a1-94f7d0b922dc None None] Network 96bb26db-f436-4699-a348-7425f8bb04b2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:23.857234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9e2bd3f7-c317-4e53-b0c3-401dd37edcfa,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:23.882065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Allocated IP 172.20.0.6 (2c367f57-e26d-4fa3-bc02-4370e8f3f1de/59c612f2-5502-4908-a9b6-c0c201968f5d/1ed05653-a3ca-4d4f-b6af-f36236ba53ef) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:24.020971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] Deleting subnet e2d97517-cc61-44fa-9094-bcb7810ae77f {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:24.026009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] For port 7a9e1681-f871-491d-9721-6a574cd4ba39, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=7a9e1681-f871-491d-9721-6a574cd4ba39,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:24.026507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.041306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.073279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 224d3edf-f4db-40c0-8abf-958134fbbbce, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=224d3edf-f4db-40c0-8abf-958134fbbbce,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:24.088154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9a4350a0-5cb0-4dab-afda-3be15f7ef79f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:24.224019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for 7a9e1681-f871-491d-9721-6a574cd4ba39 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:24.269896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.272403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4803d5bc-061e-41dd-9021-9766e4c8f9d0 None None] Network 80bbe222-389c-48a5-a8d7-7de34816f834 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:24.329123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8::1 (29022341-e326-43c2-a465-014bba3c8ece/232140b0-471d-4b08-b31e-c4eadeb9c61a/67a0826c-ca1a-438a-9bee-6a6f0cfffb6d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:24.357789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2d0bba5-4c98-49e6-b649-31a04e934d80 req-31a8d359-f8fd-4105-bc7e-9ac291af5783 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9850554 May 26 22:55:24.416352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-6eb1b56b-cda4-45e6-92aa-d8e4ab650acb tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:24.417817 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-6eb1b56b-cda4-45e6-92aa-d8e4ab650acb tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/networks?id=96bb26db-f436-4699-a348-7425f8bb04b2 HTTP/1.1" status: 200 len: 822 time: 0.4284163 May 26 22:55:24.543508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.576526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-17b69e21-dd1b-4f48-a811-a7718cc3198b tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/quotas/7e9a8543399147d78a455a24f5e0e45e HTTP/1.1" status: 200 len: 375 time: 0.0983126 May 26 22:55:24.613012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=224d3edf-f4db-40c0-8abf-958134fbbbce,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:24.617213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-152a57be-090f-4fd8-8a2d-4b725a463fe3 None None] Provisioning for port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:24.677033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.697253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-bbf6aec9-b324-4b3c-86cf-ea85f4b51787 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e9a8543399147d78a455a24f5e0e45e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001511 May 26 22:55:24.770846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:24.785471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:24.785874 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.821624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=7a9e1681-f871-491d-9721-6a574cd4ba39,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:24.832694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.888492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.912601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:24.942717 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.987794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9a4350a0-5cb0-4dab-afda-3be15f7ef79f,segment=NetworkSegment(c757825d-01f3-4aab-8035-55c8a7260c60),segment_id=c757825d-01f3-4aab-8035-55c8a7260c60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:24.995924 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.037031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.040660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.071279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:25.083816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:25.166066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:25.166424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fdfd38c2-ef7a-4cdf-bdd0-2b729181ee3e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:25.188539 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbf92ca-ccb5-4fd8-94ac-c010592b6bdb'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce', 'code': 200} May 26 22:55:25.219726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9a4350a0-5cb0-4dab-afda-3be15f7ef79f,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:25.228582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.232980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] No DVR routers for this DVR port 7a9e1681-f871-491d-9721-6a574cd4ba39 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:25.235887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.248695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:25.287453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 29022341-e326-43c2-a465-014bba3c8ece is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:25.290907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:25.293631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:25.294608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.303035 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-4d11cd72-1c4e-446d-8d97-548a10c9f4e5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "DELETE /v2.0/ports/7a9e1681-f871-491d-9721-6a574cd4ba39 HTTP/1.1" status: 204 len: 173 time: 2.6513915 May 26 22:55:25.307460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=67a0826c-ca1a-438a-9bee-6a6f0cfffb6d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:25.403215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bbfc2636-6460-4b22-8ee4-89d9cc80dbf3 None None] Provisioning complete for port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:25.403595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2636-6460-4b22-8ee4-89d9cc80dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.446899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 49e42fb8-c45d-404c-93e8-29266c2c6d50 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:25.447241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.525325 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acad8baf-1e14-45e6-8c34-fd90dd41bea2'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '7a9e1681-f871-491d-9721-6a574cd4ba39', 'status': 'completed', 'code': 200} May 26 22:55:25.558871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-001fbd4e-c63b-45dd-a003-757a25dcfa18 service neutron] 10.222.0.32 "GET /v2.0/networks/96bb26db-f436-4699-a348-7425f8bb04b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604925 May 26 22:55:25.561051 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.780284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.860690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:25.912440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:25.923677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:25.940289 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:25.951460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:25.982618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aed95-811e-4962-9f16-6158649c76d3 req-e2333986-bb7a-454d-89a6-e2c44a1e682a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:25.987522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aed95-811e-4962-9f16-6158649c76d3 req-e2333986-bb7a-454d-89a6-e2c44a1e682a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:25.992268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aed95-811e-4962-9f16-6158649c76d3 req-e2333986-bb7a-454d-89a6-e2c44a1e682a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:25.993132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bd8aed95-811e-4962-9f16-6158649c76d3 req-e2333986-bb7a-454d-89a6-e2c44a1e682a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:25.996589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-08597ab6-d216-463a-845d-65b51a791e5c None None] Provisioning for port 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:26.021501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-08597ab6-d216-463a-845d-65b51a791e5c None None] Provisioning complete for port 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:26.025870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-08597ab6-d216-463a-845d-65b51a791e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:26.102097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e34cd-c9a1-4645-9475-2a2e9957983d None None] Network f90e5f69-58a6-434e-a9e9-31590716590f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:26.136377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:26.145773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2d97517-cc61-44fa-9094-bcb7810ae77f HTTP/1.1" status: 204 len: 168 time: 2.4296038 May 26 22:55:26.149523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:26.176250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf59ff9-5622-4ac6-804c-eea1718722d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d97517-cc61-44fa-9094-bcb7810ae77f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:26.258791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bd8aed95-811e-4962-9f16-6158649c76d3 req-e2333986-bb7a-454d-89a6-e2c44a1e682a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:26.266731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd8aed95-811e-4962-9f16-6158649c76d3 req-e2333986-bb7a-454d-89a6-e2c44a1e682a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 2410 time: 0.5942998 May 26 22:55:26.369409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd8aed95-811e-4962-9f16-6158649c76d3 req-1f4a19c4-4790-4e85-9f48-2e4a8a1a5b4b tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017451 May 26 22:55:26.413854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:26.414361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:26.572255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-08597ab6-d216-463a-845d-65b51a791e5c None None] Port 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:26.600655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Port': ['ID=1ed05653-a3ca-4d4f-b6af-f36236ba53ef,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:26.638746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] For port 49e42fb8-c45d-404c-93e8-29266c2c6d50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=49e42fb8-c45d-404c-93e8-29266c2c6d50,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:26.639337 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:26.730760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9a4350a0-5cb0-4dab-afda-3be15f7ef79f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:26.732337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-cc42e1c2-cce9-4f0b-89f2-31ce8aeba227 service neutron] 10.222.0.32 "GET /v2.0/networks/96bb26db-f436-4699-a348-7425f8bb04b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1725681 May 26 22:55:26.771331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:26.819862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Deleting port 426edfca-6a36-4207-9d8f-af47f1cd5987 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:26.820193 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:26.880811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:26.881790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:26.948331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] DHCP port deletion for f90e5f69-58a6-434e-a9e9-31590716590f request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:55:26.982703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for 49e42fb8-c45d-404c-93e8-29266c2c6d50 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:26.985337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] Deleting port 426edfca-6a36-4207-9d8f-af47f1cd5987 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:26.985668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.014443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.015098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.172104 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee2f771f-239e-4f9c-a399-ff4d9fddafed req-8fd71a1d-b2dd-4e57-ad5e-1b82b19279e5 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 210 time: 0.0907333 May 26 22:55:27.383709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] For port 426edfca-6a36-4207-9d8f-af47f1cd5987, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=426edfca-6a36-4207-9d8f-af47f1cd5987,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:27.384160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.422867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:55:27.476353 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.522187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.523036 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.566339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] Calling delete_port for 426edfca-6a36-4207-9d8f-af47f1cd5987 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:27.631812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] For port 426edfca-6a36-4207-9d8f-af47f1cd5987, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=426edfca-6a36-4207-9d8f-af47f1cd5987,segment=NetworkSegment(a4c26a41-fcda-43b1-a9d1-f68e478e3732),segment_id=a4c26a41-fcda-43b1-a9d1-f68e478e3732)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:27.632754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.769471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.771510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.777304 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:27.854498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] Pushing event deleted for resources: {'Port': ['ID=426edfca-6a36-4207-9d8f-af47f1cd5987,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:27.867386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c500c9-15b6-4b90-b8e9-5a40c29ac18d None None] No DVR routers for this DVR port 426edfca-6a36-4207-9d8f-af47f1cd5987 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:27.904610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 426edfca-6a36-4207-9d8f-af47f1cd5987 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:27.973073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 426edfca-6a36-4207-9d8f-af47f1cd5987 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:27.973569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 426edfca-6a36-4207-9d8f-af47f1cd5987 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:28.007411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=67a0826c-ca1a-438a-9bee-6a6f0cfffb6d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:28.036277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Calling delete_port for 426edfca-6a36-4207-9d8f-af47f1cd5987 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:28.114611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] No DVR routers for this DVR port 49e42fb8-c45d-404c-93e8-29266c2c6d50 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:28.116433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=49e42fb8-c45d-404c-93e8-29266c2c6d50,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:28.119158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:28.125279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:28.154894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-8fd29d38-281f-481e-90a0-2f758412035a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "DELETE /v2.0/ports/49e42fb8-c45d-404c-93e8-29266c2c6d50 HTTP/1.1" status: 204 len: 173 time: 2.8426087 May 26 22:55:28.206588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 29022341-e326-43c2-a465-014bba3c8ece is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:28.210074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:28.307132 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff24585b-97f0-4b24-8b20-45516346ce72'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '49e42fb8-c45d-404c-93e8-29266c2c6d50', 'status': 'completed', 'code': 200} May 26 22:55:28.456167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Deleting port 75b03f8b-3a08-4a30-b243-c612cefcb044 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:28.456685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:28.554935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ab9b2-95eb-4e08-8ef3-803c0f388572 req-317079e7-fa63-4728-b24e-f39c536268a2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:28.562953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ab9b2-95eb-4e08-8ef3-803c0f388572 req-317079e7-fa63-4728-b24e-f39c536268a2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:28.564793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f92ab9b2-95eb-4e08-8ef3-803c0f388572 req-317079e7-fa63-4728-b24e-f39c536268a2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 1678 time: 0.8888011 May 26 22:55:28.569255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2be2d545-3fc4-449b-8eec-4d0abab41618 req-b2845ee3-2d6e-4cd6-9e5e-3efec6c02309 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 210 time: 0.0778539 May 26 22:55:28.586203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:28.586203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:28.594103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:55:28.594425 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:55:28.727518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a49683f-fee9-4d47-878b-a01ba92cb5e5 None None] Provisioning complete for port 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:28.728473 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a49683f-fee9-4d47-878b-a01ba92cb5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:28.891123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1a49683f-fee9-4d47-878b-a01ba92cb5e5 None None] Port 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:29.049133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] For port 75b03f8b-3a08-4a30-b243-c612cefcb044, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=75b03f8b-3a08-4a30-b243-c612cefcb044,segment=NetworkSegment(0e416f79-6e5b-487c-81ce-555a6a106cb1),segment_id=0e416f79-6e5b-487c-81ce-555a6a106cb1)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:29.050218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.227518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Deleting port 426edfca-6a36-4207-9d8f-af47f1cd5987 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:29.227888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.270548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Calling delete_port for 75b03f8b-3a08-4a30-b243-c612cefcb044 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:29.349364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38770) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:29.353989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] The port '426edfca-6a36-4207-9d8f-af47f1cd5987' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:55:29.358544 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f92ab9b2-95eb-4e08-8ef3-803c0f388572 req-c4f92acb-b101-4cfe-ac23-3aaa9992eda5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7770536 May 26 22:55:29.503901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-0abbcf70-b5c0-417f-8fb8-2b844cfb58df tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:29.504589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-0abbcf70-b5c0-417f-8fb8-2b844cfb58df tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Synchronizing usage tracker for tenant:7e9a8543399147d78a455a24f5e0e45e on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:29.536588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] For port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:29.536588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.539020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.589522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90e5f69-58a6-434e-a9e9-31590716590f']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:29.611213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-0abbcf70-b5c0-417f-8fb8-2b844cfb58df tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Unset dirty status for tenant:7e9a8543399147d78a455a24f5e0e45e on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:29.613869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-0abbcf70-b5c0-417f-8fb8-2b844cfb58df tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.48 "GET /v2.0/networks?id=96bb26db-f436-4699-a348-7425f8bb04b2 HTTP/1.1" status: 200 len: 822 time: 0.7693303 May 26 22:55:29.621655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c26a41-fcda-43b1-a9d1-f68e478e3732') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:29.622045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c26a41-fcda-43b1-a9d1-f68e478e3732') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:29.663161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.677892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.679480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Request body: {'port': {'device_id': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2', 'admin_state_up': True, 'tenant_id': '7e9a8543399147d78a455a24f5e0e45e'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:29.754165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.774977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:29.775608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.793933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Router b4b9c33c-939c-4e3b-a393-e7b1adbce0b7 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: timer() May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:29.796262 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:29.872759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:29.885124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Usage tracker for resource:security_group_rule and tenant:3aece5bd92004e57b712201263e7f89a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:29.888935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:29.898405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:29.900329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.936063 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7513188-5c22-4bff-9e51-4d77af662ecd req-f3bd9eee-1b74-4fbc-9a9c-16dd19ab31cf tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 210 time: 0.1444283 May 26 22:55:29.955287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:29.999877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:30.032831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Pushing event deleted for resources: {'Port': ['ID=75b03f8b-3a08-4a30-b243-c612cefcb044,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:30.049582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.063125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 327a37d0-152a-4241-93d3-acf94e49baa9 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:55:30.075635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Usage tracker for resource:port and tenant:7e9a8543399147d78a455a24f5e0e45e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:30.082281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:30.103513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:30.160792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=f90e5f69-58a6-434e-a9e9-31590716590f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:30.194815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Made reservation on behalf of 7e9a8543399147d78a455a24f5e0e45e for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:30.197760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.214978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.215329 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.215680 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Floating IP 4cac7738-1478-47e6-9b23-280b0eea1ed5 disassociated. External IP: 172.25.4.102, port: 8e74c924-636e-43dd-941a-0e1b4cd5d5c2. May 26 22:55:30.217563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:30.277258 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e260b69-9899-4986-995d-7eac58b6cb1a admin admin] 10.222.0.32 "DELETE /v2.0/networks/f90e5f69-58a6-434e-a9e9-31590716590f HTTP/1.1" status: 204 len: 168 time: 4.1084650 May 26 22:55:30.379061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.437346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.590021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:30.678849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.689875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Allocated IP 172.20.0.7 (96bb26db-f436-4699-a348-7425f8bb04b2/47adf5df-9881-4ed8-9d8f-411c21e0dc43/0db77372-0d87-4690-9ff9-f08d81aa3d43) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:30.699109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36902669-9a85-43e7-8572-4b6a65140ea7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:30.723248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-29c88068-8d95-459c-9ffe-6692ed3e2823 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3aece5bd92004e57b712201263e7f89a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3611302 May 26 22:55:30.732391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38796) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:30.759703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=8e74c924-636e-43dd-941a-0e1b4cd5d5c2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:30.813516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ad50cddc-0893-4ee0-a5b0-eecaa49a5b46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60a6e1a5198e470eae3b4eef13db4801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2182617 May 26 22:55:30.814677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:30.819309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38800) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:30.823789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.823789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.824082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.824703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.825023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.825349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.825700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.826024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.826785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.826785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.827019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:30.844226 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] Sync routers for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:30.862619 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:30.865055 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:30.899706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ea24-6831-42c9-ae81-06d521ad7282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:30.907245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aae54c-1d66-4eff-b299-040e68ea8b3f req-9f10325b-894a-4024-a077-65b3ac48296a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:30.908914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95aae54c-1d66-4eff-b299-040e68ea8b3f req-9f10325b-894a-4024-a077-65b3ac48296a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 943 time: 0.3012452 May 26 22:55:30.948910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:30.968243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:30.968950 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:30.969669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:30.979069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Sync routers for ids ['b4b9c33c-939c-4e3b-a393-e7b1adbce0b7'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:30.995028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ea24-6831-42c9-ae81-06d521ad7282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.014475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Routers {'b4b9c33c-939c-4e3b-a393-e7b1adbce0b7'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:31.015887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4b9c33c-939c-4e3b-a393-e7b1adbce0b7'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:31.082928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.096046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9a206bc6-ee93-45ae-9167-ff67a60314a1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.7414205 May 26 22:55:31.100930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38808) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:31.107000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95aae54c-1d66-4eff-b299-040e68ea8b3f req-ec5a600a-3b2c-4773-b7bf-8c2d422ca36a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847529 May 26 22:55:31.274538 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:31.275093 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e438b10-acfa-4d6d-aa87-6e831a5bff17 None None] The sync data for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:31.321386 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.365891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Set router b4b9c33c-939c-4e3b-a393-e7b1adbce0b7 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:31.377768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e48cf750-0158-496f-82b9-d0fb9ed2c6d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/327a37d0-152a-4241-93d3-acf94e49baa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5683990 May 26 22:55:31.402143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:31.444396 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ea24-6831-42c9-ae81-06d521ad7282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.480001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3db9782-5b4b-4400-8e2a-ff60c4a201ca req-a0e390d7-c2e2-4ec3-9fd1-8b63a855ba32 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Synchronizing usage tracker for tenant:7e9a8543399147d78a455a24f5e0e45e on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:31.534447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6ea24-6831-42c9-ae81-06d521ad7282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36902669-9a85-43e7-8572-4b6a65140ea7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:31.542344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ea24-6831-42c9-ae81-06d521ad7282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.543451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f8f6ea24-6831-42c9-ae81-06d521ad7282 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36902669-9a85-43e7-8572-4b6a65140ea7 HTTP/1.1" status: 204 len: 168 time: 0.8101528 May 26 22:55:31.640409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3db9782-5b4b-4400-8e2a-ff60c4a201ca req-a0e390d7-c2e2-4ec3-9fd1-8b63a855ba32 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Unset dirty status for tenant:7e9a8543399147d78a455a24f5e0e45e on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:31.654972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3db9782-5b4b-4400-8e2a-ff60c4a201ca req-a0e390d7-c2e2-4ec3-9fd1-8b63a855ba32 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 210 time: 0.2758393 May 26 22:55:31.679404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.793654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144d319-16ae-47e9-abd9-afd2a41b8c28 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:31.794309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1144d319-16ae-47e9-abd9-afd2a41b8c28 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:31.819843 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a06dcb0d-ab94-4ae3-aa3c-e642c2a1a6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.853615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.881996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1144d319-16ae-47e9-abd9-afd2a41b8c28 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:31.885989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1144d319-16ae-47e9-abd9-afd2a41b8c28 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports/67a0826c-ca1a-438a-9bee-6a6f0cfffb6d HTTP/1.1" status: 200 len: 911 time: 0.4737775 May 26 22:55:31.885989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a06dcb0d-ab94-4ae3-aa3c-e642c2a1a6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:31.897229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38820) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:31.976410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b9c33c-939c-4e3b-a393-e7b1adbce0b7', 'name': '', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de', 'external_fixed_ips': [{'subnet_id': '59c612f2-5502-4908-a9b6-c0c201968f5d', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '1ed05653-a3ca-4d4f-b6af-f36236ba53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:18Z', 'updated_at': '2022-05-26T22:55:26Z', 'revision_number': 3, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port': {'id': '1ed05653-a3ca-4d4f-b6af-f36236ba53ef', 'name': '', 'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b9c33c-939c-4e3b-a393-e7b1adbce0b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '59c612f2-5502-4908-a9b6-c0c201968f5d', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:21Z', 'updated_at': '2022-05-26T22:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59c612f2-5502-4908-a9b6-c0c201968f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:31.983223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Checking router: b4b9c33c-939c-4e3b-a393-e7b1adbce0b7 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:31.983829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Updating router b4b9c33c-939c-4e3b-a393-e7b1adbce0b7 port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:55:32.099157 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.123395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.190408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a06dcb0d-ab94-4ae3-aa3c-e642c2a1a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.242006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dcb0d-ab94-4ae3-aa3c-e642c2a1a6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847611f-c02b-43ad-8b19-1bce941600e1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:32.256555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:32.300750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38828) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:32.306595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Network 96bb26db-f436-4699-a348-7425f8bb04b2 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:32.314871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Pushing event updated for resources: {'Port': ['ID=0db77372-0d87-4690-9ff9-f08d81aa3d43,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:32.317617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:32.326740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a06dcb0d-ab94-4ae3-aa3c-e642c2a1a6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.329332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a06dcb0d-ab94-4ae3-aa3c-e642c2a1a6a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a847611f-c02b-43ad-8b19-1bce941600e1 HTTP/1.1" status: 204 len: 168 time: 1.5084975 May 26 22:55:32.330416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:32.470087 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.556832 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.570529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Transition to ACTIVE for port object 1ed05653-a3ca-4d4f-b6af-f36236ba53ef will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:32.588362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.595306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c69d76-1409-4f23-a68d-f6b16be1c650 req-44ebc804-8546-4d50-84d9-4be675c88245 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:32.597640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9c69d76-1409-4f23-a68d-f6b16be1c650 req-44ebc804-8546-4d50-84d9-4be675c88245 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 943 time: 0.2096388 May 26 22:55:32.703504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Attempting to bind port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:32.703869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Attempting to bind port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '106058d8-296c-45a4-a2fb-7dbe9123a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:32.704222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Attempting to bind port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef on network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:32.724249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:32.724617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Checking segment: {'id': '106058d8-296c-45a4-a2fb-7dbe9123a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:32.726019 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.726416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Bound using segment: {'id': '106058d8-296c-45a4-a2fb-7dbe9123a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:32.727252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Bound port: 1ed05653-a3ca-4d4f-b6af-f36236ba53ef, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106058d8-296c-45a4-a2fb-7dbe9123a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2c367f57-e26d-4fa3-bc02-4370e8f3f1de'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:32.727252 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.741428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:32.751719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Usage tracker for resource:security_group_rule and tenant:dab6cc15d1c9415598d437841832b08c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:32.757228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:32.775019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:32.800519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9c69d76-1409-4f23-a68d-f6b16be1c650 req-3539e143-137a-48c2-ad5b-8f471b919297 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844132 May 26 22:55:32.871502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.872748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a492d8-8126-44af-a66a-1300fa7fb7f8 None None] Pushing event updated for resources: {'Port': ['ID=1ed05653-a3ca-4d4f-b6af-f36236ba53ef,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:32.897837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Deleting port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:32.898198 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:32.942279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] For port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:32.949454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] For port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ed05653-a3ca-4d4f-b6af-f36236ba53ef,segment=NetworkSegment(106058d8-296c-45a4-a2fb-7dbe9123a7e6),segment_id=106058d8-296c-45a4-a2fb-7dbe9123a7e6)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:32.958903 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:33.084907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Routers {'b4b9c33c-939c-4e3b-a393-e7b1adbce0b7'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:33.098839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4b9c33c-939c-4e3b-a393-e7b1adbce0b7'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:33.136989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:33.310386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] Set router b4b9c33c-939c-4e3b-a393-e7b1adbce0b7 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:33.346550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:33.384248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Router 4ce86225-8763-455c-8c2b-b4e0c1ced55a has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:33.456458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b9c33c-939c-4e3b-a393-e7b1adbce0b7', 'name': '', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:18Z', 'updated_at': '2022-05-26T22:55:32Z', 'revision_number': 4, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:33.463016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2aeecf-03db-49e5-8d21-e4823260e5fb None None] The sync data for ids ['b4b9c33c-939c-4e3b-a393-e7b1adbce0b7'] in n-d-843301-1 is: [{'id': 'b4b9c33c-939c-4e3b-a393-e7b1adbce0b7', 'name': '', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:18Z', 'updated_at': '2022-05-26T22:55:32Z', 'revision_number': 4, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:33.465967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a492d8-8126-44af-a66a-1300fa7fb7f8 None None] Pushing event updated for resources: {'Port': ['ID=1ed05653-a3ca-4d4f-b6af-f36236ba53ef,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:33.476315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] For port 1ed05653-a3ca-4d4f-b6af-f36236ba53ef, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ed05653-a3ca-4d4f-b6af-f36236ba53ef,segment=NetworkSegment(106058d8-296c-45a4-a2fb-7dbe9123a7e6),segment_id=106058d8-296c-45a4-a2fb-7dbe9123a7e6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:33.476672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:33.510438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b45988-dfa7-49f0-b18d-cd86a44734f5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:33.515178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-62a3ca30-2e2b-4bbb-8c1d-a35a2f7ec75e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dab6cc15d1c9415598d437841832b08c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2069018 May 26 22:55:33.521901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38856) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:33.531086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:33.531763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:33.688391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-7a645b28-0129-4d50-ba4f-4d6a07e92914 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0148101 May 26 22:55:33.713341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Request body: {'port': {'device_id': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:33.837001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ae046-097d-4893-aeaa-21e0e5f08e99 req-53c098c0-ec95-444f-bde2-dae0277fb8cd tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:33.843954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a91ae046-097d-4893-aeaa-21e0e5f08e99 req-53c098c0-ec95-444f-bde2-dae0277fb8cd tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 931 time: 0.7717056 May 26 22:55:33.849789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b2bd740-722b-4d02-93f8-2ea084a22dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:33.854816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Calling delete_port for 1ed05653-a3ca-4d4f-b6af-f36236ba53ef owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:34.057341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38868) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:34.147469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b2bd740-722b-4d02-93f8-2ea084a22dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:34.211987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd52566-9ec4-4c53-ae58-602ee6d902f8 req-a45e452c-191f-47d0-864c-4a8e4396b249 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:34.213466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fdd52566-9ec4-4c53-ae58-602ee6d902f8 req-a45e452c-191f-47d0-864c-4a8e4396b249 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 943 time: 0.2060473 May 26 22:55:34.239753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:34.263343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-738636987-network', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:34.283089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:34.298270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Usage tracker for resource:network and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:34.302451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:34.336949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:34.348567 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:34.378813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a91ae046-097d-4893-aeaa-21e0e5f08e99 req-983fad26-2d5a-41cc-96e1-2119a7f8c47c tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Synchronizing usage tracker for tenant:7e9a8543399147d78a455a24f5e0e45e on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:34.409818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ed05653-a3ca-4d4f-b6af-f36236ba53ef,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:34.413390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fdd52566-9ec4-4c53-ae58-602ee6d902f8 req-48c70dd5-10f4-4f17-aade-cf6beb0865d7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859982 May 26 22:55:34.418248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Made reservation on behalf of 7ced3c86be7c476fa17cdf7755ec6fa3 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:34.420668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:34.462444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:34.529209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:34.542550 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] Sync routers for ids ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:34.550533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bd204471-1432-4707-99a8-56ccb7f329ec admin admin] 10.222.0.32 "PUT /v2.0/routers/4ce86225-8763-455c-8c2b-b4e0c1ced55a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2878833 May 26 22:55:34.553102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38876) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:34.553212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a91ae046-097d-4893-aeaa-21e0e5f08e99 req-983fad26-2d5a-41cc-96e1-2119a7f8c47c tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Unset dirty status for tenant:7e9a8543399147d78a455a24f5e0e45e on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:34.561073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a91ae046-097d-4893-aeaa-21e0e5f08e99 req-983fad26-2d5a-41cc-96e1-2119a7f8c47c tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7162097 May 26 22:55:34.568584 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] Routers {'4ce86225-8763-455c-8c2b-b4e0c1ced55a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:34.569472 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:34.589586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b2bd740-722b-4d02-93f8-2ea084a22dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:34.604787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:34.618290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] Sync routers for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:34.638799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:34.639416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:34.703287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bd740-722b-4d02-93f8-2ea084a22dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b45988-dfa7-49f0-b18d-cd86a44734f5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:34.810612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:34.813030 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] Set router 4ce86225-8763-455c-8c2b-b4e0c1ced55a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:34.824429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:34.829318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:34.838818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:34.843901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:34.896854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:35.044339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] No DVR routers for this DVR port 8e74c924-636e-43dd-941a-0e1b4cd5d5c2 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:35.048998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db77372-0d87-4690-9ff9-f08d81aa3d43 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:55:35.055205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b2bd740-722b-4d02-93f8-2ea084a22dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.056937 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b2bd740-722b-4d02-93f8-2ea084a22dd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55b45988-dfa7-49f0-b18d-cd86a44734f5 HTTP/1.1" status: 204 len: 168 time: 1.5326638 May 26 22:55:35.063762 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.066464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-1af56c9c-dddb-4bce-87fb-04f3875c88a5 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "DELETE /v2.0/ports/8e74c924-636e-43dd-941a-0e1b4cd5d5c2 HTTP/1.1" status: 204 len: 173 time: 6.9038172 May 26 22:55:35.067117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:35.087456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.175784 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:55:29Z', 'revision_number': 5, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:35.184121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 224d3edf-f4db-40c0-8abf-958134fbbbce {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:35.184673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.187819 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] Checking router: 4ce86225-8763-455c-8c2b-b4e0c1ced55a for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:35.212648 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] Routers {'4ce86225-8763-455c-8c2b-b4e0c1ced55a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:35.215542 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:35.244565 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d22b4c-3127-4238-9bdb-737dd737ea3b'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '8e74c924-636e-43dd-941a-0e1b4cd5d5c2', 'status': 'completed', 'code': 200} May 26 22:55:35.282595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Transition to ACTIVE for port object 0db77372-0d87-4690-9ff9-f08d81aa3d43 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:35.341109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.347150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.367562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.376353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:30Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:35.380556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] Checking router: 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:35.393312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:35.394168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:35.419496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.463800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.493241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:55:35.511647 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] Set router 4ce86225-8763-455c-8c2b-b4e0c1ced55a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:35.517079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.517426 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Added segment 7965dfe3-8135-42bc-8adb-94c29f966c88 of type vlan for network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 May 26 22:55:35.639384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.642641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4b9c33c-939c-4e3b-a393-e7b1adbce0b7 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:55:35.654264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:35.671202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487700a6-f638-43de-80a1-54346fd876bc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:35.772206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.074373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:36.098409 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:55:29Z', 'revision_number': 5, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:36.105969 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7697d-749c-41e5-9546-16ed9f522875 None None] The sync data for ids ['4ce86225-8763-455c-8c2b-b4e0c1ced55a'] in n-d-843301-1 is: [{'id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'name': 'tempest-TestAggregatesBasicOps-1418844192-router', 'tenant_id': '1ecee280018440fb9ef956c27cefeb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:54:37Z', 'updated_at': '2022-05-26T22:55:29Z', 'revision_number': 5, 'project_id': '1ecee280018440fb9ef956c27cefeb14', 'gw_port': {'id': '898db2d9-f56d-4b69-be02-77a5a4069765', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce86225-8763-455c-8c2b-b4e0c1ced55a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:54:39Z', 'updated_at': '2022-05-26T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:36.209749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.210700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:36.211423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.229364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Attempting to bind port 0db77372-0d87-4690-9ff9-f08d81aa3d43 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:36.229971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Attempting to bind port 0db77372-0d87-4690-9ff9-f08d81aa3d43 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '2d8729b2-ab5e-45d3-aad6-86cc385db7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:36.230081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Attempting to bind port 0db77372-0d87-4690-9ff9-f08d81aa3d43 on network 96bb26db-f436-4699-a348-7425f8bb04b2 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:36.234955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.239809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9dd6b1af-a0a5-46f0-b732-c817ade342b1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b4b9c33c-939c-4e3b-a393-e7b1adbce0b7 HTTP/1.1" status: 204 len: 168 time: 5.1269467 May 26 22:55:36.249976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Port 0db77372-0d87-4690-9ff9-f08d81aa3d43 on network 96bb26db-f436-4699-a348-7425f8bb04b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:36.250304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Attempting to bind port 0db77372-0d87-4690-9ff9-f08d81aa3d43 on network 96bb26db-f436-4699-a348-7425f8bb04b2 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:36.252355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0db77372-0d87-4690-9ff9-f08d81aa3d43,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:36.261397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] For port 224d3edf-f4db-40c0-8abf-958134fbbbce, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=224d3edf-f4db-40c0-8abf-958134fbbbce,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:36.261793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.262403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38914) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:36.414836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:36.415177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Checking segment: {'id': '2d8729b2-ab5e-45d3-aad6-86cc385db7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:36.415563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Bound using segment: {'id': '2d8729b2-ab5e-45d3-aad6-86cc385db7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:36.416053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Bound port: 0db77372-0d87-4690-9ff9-f08d81aa3d43, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8729b2-ab5e-45d3-aad6-86cc385db7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:36.416354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.436269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3743548 May 26 22:55:36.440119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for 224d3edf-f4db-40c0-8abf-958134fbbbce owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:36.444485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38924) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:36.480789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Deleting subnet 59c612f2-5502-4908-a9b6-c0c201968f5d {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:36.499258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Request body: {'subnet': {'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-738636987-subnet', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:36.504822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:36.508677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Usage tracker for resource:subnet and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:36.511565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:36.517624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:36.527912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.599484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Made reservation on behalf of 7ced3c86be7c476fa17cdf7755ec6fa3 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:36.601765 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.631156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda82c1-aea5-4d5f-8ec8-3ec8d4dc5237 admin admin] Pushing event updated for resources: {'Network': ['ID=79afa0c6-0f66-4a88-9cb5-731ff2672a17,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:36.660726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:55:36.756889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:36.778914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] For port 0db77372-0d87-4690-9ff9-f08d81aa3d43, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:36.782319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] For port 0db77372-0d87-4690-9ff9-f08d81aa3d43, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0db77372-0d87-4690-9ff9-f08d81aa3d43,segment=NetworkSegment(2d8729b2-ab5e-45d3-aad6-86cc385db7fb),segment_id=2d8729b2-ab5e-45d3-aad6-86cc385db7fb)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:36.791037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f7a71-e9e9-4dc3-a9ef-360068ba707d req-e632bbde-61b9-4be5-8bca-0fc842016458 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:36.791655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-804f7a71-e9e9-4dc3-a9ef-360068ba707d req-e632bbde-61b9-4be5-8bca-0fc842016458 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Synchronizing usage tracker for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:36.830005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496f13b-d14c-47d1-ab13-1e53db5a1a2f req-76128bd1-6388-4484-bebe-2acab2f8cf1e tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:36.840151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8496f13b-d14c-47d1-ab13-1e53db5a1a2f req-76128bd1-6388-4484-bebe-2acab2f8cf1e tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 943 time: 0.9311767 May 26 22:55:36.958967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8496f13b-d14c-47d1-ab13-1e53db5a1a2f req-d02a09ad-67c9-4c99-be73-31209bdd47f9 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087773 May 26 22:55:36.976446 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.043535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.133304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:30Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:37.139015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a28bb-4194-46a8-bd18-fe4a54ccf910 None None] The sync data for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 is: [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:48:45Z', 'revision_number': 4, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '03aee734-1c84-4da7-81ea-a19ebfee5248', 'name': '', 'network_id': '9f1006ec-020a-4deb-95a2-456d61870218', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'mac_address': 'fa:16:3e:3a:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:43Z', 'updated_at': '2022-05-26T22:49:30Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'subnets': [{'id': 'f8dc40f8-718a-4dcb-a67d-56b0ff5baee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:37.170032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.170811 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.179980 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.238517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59c612f2-5502-4908-a9b6-c0c201968f5d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:37.240610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Deleting port 898db2d9-f56d-4b69-be02-77a5a4069765 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:37.241082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.267274 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.308036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.314402 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.316467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] 10.222.0.48 "PUT /v2.0/ports/0db77372-0d87-4690-9ff9-f08d81aa3d43 HTTP/1.1" status: 200 len: 1091 time: 3.6142800 May 26 22:55:37.323381 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.368093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'tag': '0db77372-0d87-4690-9ff9-f08d81aa3d43'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:37.391348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-804f7a71-e9e9-4dc3-a9ef-360068ba707d req-e632bbde-61b9-4be5-8bca-0fc842016458 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Unset dirty status for tenant:25a686dd4d8d430ebc4be269418c8801 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:37.392468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-804f7a71-e9e9-4dc3-a9ef-360068ba707d req-e632bbde-61b9-4be5-8bca-0fc842016458 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 943 time: 1.4300435 May 26 22:55:37.403285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-58add34f-0c38-4b98-869b-cc67e991c472 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/59c612f2-5502-4908-a9b6-c0c201968f5d HTTP/1.1" status: 204 len: 168 time: 1.1270761 May 26 22:55:37.430734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38938) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:37.679989 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9493c89-80bc-4abd-b319-7bedabec7ce9 None None] New status for floating IP 4cac7738-1478-47e6-9b23-280b0eea1ed5: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:55:37.756089 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af521f4-cf7b-43df-aa58-ebcc6333fa92'] response: {'name': 'network-changed', 'server_uuid': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'tag': '0db77372-0d87-4690-9ff9-f08d81aa3d43', 'status': 'completed', 'code': 200} May 26 22:55:37.797902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75b03f8b-3a08-4a30-b243-c612cefcb044 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:37.840245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 75b03f8b-3a08-4a30-b243-c612cefcb044 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:37.840829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca55c-f995-4ad0-a9f4-a625030000a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0db77372-0d87-4690-9ff9-f08d81aa3d43,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:37.841379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75b03f8b-3a08-4a30-b243-c612cefcb044 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:37.925225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7407c0-0033-4858-9f26-76e0a7bd394f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:37.943928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] For port 898db2d9-f56d-4b69-be02-77a5a4069765, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=898db2d9-f56d-4b69-be02-77a5a4069765,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:37.944283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:37.962377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:38.000127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=224d3edf-f4db-40c0-8abf-958134fbbbce,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:38.029835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-804f7a71-e9e9-4dc3-a9ef-360068ba707d req-f46e656e-bd4e-48aa-87ac-2433b9705487 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups?id=f7b30b9b-454c-4133-ad1f-4638330fdd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5946867 May 26 22:55:38.034103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] No DVR routers for this DVR port 224d3edf-f4db-40c0-8abf-958134fbbbce on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:38.042390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:38.044495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9bef57f0-7f6f-4b45-adf4-e168b7a0367d req-6f4e3520-9331-4838-a564-4b06b812350e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.55 "DELETE /v2.0/ports/224d3edf-f4db-40c0-8abf-958134fbbbce HTTP/1.1" status: 204 len: 173 time: 2.9498627 May 26 22:55:38.193092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-cbac7f71-3f51-42c9-bb26-ca750d12ddfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9a8543399147d78a455a24f5e0e45e&device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 1094 time: 0.7980325 May 26 22:55:38.273926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Calling delete_port for 898db2d9-f56d-4b69-be02-77a5a4069765 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:38.361159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-52734d14-cc13-4bcc-8f22-3b8b24facd58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db77372-0d87-4690-9ff9-f08d81aa3d43 HTTP/1.1" status: 200 len: 217 time: 0.1468925 May 26 22:55:38.493650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Checking segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:38.494244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Network hostable DHCP agents. Network: 79afa0c6-0f66-4a88-9cb5-731ff2672a17, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:55:38.534513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-33be8a58-bfe1-4678-9692-5b26abeb72ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:38.535973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-33be8a58-bfe1-4678-9692-5b26abeb72ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47adf5df-9881-4ed8-9d8f-411c21e0dc43 HTTP/1.1" status: 200 len: 862 time: 0.1692874 May 26 22:55:38.553867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38966) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:38.617140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-42a59b86-79d8-412b-8fce-0f161dee628c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96bb26db-f436-4699-a348-7425f8bb04b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502782 May 26 22:55:38.628952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:38.683798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c367f57-e26d-4fa3-bc02-4370e8f3f1de']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:38.686349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8:1::1 (80bbe222-389c-48a5-a8d7-7de34816f834/32a02f91-1f42-45df-8959-a6f2038b48cd/1d2f8c82-0010-4724-adc3-5eecf541748f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:38.705517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106058d8-296c-45a4-a2fb-7dbe9123a7e6') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:38.705958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106058d8-296c-45a4-a2fb-7dbe9123a7e6') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:38.724424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:38.742736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:38.752110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:38.752110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: timer() May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:38.798896 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:38.916209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:55:38.950962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:38.953867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 79afa0c6-0f66-4a88-9cb5-731ff2672a17) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:38.967564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c102ce-9951-433b-b106-299dd02a9ca8 req-7cbff773-dcec-45d6-96ce-3115478ba570 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:38.968661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a13235-4295-438d-853c-76a7dfa51d6c None None] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:38.977469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66c102ce-9951-433b-b106-299dd02a9ca8 req-7cbff773-dcec-45d6-96ce-3115478ba570 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 943 time: 0.6381006 May 26 22:55:38.980432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-65c6a645-6b92-4ea7-a52e-cc0512eddc58 service neutron] 10.222.0.48 "GET /v2.0/networks/96bb26db-f436-4699-a348-7425f8bb04b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518867 May 26 22:55:39.014455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c367f57-e26d-4fa3-bc02-4370e8f3f1de {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 22:55:39.051498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.057393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:39.058695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.111910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66c102ce-9951-433b-b106-299dd02a9ca8 req-4b642342-1436-4cd5-a5bb-b6223f8bc8af tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333399 May 26 22:55:39.112751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c367f57-e26d-4fa3-bc02-4370e8f3f1de,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:39.146458 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-183fa4f5-40f5-4fcd-aad2-6419afc5e7f3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2c367f57-e26d-4fa3-bc02-4370e8f3f1de HTTP/1.1" status: 204 len: 168 time: 1.7146850 May 26 22:55:39.220560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e78eb3b6-e78b-4042-ab82-e40b0f30b2c5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7432508 May 26 22:55:39.223389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38978) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:39.234688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:39.242233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:39.247743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Usage tracker for resource:router and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:39.251719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:39.258796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:39.293131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.309135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.331036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.331247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.377963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:39.390929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Usage tracker for resource:security_group_rule and tenant:3530a6d967e04adbb270f90061f954b1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:39.396168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object 1d2f8c82-0010-4724-adc3-5eecf541748f will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:39.396833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:39.412073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:39.415944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.417222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.547387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Pushing event deleted for resources: {'Port': ['ID=898db2d9-f56d-4b69-be02-77a5a4069765,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:39.637276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:55:39.638181 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:39.904947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:39.922349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-9449e829-1e58-4548-ba8a-2180ad04ebbc req-a62af38e-df39-446c-a19c-58c1df4300c7 service neutron] (84029) timed out ('10.222.0.48', 56542) {{(pid=84029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:55:39.966813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38992) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:39.973094 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-070c2d29-7306-4ff1-9370-8aebddf9e631 req-632ac60d-729c-4dd2-b592-376f9fb1da5a tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 210 time: 0.5331972 May 26 22:55:39.996970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ee98454-3eca-4713-b6fc-7a8f1ea41681 req-0efcb6a2-2de8-457d-a155-4b40ec5222dc service neutron] 10.222.0.48 "GET /v2.0/networks/96bb26db-f436-4699-a348-7425f8bb04b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0058658 May 26 22:55:40.042620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.110471 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d797a2-f57c-43a0-90ea-7b197c8f9ebf'] response: {'server_uuid': 'd0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf', 'name': 'network-vif-deleted', 'tag': '224d3edf-f4db-40c0-8abf-958134fbbbce', 'status': 'completed', 'code': 200} May 26 22:55:40.126382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Allocated IP 172.20.0.2 (79afa0c6-0f66-4a88-9cb5-731ff2672a17/8c7407c0-0033-4858-9f26-76e0a7bd394f/8fddba38-e698-4dc3-84e3-92e7ecd81d12) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:40.286390 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.294010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'router': {'name': 'tempest-router--157236880', 'project_id': 'da6090b2382a48d3b2c93ad30be346fb'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:40.313804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:40.317981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.345211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=1d2f8c82-0010-4724-adc3-5eecf541748f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:40.366372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 80bbe222-389c-48a5-a8d7-7de34816f834 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:40.368945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:40.399057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3530a6d967e04adbb270f90061f954b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6063859 May 26 22:55:40.401965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:40.402516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.403006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:router and tenant:da6090b2382a48d3b2c93ad30be346fb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:40.403554 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.404963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39002) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:40.413055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11d2ad-a453-4284-a0fd-35068b9945c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c5ad2a-6d59-45d3-a172-479ffc020c75,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:40.416861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Transition to ACTIVE for port object 8fddba38-e698-4dc3-84e3-92e7ecd81d12 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:40.441390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:40.441977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Transition to ACTIVE for port object 8fddba38-e698-4dc3-84e3-92e7ecd81d12 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:40.449779 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.457593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:40.565762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Pushing event updated for resources: {'Port': ['ID=8fddba38-e698-4dc3-84e3-92e7ecd81d12,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:40.578901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.579332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.579676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.580009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.580336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.580662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.581058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.581383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.581721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.582043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.582362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:40.615872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:40.617776 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:40.623285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:40.728553 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42ad1a19-460a-4818-9578-86a6039f969c req-0a90bbff-e381-44bd-8dd9-5e3bfa48e2cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9a8543399147d78a455a24f5e0e45e&device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 1094 time: 0.6002600 May 26 22:55:40.820827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Attempting to bind port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:40.821200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Attempting to bind port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:40.821542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Attempting to bind port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:40.829185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:40.829551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Checking segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:40.832771 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.833181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Bound using segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:40.833862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Bound port: 8fddba38-e698-4dc3-84e3-92e7ecd81d12, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:40.835274 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.907727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.911820 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:40.977466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d86229e-9860-476d-8051-6e6e507a7b34 None None] Provisioning for port 1d2f8c82-0010-4724-adc3-5eecf541748f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:40.987486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d86229e-9860-476d-8051-6e6e507a7b34 None None] Provisioning complete for port 1d2f8c82-0010-4724-adc3-5eecf541748f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:40.987873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d86229e-9860-476d-8051-6e6e507a7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.015558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39008) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:41.087029 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.087957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.111019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.113958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5d86229e-9860-476d-8051-6e6e507a7b34 None None] Port 1d2f8c82-0010-4724-adc3-5eecf541748f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:41.131475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] For port 8fddba38-e698-4dc3-84e3-92e7ecd81d12, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:41.135015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] For port 8fddba38-e698-4dc3-84e3-92e7ecd81d12, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8fddba38-e698-4dc3-84e3-92e7ecd81d12,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:41.142244 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.163700 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6855770-966a-4c54-a22f-afa95ecd10df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.215128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1e2fc-a6a9-4feb-a19e-65785cd74db3 req-bb163ab3-523d-4a33-9df5-04bea5366e85 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:41.216570 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85c1e2fc-a6a9-4feb-a19e-65785cd74db3 req-bb163ab3-523d-4a33-9df5-04bea5366e85 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 943 time: 0.8158903 May 26 22:55:41.286585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396510c5-52ea-4b82-9789-9e4073389767 None None] Pushing event updated for resources: {'Port': ['ID=8fddba38-e698-4dc3-84e3-92e7ecd81d12,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:41.294586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.361089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.382918 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6855770-966a-4c54-a22f-afa95ecd10df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.405923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad1a19-460a-4818-9578-86a6039f969c req-2561592a-4d0b-4c50-9beb-8f720bc8ddd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:41.407484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42ad1a19-460a-4818-9578-86a6039f969c req-2561592a-4d0b-4c50-9beb-8f720bc8ddd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=96bb26db-f436-4699-a348-7425f8bb04b2 HTTP/1.1" status: 200 len: 923 time: 0.6101537 May 26 22:55:41.450421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5445eb24-27a4-49ce-b96d-e636dacd943e req-31d0990e-ba11-4dc7-994e-d671accd7545 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0fd6ac0-8384-4c2d-82d1-96bdecb6d8cf HTTP/1.1" status: 200 len: 210 time: 0.0815544 May 26 22:55:41.454395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.458290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.474196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.498858 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42ad1a19-460a-4818-9578-86a6039f969c req-46167993-5cea-4fa9-81aa-9353bebb0870 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db77372-0d87-4690-9ff9-f08d81aa3d43 HTTP/1.1" status: 200 len: 217 time: 0.0733294 May 26 22:55:41.556626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:41.562420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.562920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce86225-8763-455c-8c2b-b4e0c1ced55a {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:55:41.565590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d793cd091d7e4134997015cc4ada42b8 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:41.571234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.575787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8483ad8d-9b61-49fd-9dc7-a80f730dab7a tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5772505 May 26 22:55:41.576357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39018) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:41.580576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:41.668430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:41.692374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.693517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c6076114-2282-4d3b-9dce-8a982e94f23e admin admin] 10.222.0.32 "DELETE /v2.0/routers/4ce86225-8763-455c-8c2b-b4e0c1ced55a HTTP/1.1" status: 204 len: 168 time: 7.1395092 May 26 22:55:41.778441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:41.818040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85c1e2fc-a6a9-4feb-a19e-65785cd74db3 req-905d15f1-bac3-475b-9abf-2209c308f9ec tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713696 May 26 22:55:41.856722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad1a19-460a-4818-9578-86a6039f969c req-934f0b47-80b9-4760-aa63-b1beabfb74a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:41.858118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42ad1a19-460a-4818-9578-86a6039f969c req-934f0b47-80b9-4760-aa63-b1beabfb74a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47adf5df-9881-4ed8-9d8f-411c21e0dc43 HTTP/1.1" status: 200 len: 862 time: 0.3483968 May 26 22:55:41.911324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6855770-966a-4c54-a22f-afa95ecd10df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.918326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] Deleting subnet 6df6f1f7-5f1b-4007-a257-9877e9cc4abf {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:41.926745 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a93e9e9e-b114-44ef-82d8-c120daf248c3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:41.935090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42ad1a19-460a-4818-9578-86a6039f969c req-70b0e653-e31e-454c-8454-9d241a9de884 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96bb26db-f436-4699-a348-7425f8bb04b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674012 May 26 22:55:41.946395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6855770-966a-4c54-a22f-afa95ecd10df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c5ad2a-6d59-45d3-a172-479ffc020c75,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:41.989903 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.163543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.178585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6855770-966a-4c54-a22f-afa95ecd10df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.182151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6855770-966a-4c54-a22f-afa95ecd10df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9c5ad2a-6d59-45d3-a172-479ffc020c75 HTTP/1.1" status: 204 len: 168 time: 1.7731671 May 26 22:55:42.206415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42ad1a19-460a-4818-9578-86a6039f969c req-1d22e32e-02aa-4771-843e-2d56d3484d63 service neutron] 10.222.0.48 "GET /v2.0/networks/96bb26db-f436-4699-a348-7425f8bb04b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614365 May 26 22:55:42.215442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.224049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8fddba38-e698-4dc3-84e3-92e7ecd81d12 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:42.234433 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.252359 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.381970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:42.453607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.457325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-42ad1a19-460a-4818-9578-86a6039f969c req-d5227560-2af0-4371-9626-d2623089a4e1 service neutron] 10.222.0.48 "GET /v2.0/networks/96bb26db-f436-4699-a348-7425f8bb04b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299504 May 26 22:55:42.461058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.463031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.523040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0db77372-0d87-4690-9ff9-f08d81aa3d43 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:55:42.587377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.726967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0ef60f-edfb-4553-9d0b-9a11c36beb23,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:42.766187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0db77372-0d87-4690-9ff9-f08d81aa3d43, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0db77372-0d87-4690-9ff9-f08d81aa3d43,segment=NetworkSegment(2d8729b2-ab5e-45d3-aad6-86cc385db7fb),segment_id=2d8729b2-ab5e-45d3-aad6-86cc385db7fb)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:42.812138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51549158-7568-49e0-9178-ff935f53bffe None None] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:42.852097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:42.873604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4291cd46-3e1c-452d-80a4-c6d0561f35e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d793cd091d7e4134997015cc4ada42b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8519781 May 26 22:55:42.905545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39046) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:42.976844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a93e9e9e-b114-44ef-82d8-c120daf248c3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:42.986041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.021835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '0db77372-0d87-4690-9ff9-f08d81aa3d43', 'network_id': '96bb26db-f436-4699-a348-7425f8bb04b2', 'port_id': '0db77372-0d87-4690-9ff9-f08d81aa3d43', 'mac_address': 'fa:16:3e:fc:8b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47adf5df-9881-4ed8-9d8f-411c21e0dc43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:55:43.032295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=1d2f8c82-0010-4724-adc3-5eecf541748f,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:43.037598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a93e9e9e-b114-44ef-82d8-c120daf248c3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.126674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77e8c4b2-4f29-45bc-9e79-127826b5022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.144900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c81c5647-f1f4-4c01-8efe-8ef639258351 None None] Provisioning for port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:43.152642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c81c5647-f1f4-4c01-8efe-8ef639258351 None None] Provisioning complete for port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:43.153008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c81c5647-f1f4-4c01-8efe-8ef639258351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.194578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77e8c4b2-4f29-45bc-9e79-127826b5022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.195840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Allocated IP 172.25.4.126 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/1a64dcb2-6289-4ec5-aee4-d54d5a2b7047) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:43.201949 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.207366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a93e9e9e-b114-44ef-82d8-c120daf248c3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.207948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93e9e9e-b114-44ef-82d8-c120daf248c3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd7c3062-fce1-47bb-9d24-fb695d379e19 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:55:43.227055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.234984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db77372-0d87-4690-9ff9-f08d81aa3d43 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:55:43.281208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 80bbe222-389c-48a5-a8d7-7de34816f834 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:43.284099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:43.286259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2916ac-c5eb-4df0-9ed9-c3e6acfcbbed tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.290407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0db77372-0d87-4690-9ff9-f08d81aa3d43, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0db77372-0d87-4690-9ff9-f08d81aa3d43,segment=NetworkSegment(2d8729b2-ab5e-45d3-aad6-86cc385db7fb),segment_id=2d8729b2-ab5e-45d3-aad6-86cc385db7fb)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:43.310950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.373007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df6f1f7-5f1b-4007-a257-9877e9cc4abf,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:43.402878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fd329-aa66-49ef-8ea3-13f0eff994d8 req-c9bb6f1c-ddb6-42c8-a2a7-7e42c761985a tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:43.404823 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e8fd329-aa66-49ef-8ea3-13f0eff994d8 req-c9bb6f1c-ddb6-42c8-a2a7-7e42c761985a tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 943 time: 0.3709590 May 26 22:55:43.406046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.414146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0db77372-0d87-4690-9ff9-f08d81aa3d43,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:43.446408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9928baee-4f1e-47fb-97ee-4c8762da0f5a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6df6f1f7-5f1b-4007-a257-9877e9cc4abf HTTP/1.1" status: 204 len: 168 time: 1.6662731 May 26 22:55:43.449771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39058) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:43.466050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3701c0-4d1e-4ee9-b6a2-e55f38e67410 None None] Network 212f1595-941b-4d3e-a324-0c8af990cdf6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:43.480270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2916ac-c5eb-4df0-9ed9-c3e6acfcbbed tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.484497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a93e9e9e-b114-44ef-82d8-c120daf248c3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.487521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a93e9e9e-b114-44ef-82d8-c120daf248c3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "DELETE /v2.0/routers/bd7c3062-fce1-47bb-9d24-fb695d379e19 HTTP/1.1" status: 204 len: 168 time: 1.9038043 May 26 22:55:43.688191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.701252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2916ac-c5eb-4df0-9ed9-c3e6acfcbbed tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.745806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2916ac-c5eb-4df0-9ed9-c3e6acfcbbed tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b30b9b-454c-4133-ad1f-4638330fdd97,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:43.758311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77e8c4b2-4f29-45bc-9e79-127826b5022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.820784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e8fd329-aa66-49ef-8ea3-13f0eff994d8 req-acff8283-3baf-4464-a58d-2a31f5dbfa17 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999276 May 26 22:55:43.823498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 898db2d9-f56d-4b69-be02-77a5a4069765 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:43.828481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.868911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['0db77372-0d87-4690-9ff9-f08d81aa3d43'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:55:43.902737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39066) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:43.930104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8c4b2-4f29-45bc-9e79-127826b5022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0ef60f-edfb-4553-9d0b-9a11c36beb23,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:43.930404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 898db2d9-f56d-4b69-be02-77a5a4069765 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:43.930893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 898db2d9-f56d-4b69-be02-77a5a4069765 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:43.946366 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c81c5647-f1f4-4c01-8efe-8ef639258351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:43.949490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Pushing event updated for resources: {'Port': ['ID=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:43.981577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:43.991307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:43.996287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:44.017178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-77e8c4b2-4f29-45bc-9e79-127826b5022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.018808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-77e8c4b2-4f29-45bc-9e79-127826b5022a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de0ef60f-edfb-4553-9d0b-9a11c36beb23 HTTP/1.1" status: 204 len: 168 time: 1.0983040 May 26 22:55:44.028079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2916ac-c5eb-4df0-9ed9-c3e6acfcbbed tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.029154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c2916ac-c5eb-4df0-9ed9-c3e6acfcbbed tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/security-groups/f7b30b9b-454c-4133-ad1f-4638330fdd97 HTTP/1.1" status: 204 len: 168 time: 1.1729455 May 26 22:55:44.033988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39076) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:44.088069 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-d6a5370e-44d4-4396-a20c-ceb27bd5e940 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] show failed (client error): The resource could not be found. May 26 22:55:44.089281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6a5370e-44d4-4396-a20c-ceb27bd5e940 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "GET /v2.0/security-groups/f7b30b9b-454c-4133-ad1f-4638330fdd97 HTTP/1.1" status: 404 len: 347 time: 0.0532491 May 26 22:55:44.101937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39080) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:44.113838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.137393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Deleting port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:44.137949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.148881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c81c5647-f1f4-4c01-8efe-8ef639258351 None None] For port 8fddba38-e698-4dc3-84e3-92e7ecd81d12, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8fddba38-e698-4dc3-84e3-92e7ecd81d12,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:44.159148 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c81c5647-f1f4-4c01-8efe-8ef639258351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.296661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c5647-f1f4-4c01-8efe-8ef639258351 None None] Pushing event updated for resources: {'Port': ['ID=8fddba38-e698-4dc3-84e3-92e7ecd81d12,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:44.334795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1cf11e4c-bae1-4fee-a10c-b1c5085c87f7 None None] Provisioning complete for port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:44.335261 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1cf11e4c-bae1-4fee-a10c-b1c5085c87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.354573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-570806676', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:44.393135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] For port c9ab08b3-3442-4d06-9243-63ff03dcdcc2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,segment=NetworkSegment(0e416f79-6e5b-487c-81ce-555a6a106cb1),segment_id=0e416f79-6e5b-487c-81ce-555a6a106cb1)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:44.393703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.400382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:44.410455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port efd34dc4-6578-4f5b-87e2-68363dbc21a8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:44.410797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.439502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Usage tracker for resource:router and tenant:7aa8d75d937349128250dca3b9900e12 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:44.456671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:44.471446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] DHCP port deletion for 212f1595-941b-4d3e-a324-0c8af990cdf6 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:55:44.479880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:44.511279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Deleting port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:44.511660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.545093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.548931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.551068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Calling delete_port for c9ab08b3-3442-4d06-9243-63ff03dcdcc2 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:44.690763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 327a37d0-152a-4241-93d3-acf94e49baa9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:44.776640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1cf11e4c-bae1-4fee-a10c-b1c5085c87f7 None None] Provisioning complete for port 1d2f8c82-0010-4724-adc3-5eecf541748f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:44.776918 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1cf11e4c-bae1-4fee-a10c-b1c5085c87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.848236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39092) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:44.901138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.948092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:44.950383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.951768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1cf11e4c-bae1-4fee-a10c-b1c5085c87f7 None None] Port 1d2f8c82-0010-4724-adc3-5eecf541748f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:44.954715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Usage tracker for resource:security_group_rule and tenant:6a658abb9425401e95762958d8ebf155 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:44.958441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:44.959738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] For port c9ab08b3-3442-4d06-9243-63ff03dcdcc2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,segment=NetworkSegment(0e416f79-6e5b-487c-81ce-555a6a106cb1),segment_id=0e416f79-6e5b-487c-81ce-555a6a106cb1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:44.960129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.965117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:44.993374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:44.997921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.047883 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.049003 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.103573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Calling delete_port for c9ab08b3-3442-4d06-9243-63ff03dcdcc2 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:45.107767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.116694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] No DVR routers for this DVR port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:45.126852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ab08b3-3442-4d06-9243-63ff03dcdcc2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.176515 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:55:45.179124 n-d-843301-1 neutron-server[84031]: util.warn( May 26 22:55:45.185429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:55:45.185898 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:55:45.274859 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.275595 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.300957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a658abb9425401e95762958d8ebf155&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4485130 May 26 22:55:45.300957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc344f4-50a6-437c-a334-a88d36b8d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b837fd-a09d-45fe-a045-1bd8a70352e5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:45.301809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39104) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:45.308350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.319009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for efd34dc4-6578-4f5b-87e2-68363dbc21a8 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:45.470315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212f1595-941b-4d3e-a324-0c8af990cdf6']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:45.491954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39110) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:45.502144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e416f79-6e5b-487c-81ce-555a6a106cb1') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:45.502440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e416f79-6e5b-487c-81ce-555a6a106cb1') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:45.533228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.565530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.576601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c6413ae-1941-4ab3-9a17-db43bdbdad55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.579963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:45.580350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: timer() May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:45.593480 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:45.595290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.608376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d32b-c7ed-4228-9ebe-9e4bdccaece4 req-32775cd1-4e66-4d48-96aa-995c99abbd0b tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:45.610379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf20d32b-c7ed-4228-9ebe-9e4bdccaece4 req-32775cd1-4e66-4d48-96aa-995c99abbd0b tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 944 time: 0.5781336 May 26 22:55:45.619716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:45.631123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] Sync routers for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:45.648263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:45.651690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:45.686508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c6413ae-1941-4ab3-9a17-db43bdbdad55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.707676 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.738775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.758794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.773523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=212f1595-941b-4d3e-a324-0c8af990cdf6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:45.776665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Deleting port c9ab08b3-3442-4d06-9243-63ff03dcdcc2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:45.778497 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.791588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c6413ae-1941-4ab3-9a17-db43bdbdad55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.794112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c6413ae-1941-4ab3-9a17-db43bdbdad55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.795269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7c6413ae-1941-4ab3-9a17-db43bdbdad55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96b837fd-a09d-45fe-a045-1bd8a70352e5 HTTP/1.1" status: 204 len: 168 time: 0.4901209 May 26 22:55:45.796031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39116) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:45.799784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1788964a-b1bf-4639-b1fd-dc96ca6af6db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/327a37d0-152a-4241-93d3-acf94e49baa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8994610 May 26 22:55:45.811797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-451cce2e-b611-48cd-aadb-005d81f5b1e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/212f1595-941b-4d3e-a324-0c8af990cdf6 HTTP/1.1" status: 204 len: 168 time: 2.3519466 May 26 22:55:45.826883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=efd34dc4-6578-4f5b-87e2-68363dbc21a8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:45.833018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf20d32b-c7ed-4228-9ebe-9e4bdccaece4 req-77bab84e-2c17-4668-ae47-e1c88dbfe51b tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114713 May 26 22:55:45.854349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6413ae-1941-4ab3-9a17-db43bdbdad55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b837fd-a09d-45fe-a045-1bd8a70352e5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:45.927178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-644534090'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:45.940662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:45.953233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb032cb-1095-4e26-a48c-6271628c23a0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:45.954616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eeb032cb-1095-4e26-a48c-6271628c23a0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports/1d2f8c82-0010-4724-adc3-5eecf541748f HTTP/1.1" status: 200 len: 913 time: 0.1482155 May 26 22:55:45.956274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Usage tracker for resource:network and tenant:7f64e13de3124b1fb029c227fb9e3e5f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:45.962083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39124) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:45.963891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:45.974220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:45.998151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Made reservation on behalf of 7f64e13de3124b1fb029c227fb9e3e5f for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:46.001746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.015827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:46.020252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8fddba38-e698-4dc3-84e3-92e7ecd81d12 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:46.033081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.038988 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.041265 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.042415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8cfb7f80-7fa0-4784-81b7-d84c94181bc7 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/floatingips/4cac7738-1478-47e6-9b23-280b0eea1ed5 HTTP/1.1" status: 204 len: 168 time: 1.9384992 May 26 22:55:46.050491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39128) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:46.051701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-61a7f7f8-844a-4072-a847-99c4074d6d03 None None] The port 'c9ab08b3-3442-4d06-9243-63ff03dcdcc2' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:55:46.085239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:46.085880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:46.100030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:46.106718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Usage tracker for resource:security_group_rule and tenant:7f64e13de3124b1fb029c227fb9e3e5f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:46.111705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:46.119793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:46.150979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:46.151633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98492da1-cc83-4d6f-a8f1-38da452268ff None None] The sync data for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:46.181662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:46.182247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.213646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.248008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.249108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.289619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:55:46.292131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:46.304695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.327014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:55:46.393821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c23edf-5378-44dc-8bb7-39be598ec1cc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:46.416142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.416284 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Added segment 12dc142b-25c7-48d7-8b66-ee81cced59c7 of type vlan for network f79a4270-718b-4282-9110-b531c77185ae May 26 22:55:46.429746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c9ab08b3-3442-4d06-9243-63ff03dcdcc2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:46.469354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c9ab08b3-3442-4d06-9243-63ff03dcdcc2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:46.469945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c9ab08b3-3442-4d06-9243-63ff03dcdcc2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:46.507332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 241df30e-fbc1-4da7-aed4-462886ade4ab {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:46.507872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.554630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0db77372-0d87-4690-9ff9-f08d81aa3d43 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:46.572443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-398e669d-44a1-43f6-9d49-c9ad6280aae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cab6f9bc50f4af4b7e6a4531e3ab743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2781739 May 26 22:55:46.577504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39138) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:46.613493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Allocated IP 172.25.4.186 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/525b61c8-8507-48b1-8ed1-60da9ecbb71f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:46.619519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39142) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:46.633550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 0db77372-0d87-4690-9ff9-f08d81aa3d43 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:46.639518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 0db77372-0d87-4690-9ff9-f08d81aa3d43 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:46.639997 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.649200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.665496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.780295 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.808018 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.811755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:46.812310 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.818481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db77372-0d87-4690-9ff9-f08d81aa3d43'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:46.830377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0db77372-0d87-4690-9ff9-f08d81aa3d43, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0db77372-0d87-4690-9ff9-f08d81aa3d43,segment=NetworkSegment(2d8729b2-ab5e-45d3-aad6-86cc385db7fb),segment_id=2d8729b2-ab5e-45d3-aad6-86cc385db7fb)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:46.836698 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.859513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:46.902044 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f072d6a-b9bc-494d-829e-e8c2167b0641'] response: {'server_uuid': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db77372-0d87-4690-9ff9-f08d81aa3d43', 'code': 200} May 26 22:55:46.924740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0db77372-0d87-4690-9ff9-f08d81aa3d43,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:46.936369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Usage tracker for resource:security_group_rule and tenant:398e571135fb43e986f2d128044087ef is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:47.081187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7933acf7-8a66-43ab-82c9-ed797562c3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.141186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65e0a4ff-277f-4439-bb4c-0a01843395f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.144812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:47.166563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7933acf7-8a66-43ab-82c9-ed797562c3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.176669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.183543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:47.196220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Pushing event updated for resources: {'Network': ['ID=f79a4270-718b-4282-9110-b531c77185ae,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:47.207371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network f79a4270-718b-4282-9110-b531c77185ae details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:55:47.211074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e0e7c9a-976a-4cfa-9912-95527972a0a7 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7152209 May 26 22:55:47.241930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.277817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.410774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d85054-2fd2-4465-b7aa-846c042d0238 req-55962f48-b88e-4cff-a2ed-26565775b414 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:47.412238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60d85054-2fd2-4465-b7aa-846c042d0238 req-55962f48-b88e-4cff-a2ed-26565775b414 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 945 time: 0.3896255 May 26 22:55:47.423745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2e21788-d57f-42e3-ba50-35476e5b69c0 req-6b5a1d31-8cca-41f6-a1c2-acea3ea49ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 1096 time: 0.4425185 May 26 22:55:47.434064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for 241df30e-fbc1-4da7-aed4-462886ade4ab owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:47.464224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.511561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7933acf7-8a66-43ab-82c9-ed797562c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.547549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:47.563913 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:47.567510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933acf7-8a66-43ab-82c9-ed797562c3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b46fc8-6dd8-439d-924d-4fb45028159b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:47.572688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.600047 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:47.600929 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:47.610767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:47.620936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:47.623767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:47.651662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event updated for resources: {'Port': ['ID=525b61c8-8507-48b1-8ed1-60da9ecbb71f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:47.677216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60d85054-2fd2-4465-b7aa-846c042d0238 req-dc5fb381-8ea3-4de7-90e2-276b629e9203 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507515 May 26 22:55:47.678677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2e21788-d57f-42e3-ba50-35476e5b69c0 req-b88b4123-c113-4ec2-a63e-ad651104916b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340219 May 26 22:55:47.684826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7933acf7-8a66-43ab-82c9-ed797562c3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.685939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7933acf7-8a66-43ab-82c9-ed797562c3a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69b46fc8-6dd8-439d-924d-4fb45028159b HTTP/1.1" status: 204 len: 168 time: 1.1074076 May 26 22:55:47.692357 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.718563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39156) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:47.754478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.755857 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce27e607-1f32-495b-ae38-51d3eaf2401d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5315325 May 26 22:55:47.761999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39160) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:47.762783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.800362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Request body: {'port': {'network_id': 'f79a4270-718b-4282-9110-b531c77185ae', 'binding:host_id': 'n-h1-843301-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1002603498'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:47.801081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3feaf7-df54-4f49-bd1b-4c9c0b0ac42b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:47.850557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:47.865099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Usage tracker for resource:port and tenant:968a958171bd4b6e92a03b65d4a426cb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:47.869946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:47.873185 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:47.879242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d059c891-60ce-4bbb-a423-bac36caf9d14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=398e571135fb43e986f2d128044087ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2587640 May 26 22:55:47.882042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:47.883798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39164) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:47.942562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=241df30e-fbc1-4da7-aed4-462886ade4ab,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:47.990696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Made reservation on behalf of 968a958171bd4b6e92a03b65d4a426cb for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:47.993018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.075522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.091303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.095685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fbca140e-ba37-486e-8490-5ac332ba010f tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/ports/241df30e-fbc1-4da7-aed4-462886ade4ab HTTP/1.1" status: 204 len: 168 time: 1.8404253 May 26 22:55:48.096194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39170) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:48.153856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b1ace16-d4ae-4d80-bbb3-edc4e32df3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.174995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:48.175265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.243865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b1ace16-d4ae-4d80-bbb3-edc4e32df3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.247077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39174) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:48.257042 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:44Z', 'revision_number': 3, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:48.261999 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:48.262828 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Updating router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:55:48.267575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:48.282373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Usage tracker for resource:security_group_rule and tenant:968a958171bd4b6e92a03b65d4a426cb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:48.299477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:48.335163 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.353124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:48.355333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.356056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.551104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c5001391-c0ac-4a17-bca1-2239b679e0d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ecee280018440fb9ef956c27cefeb14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029087 May 26 22:55:48.556689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39178) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:48.560642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b1ace16-d4ae-4d80-bbb3-edc4e32df3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.617075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ace16-d4ae-4d80-bbb3-edc4e32df3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3feaf7-df54-4f49-bd1b-4c9c0b0ac42b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:48.626720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.696979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4b1ace16-d4ae-4d80-bbb3-edc4e32df3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.701366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4b1ace16-d4ae-4d80-bbb3-edc4e32df3b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce3feaf7-df54-4f49-bd1b-4c9c0b0ac42b HTTP/1.1" status: 204 len: 168 time: 0.8134437 May 26 22:55:48.746291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.796857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.840695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] device_id is not set on port cbb9e004-c86c-4e45-bd53-76dff4507737 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:55:48.878052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d0c72-df9f-4f2d-8200-4b7270241922,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:48.904896 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.921967 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Transition to ACTIVE for port object 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:48.930542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f303fc23-151e-4b8c-b535-156f1c74aeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.932351 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.949741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:48.962542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f303fc23-151e-4b8c-b535-156f1c74aeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.041503 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Pushing event updated for resources: {'Port': ['ID=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:49.044132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Attempting to bind port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:49.044758 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Attempting to bind port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:49.045355 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Attempting to bind port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:49.062616 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.063108 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.063544 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.064036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.064591 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.065183 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.066211 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.066655 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.067214 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.067656 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.068125 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:49.080359 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:49.081720 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:49.082093 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.082550 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:49.083078 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Bound port: 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:49.083511 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.144797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f303fc23-151e-4b8c-b535-156f1c74aeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.189297 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] For port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:49.194503 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] For port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:49.201129 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.214079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888731ba-a79c-4573-86b2-efe7ebcfad7d req-649f814b-a4bd-45ff-94a3-587cff5dd2d9 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:49.221438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-888731ba-a79c-4573-86b2-efe7ebcfad7d req-649f814b-a4bd-45ff-94a3-587cff5dd2d9 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 945 time: 0.2803309 May 26 22:55:49.274570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.294361 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1a44c-18e4-4fc0-b44b-1d7717f5c926 None None] Pushing event updated for resources: {'Port': ['ID=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:49.309203 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:55:49.325221 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:49.325868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:49.443849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Port': ['ID=c9ba1dc4-ef81-4c7c-ada5-d117a65bd108,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:49.465784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-888731ba-a79c-4573-86b2-efe7ebcfad7d req-465f024f-fea6-4df5-b823-3fbcd7da7719 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430482 May 26 22:55:49.588424 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:49.592037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.608254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2dd1e549-d7df-45c6-b653-d0b8806b546e tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/ports/c9ba1dc4-ef81-4c7c-ada5-d117a65bd108 HTTP/1.1" status: 204 len: 168 time: 1.5110326 May 26 22:55:49.610865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:49.684988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303fc23-151e-4b8c-b535-156f1c74aeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fcd7aa-e5a1-4714-bd32-480c3aeb516f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:49.726919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] device_id is not set on port cbb9e004-c86c-4e45-bd53-76dff4507737 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:55:49.732514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f303fc23-151e-4b8c-b535-156f1c74aeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.734269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f303fc23-151e-4b8c-b535-156f1c74aeab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8fcd7aa-e5a1-4714-bd32-480c3aeb516f HTTP/1.1" status: 204 len: 168 time: 1.1743047 May 26 22:55:49.750553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.785897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 1d2f8c82-0010-4724-adc3-5eecf541748f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:49.786388 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.898171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9db3bc41-a6bd-4ee8-aed2-976ddea8adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.914414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting subnet ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:49.919438 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.972804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Transition to ACTIVE for port object cbb9e004-c86c-4e45-bd53-76dff4507737 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:49.995194 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.096902 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.117770 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:44Z', 'revision_number': 3, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:50.126262 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0151a-c7af-44aa-af46-dc39409506c1 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:44Z', 'revision_number': 3, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:50.179517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb9e004-c86c-4e45-bd53-76dff4507737,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:50.239031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.250618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Router b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:55:50.263596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Checking segment: {'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:50.263959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Network hostable DHCP agents. Network: f79a4270-718b-4282-9110-b531c77185ae, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:55:50.285961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.309907 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.410776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 1d2f8c82-0010-4724-adc3-5eecf541748f owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:50.543212 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.570311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.654714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:50.662342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Network f79a4270-718b-4282-9110-b531c77185ae is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:55:50.690403 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.694150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8789b6-757c-400b-aca8-3e66e2ddade5 None None] Network 0159f930-1bde-494f-990d-0fb40919b7a6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:50.715303 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2dea5599-0719-4884-96a3-510bd8c457c2 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/subnets/ee0b3a9e-84c0-48fe-935c-3a09faaeb4fb HTTP/1.1" status: 204 len: 168 time: 1.1010919 May 26 22:55:50.758672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39228) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:50.784175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, f79a4270-718b-4282-9110-b531c77185ae) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:50.792689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:50.854981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:50.855411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:50.855812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:50.915047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f87e5-8258-4402-90a3-392330b8b67a None None] Network f79a4270-718b-4282-9110-b531c77185ae requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:50.957417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:50.957895 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:50.977497 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 2 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:51.037533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:51.043124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:51.043736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:51.079631 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.137472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:51.138141 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:51.149118 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 3 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:51.211360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867438a1-6ed6-4a95-a9c8-c2e9238faef7 req-c9b318e8-74d4-4a05-8eb0-ada443fb679e tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:51.213329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-867438a1-6ed6-4a95-a9c8-c2e9238faef7 req-c9b318e8-74d4-4a05-8eb0-ada443fb679e tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 945 time: 0.3659751 May 26 22:55:51.255488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:51.256293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:51.256589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:51.297202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-867438a1-6ed6-4a95-a9c8-c2e9238faef7 req-e594c223-7c84-4eb3-b966-eefa55c076ab tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664883 May 26 22:55:51.327992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:51.328717 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:51.329504 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 4 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:51.391126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.411446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting subnet cefc2af9-dc55-4787-b03a-c0ca615e639e {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:51.414646 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.480107 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.553874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:51.554199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:51.554938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:51.580784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=1d2f8c82-0010-4724-adc3-5eecf541748f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:51.628236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.773431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] DHCP port deletion for 0159f930-1bde-494f-990d-0fb40919b7a6 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:55:51.785127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] Deleting port 29b21712-7115-42c3-9f31-d31b3c2c48ad {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:51.785343 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.795323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:51.796422 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:51.808095 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 5 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:51.886807 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.896111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:51.962662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] Sync routers for ids ['b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:51.968920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:51.973828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:51.976225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:52.001973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Subnet': ['ID=cefc2af9-dc55-4787-b03a-c0ca615e639e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:52.006967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:52.029936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Allocated IP 172.20.0.1 (79afa0c6-0f66-4a88-9cb5-731ff2672a17/8c7407c0-0033-4858-9f26-76e0a7bd394f/59632619-7551-4f6c-a178-d3c560d63865) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:52.033409 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.059545 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.071261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec9edd6-17de-45b0-8714-a65a438c1101 None None] Network 2a6458c7-c556-416e-9541-27d699a8fa39 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:52.156901 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e40bb58c-291b-44ca-afbe-517d74e5bace tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/subnets/cefc2af9-dc55-4787-b03a-c0ca615e639e HTTP/1.1" status: 204 len: 168 time: 1.3948426 May 26 22:55:52.157442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39270) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:52.303664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.305200 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1e60d1ae-c2e2-4ba0-9e8f-00dcd353bc89 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3934808 May 26 22:55:52.309581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39288) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:52.327486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:52.327818 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:52.328854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] Routers {'b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:52.329842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:52.334358 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 6 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:52.354167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:52.354921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:52.355293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:52.382700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:52.383009 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:52.387814 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 7 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:52.428942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:52.429283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:52.429618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:52.440325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:52.440656 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:52.445069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:52.445785 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 8 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:52.467126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.477783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:52.478120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:52.478468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:52.640818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] Routers {'b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:52.641458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:52.670657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.690064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.725770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 29b21712-7115-42c3-9f31-d31b3c2c48ad {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:52.726368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.753720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Transition to ACTIVE for port object 59632619-7551-4f6c-a178-d3c560d63865 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:52.779639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:52.779999 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:52.800142 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 9 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:52.806811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:52.807221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371020f5-7e7e-447e-9ae9-107499a4bccb None None] The sync data for ids ['b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:52.819739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:52.845780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:52.846119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:52.846454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:52.855309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:52.856055 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:52.856496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:52.856868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.867703 n-d-843301-1 neutron-server[84029]: INFO neutron.plugins.ml2.plugin [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 10 to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 May 26 22:55:52.890543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:52.891110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:52.891775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:52.917922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] For port 29b21712-7115-42c3-9f31-d31b3c2c48ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=29b21712-7115-42c3-9f31-d31b3c2c48ad,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:52.918318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.923433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port cbb9e004-c86c-4e45-bd53-76dff4507737 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:52.924023 n-d-843301-1 neutron-server[84029]: ERROR neutron.plugins.ml2.managers [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port cbb9e004-c86c-4e45-bd53-76dff4507737 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:55:52.924585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.994536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.122504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6157de-b175-44e1-8c01-6d729e5017eb req-6f539dc3-dde4-4379-b49a-06932dacfa5a tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:53.124736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] Calling delete_port for 29b21712-7115-42c3-9f31-d31b3c2c48ad owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:53.125281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b6157de-b175-44e1-8c01-6d729e5017eb req-6f539dc3-dde4-4379-b49a-06932dacfa5a tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 945 time: 0.4890184 May 26 22:55:53.168731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:53.172504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Pushing event updated for resources: {'Port': ['ID=59632619-7551-4f6c-a178-d3c560d63865,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:53.175038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:53.182722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] For port 29b21712-7115-42c3-9f31-d31b3c2c48ad, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=29b21712-7115-42c3-9f31-d31b3c2c48ad,segment=NetworkSegment(2e04e518-c999-49d6-a468-cd3b2d2604a5),segment_id=2e04e518-c999-49d6-a468-cd3b2d2604a5)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:53.183083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.190708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:53.322875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.339846 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.355314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] DHCP port deletion for 2a6458c7-c556-416e-9541-27d699a8fa39 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:55:53.437564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] No DVR routers for this DVR port 29b21712-7115-42c3-9f31-d31b3c2c48ad on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:53.439299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] Deleting port d1ab41f0-54ea-4779-9342-b7170abb81bc {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:53.439895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.443997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Calling delete_port for 29b21712-7115-42c3-9f31-d31b3c2c48ad owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:53.504725 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.514390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dee413-b863-420b-b3ea-fd6db9dfa174 None None] Pushing event deleted for resources: {'Port': ['ID=29b21712-7115-42c3-9f31-d31b3c2c48ad,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:53.533900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:53.548392 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.581637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b3923be8-429a-4817-b921-74efecc12e0c tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351 HTTP/1.1" status: 200 len: 920 time: 1.2631848 May 26 22:55:53.585285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39312) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:53.641010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] For port cbb9e004-c86c-4e45-bd53-76dff4507737, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:53.651292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempted to set empty binding levels {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 22:55:53.651601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 29b21712-7115-42c3-9f31-d31b3c2c48ad no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:53.660619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:55:53.661037 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:55:53.669822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4e11792a-4079-4a14-be36-f8e9727a003c tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351 HTTP/1.1" status: 200 len: 205 time: 0.0833127 May 26 22:55:53.671919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39316) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:53.759924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 29b21712-7115-42c3-9f31-d31b3c2c48ad {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:53.760287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 29b21712-7115-42c3-9f31-d31b3c2c48ad not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:53.783962 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.897283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.925814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b6157de-b175-44e1-8c01-6d729e5017eb req-f5a7f2fb-33c4-4458-9e35-eeb741d71809 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425332 May 26 22:55:54.064036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.104736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb9e004-c86c-4e45-bd53-76dff4507737,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:54.115935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f2dbd47-0af6-437c-a739-c741a1b8c630 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.3929408 May 26 22:55:54.125722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39356) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:54.180756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-5348274b-9bbb-48bf-89bc-2d05d946230e tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:54.182461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-5348274b-9bbb-48bf-89bc-2d05d946230e tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.48 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 945 time: 0.5191503 May 26 22:55:54.185216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Deleting port 29b21712-7115-42c3-9f31-d31b3c2c48ad {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:54.185556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.204231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d1ab41f0-54ea-4779-9342-b7170abb81bc no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:54.267071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:54.313907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] The port '29b21712-7115-42c3-9f31-d31b3c2c48ad' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:55:54.361105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-74f562b6-0e76-41e5-b69e-69739b75364a None None] Provisioning for port 59632619-7551-4f6c-a178-d3c560d63865 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:54.392902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 327a37d0-152a-4241-93d3-acf94e49baa9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:54.407974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] For port d1ab41f0-54ea-4779-9342-b7170abb81bc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d1ab41f0-54ea-4779-9342-b7170abb81bc,segment=NetworkSegment(110a31a3-e841-4f35-8cd7-23490e7216aa),segment_id=110a31a3-e841-4f35-8cd7-23490e7216aa)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:54.409440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.419377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Deleting port cbb9e004-c86c-4e45-bd53-76dff4507737 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:54.419839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.530005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Deleting port 0db77372-0d87-4690-9ff9-f08d81aa3d43 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:54.530899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.670872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.683330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] Calling delete_port for d1ab41f0-54ea-4779-9342-b7170abb81bc owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:54.829227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-74f562b6-0e76-41e5-b69e-69739b75364a None None] Provisioning complete for port 59632619-7551-4f6c-a178-d3c560d63865 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:54.829595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-74f562b6-0e76-41e5-b69e-69739b75364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.860211 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.928874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] Pushing event deleted for resources: {'Port': ['ID=d1ab41f0-54ea-4779-9342-b7170abb81bc,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:54.939871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port d1ab41f0-54ea-4779-9342-b7170abb81bc {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:55:54.940277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d1ab41f0-54ea-4779-9342-b7170abb81bc not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:54.952042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12b6f5-9ed4-4e8d-82a2-78896be177e4 None None] No DVR routers for this DVR port d1ab41f0-54ea-4779-9342-b7170abb81bc on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:54.954734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-74f562b6-0e76-41e5-b69e-69739b75364a None None] Port 59632619-7551-4f6c-a178-d3c560d63865 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:55.049253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0159f930-1bde-494f-990d-0fb40919b7a6']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:55.086130 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.098610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e04e518-c999-49d6-a468-cd3b2d2604a5') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:55.099155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e04e518-c999-49d6-a468-cd3b2d2604a5') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:55.118271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:55.125736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] For port cbb9e004-c86c-4e45-bd53-76dff4507737, host n-h1-843301-1, got binding levels [] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:55.126450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.130541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d1581cae-ed74-4fff-94f3-76150d0d7097 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/327a37d0-152a-4241-93d3-acf94e49baa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1674130 May 26 22:55:55.131298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39442) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:55.132500 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] Sync routers for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:55.133356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] For port 0db77372-0d87-4690-9ff9-f08d81aa3d43, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0db77372-0d87-4690-9ff9-f08d81aa3d43,segment=NetworkSegment(2d8729b2-ab5e-45d3-aad6-86cc385db7fb),segment_id=2d8729b2-ab5e-45d3-aad6-86cc385db7fb)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:55.133737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.150653 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:55.152636 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:55.239600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.295603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.310129 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:55.340902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39448) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:55.354533 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:55.355153 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:55.373624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:55:55.416188 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:55.416580 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a6043-cb41-4fcf-ab53-10ff9ad19292 None None] The sync data for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:55.506294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Calling delete_port for 0db77372-0d87-4690-9ff9-f08d81aa3d43 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:55.554212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Calling delete_port for cbb9e004-c86c-4e45-bd53-76dff4507737 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:55.581172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.584711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.617504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:55.617928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: timer() May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:55.635992 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:55.637924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.785648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.868940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:55.944709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Pushing event deleted for resources: {'Port': ['ID=0db77372-0d87-4690-9ff9-f08d81aa3d43,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:55.972671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:55.973175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.001255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.012928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Pushing event updated for resources: {'Port': ['ID=59632619-7551-4f6c-a178-d3c560d63865,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:56.024320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.071135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.085547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Network': ['ID=0159f930-1bde-494f-990d-0fb40919b7a6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:56.087471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.120068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] No DVR routers for this DVR port 0db77372-0d87-4690-9ff9-f08d81aa3d43 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:56.125188 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.129777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.138690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'name': 'network-vif-deleted', 'tag': '0db77372-0d87-4690-9ff9-f08d81aa3d43'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:56.150029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:56.159089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Usage tracker for resource:security_group_rule and tenant:f501c29be1234904ad3b05098fa92627 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:56.162551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:56.170399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:56.173074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-105a98ef-0639-4dfe-bc8d-15807608c8cf req-d9e6b993-2a2b-406c-ad69-e33b8ba5dafa tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.48 "DELETE /v2.0/ports/0db77372-0d87-4690-9ff9-f08d81aa3d43 HTTP/1.1" status: 204 len: 173 time: 1.9834814 May 26 22:55:56.182587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24f3a-0702-4b62-86c9-b7d778303a08 req-71dab83d-2464-43d4-9e2d-b8738c8ade68 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:56.184616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90c24f3a-0702-4b62-86c9-b7d778303a08 req-71dab83d-2464-43d4-9e2d-b8738c8ade68 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/ports?device_id=450dd14b-6768-42d5-9037-8c5fc6ed81d6 HTTP/1.1" status: 200 len: 945 time: 1.0662074 May 26 22:55:56.240733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-21a561f3-a691-489e-975f-9cc1c403fc10 tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/networks/0159f930-1bde-494f-990d-0fb40919b7a6 HTTP/1.1" status: 204 len: 168 time: 4.0820622 May 26 22:55:56.245739 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b76747-e46b-49bc-801e-f83e78c045f7'] response: {'server_uuid': '450dd14b-6768-42d5-9037-8c5fc6ed81d6', 'name': 'network-vif-deleted', 'tag': '0db77372-0d87-4690-9ff9-f08d81aa3d43', 'status': 'completed', 'code': 200} May 26 22:55:56.252195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:56.263154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.314888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbb9e004-c86c-4e45-bd53-76dff4507737,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:56.356026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.357898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-823582ed-dccd-46e5-9bfd-5ef5abf923a8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "DELETE /v2.0/ports/cbb9e004-c86c-4e45-bd53-76dff4507737 HTTP/1.1" status: 204 len: 168 time: 2.2311950 May 26 22:55:56.361200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39462) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:56.396759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90c24f3a-0702-4b62-86c9-b7d778303a08 req-96ac5dc8-5cb1-482f-a6c2-6b32f0345b82 tempest-ServerAddressesNegativeTestJSON-204929478 tempest-ServerAddressesNegativeTestJSON-204929478-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f284bf8-74ab-4cd9-9a39-8fa4c682123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752913 May 26 22:55:56.462547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:56.465731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:56.554348 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f9fcd7-01b0-4a97-8372-58aa35d8c3ca tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] GET failed (client error): The resource could not be found. May 26 22:55:56.554903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09f9fcd7-01b0-4a97-8372-58aa35d8c3ca tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Synchronizing usage tracker for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:56.572526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.598898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0db77372-0d87-4690-9ff9-f08d81aa3d43 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:56.600661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.632907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.634662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09f9fcd7-01b0-4a97-8372-58aa35d8c3ca tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Unset dirty status for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:56.635788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-09f9fcd7-01b0-4a97-8372-58aa35d8c3ca tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "GET /v2.0/ports/cbb9e004-c86c-4e45-bd53-76dff4507737 HTTP/1.1" status: 404 len: 333 time: 0.2658546 May 26 22:55:56.646832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39468) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:56.679362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Request body: {'port': {'network_id': 'f79a4270-718b-4282-9110-b531c77185ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-65357232'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:56.688625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 0db77372-0d87-4690-9ff9-f08d81aa3d43 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:56.689602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0db77372-0d87-4690-9ff9-f08d81aa3d43 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:56.734693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:56.756857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba1df6a-3d1f-40f6-bf5c-bb0c10ac2689,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:56.758634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.781419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8ba4c7fd-0553-4b52-8085-6055560a20af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f501c29be1234904ad3b05098fa92627&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4372921 May 26 22:55:56.782965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:56.791475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39472) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:56.835293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Deleting port 525b61c8-8507-48b1-8ed1-60da9ecbb71f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:56.835577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.933382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2a705c3b-4621-498c-a781-d779524cad94 None None] Provisioning complete for port 59632619-7551-4f6c-a178-d3c560d63865 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:56.935423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2a705c3b-4621-498c-a781-d779524cad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.979337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Made reservation on behalf of 968a958171bd4b6e92a03b65d4a426cb for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:56.982080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.025723 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.056283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2a705c3b-4621-498c-a781-d779524cad94 None None] Port 59632619-7551-4f6c-a178-d3c560d63865 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:57.057581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] device_id is not set on port c11b1129-8230-409d-9e3b-74107f67140e yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:55:57.095830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1511e4a-3c14-4e07-93b9-577c584f2658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.246071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6458c7-c556-416e-9541-27d699a8fa39']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:57.260805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.284056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110a31a3-e841-4f35-8cd7-23490e7216aa') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:57.284056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110a31a3-e841-4f35-8cd7-23490e7216aa') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:57.285281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1511e4a-3c14-4e07-93b9-577c584f2658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.305473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.341064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.402693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:57.403095 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.420568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Calling delete_port for 525b61c8-8507-48b1-8ed1-60da9ecbb71f owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: timer() May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:57.425718 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:57.548122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1511e4a-3c14-4e07-93b9-577c584f2658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.574572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1511e4a-3c14-4e07-93b9-577c584f2658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba1df6a-3d1f-40f6-bf5c-bb0c10ac2689,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:57.589087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1511e4a-3c14-4e07-93b9-577c584f2658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.592701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d1511e4a-3c14-4e07-93b9-577c584f2658 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ba1df6a-3d1f-40f6-bf5c-bb0c10ac2689 HTTP/1.1" status: 204 len: 168 time: 0.7977574 May 26 22:55:57.714281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.736927 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.742285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39482) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:57.745149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.793615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event deleted for resources: {'Port': ['ID=525b61c8-8507-48b1-8ed1-60da9ecbb71f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:57.831840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.837061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] Pushing event deleted for resources: {'Network': ['ID=2a6458c7-c556-416e-9541-27d699a8fa39,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:57.841006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:57.881845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] Deleting subnet 47adf5df-9881-4ed8-9d8f-411c21e0dc43 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:57.899606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.938865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.948244 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-829d3c49-a710-4b7d-8f3d-548c20c658cf tempest-TaggedBootDevicesTest-1019801118 tempest-TaggedBootDevicesTest-1019801118-project] 10.222.0.32 "DELETE /v2.0/networks/2a6458c7-c556-416e-9541-27d699a8fa39 HTTP/1.1" status: 204 len: 168 time: 1.6871235 May 26 22:55:58.036004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.165073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.213904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.322270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Network f79a4270-718b-4282-9110-b531c77185ae is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:58.332815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:58.341826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.343405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:58.348415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:58.349211 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.422318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39498) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:58.432237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=c11b1129-8230-409d-9e3b-74107f67140e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:58.441726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.509409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f9db52b5-f8b7-47b2-b1dc-551926d70f90 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.8581417 May 26 22:55:58.511623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39502) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:58.531680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:58.564913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.565957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47adf5df-9881-4ed8-9d8f-411c21e0dc43,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:58.580660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.586962 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d9319fe2-5227-464f-b84a-e2d61e21acd1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47adf5df-9881-4ed8-9d8f-411c21e0dc43 HTTP/1.1" status: 204 len: 168 time: 0.8380625 May 26 22:55:58.587342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39506) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:58.794320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.825511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.846199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:58.846626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.860245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.865635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:58.884305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:8173f84653b046ea8a3479dd15704aaf is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:58.887688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:58.901890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:58.909548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.996052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.996052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Fanout notify agent at l3_agent the message router_deleted on router b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:55:59.127013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.167263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:59.188460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f29783b-770b-4285-a5cd-0813644aba3d admin admin] 10.222.0.32 "PUT /v2.0/routers/ecfd1ce8-27f0-458a-ac83-8cdb09462dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4234576 May 26 22:55:59.188836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:59.194470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.195535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-39f2fdee-aafa-45af-91fe-487a0ab27846 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351 HTTP/1.1" status: 204 len: 168 time: 5.5227106 May 26 22:55:59.203194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39514) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:59.204950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.213385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'router': {'name': 'tempest-snat-router-865180062', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': False}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:59.227131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:59.230478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:59.230928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:59.233319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.251909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:router and tenant:9b3534ab4d6241d2b442e658c6a54227 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:59.257587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:59.272420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:59.315423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8173f84653b046ea8a3479dd15704aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8898706 May 26 22:55:59.316139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39518) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:59.319956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.320901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.336416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156636eb-4a54-4706-b6ad-b0c2fa923fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bee9205-dcae-4301-a7d9-625515aecbba,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:59.451228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] device_id is not set on port c11b1129-8230-409d-9e3b-74107f67140e yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:55:59.459295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bb26db-f436-4699-a348-7425f8bb04b2']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:59.460891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.463919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.497091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8729b2-ab5e-45d3-aad6-86cc385db7fb') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:59.497985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8729b2-ab5e-45d3-aad6-86cc385db7fb') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:59.502073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-94ef22f6-9d28-48cd-bb28-fb52c24bd41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.520222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Transition to ACTIVE for port object c11b1129-8230-409d-9e3b-74107f67140e will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:59.538680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.581181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.658565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.674650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.748994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:59.805209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:59.805578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: timer() May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:59.832334 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:59.924807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 67a0826c-ca1a-438a-9bee-6a6f0cfffb6d owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:59.955810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39528) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:59.976626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-94ef22f6-9d28-48cd-bb28-fb52c24bd41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.021638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339771318', 'description': 'tempest-description--2010115286'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:00.041714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:00.065063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:00.086920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:00.105666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:00.131137 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.178369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.195226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:55:54Z', 'revision_number': 2, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:00.200310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:00.200872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Updating router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 port 59632619-7551-4f6c-a178-d3c560d63865 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:56:00.203816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] Pushing event deleted for resources: {'Network': ['ID=96bb26db-f436-4699-a348-7425f8bb04b2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.222040 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.261555 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.264742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-94ef22f6-9d28-48cd-bb28-fb52c24bd41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.290122 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-878ea8da-7f9b-4eee-9d4a-ff596a7c5816 admin admin] 10.222.0.32 "DELETE /v2.0/networks/96bb26db-f436-4699-a348-7425f8bb04b2 HTTP/1.1" status: 204 len: 168 time: 1.7011106 May 26 22:56:00.337609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef22f6-9d28-48cd-bb28-fb52c24bd41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bee9205-dcae-4301-a7d9-625515aecbba,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.389024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:00.411692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:00.421575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:00.424077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-94ef22f6-9d28-48cd-bb28-fb52c24bd41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.425399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-94ef22f6-9d28-48cd-bb28-fb52c24bd41d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bee9205-dcae-4301-a7d9-625515aecbba HTTP/1.1" status: 204 len: 168 time: 1.1069715 May 26 22:56:00.433000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.488538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=c11b1129-8230-409d-9e3b-74107f67140e,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.507817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:00.509936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:00.510415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:00.524299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:00.526534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:00.533125 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:00.542725 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 2 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:00.599703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:00.600131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:00.600530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:00.609772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:00.610317 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:00.610830 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 3 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:00.712140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.720127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.777287 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.783154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39540) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:00.791013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Transition to ACTIVE for port object 59632619-7551-4f6c-a178-d3c560d63865 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:00.793702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:00.793973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:00.794303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:00.799436 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.802093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.809292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:00.809628 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:00.853878 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 4 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:00.870242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.897134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=67a0826c-ca1a-438a-9bee-6a6f0cfffb6d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.934446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36f65082-0846-4c66-bda9-6f22d411acfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e9a8543399147d78a455a24f5e0e45e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1499920 May 26 22:56:00.942528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39544) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:00.952410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d340474-17c4-43d6-b915-f169a3ecfde4 None None] Pushing event updated for resources: {'Port': ['ID=59632619-7551-4f6c-a178-d3c560d63865,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.980847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.987765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-87e2b3fc-93da-4dc4-bc35-3351d7f9b451 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0308268 May 26 22:56:00.988922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39548) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:00.994282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:00.994616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:00.994945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.001313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': '26c64db9-1fbb-42b2-9f8c-defa5b60a4e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:01.014751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:01.015313 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:01.018482 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 5 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:01.037511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:01.054088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:01.054834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:01.055320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.069549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:01.074623 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:01.078510 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 6 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:01.110610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a92058a-fd24-41b6-a49b-0aecaff92e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.215995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:01.216330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:01.216605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:01.216994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.255267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:01.255516 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:01.272693 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 7 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:01.334238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a92058a-fd24-41b6-a49b-0aecaff92e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.341599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:01.342189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:01.342720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.354345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:01.354853 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:01.357599 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 8 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:01.370580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:01.382749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:01.383282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:01.383947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.409886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:01.452278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Attempting to bind port 59632619-7551-4f6c-a178-d3c560d63865 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:01.452846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Attempting to bind port 59632619-7551-4f6c-a178-d3c560d63865 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:01.453308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Attempting to bind port 59632619-7551-4f6c-a178-d3c560d63865 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.463486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:01.464231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Checking segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:01.464757 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.465264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Bound using segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:01.465939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Bound port: 59632619-7551-4f6c-a178-d3c560d63865, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:01.466450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.469328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:01.469858 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:01.472730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.479319 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 9 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:01.497770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:01.498818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:01.499814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.508454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:01.508998 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:01.512038 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 10 to bind port c11b1129-8230-409d-9e3b-74107f67140e May 26 22:56:01.525849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.543683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:01.544243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:01.544721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:01.560347 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.633762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.688190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] For port 59632619-7551-4f6c-a178-d3c560d63865, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:01.692782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] For port 59632619-7551-4f6c-a178-d3c560d63865, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=59632619-7551-4f6c-a178-d3c560d63865,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:01.703410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.809642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Allocated IP 172.25.4.208 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/cc74f4c6-4fc7-4e29-afa9-811565cae813) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:01.818802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.829495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.888518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:01.890261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:01.961214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d340474-17c4-43d6-b915-f169a3ecfde4 None None] Pushing event updated for resources: {'Port': ['ID=59632619-7551-4f6c-a178-d3c560d63865,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.062482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.126238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a92058a-fd24-41b6-a49b-0aecaff92e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.171274 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.175101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:02.175429 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port c11b1129-8230-409d-9e3b-74107f67140e on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:02.175780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.211660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0628703c-0694-4c25-97ab-4843ceb45ccc,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.266899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:02.276233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.279024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e0c4e52-6179-4f2b-97ce-6b71b708bccd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2826345 May 26 22:56:02.281994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39574) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:02.289357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': '26c64db9-1fbb-42b2-9f8c-defa5b60a4e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:02.297792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:02.302588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:02.305582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:02.313117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:02.423305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.563108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:02.601642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] For port c11b1129-8230-409d-9e3b-74107f67140e, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:02.605934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempted to set empty binding levels {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 22:56:02.611928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Port': ['ID=cc74f4c6-4fc7-4e29-afa9-811565cae813,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.629156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92058a-fd24-41b6-a49b-0aecaff92e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f284bf8-74ab-4cd9-9a39-8fa4c682123b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.637805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.716360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 327a37d0-152a-4241-93d3-acf94e49baa9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:02.773488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.785246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.786940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:02.840406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:02.850228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:02.933879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a92058a-fd24-41b6-a49b-0aecaff92e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.942581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5a92058a-fd24-41b6-a49b-0aecaff92e91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f284bf8-74ab-4cd9-9a39-8fa4c682123b HTTP/1.1" status: 204 len: 168 time: 1.9979532 May 26 22:56:03.013590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=c11b1129-8230-409d-9e3b-74107f67140e,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:03.130413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] In _notify_port_updated(), no bound segment for port c11b1129-8230-409d-9e3b-74107f67140e on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:56:03.135484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.137219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cd1658fb-0c31-4f2e-9e07-a3afd6cd7e52 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "PUT /v2.0/ports/c11b1129-8230-409d-9e3b-74107f67140e HTTP/1.1" status: 200 len: 973 time: 4.6173663 May 26 22:56:03.157642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39590) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:03.217039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:01Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:03.223248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f82c86-a479-4fe9-88c3-6c7cab855c99 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:01Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:03.298989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1092473371-network', 'tenant_id': '374c8b561cf2434e954fd98ea1e55c25'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:03.388688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3239008b-be6f-4e50-859d-fff1d4154bca tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Synchronizing usage tracker for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:03.414909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a0171c-a7ce-4d89-92c8-2463eb1c9902,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:03.422795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3239008b-be6f-4e50-859d-fff1d4154bca tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Unset dirty status for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:03.431370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3239008b-be6f-4e50-859d-fff1d4154bca tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15529 time: 0.2723370 May 26 22:56:03.437757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:03.441175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39596) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:03.477534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Usage tracker for resource:network and tenant:374c8b561cf2434e954fd98ea1e55c25 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:03.493937 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.494710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.617975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Deleting port c11b1129-8230-409d-9e3b-74107f67140e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:03.620343 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.705600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:03.723010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.730589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-74384355-f81b-480f-accd-c71d7d2db40b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4468248 May 26 22:56:03.765391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:03.786816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39610) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:03.804015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:03.827331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Made reservation on behalf of 374c8b561cf2434e954fd98ea1e55c25 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:03.832817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.904562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:03.916516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:03.922436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3bc4c270-8425-43aa-b546-dd6b11cba8f0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/327a37d0-152a-4241-93d3-acf94e49baa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7795329 May 26 22:56:03.928353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:floatingip and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:03.929172 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] Sync routers for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:03.935106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39616) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:03.936672 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.959825 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:03.962178 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:03.970596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:03.988727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 59632619-7551-4f6c-a178-d3c560d63865 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:04.192501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Router 6f7a123e-de52-4f48-a71c-87adcf34ca29 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:56:04.206738 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:04.223095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 59632619-7551-4f6c-a178-d3c560d63865 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:04.230341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 59632619-7551-4f6c-a178-d3c560d63865 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:04.230956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:04.231082 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] Routers {'327a37d0-152a-4241-93d3-acf94e49baa9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:04.232989 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['327a37d0-152a-4241-93d3-acf94e49baa9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:04.291794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22b3fb14-a31e-47db-bf48-cf06716c3066 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:04.297972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:04.390230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:04.417328 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:04.417328 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce1228-727a-4e9f-b125-b0f3d6d27d5c None None] The sync data for ids ['327a37d0-152a-4241-93d3-acf94e49baa9'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:04.470021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:04.507414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 59632619-7551-4f6c-a178-d3c560d63865, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=59632619-7551-4f6c-a178-d3c560d63865,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:04.516128 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:04.527977 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:04.579901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Usage tracker for resource:security_group_rule and tenant:374c8b561cf2434e954fd98ea1e55c25 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:04.627500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:04.652485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22b3fb14-a31e-47db-bf48-cf06716c3066 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:04.654039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22b3fb14-a31e-47db-bf48-cf06716c3066 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=327a37d0-152a-4241-93d3-acf94e49baa9 HTTP/1.1" status: 200 len: 205 time: 0.6899774 May 26 22:56:04.657983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39626) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:04.676516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:04.720538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=59632619-7551-4f6c-a178-d3c560d63865,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:04.779241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39634) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:04.913662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] For port c11b1129-8230-409d-9e3b-74107f67140e, host n-h1-843301-1, got binding levels [] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:04.914180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:04.977374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f261fe4-dd30-4a7c-92ec-a18ca7fb2014 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.104616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Calling delete_port for c11b1129-8230-409d-9e3b-74107f67140e owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:05.184105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-90622568-network', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:05.201288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:05.209901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:05.219564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Usage tracker for resource:network and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:05.221068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Sync routers for ids ['6f7a123e-de52-4f48-a71c-87adcf34ca29'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:05.229826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:05.237074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Routers {'6f7a123e-de52-4f48-a71c-87adcf34ca29'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:05.237934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f7a123e-de52-4f48-a71c-87adcf34ca29'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:05.246609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:05.292287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Made reservation on behalf of e30a418c41cf4c34ac80f66b71cafc13 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:05.294189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.314240 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.317200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.328787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.333616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.418697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event deleted for resources: {'Port': ['ID=c11b1129-8230-409d-9e3b-74107f67140e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:05.439265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:56:05.466745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d278569f-2b56-4a61-babd-19f4cece8060,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:05.474855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.477372 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.477731 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Added segment 1d0176d5-e703-4d95-b9b3-7b18f144134f of type vlan for network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 May 26 22:56:05.479046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:05.494763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Usage tracker for resource:security_group_rule and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:05.502004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:05.519754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:05.529792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.583536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.593223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-122c7da9-4e00-4a56-adb9-64d86983ef37 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c11b1129-8230-409d-9e3b-74107f67140e HTTP/1.1" status: 204 len: 168 time: 2.1500397 May 26 22:56:05.604573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39640) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:05.634285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.635494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4910d5d3-78e8-429f-8bdd-6359ea415221 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4291809 May 26 22:56:05.638211 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f261fe4-dd30-4a7c-92ec-a18ca7fb2014 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.640435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Set router 6f7a123e-de52-4f48-a71c-87adcf34ca29 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:05.640632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39644) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:05.742194 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f14e85d-4189-45bd-9c7a-a20967fbb22f tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] GET failed (client error): The resource could not be found. May 26 22:56:05.750052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0f14e85d-4189-45bd-9c7a-a20967fbb22f tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Synchronizing usage tracker for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:05.752987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:05.798185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f261fe4-dd30-4a7c-92ec-a18ca7fb2014 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.870097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f261fe4-dd30-4a7c-92ec-a18ca7fb2014 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.871258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f261fe4-dd30-4a7c-92ec-a18ca7fb2014 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Fanout notify agent at l3_agent the message router_deleted on router 327a37d0-152a-4241-93d3-acf94e49baa9 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:56:05.913694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f261fe4-dd30-4a7c-92ec-a18ca7fb2014 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.913694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f261fe4-dd30-4a7c-92ec-a18ca7fb2014 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/327a37d0-152a-4241-93d3-acf94e49baa9 HTTP/1.1" status: 204 len: 168 time: 1.2475541 May 26 22:56:05.916764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39648) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:05.945321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0f14e85d-4189-45bd-9c7a-a20967fbb22f tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Unset dirty status for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:05.959216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0f14e85d-4189-45bd-9c7a-a20967fbb22f tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "GET /v2.0/ports/c11b1129-8230-409d-9e3b-74107f67140e HTTP/1.1" status: 404 len: 333 time: 0.3535795 May 26 22:56:05.963378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.964768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:05.965439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.995196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39656) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:06.021447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-344499715', 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:06.031099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.105787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 59632619-7551-4f6c-a178-d3c560d63865 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:06.128272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:06.145918 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.180715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:56:06.206803 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.208411 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Added segment 0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60 of type vlan for network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 May 26 22:56:06.287592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.373709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet 32a02f91-1f42-45df-8959-a6f2038b48cd {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:56:06.378108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.392117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 59632619-7551-4f6c-a178-d3c560d63865 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:06.393094 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.451033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.459225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:06.460346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.466883 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.474696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a123e-de52-4f48-a71c-87adcf34ca29', 'name': 'tempest-snat-router-865180062', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.208'}], 'enable_snat': False}, 'gw_port_id': 'cc74f4c6-4fc7-4e29-afa9-811565cae813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:59Z', 'updated_at': '2022-05-26T22:56:03Z', 'revision_number': 3, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port': {'id': 'cc74f4c6-4fc7-4e29-afa9-811565cae813', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a123e-de52-4f48-a71c-87adcf34ca29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:01Z', 'updated_at': '2022-05-26T22:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:06.521693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Checking router: 6f7a123e-de52-4f48-a71c-87adcf34ca29 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:06.533231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:06.534066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Updating router 6f7a123e-de52-4f48-a71c-87adcf34ca29 port cc74f4c6-4fc7-4e29-afa9-811565cae813 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:56:06.548256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50d478a8-df2d-4126-a247-cbb5ef4e07ed tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/6f7a123e-de52-4f48-a71c-87adcf34ca29 HTTP/1.1" status: 200 len: 908 time: 0.9029779 May 26 22:56:06.548349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7546353 May 26 22:56:06.552873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39664) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:06.553566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39666) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:06.557540 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9892786 May 26 22:56:06.562285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39670) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:06.573581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'router': {'name': 'tempest-snat-router-865180062', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': True}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:06.580575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.25.4.103 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/311d3b45-c11b-4e91-ac87-06a538ec138e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:06.583950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649e08b-7c4b-45a8-a348-0b4dee098db2 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:06.584401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Request body: {'subnet': {'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-subnet', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:06.593068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:06.598712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Usage tracker for resource:subnet and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:06.602388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:06.609253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:06.627449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Request body: {'subnet': {'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1092473371-subnet', 'tenant_id': '374c8b561cf2434e954fd98ea1e55c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:06.633176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:06.637798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Usage tracker for resource:subnet and tenant:374c8b561cf2434e954fd98ea1e55c25 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:06.642315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:06.651008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Made reservation on behalf of 968a958171bd4b6e92a03b65d4a426cb for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:06.654276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.654757 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.656710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:06.685568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Made reservation on behalf of e30a418c41cf4c34ac80f66b71cafc13 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:06.691499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.706995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:56:06.739989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:06.744695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Made reservation on behalf of 374c8b561cf2434e954fd98ea1e55c25 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:06.749555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:06.833954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe77e2-1625-4911-8d10-555953822bba,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:07.073033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] device_id is not set on port c01fab82-8a1b-479c-aac3-1deabab4f7dc yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:07.107697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aacf89-ad25-43b0-a397-41a79eb02d61 admin admin] Pushing event updated for resources: {'Network': ['ID=ef79850a-25b1-4136-95aa-9a4e5eeb21e3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:07.124462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:56:07.128654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.284332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.419727 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.433552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Usage tracker for resource:router and tenant:9b3534ab4d6241d2b442e658c6a54227 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:07.440002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:07.459053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.465431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.484013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:07.564108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.565087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.568398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=311d3b45-c11b-4e91-ac87-06a538ec138e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:07.576012 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.636149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.651409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c356eb5-2fd3-4972-bcf2-820d2608662a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:07.667137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.669101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.669453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.669817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.670149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.670478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.671369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.672694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.672694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.672694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.672924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:07.693096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Network f79a4270-718b-4282-9110-b531c77185ae is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:07.704674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:07.708943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:07.713184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:07.713785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.736324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.736581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04278615-2a3b-4b7c-b698-fd17d9288076 None None] Network 80bbe222-389c-48a5-a8d7-7de34816f834 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:07.738131 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:07.740924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=32a02f91-1f42-45df-8959-a6f2038b48cd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:07.742729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Checking segment: {'id': '1d0176d5-e703-4d95-b9b3-7b18f144134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:07.743081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Network hostable DHCP agents. Network: c4e2a0be-1c97-4d22-ab0c-c2af4912fd01, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:56:07.814165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7998173 May 26 22:56:07.814602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39680) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:07.824486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:07.852010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:07.852010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:07.876466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62d1d704-6da6-4889-bac6-9760318154db tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/32a02f91-1f42-45df-8959-a6f2038b48cd HTTP/1.1" status: 204 len: 168 time: 1.9583797 May 26 22:56:07.887070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39684) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:07.943322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea990d-8720-4b50-9d78-8ef794f7b626 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=c01fab82-8a1b-479c-aac3-1deabab4f7dc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:07.954535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:08.093847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:56:08.115964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-92d69aec-5f12-4df8-8c46-4a0101bba2b8 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "GET /v2.0/ports/c01fab82-8a1b-479c-aac3-1deabab4f7dc HTTP/1.1" status: 200 len: 954 time: 0.2987354 May 26 22:56:08.123275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:08.123794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c4e2a0be-1c97-4d22-ab0c-c2af4912fd01) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:08.137405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65b304-2a47-42c0-adee-8fb6f084669c None None] Network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:08.146782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:08.147357 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.183188 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.191180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.233408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Deleting port c01fab82-8a1b-479c-aac3-1deabab4f7dc {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:08.233767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.308221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.385079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d926b05e-0c5a-44e7-9e06-4af7d2a2ad04 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8191166 May 26 22:56:08.598419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:08.620878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.672303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b5622-e52e-4593-81ed-5e65ef6cbdb2 None None] Network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:08.714778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Checking segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:08.716563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Network hostable DHCP agents. Network: ef79850a-25b1-4136-95aa-9a4e5eeb21e3, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:56:08.733264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Transition to ACTIVE for port object cc74f4c6-4fc7-4e29-afa9-811565cae813 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:08.759052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet 232140b0-471d-4b08-b31e-c4eadeb9c61a {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:56:08.793043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.820682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] DHCP port deletion for 80bbe222-389c-48a5-a8d7-7de34816f834 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:56:08.839254 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.882800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.935593 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.970326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] Deleting port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:08.975379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:56:08.979173 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.027106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ef79850a-25b1-4136-95aa-9a4e5eeb21e3) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:09.034776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:09.035339 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.112602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-da1423a6-704f-4ae4-8dea-dd4b226edee8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5564406 May 26 22:56:09.118618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39702) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:09.219515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.228958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f19fcd-efdb-496d-ade4-00fccd99e942 None None] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:09.244924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.301130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:09.310898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.316884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:09.331126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Usage tracker for resource:router and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:09.337280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:09.345274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Attempting to bind port cc74f4c6-4fc7-4e29-afa9-811565cae813 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:09.345796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Attempting to bind port cc74f4c6-4fc7-4e29-afa9-811565cae813 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:09.346281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Attempting to bind port cc74f4c6-4fc7-4e29-afa9-811565cae813 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:09.353149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.427344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Calling delete_port for c01fab82-8a1b-479c-aac3-1deabab4f7dc owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:09.435457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.502301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:09.548285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.774697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Allocated IP 172.25.4.95 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e761989a-0293-4bd5-8b7e-ae38039b1780) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:09.885906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2bbcf-5a8b-4ed2-8292-6d5eb4fb5be8 None None] Pushing event updated for resources: {'Port': ['ID=cc74f4c6-4fc7-4e29-afa9-811565cae813,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:09.901712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39718) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:09.933535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:09.934595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:09.935674 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.936425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:09.937087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Bound port: cc74f4c6-4fc7-4e29-afa9-811565cae813, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:09.937815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.974559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=311d3b45-c11b-4e91-ac87-06a538ec138e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:10.010427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.027203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.069048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.074043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.135243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] For port cc74f4c6-4fc7-4e29-afa9-811565cae813, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:10.139965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] For port cc74f4c6-4fc7-4e29-afa9-811565cae813, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cc74f4c6-4fc7-4e29-afa9-811565cae813,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:10.157217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9a4350a0-5cb0-4dab-afda-3be15f7ef79f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:10.208146 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.216666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event deleted for resources: {'Port': ['ID=c01fab82-8a1b-479c-aac3-1deabab4f7dc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:10.233787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.235041 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2b4ba6ba-c2b4-48ca-b5f2-3c6172f4926a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4469733 May 26 22:56:10.240315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.241232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.251826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.253655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3194462b-c336-4288-adb8-520e04a510ea tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c01fab82-8a1b-479c-aac3-1deabab4f7dc HTTP/1.1" status: 204 len: 168 time: 2.1292243 May 26 22:56:10.258578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:10.306268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39734) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:10.322142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1603161572-network', 'tenant_id': '7a1b1fa0c5d2479d9161da771996a772'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:10.334840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:10.344775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] For port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9a4350a0-5cb0-4dab-afda-3be15f7ef79f,segment=NetworkSegment(c757825d-01f3-4aab-8035-55c8a7260c60),segment_id=c757825d-01f3-4aab-8035-55c8a7260c60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:10.345486 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.348747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:10.350007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:10.367437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:10.429545 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bf1234-6665-47de-b0c9-6385d8393488 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] GET failed (client error): The resource could not be found. May 26 22:56:10.430340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-26bf1234-6665-47de-b0c9-6385d8393488 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Synchronizing usage tracker for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:10.441940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Usage tracker for resource:network and tenant:7a1b1fa0c5d2479d9161da771996a772 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:10.447104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:10.500572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] Calling delete_port for 9a4350a0-5cb0-4dab-afda-3be15f7ef79f owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:10.523849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Port': ['ID=e761989a-0293-4bd5-8b7e-ae38039b1780,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:10.533809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:10.636629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Made reservation on behalf of 7a1b1fa0c5d2479d9161da771996a772 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:10.646319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.649185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.671446 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.685432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-26bf1234-6665-47de-b0c9-6385d8393488 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Unset dirty status for tenant:968a958171bd4b6e92a03b65d4a426cb on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:10.687746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-26bf1234-6665-47de-b0c9-6385d8393488 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "GET /v2.0/ports/c01fab82-8a1b-479c-aac3-1deabab4f7dc HTTP/1.1" status: 404 len: 333 time: 0.4276168 May 26 22:56:10.698692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39746) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:10.704538 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.733085 n-d-843301-1 neutron-server[84031]: INFO neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No ports have port_id starting with 9a4350a0-5cb0-4dab-afda-3be15f7ef79f May 26 22:56:10.755685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=232140b0-471d-4b08-b31e-c4eadeb9c61a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:10.758503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Request body: {'port': {'network_id': 'f79a4270-718b-4282-9110-b531c77185ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-168350063'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:10.760175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.772066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:10.800453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:10.807690 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.837110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-38c4cf5d-f6b4-4720-a19c-9aace860a427 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/232140b0-471d-4b08-b31e-c4eadeb9c61a HTTP/1.1" status: 204 len: 168 time: 2.8842549 May 26 22:56:10.840143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39750) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:10.853522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f10bd-054b-454a-b01d-370f094c971d None None] Network 29022341-e326-43c2-a465-014bba3c8ece requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:10.906145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Made reservation on behalf of 968a958171bd4b6e92a03b65d4a426cb for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:10.909031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.005029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:11.042367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Usage tracker for resource:security_group_rule and tenant:7a1b1fa0c5d2479d9161da771996a772 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:11.049749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:11.070979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.071818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] device_id is not set on port 5c079712-4844-4edf-8e4e-63879ae14ec4 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:11.112152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:11.152808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.192452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1329b8f4-21d0-4768-b789-1bc528c34ec9 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:11.201322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.203508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.256709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] No DVR routers for this DVR port 9a4350a0-5cb0-4dab-afda-3be15f7ef79f on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:56:11.326480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Routers {'6f7a123e-de52-4f48-a71c-87adcf34ca29'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:11.327284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f7a123e-de52-4f48-a71c-87adcf34ca29'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:11.372167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1329b8f4-21d0-4768-b789-1bc528c34ec9 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:11.373311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1329b8f4-21d0-4768-b789-1bc528c34ec9 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--339771318&fields=id&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 267 time: 0.3986475 May 26 22:56:11.481173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2bbcf-5a8b-4ed2-8292-6d5eb4fb5be8 None None] Pushing event updated for resources: {'Port': ['ID=cc74f4c6-4fc7-4e29-afa9-811565cae813,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:11.497345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:56:11.498520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.560040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.598228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.657532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.739110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c97797-4300-40e2-9dce-c93aa3eeb448 None None] Pushing event deleted for resources: {'Port': ['ID=9a4350a0-5cb0-4dab-afda-3be15f7ef79f,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:11.748835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.763350 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.862020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Allocated IP 172.25.4.200 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:11.864380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Router 63412a1f-2f6e-4b62-8439-fe9767f61f40 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:56:11.949959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:56:11.966651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:11.967004 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Added segment 9b52f6d5-beb6-4c7d-ac27-f37ddadbaf94 of type vlan for network a8323827-9409-4012-9bfb-3aa1283b3164 May 26 22:56:11.991632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] DHCP port deletion for 29022341-e326-43c2-a465-014bba3c8ece request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:56:11.997706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.006468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] Deleting port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:12.007148 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.116861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] Set router 6f7a123e-de52-4f48-a71c-87adcf34ca29 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:12.117323 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.118232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:12.118802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.126926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-5a4cc844-718d-4769-9e09-0916a3c44099 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:12.128400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-5a4cc844-718d-4769-9e09-0916a3c44099 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 0.6926582 May 26 22:56:12.440985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.443888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bbe222-389c-48a5-a8d7-7de34816f834']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:12.459203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.532409 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.562750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Allocated IP 172.20.0.2 (ef79850a-25b1-4136-95aa-9a4e5eeb21e3/4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89/eb5f6880-2d41-4775-84d4-d9333a781dfe) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:12.585969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c757825d-01f3-4aab-8035-55c8a7260c60') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:12.586529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c757825d-01f3-4aab-8035-55c8a7260c60') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:12.610953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.630429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.634100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:12.638336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:56:12.639556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.644764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:12.652510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:12.683048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Pushing event updated for resources: {'Port': ['ID=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:12.696904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:12.707448 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Sync routers for ids ['63412a1f-2f6e-4b62-8439-fe9767f61f40'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:12.729252 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Routers {'63412a1f-2f6e-4b62-8439-fe9767f61f40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:12.732122 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63412a1f-2f6e-4b62-8439-fe9767f61f40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:12.749932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.753757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0fc04d62-4292-4bd0-8f9d-ed123766cdb1 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1967385 May 26 22:56:12.787819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39766) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: timer() May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:56:12.798747 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:56:12.802351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6543b-6704-4b49-a497-35d0bcb124db,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:12.855278 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5465832 May 26 22:56:12.856665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.862001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39770) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:12.865603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.867470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] For port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e2bd3f7-c317-4e53-b0c3-401dd37edcfa,segment=NetworkSegment(bbffbb50-d411-44ae-b7f7-4b3c9c766e62),segment_id=bbffbb50-d411-44ae-b7f7-4b3c9c766e62)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:12.867867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.889983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Request body: {'subnet': {'network_id': 'a8323827-9409-4012-9bfb-3aa1283b3164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1603161572-subnet', 'tenant_id': '7a1b1fa0c5d2479d9161da771996a772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:12.896633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a123e-de52-4f48-a71c-87adcf34ca29', 'name': 'tempest-snat-router-865180062', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.208'}], 'enable_snat': False}, 'gw_port_id': 'cc74f4c6-4fc7-4e29-afa9-811565cae813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:59Z', 'updated_at': '2022-05-26T22:56:03Z', 'revision_number': 3, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port': {'id': 'cc74f4c6-4fc7-4e29-afa9-811565cae813', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a123e-de52-4f48-a71c-87adcf34ca29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:01Z', 'updated_at': '2022-05-26T22:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:12.897826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:12.902008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Usage tracker for resource:subnet and tenant:7a1b1fa0c5d2479d9161da771996a772 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:12.908733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:12.919626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:12.967637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957abfe9-73b7-4e77-8b2c-6d2c13c17c5e admin admin] Pushing event updated for resources: {'Network': ['ID=a8323827-9409-4012-9bfb-3aa1283b3164,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:12.980676 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.982768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/80bbe222-389c-48a5-a8d7-7de34816f834 HTTP/1.1" status: 204 len: 168 time: 2.1352756 May 26 22:56:12.996452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39774) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:13.053227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] Calling delete_port for 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:13.062302 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Set router 63412a1f-2f6e-4b62-8439-fe9767f61f40 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:13.067855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-b3cdbd60-ffb6-4685-8fcd-4706be6664aa tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/quotas/7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 375 time: 0.6323698 May 26 22:56:13.068476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=5c079712-4844-4edf-8e4e-63879ae14ec4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:13.074978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Made reservation on behalf of 7a1b1fa0c5d2479d9161da771996a772 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:13.087289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.125591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network a8323827-9409-4012-9bfb-3aa1283b3164 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:56:13.127557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819585a-ca53-465b-ac7f-39df05582836 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=80bbe222-389c-48a5-a8d7-7de34816f834,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:13.145922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c3161-4857-482c-9cd9-024c212fdeb0 None None] The sync data for ids ['6f7a123e-de52-4f48-a71c-87adcf34ca29'] in n-d-843301-1 is: [{'id': '6f7a123e-de52-4f48-a71c-87adcf34ca29', 'name': 'tempest-snat-router-865180062', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.208'}], 'enable_snat': False}, 'gw_port_id': 'cc74f4c6-4fc7-4e29-afa9-811565cae813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:59Z', 'updated_at': '2022-05-26T22:56:03Z', 'revision_number': 3, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port': {'id': 'cc74f4c6-4fc7-4e29-afa9-811565cae813', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a123e-de52-4f48-a71c-87adcf34ca29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:01Z', 'updated_at': '2022-05-26T22:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:13.204123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.244522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:13.244768 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.319948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Network f79a4270-718b-4282-9110-b531c77185ae is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:13.368573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.395007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:13.411369 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.438368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] Pushing event deleted for resources: {'Port': ['ID=9e2bd3f7-c317-4e53-b0c3-401dd37edcfa,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:13.443479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Transition to ACTIVE for port object eb5f6880-2d41-4775-84d4-d9333a781dfe will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:13.447331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476f166-1faf-45a2-ab4c-cb87122f1d8f None None] No DVR routers for this DVR port 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:56:13.466280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] The port '9e2bd3f7-c317-4e53-b0c3-401dd37edcfa' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:56:13.476981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:13.478520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:13.478878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Transition to ACTIVE for port object eb5f6880-2d41-4775-84d4-d9333a781dfe will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:13.479917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.491651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.503946 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63412a1f-2f6e-4b62-8439-fe9767f61f40', 'name': 'tempest-snat-router-865180062', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e761989a-0293-4bd5-8b7e-ae38039b1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:10Z', 'revision_number': 3, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port': {'id': 'e761989a-0293-4bd5-8b7e-ae38039b1780', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63412a1f-2f6e-4b62-8439-fe9767f61f40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:09Z', 'updated_at': '2022-05-26T22:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:13.516799 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Checking router: 63412a1f-2f6e-4b62-8439-fe9767f61f40 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:13.517365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Updating router 63412a1f-2f6e-4b62-8439-fe9767f61f40 port e761989a-0293-4bd5-8b7e-ae38039b1780 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:56:13.629386 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.629655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ac4a1195-1f66-439f-97c3-1927a1ffbeab tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9006686 May 26 22:56:13.632397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39784) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:13.648812 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.676508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:13.678166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Pushing event updated for resources: {'Port': ['ID=eb5f6880-2d41-4775-84d4-d9333a781dfe,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:13.680879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:13.683269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:13.721083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:13.738854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-8100410f-08fc-4862-909a-c4555ceccf06 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6274474 May 26 22:56:13.840618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Attempting to bind port eb5f6880-2d41-4775-84d4-d9333a781dfe on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:13.842037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Attempting to bind port eb5f6880-2d41-4775-84d4-d9333a781dfe by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:13.844079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Attempting to bind port eb5f6880-2d41-4775-84d4-d9333a781dfe on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:13.852207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:13.852934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Checking segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:13.853722 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.854336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Bound using segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:13.855024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Bound port: eb5f6880-2d41-4775-84d4-d9333a781dfe, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:13.855614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.864992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.917059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980d1e52-4572-4042-b969-42c8b9d4f862,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:13.973911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29022341-e326-43c2-a465-014bba3c8ece']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:13.995432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] For port eb5f6880-2d41-4775-84d4-d9333a781dfe, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:14.000045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] For port eb5f6880-2d41-4775-84d4-d9333a781dfe, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eb5f6880-2d41-4775-84d4-d9333a781dfe,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:14.003125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:14.006145 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.006905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.018751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Checking segment: {'id': '9b52f6d5-beb6-4c7d-ac27-f37ddadbaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a8323827-9409-4012-9bfb-3aa1283b3164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:14.019361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Network hostable DHCP agents. Network: a8323827-9409-4012-9bfb-3aa1283b3164, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:56:14.042990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.074840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.092444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbffbb50-d411-44ae-b7f7-4b3c9c766e62') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:14.092655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbffbb50-d411-44ae-b7f7-4b3c9c766e62') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:14.103939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.124917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Network a8323827-9409-4012-9bfb-3aa1283b3164 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:56:14.135132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d0213d1f-9cb2-49c7-ae54-b5c5309aa00f tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/63412a1f-2f6e-4b62-8439-fe9767f61f40 HTTP/1.1" status: 200 len: 906 time: 1.3414130 May 26 22:56:14.155795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-78264560-788a-4fe7-ad8d-e3ac40cb7b60 service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983173 May 26 22:56:14.166840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:14.167205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e2bd3f7-c317-4e53-b0c3-401dd37edcfa not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:56:14.217930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39788) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:14.237893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12f5c3-0823-43cd-9388-6a3a6194247e None None] Pushing event updated for resources: {'Port': ['ID=eb5f6880-2d41-4775-84d4-d9333a781dfe,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:14.254815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.315487 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.343818 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Transition to ACTIVE for port object e761989a-0293-4bd5-8b7e-ae38039b1780 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:14.355606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-917c59bc-22d8-4182-b0e8-d09ab60b7871 service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984282 May 26 22:56:14.361768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, a8323827-9409-4012-9bfb-3aa1283b3164) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:14.363160 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.370548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d017b-4272-4610-a2ff-c0f3f9ebd17e None None] Network a8323827-9409-4012-9bfb-3aa1283b3164 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:14.486698 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff04aa6-cde4-445a-ad8c-d777f5ab0fb9 None None] Pushing event updated for resources: {'Port': ['ID=e761989a-0293-4bd5-8b7e-ae38039b1780,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:14.504691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:14.511182 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.514610 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Attempting to bind port e761989a-0293-4bd5-8b7e-ae38039b1780 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:14.515179 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Attempting to bind port e761989a-0293-4bd5-8b7e-ae38039b1780 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:14.515658 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Attempting to bind port e761989a-0293-4bd5-8b7e-ae38039b1780 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:14.525553 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:14.526105 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:14.526860 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.527499 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:14.528171 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Bound port: e761989a-0293-4bd5-8b7e-ae38039b1780, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:14.528712 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.646785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-09e573dd-a589-471c-a493-73b8a641b1d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7752521 May 26 22:56:14.753956 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] For port e761989a-0293-4bd5-8b7e-ae38039b1780, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:14.762213 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] For port e761989a-0293-4bd5-8b7e-ae38039b1780, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e761989a-0293-4bd5-8b7e-ae38039b1780,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:14.769147 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.866054 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.882603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:56:14.883045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.890548 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff04aa6-cde4-445a-ad8c-d777f5ab0fb9 None None] Pushing event updated for resources: {'Port': ['ID=e761989a-0293-4bd5-8b7e-ae38039b1780,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:14.918863 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Routers {'63412a1f-2f6e-4b62-8439-fe9767f61f40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:14.919277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe41ff-39bc-49ae-aec6-5b26532d0959 None None] Network a8323827-9409-4012-9bfb-3aa1283b3164 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:14.919738 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63412a1f-2f6e-4b62-8439-fe9767f61f40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:15.210417 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] Set router 63412a1f-2f6e-4b62-8439-fe9767f61f40 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: timer() May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:56:15.232784 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:56:15.279400 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:15.516270 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:15.521647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=29022341-e326-43c2-a465-014bba3c8ece,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:15.524321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d3be160f-d756-4655-9813-1171710dc73f req-bf235c57-654e-4c85-b16d-0426408c715a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:15.754165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-296bf13d-f952-42f3-aac9-1179e539163b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/29022341-e326-43c2-a465-014bba3c8ece HTTP/1.1" status: 204 len: 168 time: 2.7486765 May 26 22:56:15.755424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39814) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:15.815421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1762351738'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:15.854136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:15.877040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:15.882196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d3be160f-d756-4655-9813-1171710dc73f req-bf235c57-654e-4c85-b16d-0426408c715a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:15.883308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3be160f-d756-4655-9813-1171710dc73f req-bf235c57-654e-4c85-b16d-0426408c715a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 210 time: 0.6538546 May 26 22:56:15.884092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:15.901804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:15.952040 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63412a1f-2f6e-4b62-8439-fe9767f61f40', 'name': 'tempest-snat-router-865180062', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e761989a-0293-4bd5-8b7e-ae38039b1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:10Z', 'revision_number': 3, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port': {'id': 'e761989a-0293-4bd5-8b7e-ae38039b1780', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63412a1f-2f6e-4b62-8439-fe9767f61f40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:09Z', 'updated_at': '2022-05-26T22:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:15.964684 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc6597-764f-4f80-b6e3-128e4923ba17 None None] The sync data for ids ['63412a1f-2f6e-4b62-8439-fe9767f61f40'] in n-d-843301-1 is: [{'id': '63412a1f-2f6e-4b62-8439-fe9767f61f40', 'name': 'tempest-snat-router-865180062', 'tenant_id': '9b3534ab4d6241d2b442e658c6a54227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e761989a-0293-4bd5-8b7e-ae38039b1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:10Z', 'revision_number': 3, 'project_id': '9b3534ab4d6241d2b442e658c6a54227', 'gw_port': {'id': 'e761989a-0293-4bd5-8b7e-ae38039b1780', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63412a1f-2f6e-4b62-8439-fe9767f61f40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:09Z', 'updated_at': '2022-05-26T22:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:15.971619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:15.974891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.034690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eb5f6880-2d41-4775-84d4-d9333a781dfe up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:16.106922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba47eb-b6fc-4b2c-8041-9937decc7ea5 None None] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:16.123933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:56:16.139377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] device_id is not set on port 5c079712-4844-4edf-8e4e-63879ae14ec4 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:16.156729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.173596 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.174237 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment e53f3468-9b79-4c26-8ad0-13023ff40242 of type vlan for network 33a3d5d1-a064-404d-a788-5599376e1c1a May 26 22:56:16.181334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-427acc9a-febe-4e43-9464-3c881e6b2161 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:16.182055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-427acc9a-febe-4e43-9464-3c881e6b2161 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Synchronizing usage tracker for tenant:374c8b561cf2434e954fd98ea1e55c25 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:16.199894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Transition to ACTIVE for port object 5c079712-4844-4edf-8e4e-63879ae14ec4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:16.214854 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.243504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-427acc9a-febe-4e43-9464-3c881e6b2161 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Unset dirty status for tenant:374c8b561cf2434e954fd98ea1e55c25 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:16.244231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-427acc9a-febe-4e43-9464-3c881e6b2161 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/networks?id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 HTTP/1.1" status: 200 len: 812 time: 0.3259690 May 26 22:56:16.262847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-e7439214-77fd-4fc0-8abd-b4fc49040e7d tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/quotas/374c8b561cf2434e954fd98ea1e55c25 HTTP/1.1" status: 200 len: 375 time: 0.0116138 May 26 22:56:16.284108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Deleting port 03aee734-1c84-4da7-81ea-a19ebfee5248 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:16.284463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.288220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.370365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.379170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-79d605f8-c874-4bda-a84f-2e1ddc867e27 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=374c8b561cf2434e954fd98ea1e55c25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655193 May 26 22:56:16.400589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c61e45e8-616f-4f4a-8f81-a75198ba81e0 None None] Provisioning for port eb5f6880-2d41-4775-84d4-d9333a781dfe completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:16.469111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port eb5f6880-2d41-4775-84d4-d9333a781dfe completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:16.475358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port eb5f6880-2d41-4775-84d4-d9333a781dfe triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:16.475730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.570942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=5c079712-4844-4edf-8e4e-63879ae14ec4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:16.579803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:16.657984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.662037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:16.662641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.725112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:16.725112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:16.725420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:16.829217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0574117 May 26 22:56:16.833199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39824) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:16.837769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:16.838098 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:16.842318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:16.861170 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 2 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:16.897594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e694f-e0bd-490a-9f6b-f006cc5c3707 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=33a3d5d1-a064-404d-a788-5599376e1c1a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:16.941614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:16.956864 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-93007f74-876b-4ce0-a7d1-8c48509d3df5 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700822 May 26 22:56:16.972239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Router 07c55d16-dfef-4bec-b0e1-adf8031ce041 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:56:17.000041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:17.000407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:17.000770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:17.013285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 33a3d5d1-a064-404d-a788-5599376e1c1a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:56:17.057848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:17.058180 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:17.063589 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 3 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:17.141648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:17.142035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:17.142368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:17.261434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:17.274439 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-b36f617b-682b-4443-a9dd-ef963f73fb84 service neutron] 10.222.0.32 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908692 May 26 22:56:17.309810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:17.316160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:17.316491 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:17.318706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] For port 03aee734-1c84-4da7-81ea-a19ebfee5248, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03aee734-1c84-4da7-81ea-a19ebfee5248,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:17.319023 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.402428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:17.407367 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 4 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:17.579806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d48b09a-d4c1-429d-a171-45df3f48d572 None None] Provisioning complete for port eb5f6880-2d41-4775-84d4-d9333a781dfe triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:17.583781 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d48b09a-d4c1-429d-a171-45df3f48d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.592859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Calling delete_port for 03aee734-1c84-4da7-81ea-a19ebfee5248 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:17.651697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-8d36bdba-122a-4814-b0d4-9a7be5de80d4 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:17.653809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-8d36bdba-122a-4814-b0d4-9a7be5de80d4 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.55 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 1.0850837 May 26 22:56:17.734821 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aebbf1c2-ad76-411d-86b7-f68eb7a736e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.906176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port eb5f6880-2d41-4775-84d4-d9333a781dfe, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eb5f6880-2d41-4775-84d4-d9333a781dfe,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:17.914302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:17.914641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:17.914978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:17.939244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:17.948391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e355f4c6-f8a8-4343-9df0-3566fbc7181c req-6198708c-e268-4016-8e59-0c55543b8071 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 210 time: 0.6337852 May 26 22:56:17.949145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea420a6a-824f-45b6-88ba-3361e1c95f79 req-1e638efb-5236-494f-904e-66942451f81f tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 210 time: 0.1488905 May 26 22:56:17.949317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:17.949751 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:17.952445 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 5 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:17.978720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.061237 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-5aafd36e-afe6-4c65-bafe-d259366c0507 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 379 time: 0.3322353 May 26 22:56:18.077163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'port': {'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'admin_state_up': True, 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'security_groups': ['26c64db9-1fbb-42b2-9f8c-defa5b60a4e7']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:18.120803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:18.121806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:18.125496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:18.149423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:18.150325 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:18.151999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:18.172869 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 6 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:18.200174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:18.201986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:18.202574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:18.253436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e761989a-0293-4bd5-8b7e-ae38039b1780 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:18.314079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=eb5f6880-2d41-4775-84d4-d9333a781dfe,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:18.330097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:18.330728 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:18.348658 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 7 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:18.439367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e761989a-0293-4bd5-8b7e-ae38039b1780 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:18.447056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e761989a-0293-4bd5-8b7e-ae38039b1780 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:18.447835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.459261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.486472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:18.487885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:18.488684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:18.509987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:18.510312 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:18.701173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:18.712466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.769368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.806509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e761989a-0293-4bd5-8b7e-ae38039b1780, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e761989a-0293-4bd5-8b7e-ae38039b1780,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:18.817183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.818121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cc74f4c6-4fc7-4e29-afa9-811565cae813 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:18.863292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Pushing event deleted for resources: {'Port': ['ID=03aee734-1c84-4da7-81ea-a19ebfee5248,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:18.892170 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 8 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:18.901355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.909989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.129962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e761989a-0293-4bd5-8b7e-ae38039b1780,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:19.163880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port cc74f4c6-4fc7-4e29-afa9-811565cae813 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:19.172241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cc74f4c6-4fc7-4e29-afa9-811565cae813 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:19.172719 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.174865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Deleting port e761989a-0293-4bd5-8b7e-ae38039b1780 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:19.175200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.208507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:19.208754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:19.209292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:19.305763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:19.306088 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:19.315237 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 9 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:19.316740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:19.328979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfff920b-b2ff-4bfe-9720-4a51c59b0dfe req-6f960762-999c-456d-afe1-c34532687d5b tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 210 time: 0.0502319 May 26 22:56:19.336499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.351457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Made reservation on behalf of 7ced3c86be7c476fa17cdf7755ec6fa3 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:19.361571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.361790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port cc74f4c6-4fc7-4e29-afa9-811565cae813, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cc74f4c6-4fc7-4e29-afa9-811565cae813,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:19.365856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.370149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=82fdb902-ea89-48ea-98c9-3c2a41ed5e05,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:19.387447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c3ec41a4-7bd0-42be-be9d-cf3b0c11209f req-fc8c7034-9177-496a-ab89-07d5ceaffe27 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 210 time: 0.1246850 May 26 22:56:19.442629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=cc74f4c6-4fc7-4e29-afa9-811565cae813,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:19.444304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:19.444631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:19.444959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:19.458760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': 'e53f3468-9b79-4c26-8ad0-13023ff40242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:19.459046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: 33a3d5d1-a064-404d-a788-5599376e1c1a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:56:19.494668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:19.494966 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:19.498934 n-d-843301-1 neutron-server[84030]: INFO neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempt 10 to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 May 26 22:56:19.541480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:19.542453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:19.542453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempting to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:19.548570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:19.568708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Sync routers for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:19.588301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:19.588960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:19.589725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] For port e761989a-0293-4bd5-8b7e-ae38039b1780, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e761989a-0293-4bd5-8b7e-ae38039b1780,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:19.590185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.598473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:19.598937 n-d-843301-1 neutron-server[84030]: ERROR neutron.plugins.ml2.managers [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Failed to bind port 5c079712-4844-4edf-8e4e-63879ae14ec4 on host n-h1-843301-1 for vnic_type normal using segments [{'id': '12dc142b-25c7-48d7-8b66-ee81cced59c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f79a4270-718b-4282-9110-b531c77185ae'}] May 26 22:56:19.599368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.608375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 33a3d5d1-a064-404d-a788-5599376e1c1a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:56:19.735620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.736955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e8d587ac-7b09-4eb8-8f3a-73960fa164bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.4459651 May 26 22:56:19.737841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 33a3d5d1-a064-404d-a788-5599376e1c1a) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:19.746118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Calling delete_port for e761989a-0293-4bd5-8b7e-ae38039b1780 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:19.752692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b303683-cde9-4d90-82d1-0384fe3deed5 None None] Network 33a3d5d1-a064-404d-a788-5599376e1c1a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:19.772986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:19.793526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-5d83e895-c585-446b-9969-59825c820bcc tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:19.795400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-5d83e895-c585-446b-9969-59825c820bcc tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.48 "GET /v2.0/networks?id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 HTTP/1.1" status: 200 len: 812 time: 0.2441711 May 26 22:56:19.820036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Request body: {'port': {'device_id': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01', 'admin_state_up': True, 'tenant_id': '374c8b561cf2434e954fd98ea1e55c25'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:19.853410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:19.854061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.973839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8aebbb5-8176-47f3-bcee-c51ad6422924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:19.985946 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6988965f-5aec-426e-8830-2278cb18ae36 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1498375 May 26 22:56:19.986986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:20.012930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:20.015749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-526896572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:20.040467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.20.0.5 (79afa0c6-0f66-4a88-9cb5-731ff2672a17/8c7407c0-0033-4858-9f26-76e0a7bd394f/a256de4d-7bb7-4fa0-9399-a99fdead8164) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:20.054348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:20.065083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:router and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:20.071440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:20.089489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:20.090674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] For port 5c079712-4844-4edf-8e4e-63879ae14ec4, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:20.091508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Attempted to set empty binding levels {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 22:56:20.095084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:20.100941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Usage tracker for resource:port and tenant:374c8b561cf2434e954fd98ea1e55c25 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:20.114919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:20.126943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:20.128603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.226047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Made reservation on behalf of 374c8b561cf2434e954fd98ea1e55c25 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:20.228883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.259068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eb5f6880-2d41-4775-84d4-d9333a781dfe up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:20.278996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event updated for resources: {'Port': ['ID=5c079712-4844-4edf-8e4e-63879ae14ec4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:20.285946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-33a3d5d1-a064-404d-a788-5599376e1c1a', 'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': '82fdb902-ea89-48ea-98c9-3c2a41ed5e05'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:56:20.286898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.288005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.288998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.314032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.356169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.367044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.465323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.469116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4dfb0a0b-7ca6-4eec-b333-26bfad9dd956 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4733093 May 26 22:56:20.469621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39868) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:20.472946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] In _notify_port_updated(), no bound segment for port 5c079712-4844-4edf-8e4e-63879ae14ec4 on network f79a4270-718b-4282-9110-b531c77185ae {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:56:20.473919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.479950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3189df2c-342a-4b9b-ad5d-522f8f8938e3 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "PUT /v2.0/ports/5c079712-4844-4edf-8e4e-63879ae14ec4 HTTP/1.1" status: 200 len: 974 time: 6.8297360 May 26 22:56:20.494889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39870) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:20.658666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'port': {'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a', 'name': 'tempest-RoutersIpV6Test-1338260225'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:20.663710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.743934 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8615892-fa7f-4473-ab8f-80ac10abd36c req-2b6386ea-cc7e-4a07-84d4-07a17864d8d7 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 210 time: 0.0996833 May 26 22:56:20.781284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port eb5f6880-2d41-4775-84d4-d9333a781dfe triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:20.781648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.824314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.842590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-204b3eef-4f2e-4dbf-9cc1-af0f963e363e req-dc7868c3-4871-4d65-b76c-1cb251f08838 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 210 time: 0.2302232 May 26 22:56:20.871003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Deleting port 5c079712-4844-4edf-8e4e-63879ae14ec4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:20.871354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.904207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:20.924486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Allocated IP 2001:db8::2 (33a3d5d1-a064-404d-a788-5599376e1c1a/82fdb902-ea89-48ea-98c9-3c2a41ed5e05/1570f938-bef3-4922-8661-c9619961e6ba) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:20.958917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Transition to ACTIVE for port object a256de4d-7bb7-4fa0-9399-a99fdead8164 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:20.975810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Allocated IP 172.20.0.8 (c4e2a0be-1c97-4d22-ab0c-c2af4912fd01/1c356eb5-2fd3-4972-bcf2-820d2608662a/da776ff1-7331-4072-9fda-74b3ce82c108) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:20.985436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.081622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event deleted for resources: {'Port': ['ID=e761989a-0293-4bd5-8b7e-ae38039b1780,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:21.276605 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.339145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:21.346507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e761989a-0293-4bd5-8b7e-ae38039b1780 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:21.385492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e761989a-0293-4bd5-8b7e-ae38039b1780 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:21.385865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e761989a-0293-4bd5-8b7e-ae38039b1780 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 26 22:56:21.413307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:port and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:21.419750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Port e761989a-0293-4bd5-8b7e-ae38039b1780 not found, will not notify nova. {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 26 22:56:21.420698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cc74f4c6-4fc7-4e29-afa9-811565cae813 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:21.431226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:21.458717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:13Z', 'revision_number': 3, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:21.461239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Transition to ACTIVE for port object 1570f938-bef3-4922-8661-c9619961e6ba will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:21.472661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.490959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Checking router: 07c55d16-dfef-4bec-b0e1-adf8031ce041 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:21.491326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Updating router 07c55d16-dfef-4bec-b0e1-adf8031ce041 port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:56:21.552975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Transition to ACTIVE for port object 1570f938-bef3-4922-8661-c9619961e6ba will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:21.569301 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.572810 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.588874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:21.616156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:21.631548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:21.687236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:21.704373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] For port 5c079712-4844-4edf-8e4e-63879ae14ec4, host n-h1-843301-1, got binding levels [] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:21.704832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.738308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Network 33a3d5d1-a064-404d-a788-5599376e1c1a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:21.753872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:21.756524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:21.782586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:21.785509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.837163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:21.977060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Pushing event updated for resources: {'Port': ['ID=1570f938-bef3-4922-8661-c9619961e6ba,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:21.985190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Attempting to bind port 1570f938-bef3-4922-8661-c9619961e6ba on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:21.986092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Attempting to bind port 1570f938-bef3-4922-8661-c9619961e6ba by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'e53f3468-9b79-4c26-8ad0-13023ff40242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:21.986480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Attempting to bind port 1570f938-bef3-4922-8661-c9619961e6ba on network 33a3d5d1-a064-404d-a788-5599376e1c1a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:21.990596 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.016134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cc74f4c6-4fc7-4e29-afa9-811565cae813 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:22.022341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.033348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=a256de4d-7bb7-4fa0-9399-a99fdead8164,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:22.043940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Calling delete_port for 5c079712-4844-4edf-8e4e-63879ae14ec4 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:22.051858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] device_id is not set on port 217f69d7-cdda-47ab-946a-12e3faf86a9d yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:22.061822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:22.062335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Checking segment: {'id': 'e53f3468-9b79-4c26-8ad0-13023ff40242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:22.062802 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.063281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Bound using segment: {'id': 'e53f3468-9b79-4c26-8ad0-13023ff40242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:22.063837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Bound port: 1570f938-bef3-4922-8661-c9619961e6ba, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53f3468-9b79-4c26-8ad0-13023ff40242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '33a3d5d1-a064-404d-a788-5599376e1c1a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:22.064278 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.241291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0b06384e-0586-43c3-b47b-915aad80f976 None None] Provisioning for port a256de4d-7bb7-4fa0-9399-a99fdead8164 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:22.256879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0b06384e-0586-43c3-b47b-915aad80f976 None None] Provisioning complete for port a256de4d-7bb7-4fa0-9399-a99fdead8164 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:22.257261 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0b06384e-0586-43c3-b47b-915aad80f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.292806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8337d86-ee60-49b0-802d-8ee2a0155d2c req-bbc773f3-67ac-4a60-bd4f-d52922bcd936 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 210 time: 0.2209096 May 26 22:56:22.296089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.313808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:22.314172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.378299 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.403719 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.407378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0b06384e-0586-43c3-b47b-915aad80f976 None None] Port a256de4d-7bb7-4fa0-9399-a99fdead8164 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:22.414075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] For port 1570f938-bef3-4922-8661-c9619961e6ba, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:22.416380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.432855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] For port 1570f938-bef3-4922-8661-c9619961e6ba, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1570f938-bef3-4922-8661-c9619961e6ba,segment=NetworkSegment(e53f3468-9b79-4c26-8ad0-13023ff40242),segment_id=e53f3468-9b79-4c26-8ad0-13023ff40242)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:22.439709 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.450823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8::2e6 (33a3d5d1-a064-404d-a788-5599376e1c1a/82fdb902-ea89-48ea-98c9-3c2a41ed5e05/217f69d7-cdda-47ab-946a-12e3faf86a9d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:22.486406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618279ac-0032-4916-8fd5-c1b5970632fa req-0164b9ec-4f8f-4ab4-8fee-a7b206b7210e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:22.493757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-1cd6dd8c-a44e-43a9-b52a-a7bb3683cf30 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4222751 May 26 22:56:22.497793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-618279ac-0032-4916-8fd5-c1b5970632fa req-0164b9ec-4f8f-4ab4-8fee-a7b206b7210e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 931 time: 0.4058537 May 26 22:56:22.499317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.503771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c079712-4844-4edf-8e4e-63879ae14ec4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:22.561910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.562461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63412a1f-2f6e-4b62-8439-fe9767f61f40 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:56:22.584653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Request body: {'port': {'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:22.622435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.625302 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.645328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Transition to ACTIVE for port object 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:22.646944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.650708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5016494e-f4a2-4f77-8966-f49ce34206dc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "DELETE /v2.0/routers/63412a1f-2f6e-4b62-8439-fe9767f61f40 HTTP/1.1" status: 204 len: 168 time: 8.4212022 May 26 22:56:22.677287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d852a4-7e10-40bf-b104-bc58acc2cb7c None None] Pushing event updated for resources: {'Port': ['ID=1570f938-bef3-4922-8661-c9619961e6ba,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:22.686448 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.694773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39882) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:22.703260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc875c9d-8cf1-49bb-bd6d-3ad0b5e49897 tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5c079712-4844-4edf-8e4e-63879ae14ec4 HTTP/1.1" status: 204 len: 168 time: 2.1676147 May 26 22:56:22.722912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-618279ac-0032-4916-8fd5-c1b5970632fa req-38f4a42c-2ac0-4e1b-a202-9bc735fd7e50 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:22.725032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39884) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:22.781516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Attempting to bind port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:22.781938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Attempting to bind port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:22.782295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Attempting to bind port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:22.790111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:22.790516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:22.790875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.791263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:22.791728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Bound port: 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:22.792095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.817060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019143d-fa2b-40ea-839b-7d8e2ca2dcc3 None None] Pushing event updated for resources: {'Port': ['ID=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:22.959856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] For port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:22.963340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] For port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:22.970377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.091195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:23.091195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:23.102519 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a79aea-5e3b-44b5-ab19-7fee9059ec6d tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] GET failed (client error): The resource could not be found. May 26 22:56:23.103787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d5a79aea-5e3b-44b5-ab19-7fee9059ec6d tempest-PortsAdminExtendedAttrsTestJSON-1929813318 tempest-PortsAdminExtendedAttrsTestJSON-1929813318-project-admin] 10.222.0.32 "GET /v2.0/ports/5c079712-4844-4edf-8e4e-63879ae14ec4 HTTP/1.1" status: 404 len: 333 time: 0.3659708 May 26 22:56:23.205010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39896) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:23.212414 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.229448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object 217f69d7-cdda-47ab-946a-12e3faf86a9d will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:23.252024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-618279ac-0032-4916-8fd5-c1b5970632fa req-38f4a42c-2ac0-4e1b-a202-9bc735fd7e50 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:23.257119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:23.263073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019143d-fa2b-40ea-839b-7d8e2ca2dcc3 None None] Pushing event updated for resources: {'Port': ['ID=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:23.265189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-618279ac-0032-4916-8fd5-c1b5970632fa req-38f4a42c-2ac0-4e1b-a202-9bc735fd7e50 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7656624 May 26 22:56:23.272072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.300373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:23.303910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:23.366905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:23.425003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 33a3d5d1-a064-404d-a788-5599376e1c1a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:23.433329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:23.436438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=217f69d7-cdda-47ab-946a-12e3faf86a9d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:23.440960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:23.444885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:23.445585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.477956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Pushing event updated for resources: {'Port': ['ID=da776ff1-7331-4072-9fda-74b3ce82c108,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:23.493801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-85f4b8a3-dc43-420a-924a-71a3b1d6d6a7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9091060 May 26 22:56:23.494282 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.494906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:23.603931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.611855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:23.612460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.773649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-afc002a1-459c-4dcd-8162-90c90c8bc999 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9571087 May 26 22:56:23.828093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Request body: {'port': {'device_id': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:23.985536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:13Z', 'revision_number': 3, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:23.990702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba34d6-3c67-40fe-84e7-15639672acd3 None None] The sync data for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 is: [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:13Z', 'revision_number': 3, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:24.107508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc89a0-fab8-4cdd-b924-49872e212f64 None None] Network 33a3d5d1-a064-404d-a788-5599376e1c1a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:24.294076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:24.297523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:24.390461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87d6c-42aa-4e36-9673-12c9227c8d2e req-510c6886-578e-4b4f-839c-a5261848fe63 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:24.391066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-68a87d6c-42aa-4e36-9673-12c9227c8d2e req-510c6886-578e-4b4f-839c-a5261848fe63 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Synchronizing usage tracker for tenant:374c8b561cf2434e954fd98ea1e55c25 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:24.393409 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:24.407844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79a4270-718b-4282-9110-b531c77185ae']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:24.439927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d5ee0cdc-8759-4283-b873-9fbef0a0811d None None] Provisioning for port 1570f938-bef3-4922-8661-c9619961e6ba completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:24.543394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dc142b-25c7-48d7-8b66-ee81cced59c7') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:24.543394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dc142b-25c7-48d7-8b66-ee81cced59c7') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:24.665280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1570f938-bef3-4922-8661-c9619961e6ba up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:24.695050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:24.707916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:24.803265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1570f938-bef3-4922-8661-c9619961e6ba completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:24.809236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1570f938-bef3-4922-8661-c9619961e6ba triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:24.809755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:24.911927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Allocated IP 172.20.0.1 (ef79850a-25b1-4136-95aa-9a4e5eeb21e3/4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89/a7a409e6-294d-4577-a8d0-f79ee9b04042) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:25.012358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.054516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5bda046-297e-4b1d-aae5-48bc95a31ca2 None None] Provisioning complete for port 1570f938-bef3-4922-8661-c9619961e6ba triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:25.054879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5bda046-297e-4b1d-aae5-48bc95a31ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.169479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-68a87d6c-42aa-4e36-9673-12c9227c8d2e req-510c6886-578e-4b4f-839c-a5261848fe63 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Unset dirty status for tenant:374c8b561cf2434e954fd98ea1e55c25 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:25.177317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68a87d6c-42aa-4e36-9673-12c9227c8d2e req-510c6886-578e-4b4f-839c-a5261848fe63 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 931 time: 1.6177936 May 26 22:56:25.217744 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.221358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1570f938-bef3-4922-8661-c9619961e6ba, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1570f938-bef3-4922-8661-c9619961e6ba,segment=NetworkSegment(e53f3468-9b79-4c26-8ad0-13023ff40242),segment_id=e53f3468-9b79-4c26-8ad0-13023ff40242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:25.238208 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.260615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.296244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.379262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.381120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:25.437612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1570f938-bef3-4922-8661-c9619961e6ba,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:25.442438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5bda046-297e-4b1d-aae5-48bc95a31ca2 None None] Provisioning for port 217f69d7-cdda-47ab-946a-12e3faf86a9d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:25.448006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5bda046-297e-4b1d-aae5-48bc95a31ca2 None None] Provisioning complete for port 217f69d7-cdda-47ab-946a-12e3faf86a9d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:25.449087 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5bda046-297e-4b1d-aae5-48bc95a31ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.509099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c5bda046-297e-4b1d-aae5-48bc95a31ca2 None None] Port 217f69d7-cdda-47ab-946a-12e3faf86a9d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:25.540877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.599222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Transition to ACTIVE for port object a7a409e6-294d-4577-a8d0-f79ee9b04042 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:25.638438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae0c42cf-b1e2-4464-b9d6-7d84fc28ccec None None] Provisioning complete for port 217f69d7-cdda-47ab-946a-12e3faf86a9d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:25.639439 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae0c42cf-b1e2-4464-b9d6-7d84fc28ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.660628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71d0e0-0e99-4f34-a718-b7b7a36021d1 req-420d52c6-79db-4d0c-a022-60fd3818c3b6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:25.660628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c71d0e0-0e99-4f34-a718-b7b7a36021d1 req-420d52c6-79db-4d0c-a022-60fd3818c3b6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 931 time: 1.1833348 May 26 22:56:25.738390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c42cf-b1e2-4464-b9d6-7d84fc28ccec None None] Port 217f69d7-cdda-47ab-946a-12e3faf86a9d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:25.741887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:56:25.742717 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.755810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c71d0e0-0e99-4f34-a718-b7b7a36021d1 req-df57e67d-7ad2-4dea-af05-839668028f7e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798254 May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: timer() May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:56:25.763151 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:56:25.785105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.880839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.882568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a409e6-294d-4577-a8d0-f79ee9b04042,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:25.887887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:25.889901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:25.893618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:25.923098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-68a87d6c-42aa-4e36-9673-12c9227c8d2e req-4d469043-70d2-423c-895f-9dfeb846ae07 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Synchronizing usage tracker for tenant:374c8b561cf2434e954fd98ea1e55c25 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:25.930951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:26.011188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da776ff1-7331-4072-9fda-74b3ce82c108 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:26.025080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:26.052324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.054635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=217f69d7-cdda-47ab-946a-12e3faf86a9d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:26.072237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.133649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Transition to ACTIVE for port object da776ff1-7331-4072-9fda-74b3ce82c108 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:26.143131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.176364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.214748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.280886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-231b7ba9-e088-45ca-93eb-8df4f4ef1638 None None] Provisioning for port a7a409e6-294d-4577-a8d0-f79ee9b04042 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:26.288464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-231b7ba9-e088-45ca-93eb-8df4f4ef1638 None None] Provisioning complete for port a7a409e6-294d-4577-a8d0-f79ee9b04042 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:26.290193 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-231b7ba9-e088-45ca-93eb-8df4f4ef1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.302769 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:56:26.313763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.330050 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.452568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-231b7ba9-e088-45ca-93eb-8df4f4ef1638 None None] Port a7a409e6-294d-4577-a8d0-f79ee9b04042 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:26.477562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=da776ff1-7331-4072-9fda-74b3ce82c108,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:26.482350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] Pushing event deleted for resources: {'Network': ['ID=f79a4270-718b-4282-9110-b531c77185ae,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:26.490819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-68a87d6c-42aa-4e36-9673-12c9227c8d2e req-4d469043-70d2-423c-895f-9dfeb846ae07 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Unset dirty status for tenant:374c8b561cf2434e954fd98ea1e55c25 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:26.497032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68a87d6c-42aa-4e36-9673-12c9227c8d2e req-4d469043-70d2-423c-895f-9dfeb846ae07 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3186429 May 26 22:56:26.586238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1570f938-bef3-4922-8661-c9619961e6ba up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:26.587032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-beca5ff1-5b97-4f56-9a4f-f4ee81b56535 tempest-PortsAdminExtendedAttrsTestJSON-567619120 tempest-PortsAdminExtendedAttrsTestJSON-567619120-project] 10.222.0.32 "DELETE /v2.0/networks/f79a4270-718b-4282-9110-b531c77185ae HTTP/1.1" status: 204 len: 168 time: 3.3451340 May 26 22:56:26.590465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a256de4d-7bb7-4fa0-9399-a99fdead8164 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:26.622785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.675273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Transition to ACTIVE for port object a256de4d-7bb7-4fa0-9399-a99fdead8164 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:26.722967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.761975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d4dedc4d-419e-4417-ac63-903ba2f256b9 None None] Provisioning complete for port 217f69d7-cdda-47ab-946a-12e3faf86a9d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:26.762339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4dedc4d-419e-4417-ac63-903ba2f256b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.856484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.864381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d4dedc4d-419e-4417-ac63-903ba2f256b9 None None] Port 217f69d7-cdda-47ab-946a-12e3faf86a9d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:26.912989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1570f938-bef3-4922-8661-c9619961e6ba triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:26.913360 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:26.975486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Pushing event updated for resources: {'Port': ['ID=a256de4d-7bb7-4fa0-9399-a99fdead8164,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:27.111610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Attempting to bind port da776ff1-7331-4072-9fda-74b3ce82c108 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:27.112031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Attempting to bind port da776ff1-7331-4072-9fda-74b3ce82c108 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '1d0176d5-e703-4d95-b9b3-7b18f144134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:27.112421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Attempting to bind port da776ff1-7331-4072-9fda-74b3ce82c108 on network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:27.134541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39928) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:27.152373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Port da776ff1-7331-4072-9fda-74b3ce82c108 on network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:27.152679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Attempting to bind port da776ff1-7331-4072-9fda-74b3ce82c108 on network c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:27.164581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.234727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:27.235108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Checking segment: {'id': '1d0176d5-e703-4d95-b9b3-7b18f144134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:27.235418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Bound using segment: {'id': '1d0176d5-e703-4d95-b9b3-7b18f144134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:27.235864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Bound port: da776ff1-7331-4072-9fda-74b3ce82c108, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0176d5-e703-4d95-b9b3-7b18f144134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:27.236203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.245109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Deleting port cc74f4c6-4fc7-4e29-afa9-811565cae813 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:27.245433 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.278963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:27.303404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.316038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.446763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:27.455525 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d8005fb1-e56a-425e-bdc4-11726bbfc582 admin admin] 10.222.0.32 "PUT /v2.0/routers/043a818a-8898-4ec7-9fc9-7d016e6ebfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5462918 May 26 22:56:27.462050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95428-1aad-45df-bb5e-4ea3b9f96b77 req-f2937030-dfab-49a6-918f-daa7e73e74ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:27.462242 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] Sync routers for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:27.462675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 39936) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:27.469581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aef95428-1aad-45df-bb5e-4ea3b9f96b77 req-f2937030-dfab-49a6-918f-daa7e73e74ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 943 time: 0.5091586 May 26 22:56:27.481907 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:27.483101 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:27.523639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a409e6-294d-4577-a8d0-f79ee9b04042,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:27.527101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.645644 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.675164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.675928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.756461 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:27.853235 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:27.885210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=217f69d7-cdda-47ab-946a-12e3faf86a9d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:27.942762 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aef95428-1aad-45df-bb5e-4ea3b9f96b77 req-1ad9d0ff-e5fc-4a4b-8b4d-9ede44c0eae1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4505603 May 26 22:56:28.002992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Attempting to bind port a256de4d-7bb7-4fa0-9399-a99fdead8164 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:28.003501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Attempting to bind port a256de4d-7bb7-4fa0-9399-a99fdead8164 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:28.003616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Attempting to bind port a256de4d-7bb7-4fa0-9399-a99fdead8164 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:28.033842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] For port da776ff1-7331-4072-9fda-74b3ce82c108, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:28.046995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7fc9498b-7b3e-40df-8447-ff9520b112c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f64e13de3124b1fb029c227fb9e3e5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9081264 May 26 22:56:28.049218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39950) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:28.065067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Port a256de4d-7bb7-4fa0-9399-a99fdead8164 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:28.065389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Attempting to bind port a256de4d-7bb7-4fa0-9399-a99fdead8164 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:28.071888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] For port da776ff1-7331-4072-9fda-74b3ce82c108, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da776ff1-7331-4072-9fda-74b3ce82c108,segment=NetworkSegment(1d0176d5-e703-4d95-b9b3-7b18f144134f),segment_id=1d0176d5-e703-4d95-b9b3-7b18f144134f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:28.093549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] For port cc74f4c6-4fc7-4e29-afa9-811565cae813, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cc74f4c6-4fc7-4e29-afa9-811565cae813,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:28.093926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.103582 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.104414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:28.117414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:28.229831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:28.230169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Checking segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:28.230552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Bound using segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:28.230990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Bound port: a256de4d-7bb7-4fa0-9399-a99fdead8164, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:28.231335 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.324685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Calling delete_port for cc74f4c6-4fc7-4e29-afa9-811565cae813 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:28.335461 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:56:18Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:28.340297 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] Checking router: 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:28.368879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] Routers {'043a818a-8898-4ec7-9fc9-7d016e6ebfd9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:28.369276 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:28.370419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 33a3d5d1-a064-404d-a788-5599376e1c1a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:28.377688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-209e54e0-3399-4bf9-b940-a045001822c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.379665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:28.421722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.423765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] 10.222.0.48 "PUT /v2.0/ports/da776ff1-7331-4072-9fda-74b3ce82c108 HTTP/1.1" status: 200 len: 1091 time: 4.6000667 May 26 22:56:28.456824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'tag': 'da776ff1-7331-4072-9fda-74b3ce82c108'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:28.563187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f42d4e51-e915-4dfe-a54c-a9320c9ee6fe None None] Provisioning complete for port a7a409e6-294d-4577-a8d0-f79ee9b04042 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:28.563678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f42d4e51-e915-4dfe-a54c-a9320c9ee6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.585045 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d90b4b-da5e-440d-981c-58c35bc5cd4f'] response: {'name': 'network-changed', 'server_uuid': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'tag': 'da776ff1-7331-4072-9fda-74b3ce82c108', 'status': 'completed', 'code': 200} May 26 22:56:28.647339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dca5f9-7e4a-4f99-921d-2a6e7fe5aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=da776ff1-7331-4072-9fda-74b3ce82c108,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:28.720066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f42d4e51-e915-4dfe-a54c-a9320c9ee6fe None None] Port a7a409e6-294d-4577-a8d0-f79ee9b04042 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:28.848346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] For port a256de4d-7bb7-4fa0-9399-a99fdead8164, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:28.858407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-209e54e0-3399-4bf9-b940-a045001822c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.859516 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] Set router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:28.863651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-51819c83-c52d-4f39-a919-24a78a0f5d54 None None] Provisioning complete for port 217f69d7-cdda-47ab-946a-12e3faf86a9d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:28.865178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-51819c83-c52d-4f39-a919-24a78a0f5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.866763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a01d6-d780-427a-a5b9-4efb7f48ae38 req-8ba21953-6647-4729-85ff-c2dc7c07b7f2 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:28.874068 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b2a01d6-d780-427a-a5b9-4efb7f48ae38 req-8ba21953-6647-4729-85ff-c2dc7c07b7f2 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 943 time: 1.0581489 May 26 22:56:28.904681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] For port a256de4d-7bb7-4fa0-9399-a99fdead8164, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:28.919379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:28.995771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-e5591eab-7288-4eb4-976e-559084cc3600 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=374c8b561cf2434e954fd98ea1e55c25&device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 1094 time: 0.4913938 May 26 22:56:29.072045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-51819c83-c52d-4f39-a919-24a78a0f5d54 None None] Port 217f69d7-cdda-47ab-946a-12e3faf86a9d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:29.202587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:29.205093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] 10.222.0.55 "PUT /v2.0/ports/a256de4d-7bb7-4fa0-9399-a99fdead8164 HTTP/1.1" status: 200 len: 1091 time: 6.6916254 May 26 22:56:29.227612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b2a01d6-d780-427a-a5b9-4efb7f48ae38 req-1c80d9e8-550d-4964-87b2-133268490a2d tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511701 May 26 22:56:29.250236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-7a35e50f-2af3-46ce-8440-7e441ba9a3ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da776ff1-7331-4072-9fda-74b3ce82c108 HTTP/1.1" status: 200 len: 217 time: 0.2326689 May 26 22:56:29.398802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-e711b4c4-cc5d-4fbc-a626-658e717a8f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:29.402275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-e711b4c4-cc5d-4fbc-a626-658e717a8f9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c356eb5-2fd3-4972-bcf2-820d2608662a HTTP/1.1" status: 200 len: 852 time: 0.0925314 May 26 22:56:29.411555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-209e54e0-3399-4bf9-b940-a045001822c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:29.412733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d003-c2e9-43c4-9b4e-9467182015ed service neutron] Pushing event updated for resources: {'Port': ['ID=a256de4d-7bb7-4fa0-9399-a99fdead8164,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:29.444765 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:56:18Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:29.448404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e54e0-3399-4bf9-b940-a045001822c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c23edf-5378-44dc-8bb7-39be598ec1cc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:29.450793 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317f316-7eb6-4d87-ab19-704ddecf32fd None None] The sync data for ids ['043a818a-8898-4ec7-9fc9-7d016e6ebfd9'] in n-d-843301-1 is: [{'id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'name': 'tempest-TaggedBootDevicesTest-698588192-router', 'tenant_id': '25a686dd4d8d430ebc4be269418c8801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:33Z', 'updated_at': '2022-05-26T22:56:18Z', 'revision_number': 5, 'project_id': '25a686dd4d8d430ebc4be269418c8801', 'gw_port': {'id': '491aa079-fee8-46ca-a610-0eae6dbee093', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043a818a-8898-4ec7-9fc9-7d016e6ebfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:35Z', 'updated_at': '2022-05-26T22:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:29.503819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-fde9780c-1b41-47a5-acf6-5f4763780e5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859206 May 26 22:56:29.511082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-209e54e0-3399-4bf9-b940-a045001822c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:29.515739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-209e54e0-3399-4bf9-b940-a045001822c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79c23edf-5378-44dc-8bb7-39be598ec1cc HTTP/1.1" status: 204 len: 168 time: 1.4650707 May 26 22:56:29.557250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382e977-8627-48b8-af92-09ecf1c66564 req-ad4f9038-6b0c-46b1-b303-5af7fda3de4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:29.558973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2382e977-8627-48b8-af92-09ecf1c66564 req-ad4f9038-6b0c-46b1-b303-5af7fda3de4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 943 time: 0.2281353 May 26 22:56:29.633219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2382e977-8627-48b8-af92-09ecf1c66564 req-9ce95c47-048c-43c4-8a94-24f2962686c0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672297 May 26 22:56:29.649399 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:29.674240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Router 07c55d16-dfef-4bec-b0e1-adf8031ce041 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:29.763323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router e236ed32-f42d-47a5-b7fc-3f068a69fffd is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:56:29.882394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:29.956998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc74f4c6-4fc7-4e29-afa9-811565cae813,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:30.088837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-0b5bbb4f-3a82-45dd-ac3a-00bd6befd5cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 1094 time: 0.8325109 May 26 22:56:30.148763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:30.158370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16ba689e-6d7b-440d-88ae-a059d2a30dd2 admin admin] 10.222.0.32 "PUT /v2.0/routers/07c55d16-dfef-4bec-b0e1-adf8031ce041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3826361 May 26 22:56:30.171112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:30.177144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5966bcb9-923a-42cc-86c3-d0cfd6f27a5b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/e236ed32-f42d-47a5-b7fc-3f068a69fffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6812625 May 26 22:56:30.185274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] Sync routers for ids ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:30.194052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:30.194398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39970) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:30.211609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] Routers {'e236ed32-f42d-47a5-b7fc-3f068a69fffd'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:30.212475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:30.240714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-5e4082e8-5f8c-447a-bb81-0f1e330c9d25 service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252235 May 26 22:56:30.373748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-685b9d36-dc60-4c93-95bf-a2165caa16f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=968a958171bd4b6e92a03b65d4a426cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1764166 May 26 22:56:30.388494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39978) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:30.396061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12079e8-4861-4038-9d01-1fdc159655a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:30.397097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e12079e8-4861-4038-9d01-1fdc159655a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:30.472511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:30.494708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] Routers {'e236ed32-f42d-47a5-b7fc-3f068a69fffd'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:30.495840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:30.505104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e12079e8-4861-4038-9d01-1fdc159655a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:30.506567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e12079e8-4861-4038-9d01-1fdc159655a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports/217f69d7-cdda-47ab-946a-12e3faf86a9d HTTP/1.1" status: 200 len: 984 time: 0.3110955 May 26 22:56:30.517852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 39984) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:30.683138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:30.683557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d6967-7aca-4c8b-b594-b414deee4163 None None] The sync data for ids ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:30.718994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:30.788581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:30.817217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1bed7d1-7a82-4509-b732-ff0f277d433f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:30.840952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-a6c1f32e-8ae3-4f20-b137-d807adc21aee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164 HTTP/1.1" status: 200 len: 217 time: 0.7133355 May 26 22:56:30.885084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1bed7d1-7a82-4509-b732-ff0f277d433f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:30.923052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:30.928739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:30.929111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:30.967579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1bed7d1-7a82-4509-b732-ff0f277d433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.012078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bed7d1-7a82-4509-b732-ff0f277d433f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d0c72-df9f-4f2d-8200-4b7270241922,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:31.059273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-87ee4599-0765-4555-a990-1f0bcb0245e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:31.061279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-87ee4599-0765-4555-a990-1f0bcb0245e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.1403975 May 26 22:56:31.136381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.136729 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.140698 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1bed7d1-7a82-4509-b732-ff0f277d433f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.142114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e1bed7d1-7a82-4509-b732-ff0f277d433f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b1d0c72-df9f-4f2d-8200-4b7270241922 HTTP/1.1" status: 204 len: 168 time: 0.7523937 May 26 22:56:31.181019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:31.193061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.299740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03aee734-1c84-4da7-81ea-a19ebfee5248 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:31.343928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 03aee734-1c84-4da7-81ea-a19ebfee5248 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:31.344261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03aee734-1c84-4da7-81ea-a19ebfee5248 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:56:31.376311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:31.442414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-b5d78ab4-6ada-4c4f-81c3-71399235d2dd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:31.444537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-b5d78ab4-6ada-4c4f-81c3-71399235d2dd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 817 time: 0.4189095 May 26 22:56:31.503214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a907b3-e662-4280-8d63-bbcedc9e3ce3 req-0641ef4d-d66b-4cd2-9db4-c95c92835907 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:31.504964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83a907b3-e662-4280-8d63-bbcedc9e3ce3 req-0641ef4d-d66b-4cd2-9db4-c95c92835907 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 943 time: 0.7738726 May 26 22:56:31.519918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-08aa3141-484c-4bb7-8bec-2dbf76e7979c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/quotas/e30a418c41cf4c34ac80f66b71cafc13 HTTP/1.1" status: 200 len: 375 time: 0.0625365 May 26 22:56:31.633892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b4de273-6928-4341-a99b-3f4f01a72fdb req-e672049c-57a5-49a4-96ca-834a558b6615 service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0833778 May 26 22:56:31.705226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.705377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-2bfbf2cb-ed46-4bb7-84ad-83d5bfc202c6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:31.753987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-2bfbf2cb-ed46-4bb7-84ad-83d5bfc202c6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:31.755255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-2bfbf2cb-ed46-4bb7-84ad-83d5bfc202c6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2255795 May 26 22:56:31.776620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-2b0ee868-c356-4089-ab6c-8c1f8a723f82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6937222 May 26 22:56:31.831092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.835048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.949293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Deleting port 491aa079-fee8-46ca-a610-0eae6dbee093 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:31.949636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.027485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83a907b3-e662-4280-8d63-bbcedc9e3ce3 req-3d41e7b0-4485-4a07-b737-d94a762324ce tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000752 May 26 22:56:32.077295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.078044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7a123e-de52-4f48-a71c-87adcf34ca29 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:56:32.124933 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-6548873f-6cec-424b-b21d-40cc244a4b6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=374c8b561cf2434e954fd98ea1e55c25&device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 1094 time: 0.4104564 May 26 22:56:32.138037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.139758 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.140868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dc91626f-6b0b-4340-b5a9-cf7caff27956 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6f7a123e-de52-4f48-a71c-87adcf34ca29 HTTP/1.1" status: 204 len: 168 time: 9.4130435 May 26 22:56:32.206431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40016) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:32.219852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1341492770', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:32.276749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-fd79fda0-0a71-4794-a38b-5400d565e1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834406 May 26 22:56:32.280850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:32.308281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Usage tracker for resource:router and tenant:7aa8d75d937349128250dca3b9900e12 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:32.317280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:32.372579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:32.413529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.414519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.421993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40024) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:32.482140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-3aeef35b-e9b2-40bb-979b-8a827d7593cb service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910186 May 26 22:56:32.483297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-27853f27-64a5-40ec-9ab3-8d7a41e504ec service neutron] 10.222.0.32 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976728 May 26 22:56:32.488936 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.521247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:32.651056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-c6563f61-92df-4327-a3b4-1f49c9edc50b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:32.651877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-c6563f61-92df-4327-a3b4-1f49c9edc50b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 HTTP/1.1" status: 200 len: 913 time: 0.5099976 May 26 22:56:32.697056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:32.697455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.706257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-799306378'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:32.821981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:32.833605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Usage tracker for resource:network and tenant:5b9b0c3e504f498c8b0ba75a10826108 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:32.836680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:32.869119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:32.895258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:32.895997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] For port 491aa079-fee8-46ca-a610-0eae6dbee093, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=491aa079-fee8-46ca-a610-0eae6dbee093,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:32.896439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:32.898873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:33.001063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5001788-d475-484c-8ba3-58c19200c32b req-9c1607e8-0276-42ee-9e3d-e0c974d9f94d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 210 time: 0.1152396 May 26 22:56:33.001730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:33.136001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Calling delete_port for 491aa079-fee8-46ca-a610-0eae6dbee093 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:33.214139 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0691c9-e391-4f6e-a7f3-22a0ecb67622'] response: {'name': 'network-changed', 'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'status': 'completed', 'code': 200} May 26 22:56:33.384255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 217f69d7-cdda-47ab-946a-12e3faf86a9d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:33.384608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:33.394485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ebd1713-4aeb-45b6-bafd-39a198f1abbc req-581a9a44-1f12-419d-a0cd-f738bf6a10df service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398591 May 26 22:56:33.424905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-63304570-ed2d-4884-bb36-07110a98924d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da776ff1-7331-4072-9fda-74b3ce82c108 HTTP/1.1" status: 200 len: 217 time: 0.2137902 May 26 22:56:33.464745 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:33.488768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:33.571309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb9e15-93f0-4096-b031-4f75a4db3976 req-2359c835-aff0-400f-827e-02d37a2cc40e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:33.572027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-41cb9e15-93f0-4096-b031-4f75a4db3976 req-2359c835-aff0-400f-827e-02d37a2cc40e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:33.584651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Usage tracker for resource:security_group_rule and tenant:5b9b0c3e504f498c8b0ba75a10826108 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:33.585373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-e3655880-2fae-4b18-9209-9946c8332e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:33.587388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-e3655880-2fae-4b18-9209-9946c8332e93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c356eb5-2fd3-4972-bcf2-820d2608662a HTTP/1.1" status: 200 len: 852 time: 0.1521311 May 26 22:56:33.612627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:33.639137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:33.719047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-41cb9e15-93f0-4096-b031-4f75a4db3976 req-2359c835-aff0-400f-827e-02d37a2cc40e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:33.720375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41cb9e15-93f0-4096-b031-4f75a4db3976 req-2359c835-aff0-400f-827e-02d37a2cc40e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 943 time: 1.4297547 May 26 22:56:33.724847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-e0d5623b-520a-4651-8da7-dbbce9166719 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965724 May 26 22:56:33.822168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c78cf-21f5-47b3-9836-dcfeba175f42 req-8404d5a0-5b98-4d57-8209-ab77191ecfeb tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:33.823833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-195c78cf-21f5-47b3-9836-dcfeba175f42 req-8404d5a0-5b98-4d57-8209-ab77191ecfeb tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 943 time: 0.5905645 May 26 22:56:33.833581 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:33.892713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-02f810fa-2047-4a10-bf6a-da1446e8ff84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 1094 time: 0.4080632 May 26 22:56:33.893308 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.080703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=491aa079-fee8-46ca-a610-0eae6dbee093,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:34.088977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41cb9e15-93f0-4096-b031-4f75a4db3976 req-ce9a52e0-0df5-4b83-8363-707cda242ac4 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595934 May 26 22:56:34.167443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.168153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.168640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.169178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.169660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.170658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.170944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.171269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.171590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.171983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.172477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:34.183953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 217f69d7-cdda-47ab-946a-12e3faf86a9d owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:34.254312 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-7c8fcd53-9ce1-4989-b860-5d9e8cea21da service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181198 May 26 22:56:34.406784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-7f0d9884-04bb-4f1d-85f0-9b59951c5b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:34.408441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-7f0d9884-04bb-4f1d-85f0-9b59951c5b48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.4762483 May 26 22:56:34.430679 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.471971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.499438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-195c78cf-21f5-47b3-9836-dcfeba175f42 req-b379bc23-1ee7-4849-8dd3-309f4f8aadee tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527286 May 26 22:56:34.561814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:56:34.574899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860ba917-bc7f-4043-b105-fdc1d46a7870,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:34.607621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.607966 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Added segment b76ce7f5-6704-48f9-a55d-7ce482650d96 of type vlan for network 1ada3140-d152-4b47-8bbd-cfad638c797a May 26 22:56:34.631727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-9c688b48-480b-482b-90fc-8054a984c947 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:34.633149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-9c688b48-480b-482b-90fc-8054a984c947 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.55 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 817 time: 0.4143419 May 26 22:56:34.666752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'port': {'device_id': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'admin_state_up': True, 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:34.716297 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.774540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.837232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-93d4d6a3-6eb9-4e6a-8e3d-76ebf0b79299 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164 HTTP/1.1" status: 200 len: 217 time: 0.3718228 May 26 22:56:34.866659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.880464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da776ff1-7331-4072-9fda-74b3ce82c108 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:56:34.895892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:34.990083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.002539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:35.003147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.034923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da776ff1-7331-4072-9fda-74b3ce82c108, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da776ff1-7331-4072-9fda-74b3ce82c108,segment=NetworkSegment(1d0176d5-e703-4d95-b9b3-7b18f144134f),segment_id=1d0176d5-e703-4d95-b9b3-7b18f144134f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:35.045960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.050930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'da776ff1-7331-4072-9fda-74b3ce82c108', 'network_id': 'c4e2a0be-1c97-4d22-ab0c-c2af4912fd01', 'port_id': 'da776ff1-7331-4072-9fda-74b3ce82c108', 'mac_address': 'fa:16:3e:6f:34:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c356eb5-2fd3-4972-bcf2-820d2608662a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:56:35.058029 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3ae07d5-db95-4692-9946-f2bb02dd299b req-d735dcaa-f361-45fa-ab51-ef8be929ab4a service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959383 May 26 22:56:35.139294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.159433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-6f93c528-a5ec-4c24-a343-070a2e5466bd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:35.160125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-6f93c528-a5ec-4c24-a343-070a2e5466bd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:35.182986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da776ff1-7331-4072-9fda-74b3ce82c108 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:35.214656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da776ff1-7331-4072-9fda-74b3ce82c108, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da776ff1-7331-4072-9fda-74b3ce82c108,segment=NetworkSegment(1d0176d5-e703-4d95-b9b3-7b18f144134f),segment_id=1d0176d5-e703-4d95-b9b3-7b18f144134f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:35.220217 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.252216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-922d5bb9-3507-4356-b049-a03158edf36a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:35.253566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-922d5bb9-3507-4356-b049-a03158edf36a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.4058669 May 26 22:56:35.266714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:35.298670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.302227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da776ff1-7331-4072-9fda-74b3ce82c108,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:35.318751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-6f93c528-a5ec-4c24-a343-070a2e5466bd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:35.319981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=217f69d7-cdda-47ab-946a-12e3faf86a9d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:35.338040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-6f93c528-a5ec-4c24-a343-070a2e5466bd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 817 time: 1.0362620 May 26 22:56:35.341301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.374834 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-c24ea956-e464-40a7-b33b-c89aea8ede12 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/quotas/e30a418c41cf4c34ac80f66b71cafc13 HTTP/1.1" status: 200 len: 375 time: 0.0353940 May 26 22:56:35.400924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9737110 May 26 22:56:35.408238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4fa2b-4583-4edf-bc6a-f61129161194 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Network': ['ID=1ada3140-d152-4b47-8bbd-cfad638c797a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:35.425349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1ada3140-d152-4b47-8bbd-cfad638c797a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:56:35.433711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40068) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:35.452915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'subnet': {'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:35.473016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:35.544509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.545505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 043a818a-8898-4ec7-9fc9-7d016e6ebfd9 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:56:35.557134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['da776ff1-7331-4072-9fda-74b3ce82c108'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:56:35.580179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Made reservation on behalf of e30a418c41cf4c34ac80f66b71cafc13 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:35.583174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.589346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:35.595990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Usage tracker for resource:subnet and tenant:5b9b0c3e504f498c8b0ba75a10826108 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:35.601464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:35.609600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:35.636421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-7421c27c-50a0-4272-8bda-fe094d9e70f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3711331 May 26 22:56:35.637195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:35.704832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Allocated IP 172.25.4.183 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/cac8d2c9-13fd-4db5-aad4-4c2304ff7a2a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:35.868109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ff0c-3292-4466-8e88-ea1e748b3c22 req-0f499031-51d3-4dc5-9e9f-b540e5be6f71 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:35.869307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.876336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f879ff0c-3292-4466-8e88-ea1e748b3c22 req-0f499031-51d3-4dc5-9e9f-b540e5be6f71 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 943 time: 0.5432618 May 26 22:56:35.928859 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.985445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:35.986588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c8f72c1-85d5-4e4e-bf93-cfe229bd66b7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/043a818a-8898-4ec7-9fc9-7d016e6ebfd9 HTTP/1.1" status: 204 len: 168 time: 8.4748940 May 26 22:56:36.006415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40074) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:36.079493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-d3a8b35f-d0db-445b-8bc7-e8562ae47de5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7025523 May 26 22:56:36.120525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] Deleting subnet f8dc40f8-718a-4dcb-a67d-56b0ff5baee1 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:56:36.176436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:36.217314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a256de4d-7bb7-4fa0-9399-a99fdead8164 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:56:36.259211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f879ff0c-3292-4466-8e88-ea1e748b3c22 req-c3f0c393-a2ba-47ea-af99-d8ddb92ce108 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819025 May 26 22:56:36.417054 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:36.424465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Allocated IP 172.20.0.12 (ef79850a-25b1-4136-95aa-9a4e5eeb21e3/4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89/3c0235b4-891f-48da-9638-db4278a448c0) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:36.479632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port a256de4d-7bb7-4fa0-9399-a99fdead8164, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:36.506050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:56:36.598643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:36.636309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:36.658064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a256de4d-7bb7-4fa0-9399-a99fdead8164 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:36.683212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port a256de4d-7bb7-4fa0-9399-a99fdead8164, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:36.691017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:36.724918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-cd09e47a-4528-45dc-bd18-b2934f58e645 service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0512547 May 26 22:56:36.728633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:36.779262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=a256de4d-7bb7-4fa0-9399-a99fdead8164,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:36.828116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cc74f4c6-4fc7-4e29-afa9-811565cae813 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:36.851333 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:36.864210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: cc74f4c6-4fc7-4e29-afa9-811565cae813 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:36.870131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cc74f4c6-4fc7-4e29-afa9-811565cae813 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:56:36.870563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e761989a-0293-4bd5-8b7e-ae38039b1780 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:36.912556 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Sync routers for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:36.939116 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:36.940889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e761989a-0293-4bd5-8b7e-ae38039b1780 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:36.941413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e761989a-0293-4bd5-8b7e-ae38039b1780 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:56:36.942064 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:36.943329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da776ff1-7331-4072-9fda-74b3ce82c108 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:37.046457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port da776ff1-7331-4072-9fda-74b3ce82c108 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:37.052158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port da776ff1-7331-4072-9fda-74b3ce82c108 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:37.052724 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.072195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-c00d32af-8b33-4da9-b8ea-f2f609323098 service neutron] 10.222.0.32 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9549880 May 26 22:56:37.133355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['a256de4d-7bb7-4fa0-9399-a99fdead8164'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:56:37.192456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151b13-9004-487f-9bd4-fde7e7998a6d req-c8ce6255-2e51-4ff3-946d-dbe5b826c14e tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:37.196321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc151b13-9004-487f-9bd4-fde7e7998a6d req-c8ce6255-2e51-4ff3-946d-dbe5b826c14e tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 944 time: 0.7360570 May 26 22:56:37.200301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:37.266756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-691e9b4b-25de-416a-be6a-254cd84e745a service neutron] 10.222.0.32 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459908 May 26 22:56:37.267014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.273461 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.291316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Transition to ACTIVE for port object 3c0235b4-891f-48da-9638-db4278a448c0 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:37.313279 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.314126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event updated for resources: {'Port': ['ID=cac8d2c9-13fd-4db5-aad4-4c2304ff7a2a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:37.331481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.333357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:37.337913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:37.348109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dc40f8-718a-4dcb-a67d-56b0ff5baee1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:37.370274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da776ff1-7331-4072-9fda-74b3ce82c108, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da776ff1-7331-4072-9fda-74b3ce82c108,segment=NetworkSegment(1d0176d5-e703-4d95-b9b3-7b18f144134f),segment_id=1d0176d5-e703-4d95-b9b3-7b18f144134f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:37.371339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da776ff1-7331-4072-9fda-74b3ce82c108'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:37.378168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.383670 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:37.403055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.412695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-53edb3e8-4f66-4f90-881a-e351d2007351 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f8dc40f8-718a-4dcb-a67d-56b0ff5baee1 HTTP/1.1" status: 204 len: 168 time: 1.4042158 May 26 22:56:37.417314 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe5f84ba-9d0e-459d-9012-067e4ca10896 req-0fb12551-2f4f-47c2-99c8-576eb5c5e81b service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823443 May 26 22:56:37.418155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40084) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:37.467623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed8807-75ff-4683-be3b-b503d5482905 None None] Network 9f1006ec-020a-4deb-95a2-456d61870218 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:37.638290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.710518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Subnet': ['ID=e54e4490-691f-4aef-a6d4-efc336fe5d4f,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:37.718790 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:37.744186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:37.802189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:37.810765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:37.840672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Checking segment: {'id': 'b76ce7f5-6704-48f9-a55d-7ce482650d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:37.841031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network hostable DHCP agents. Network: 1ada3140-d152-4b47-8bbd-cfad638c797a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:56:37.897098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router e236ed32-f42d-47a5-b7fc-3f068a69fffd has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:37.921928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Deleting port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:37.925302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:38.023261 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 2, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:38.033992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Checking router: 07c55d16-dfef-4bec-b0e1-adf8031ce041 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:38.036746 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Updating router 07c55d16-dfef-4bec-b0e1-adf8031ce041 port a7a409e6-294d-4577-a8d0-f79ee9b04042 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:56:38.044206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da776ff1-7331-4072-9fda-74b3ce82c108,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:38.082385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:56:38.194396 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:38.218159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'Port': ['ID=3c0235b4-891f-48da-9638-db4278a448c0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:38.226059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:38.226723 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:38.277729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] DHCP port deletion for 9f1006ec-020a-4deb-95a2-456d61870218 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:56:38.283141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Deleting port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:38.283548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:38.358538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc151b13-9004-487f-9bd4-fde7e7998a6d req-81499fe9-517e-465e-9852-35a3c9ddd940 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0357299 May 26 22:56:38.374226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-a95e8a28-4aa6-4f78-9beb-fb4c97fe18fc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7017181 May 26 22:56:38.381054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Request body: {'port': {'device_id': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:38.463752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] For port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:38.465246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:38.676162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Calling delete_port for 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:38.838673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:38.905765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] For port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,segment=NetworkSegment(292838b1-7f40-40a8-8137-6c6e80338072),segment_id=292838b1-7f40-40a8-8137-6c6e80338072)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:38.907115 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:38.944676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1ada3140-d152-4b47-8bbd-cfad638c797a) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:38.950380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:38.951642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.070312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fd104f92-efc5-4fbe-880d-0f5415e82886 req-7595fec0-0796-42ae-94ff-464c87c29f67 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:39.122866 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354d8ffe-252b-4cde-9433-506decdc62fb'] response: {'server_uuid': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da776ff1-7331-4072-9fda-74b3ce82c108', 'code': 200} May 26 22:56:39.131672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:39.136105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fd104f92-efc5-4fbe-880d-0f5415e82886 req-7595fec0-0796-42ae-94ff-464c87c29f67 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:39.146678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0b3ed6-ef75-4a93-a76b-1de0211ab47b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:39.150121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd104f92-efc5-4fbe-880d-0f5415e82886 req-7595fec0-0796-42ae-94ff-464c87c29f67 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 210 time: 0.2942719 May 26 22:56:39.162928 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.177080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] No DVR routers for this DVR port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:56:39.194322 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Transition to ACTIVE for port object a7a409e6-294d-4577-a8d0-f79ee9b04042 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:39.212268 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.222883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b600208-bfdf-47a3-b7bc-d12d714e9ba6 None None] Network 1ada3140-d152-4b47-8bbd-cfad638c797a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:39.237460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:39.256483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62feb7db-4456-4d7a-99d1-9e329a123e17 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/e236ed32-f42d-47a5-b7fc-3f068a69fffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7375705 May 26 22:56:39.257814 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.258527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.270761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40104) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:39.346583 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Calling delete_port for 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:39.358968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.390336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1006ec-020a-4deb-95a2-456d61870218']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:39.416396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292838b1-7f40-40a8-8137-6c6e80338072') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:39.416801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292838b1-7f40-40a8-8137-6c6e80338072') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:39.447860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:56:39.448125 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:56:39.449188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] Sync routers for ids ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:39.449903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.490395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.500154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:56:39.502481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.506097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f4d6bb4c-fa1e-4100-8b6a-111e6b353e25 None None] Provisioning for port 3c0235b4-891f-48da-9638-db4278a448c0 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:39.604373 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6dcf4-14b5-4f30-a254-6d6542c0995e None None] Pushing event updated for resources: {'Port': ['ID=a7a409e6-294d-4577-a8d0-f79ee9b04042,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:39.640479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] Routers {'e236ed32-f42d-47a5-b7fc-3f068a69fffd'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:39.642378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:39.764392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e9e5f74-30a9-4fc4-a4cb-df8791c7758e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3259611 May 26 22:56:39.771707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40112) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: timer() May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:56:39.776859 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:56:39.799365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29c420-69fb-4c34-9161-6af4d9eb01de req-b024f762-e1f9-4a44-9f61-1618363853f0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:39.800208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:39.800874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:56:39.801506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 491aa079-fee8-46ca-a610-0eae6dbee093 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:39.803401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed29c420-69fb-4c34-9161-6af4d9eb01de req-b024f762-e1f9-4a44-9f61-1618363853f0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 944 time: 2.0616531 May 26 22:56:39.804100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.821117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'name': 'tempest-AllowedAddressPairTestJSON-93076651'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:39.832807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:39.860245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f4d6bb4c-fa1e-4100-8b6a-111e6b353e25 None None] Provisioning complete for port 3c0235b4-891f-48da-9638-db4278a448c0 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:39.865613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bb4c-fa1e-4100-8b6a-111e6b353e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.894938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.974238 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Attempting to bind port a7a409e6-294d-4577-a8d0-f79ee9b04042 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:39.975143 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Attempting to bind port a7a409e6-294d-4577-a8d0-f79ee9b04042 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:39.975655 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Attempting to bind port a7a409e6-294d-4577-a8d0-f79ee9b04042 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:39.986041 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:39.986411 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Checking segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:39.986812 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.987201 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Bound using segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:39.988000 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Bound port: a7a409e6-294d-4577-a8d0-f79ee9b04042, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:39.988380 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:39.999224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Deleting port 9b0b3ed6-ef75-4a93-a76b-1de0211ab47b {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:39.999759 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:40.023534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 491aa079-fee8-46ca-a610-0eae6dbee093 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:40.024775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 491aa079-fee8-46ca-a610-0eae6dbee093 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:56:40.025637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6bb4c-fa1e-4100-8b6a-111e6b353e25 None None] Port 3c0235b4-891f-48da-9638-db4278a448c0 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:40.046820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] Routers {'e236ed32-f42d-47a5-b7fc-3f068a69fffd'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:40.047458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1006ec-020a-4deb-95a2-456d61870218,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:40.047680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:40.200628 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] For port a7a409e6-294d-4577-a8d0-f79ee9b04042, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:40.204874 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] For port a7a409e6-294d-4577-a8d0-f79ee9b04042, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a7a409e6-294d-4577-a8d0-f79ee9b04042,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:40.214466 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:40.309020 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6dcf4-14b5-4f30-a254-6d6542c0995e None None] Pushing event updated for resources: {'Port': ['ID=a7a409e6-294d-4577-a8d0-f79ee9b04042,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:40.309605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b0255a8-7358-4b7c-948c-13ea144747d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9f1006ec-020a-4deb-95a2-456d61870218 HTTP/1.1" status: 204 len: 168 time: 2.8857861 May 26 22:56:40.315883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40118) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:40.330017 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:40.330665 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:40.336634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-20b84ec1-8963-48fb-af5c-c5e09a97ddeb None None] The port '9b0b3ed6-ef75-4a93-a76b-1de0211ab47b' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:56:40.338387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a256de4d-7bb7-4fa0-9399-a99fdead8164 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:40.366359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:40.367091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1faca3-301b-44c6-83e2-56d6c5a4a905 None None] The sync data for ids ['e236ed32-f42d-47a5-b7fc-3f068a69fffd'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:40.379376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:40.431546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-4bbdd540-f5e5-4449-85b7-51053dd00036 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:40.432956 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-4bbdd540-f5e5-4449-85b7-51053dd00036 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 817 time: 0.6338422 May 26 22:56:40.496666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'port': {'device_id': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'admin_state_up': True, 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:40.573870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed29c420-69fb-4c34-9161-6af4d9eb01de req-a4f00af7-1b43-4e27-bd22-fea8a7eedfb7 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6711357 May 26 22:56:40.589749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-1ada3140-d152-4b47-8bbd-cfad638c797a', 'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'tenant_id': '5b9b0c3e504f498c8b0ba75a10826108', 'fixed_ips': [{'subnet_id': 'e54e4490-691f-4aef-a6d4-efc336fe5d4f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:56:40.591066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:40.641780 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:40.737706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-235a001c-6066-469d-8796-77a63a6b634e req-b455b380-d7e4-43fb-96cd-e111e77854ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 1096 time: 1.8857839 May 26 22:56:40.827376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:40.834551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Usage tracker for resource:port and tenant:5b9b0c3e504f498c8b0ba75a10826108 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:40.843242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:40.864323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Allocated IP 172.20.0.2 (1ada3140-d152-4b47-8bbd-cfad638c797a/e54e4490-691f-4aef-a6d4-efc336fe5d4f/1053fab9-90dd-48b0-9d58-2d2c1eee201a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:40.923074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:40.933654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:40.935860 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e1a10bf-b066-4438-8ba5-55ed752af6f3 req-b740d319-5086-4e9f-b631-4b4733e26adb tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 210 time: 0.0885608 May 26 22:56:40.947625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:40.948887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-235a001c-6066-469d-8796-77a63a6b634e req-95e538cd-f811-4eed-ae36-22a60cebfbbb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039123 May 26 22:56:40.954508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:40.957417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:40.985401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Made reservation on behalf of e30a418c41cf4c34ac80f66b71cafc13 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:40.986966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] device_id is not set on port d240f5b7-a145-4771-95ae-407260d81e59 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:40.989218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.156602 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.159859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port a256de4d-7bb7-4fa0-9399-a99fdead8164 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:41.173036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port a256de4d-7bb7-4fa0-9399-a99fdead8164 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:41.173506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.201084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Transition to ACTIVE for port object 1053fab9-90dd-48b0-9d58-2d2c1eee201a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:41.217387 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:40Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:41.226266 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30f1e6-9e69-4607-82b3-8bdefcb8ec1c None None] The sync data for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 is: [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:40Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:41.252485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Allocated IP 172.20.0.9 (ef79850a-25b1-4136-95aa-9a4e5eeb21e3/4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89/3d53935f-c800-4a4f-a43c-48a17356e525) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:41.266834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Transition to ACTIVE for port object 1053fab9-90dd-48b0-9d58-2d2c1eee201a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:41.298301 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.379755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:41.388088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:41.421391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:41.479265 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-15bb12d2-d7eb-428b-b790-6a8599bb12b9 {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:56:41.479890 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:56:41.490903 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.508486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Transition to ACTIVE for port object 3d53935f-c800-4a4f-a43c-48a17356e525 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:41.535439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.648890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Pushing event updated for resources: {'Port': ['ID=1053fab9-90dd-48b0-9d58-2d2c1eee201a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:41.756176 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.814491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb86f9-2ae3-4c59-ac50-53c9f3b4a409 req-41ac6f4f-99b7-43bd-975b-a431f41d9a64 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:41.827264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5fcb86f9-2ae3-4c59-ac50-53c9f3b4a409 req-41ac6f4f-99b7-43bd-975b-a431f41d9a64 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 1.6856654 May 26 22:56:41.846011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.846353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.846859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.847198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.847660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.847996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.848323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.848643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.848967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.849286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.849605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:41.861431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Attempting to bind port 1053fab9-90dd-48b0-9d58-2d2c1eee201a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:41.862508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Attempting to bind port 1053fab9-90dd-48b0-9d58-2d2c1eee201a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b76ce7f5-6704-48f9-a55d-7ce482650d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:41.862508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Attempting to bind port 1053fab9-90dd-48b0-9d58-2d2c1eee201a on network 1ada3140-d152-4b47-8bbd-cfad638c797a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:41.872049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:41.885732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:41.886100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Checking segment: {'id': 'b76ce7f5-6704-48f9-a55d-7ce482650d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:41.886501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.886957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Bound using segment: {'id': 'b76ce7f5-6704-48f9-a55d-7ce482650d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:41.887360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Bound port: 1053fab9-90dd-48b0-9d58-2d2c1eee201a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76ce7f5-6704-48f9-a55d-7ce482650d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:41.887741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.903640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port a256de4d-7bb7-4fa0-9399-a99fdead8164, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:41.916234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:41.984634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:42.037949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] device_id is not set on port 320f0ff5-2976-4b0b-bf5b-f09520212cad yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:42.086224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=a256de4d-7bb7-4fa0-9399-a99fdead8164,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:42.114937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] For port 1053fab9-90dd-48b0-9d58-2d2c1eee201a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:42.140408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] For port 1053fab9-90dd-48b0-9d58-2d2c1eee201a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1053fab9-90dd-48b0-9d58-2d2c1eee201a,segment=NetworkSegment(b76ce7f5-6704-48f9-a55d-7ce482650d96),segment_id=b76ce7f5-6704-48f9-a55d-7ce482650d96)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:42.155222 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:42.168708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:42.254656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:42.281335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41219da8-ce9a-4885-935a-2e84a76398cb None None] Pushing event updated for resources: {'Port': ['ID=1053fab9-90dd-48b0-9d58-2d2c1eee201a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:42.326625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:42.340803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5fcb86f9-2ae3-4c59-ac50-53c9f3b4a409 req-36573f59-4c24-4394-992c-53292299716f tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840150 May 26 22:56:42.348013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:42.525517 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e47d07-2147-499a-a7ac-349aaa6d724b'] response: {'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'code': 200} May 26 22:56:42.562976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6842074-e526-4224-9706-bfb86ff4dd06 req-80a6834c-3d2a-4c33-a61f-0e5ac41470d0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:42.574001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6842074-e526-4224-9706-bfb86ff4dd06 req-80a6834c-3d2a-4c33-a61f-0e5ac41470d0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 945 time: 0.7383049 May 26 22:56:42.633755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40136) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:42.674457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7a409e6-294d-4577-a8d0-f79ee9b04042 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:42.865617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a7a409e6-294d-4577-a8d0-f79ee9b04042 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:42.877744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a7a409e6-294d-4577-a8d0-f79ee9b04042 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:42.878121 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:42.995827 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-2a4d1265-c002-4883-bbbd-9e83aec53051 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] remove_router_interface failed (client error): The resource could not be found. May 26 22:56:43.001214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2a4d1265-c002-4883-bbbd-9e83aec53051 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/e236ed32-f42d-47a5-b7fc-3f068a69fffd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 3.6466031 May 26 22:56:43.007078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40142) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:43.010222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:43.015792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.029173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'Port': ['ID=3d53935f-c800-4a4f-a43c-48a17356e525,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:43.086340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6842074-e526-4224-9706-bfb86ff4dd06 req-1e5f31f8-31f8-4c31-b82a-972333c959b8 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5104537 May 26 22:56:43.112264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1972da7d-1107-4e7c-b3b8-f96cf8881807 None None] Provisioning for port 3d53935f-c800-4a4f-a43c-48a17356e525 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:43.116767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1972da7d-1107-4e7c-b3b8-f96cf8881807 None None] Provisioning complete for port 3d53935f-c800-4a4f-a43c-48a17356e525 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:43.117140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1972da7d-1107-4e7c-b3b8-f96cf8881807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.170281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cab5b867-67e8-4fd5-a080-8b84c4ac8d66 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=e236ed32-f42d-47a5-b7fc-3f068a69fffd HTTP/1.1" status: 200 len: 205 time: 0.1491737 May 26 22:56:43.172340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40148) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:43.181548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.184518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aff1a75-0836-41d9-90af-c438b481a25a req-10645e22-e5ef-4fbd-8d15-e4aebd5b7aaf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 1096 time: 0.5217385 May 26 22:56:43.191720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.211517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1972da7d-1107-4e7c-b3b8-f96cf8881807 None None] Port 3d53935f-c800-4a4f-a43c-48a17356e525 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:43.227290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a7a409e6-294d-4577-a8d0-f79ee9b04042, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a7a409e6-294d-4577-a8d0-f79ee9b04042,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:43.233755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.276161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:43.296051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Usage tracker for resource:security_group_rule and tenant:060b12dd4234467989bb48a16470bc86 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:43.299990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Allocated IP 172.20.0.9 (1ada3140-d152-4b47-8bbd-cfad638c797a/e54e4490-691f-4aef-a6d4-efc336fe5d4f/320f0ff5-2976-4b0b-bf5b-f09520212cad) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:43.307448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:43.328882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a7a409e6-294d-4577-a8d0-f79ee9b04042,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:43.329927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-85582cfd-679a-4fdb-b958-fea8757faab9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8508837 May 26 22:56:43.361052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Request body: {'port': {'device_id': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:43.377654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:43.399911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8aff1a75-0836-41d9-90af-c438b481a25a req-7c7b1b18-0125-469d-942c-748f6e146b5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904609 May 26 22:56:43.459042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7504f29-efbf-43c7-9332-e181eaedec8d req-05532583-078e-4987-b96f-4a5bc2257b74 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:43.459815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d7504f29-efbf-43c7-9332-e181eaedec8d req-05532583-078e-4987-b96f-4a5bc2257b74 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:43.527172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4600ed53-58c3-49ee-89ad-f980e40a91c2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.618535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d7504f29-efbf-43c7-9332-e181eaedec8d req-05532583-078e-4987-b96f-4a5bc2257b74 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:43.619711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7504f29-efbf-43c7-9332-e181eaedec8d req-05532583-078e-4987-b96f-4a5bc2257b74 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 931 time: 0.5749798 May 26 22:56:43.696551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:43.758293 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.785907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.799230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Router 9f221d85-4d34-4ffe-a6b3-8c3666348582 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:56:43.806388 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.852982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0235b4-891f-48da-9638-db4278a448c0 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:43.860741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8cffa-0d64-42df-8a48-b1a5917a332f None None] Network 1ada3140-d152-4b47-8bbd-cfad638c797a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:43.869233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7504f29-efbf-43c7-9332-e181eaedec8d req-474ca991-56fe-487d-a43e-49b5431d4104 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992965 May 26 22:56:43.877429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.923519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:43.958691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602fcd0b-e34e-4d00-99af-5a81c2ab58b9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:43.959020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-70389021-84c5-4a40-ac0f-44e3ab369be5 None None] Provisioning for port 1053fab9-90dd-48b0-9d58-2d2c1eee201a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:43.971188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d06ea403-02c6-447e-badb-53cd22fe0e7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=060b12dd4234467989bb48a16470bc86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3325746 May 26 22:56:43.974606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1655fd-c561-4ed9-ba5f-5fad614ee7dd req-46931a71-aa35-4eba-809e-d4d3d595b859 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:43.976100 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e1655fd-c561-4ed9-ba5f-5fad614ee7dd req-46931a71-aa35-4eba-809e-d4d3d595b859 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.4765692 May 26 22:56:43.978534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:43.982721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Transition to ACTIVE for port object 320f0ff5-2976-4b0b-bf5b-f09520212cad will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:44.096218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e1655fd-c561-4ed9-ba5f-5fad614ee7dd req-412be050-c63b-4ebf-86c5-43e020bd96d9 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001315 May 26 22:56:44.104769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Transition to ACTIVE for port object 3c0235b4-891f-48da-9638-db4278a448c0 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:44.175310 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.215418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.223732 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc348-2d4c-4f79-ba5c-2298b103c0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.387088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc348-2d4c-4f79-ba5c-2298b103c0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.423134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:44.446302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:44.453036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=320f0ff5-2976-4b0b-bf5b-f09520212cad,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:44.455613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:44.524269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6d2cf3a0-ddae-4a81-9253-64d2fa340e88 None None] Provisioning for port 320f0ff5-2976-4b0b-bf5b-f09520212cad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:44.537610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6d2cf3a0-ddae-4a81-9253-64d2fa340e88 None None] Provisioning complete for port 320f0ff5-2976-4b0b-bf5b-f09520212cad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:44.538090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf3a0-ddae-4a81-9253-64d2fa340e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.613105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:44.614959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.718086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4600ed53-58c3-49ee-89ad-f980e40a91c2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.752651 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d58e9f4d-52e1-4d57-9079-7965b1baa845 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9690790 May 26 22:56:44.752851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Pushing event updated for resources: {'Port': ['ID=3c0235b4-891f-48da-9638-db4278a448c0,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:44.812211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40162) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:44.817750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1053fab9-90dd-48b0-9d58-2d2c1eee201a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:44.851683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6d2cf3a0-ddae-4a81-9253-64d2fa340e88 None None] Port 320f0ff5-2976-4b0b-bf5b-f09520212cad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:44.863389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'name': 'tempest-AllowedAddressPairTestJSON-1175531947', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2c:db:5f'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:44.886000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5d2f8-68aa-4690-9aa1-a1746a8dc7a8 req-e5fd2f3e-26a8-4f35-a509-dcd4ceffff31 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:44.888128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43e5d2f8-68aa-4690-9aa1-a1746a8dc7a8 req-e5fd2f3e-26a8-4f35-a509-dcd4ceffff31 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.6197746 May 26 22:56:44.916774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1053fab9-90dd-48b0-9d58-2d2c1eee201a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:44.921057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4600ed53-58c3-49ee-89ad-f980e40a91c2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.924518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc348-2d4c-4f79-ba5c-2298b103c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.928633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1053fab9-90dd-48b0-9d58-2d2c1eee201a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:44.929278 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.944310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Deleting port cffb852b-0b7b-4994-a7e4-1f43c42cdedc {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:44.944646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:44.980481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbc348-2d4c-4f79-ba5c-2298b103c0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602fcd0b-e34e-4d00-99af-5a81c2ab58b9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:45.012001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc348-2d4c-4f79-ba5c-2298b103c0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.012796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e2bbc348-2d4c-4f79-ba5c-2298b103c0a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/602fcd0b-e34e-4d00-99af-5a81c2ab58b9 HTTP/1.1" status: 204 len: 168 time: 1.0321343 May 26 22:56:45.020462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43e5d2f8-68aa-4690-9aa1-a1746a8dc7a8 req-078f6354-0ce5-4b7f-84c6-ee244388dd38 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260672 May 26 22:56:45.116946 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.176094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] For port cffb852b-0b7b-4994-a7e4-1f43c42cdedc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,segment=NetworkSegment(91fff51e-d117-45f3-a303-eb627d5e5ff3),segment_id=91fff51e-d117-45f3-a303-eb627d5e5ff3)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:45.176867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.178542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1053fab9-90dd-48b0-9d58-2d2c1eee201a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1053fab9-90dd-48b0-9d58-2d2c1eee201a,segment=NetworkSegment(b76ce7f5-6704-48f9-a55d-7ce482650d96),segment_id=b76ce7f5-6704-48f9-a55d-7ce482650d96)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:45.189148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8e6683d9-0c85-446c-9c8d-86bcd4c27ad1 None None] Provisioning complete for port 320f0ff5-2976-4b0b-bf5b-f09520212cad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:45.189665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8e6683d9-0c85-446c-9c8d-86bcd4c27ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.264999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8e6683d9-0c85-446c-9c8d-86bcd4c27ad1 None None] Port 320f0ff5-2976-4b0b-bf5b-f09520212cad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:45.267266 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.267568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7a409e6-294d-4577-a8d0-f79ee9b04042 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:45.340452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad8e45-1ed6-453e-a3f5-b97561b08009 req-89002c1f-da8b-47ce-be9c-a9d73a5cd34d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:45.348902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46ad8e45-1ed6-453e-a3f5-b97561b08009 req-89002c1f-da8b-47ce-be9c-a9d73a5cd34d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 945 time: 0.8836503 May 26 22:56:45.351933 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4600ed53-58c3-49ee-89ad-f980e40a91c2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.352449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4600ed53-58c3-49ee-89ad-f980e40a91c2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Fanout notify agent at l3_agent the message router_deleted on router e236ed32-f42d-47a5-b7fc-3f068a69fffd {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:56:45.402151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1053fab9-90dd-48b0-9d58-2d2c1eee201a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:45.434740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a7a409e6-294d-4577-a8d0-f79ee9b04042 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:45.435855 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.446877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4600ed53-58c3-49ee-89ad-f980e40a91c2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.447927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4600ed53-58c3-49ee-89ad-f980e40a91c2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/e236ed32-f42d-47a5-b7fc-3f068a69fffd HTTP/1.1" status: 204 len: 168 time: 2.2659297 May 26 22:56:45.449450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:45.457772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40174) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:45.493712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Calling delete_port for cffb852b-0b7b-4994-a7e4-1f43c42cdedc owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:45.515536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Usage tracker for resource:port and tenant:5b9b0c3e504f498c8b0ba75a10826108 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:45.520559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:45.528466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Attempting to bind port 3c0235b4-891f-48da-9638-db4278a448c0 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:45.528835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Attempting to bind port 3c0235b4-891f-48da-9638-db4278a448c0 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:45.529163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Attempting to bind port 3c0235b4-891f-48da-9638-db4278a448c0 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:45.553150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:45.582501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:45.607424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46ad8e45-1ed6-453e-a3f5-b97561b08009 req-a96b0fe6-f689-4c3e-8ffa-550454262e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570810 May 26 22:56:45.615331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91f3a-5d72-44d3-852f-d94716afbc05 req-eda45945-930d-4868-a59d-7ea87e6956b2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:45.616879 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1a91f3a-5d72-44d3-852f-d94716afbc05 req-eda45945-930d-4868-a59d-7ea87e6956b2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 931 time: 0.2253201 May 26 22:56:45.622085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Port 3c0235b4-891f-48da-9638-db4278a448c0 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:45.624047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Attempting to bind port 3c0235b4-891f-48da-9638-db4278a448c0 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:45.634502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:45.704288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c1a91f3a-5d72-44d3-852f-d94716afbc05 req-b6530a18-faa8-4b9e-9781-51c0abf3c515 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:45.773165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c1a91f3a-5d72-44d3-852f-d94716afbc05 req-b6530a18-faa8-4b9e-9781-51c0abf3c515 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:45.775151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1a91f3a-5d72-44d3-852f-d94716afbc05 req-b6530a18-faa8-4b9e-9781-51c0abf3c515 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519485 May 26 22:56:45.791895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.831413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:45.831811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Checking segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:45.832143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Bound using segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:45.832646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Bound port: 3c0235b4-891f-48da-9638-db4278a448c0, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:45.832995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:45.900079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Pushing event deleted for resources: {'Port': ['ID=cffb852b-0b7b-4994-a7e4-1f43c42cdedc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:46.057376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d53935f-c800-4a4f-a43c-48a17356e525 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:46.076239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:46.088176 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] Sync routers for ids ['9f221d85-4d34-4ffe-a6b3-8c3666348582'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:46.110997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] Routers {'9f221d85-4d34-4ffe-a6b3-8c3666348582'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:46.111554 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9f221d85-4d34-4ffe-a6b3-8c3666348582'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:46.120159 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.207275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet 82fdb902-ea89-48ea-98c9-3c2a41ed5e05 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:56:46.243043 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:46.260399 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] Routers {'9f221d85-4d34-4ffe-a6b3-8c3666348582'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:46.261156 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9f221d85-4d34-4ffe-a6b3-8c3666348582'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:46.278407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.322116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addc4bc-60fe-4aea-977c-6db41e6076b6 req-2b00bc7c-7b15-4893-a48c-9332a1bc8a3a tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:46.323934 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4addc4bc-60fe-4aea-977c-6db41e6076b6 req-2b00bc7c-7b15-4893-a48c-9332a1bc8a3a tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.1622424 May 26 22:56:46.325358 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:46.326308 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11f113-584f-431e-a8c3-05c4652840c8 None None] The sync data for ids ['9f221d85-4d34-4ffe-a6b3-8c3666348582'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:46.347279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.348608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dd5a2b6a-857a-4912-acca-83d257f0ff43 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.1411943 May 26 22:56:46.355788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Transition to ACTIVE for port object 3d53935f-c800-4a4f-a43c-48a17356e525 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:46.359395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40198) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:46.359737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] For port 3c0235b4-891f-48da-9638-db4278a448c0, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:46.369804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': False}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:46.370394 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.376927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.447543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] For port 3c0235b4-891f-48da-9638-db4278a448c0, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3c0235b4-891f-48da-9638-db4278a448c0,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:46.469356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.477536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.539299 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4addc4bc-60fe-4aea-977c-6db41e6076b6 req-24d89551-1e3d-40e2-82ba-2168fca8ce36 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001722 May 26 22:56:46.550928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.663809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1053fab9-90dd-48b0-9d58-2d2c1eee201a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:46.704758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] device_id is not set on port f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:46.786156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Pushing event updated for resources: {'Port': ['ID=3d53935f-c800-4a4f-a43c-48a17356e525,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:46.845473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1053fab9-90dd-48b0-9d58-2d2c1eee201a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:46.849434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.954407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:46.956219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] 10.222.0.55 "PUT /v2.0/ports/3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 1092 time: 8.5809219 May 26 22:56:46.995032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'tag': '3c0235b4-891f-48da-9638-db4278a448c0'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:47.193490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ebb5899e-bab6-4816-b8d5-79bda34958ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:47.218684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226e86b-b63e-4e19-8fdd-2ffb719417ff service neutron] Pushing event updated for resources: {'Port': ['ID=3c0235b4-891f-48da-9638-db4278a448c0,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:47.337234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:47.410209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Allocated IP 172.20.0.8 (1ada3140-d152-4b47-8bbd-cfad638c797a/e54e4490-691f-4aef-a6d4-efc336fe5d4f/f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:47.459270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075db39-4302-4253-8176-87d798fa13dc req-5e9895fa-1d73-4943-a6d6-faa6006ead7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:47.460650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c075db39-4302-4253-8176-87d798fa13dc req-5e9895fa-1d73-4943-a6d6-faa6006ead7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 945 time: 0.5890396 May 26 22:56:47.467195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Attempting to bind port 3d53935f-c800-4a4f-a43c-48a17356e525 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:47.467518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Attempting to bind port 3d53935f-c800-4a4f-a43c-48a17356e525 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:47.468028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Attempting to bind port 3d53935f-c800-4a4f-a43c-48a17356e525 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:47.496632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c59def-a3ee-4f23-8653-53ee64594239 req-265b85e1-cd1c-4a59-8ca4-a874723e3ff6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:47.502198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-55c59def-a3ee-4f23-8653-53ee64594239 req-265b85e1-cd1c-4a59-8ca4-a874723e3ff6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 943 time: 0.4343939 May 26 22:56:47.519260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-2c5a941e-bf06-42d1-92fc-731e187b03c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1095 time: 0.4944460 May 26 22:56:47.537320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Port 3d53935f-c800-4a4f-a43c-48a17356e525 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:47.537632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Attempting to bind port 3d53935f-c800-4a4f-a43c-48a17356e525 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:47.640464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:47.640793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Checking segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:47.641197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Bound using segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:47.641634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Bound port: 3d53935f-c800-4a4f-a43c-48a17356e525, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:47.641990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:47.651387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:47.708526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-201316ae-f80c-4579-8176-60bc5e5b266f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 217 time: 0.1719863 May 26 22:56:47.759690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-55c59def-a3ee-4f23-8653-53ee64594239 req-7fa4e0ed-7a74-4573-b5fc-453c77c8b80a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438054 May 26 22:56:47.762903 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c075db39-4302-4253-8176-87d798fa13dc req-b8f85b6a-ad2b-453c-a03c-1a898043f35a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898629 May 26 22:56:47.772019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=82fdb902-ea89-48ea-98c9-3c2a41ed5e05,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:47.864797 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91dfcef-ac36-4f67-badd-dc0131a50c37'] response: {'name': 'network-changed', 'server_uuid': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'tag': '3c0235b4-891f-48da-9638-db4278a448c0', 'status': 'completed', 'code': 200} May 26 22:56:47.881460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa8d7d-0474-4e66-9a29-74eb3b865bef None None] Network 33a3d5d1-a064-404d-a788-5599376e1c1a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:47.894022 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:47.938727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b4d2251a-e361-469f-8968-4b1ae3ede9a1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/82fdb902-ea89-48ea-98c9-3c2a41ed5e05 HTTP/1.1" status: 204 len: 168 time: 2.4765978 May 26 22:56:47.949841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40218) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:48.055868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-141b1f57-df58-470f-97be-b9fbab322f91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:48.057232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-141b1f57-df58-470f-97be-b9fbab322f91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.2935879 May 26 22:56:48.233441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] For port 3d53935f-c800-4a4f-a43c-48a17356e525, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:48.280727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] For port 3d53935f-c800-4a4f-a43c-48a17356e525, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3d53935f-c800-4a4f-a43c-48a17356e525,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:48.286227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:48.288704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.289418 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.319476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.331599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] DHCP port deletion for 33a3d5d1-a064-404d-a788-5599376e1c1a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:56:48.341441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] Deleting port 1570f938-bef3-4922-8661-c9619961e6ba {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:48.342255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.389641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.449108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Transition to ACTIVE for port object f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:48.477189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.478582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] 10.222.0.48 "PUT /v2.0/ports/3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 200 len: 1091 time: 5.1299133 May 26 22:56:48.505003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 1570f938-bef3-4922-8661-c9619961e6ba {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:48.505340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.547200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaa6c1-bd5c-4c17-8976-59600a26426a service neutron] Pushing event updated for resources: {'Port': ['ID=3d53935f-c800-4a4f-a43c-48a17356e525,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:48.555980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cd78f-1652-434d-a113-225f159faba0 req-f1df0337-ad67-425f-8c3d-fe55e6c0c310 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:48.562600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-951cd78f-1652-434d-a113-225f159faba0 req-f1df0337-ad67-425f-8c3d-fe55e6c0c310 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 945 time: 0.5455310 May 26 22:56:48.621848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1570f938-bef3-4922-8661-c9619961e6ba no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:48.654720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40228) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:48.665049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:48.768802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.822162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] For port 1570f938-bef3-4922-8661-c9619961e6ba, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1570f938-bef3-4922-8661-c9619961e6ba,segment=NetworkSegment(e53f3468-9b79-4c26-8ad0-13023ff40242),segment_id=e53f3468-9b79-4c26-8ad0-13023ff40242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:48.822558 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:48.894011 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-5e280813-2a97-4c22-979a-f62cf50917fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8015697 May 26 22:56:48.988019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d889c3-8c49-47dd-9a63-e32a4fa013df req-50b33d84-335e-4fe8-ad23-bf187a5e7668 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:48.989168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65d889c3-8c49-47dd-9a63-e32a4fa013df req-50b33d84-335e-4fe8-ad23-bf187a5e7668 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.6921406 May 26 22:56:49.025274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] Calling delete_port for 1570f938-bef3-4922-8661-c9619961e6ba owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:49.156876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65d889c3-8c49-47dd-9a63-e32a4fa013df req-70e3d3ee-4eff-4cf3-b141-d0a90bd2ca33 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597559 May 26 22:56:49.161535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.198059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.214653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.222841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-48928866-7205-4f29-94c5-494aa0511f66 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130856 May 26 22:56:49.265336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] No DVR routers for this DVR port 1570f938-bef3-4922-8661-c9619961e6ba on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:56:49.316823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e0320-b246-492b-abf7-a8d158b8bd2e None None] Pushing event deleted for resources: {'Port': ['ID=1570f938-bef3-4922-8661-c9619961e6ba,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:49.397777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:49.483445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:49.486748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:49.520185 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0f943211-e554-422c-a6f1-b8b9cc2f83d0 req-b4654c61-b82f-41da-8cd6-23aebfa5daeb service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343180 May 26 22:56:49.821151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:49.845426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-7a8c7759-6dab-4a0a-9ee1-2eae3fcf9732 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1094 time: 1.3081496 May 26 22:56:49.895668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4ef230e-5ee7-4b2c-ba9a-f8474c15232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.911727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'tag': '3d53935f-c800-4a4f-a43c-48a17356e525'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:49.928265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 1570f938-bef3-4922-8661-c9619961e6ba, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1570f938-bef3-4922-8661-c9619961e6ba,segment=NetworkSegment(e53f3468-9b79-4c26-8ad0-13023ff40242),segment_id=e53f3468-9b79-4c26-8ad0-13023ff40242)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:49.928626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.945956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:49.946413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.963933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a486d844-1d34-42fe-90f1-109b8fc02353 None None] Provisioning for port f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:49.972307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a486d844-1d34-42fe-90f1-109b8fc02353 None None] Provisioning complete for port f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:49.972875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a486d844-1d34-42fe-90f1-109b8fc02353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.983201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4077e-44a0-4225-a751-391012c07ab0 req-276a08e7-c3a8-461b-ae6a-5899e0e1c580 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:49.984676 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96f4077e-44a0-4225-a751-391012c07ab0 req-276a08e7-c3a8-461b-ae6a-5899e0e1c580 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 943 time: 1.0381625 May 26 22:56:50.095541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a486d844-1d34-42fe-90f1-109b8fc02353 None None] Port f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:50.108455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-a19115fa-e74a-429f-8051-a7f11a4f9890 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 200 len: 217 time: 0.2551091 May 26 22:56:50.118730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 1570f938-bef3-4922-8661-c9619961e6ba owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:50.165911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:50.170444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-1498727e-ee37-49b4-856a-7bce2f896e22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=374c8b561cf2434e954fd98ea1e55c25&device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 1096 time: 0.4833701 May 26 22:56:50.190925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] Sync routers for ids ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:50.195102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd38599-6993-4e55-8501-cf2c3b2687fb req-fb7352e8-2fd2-4a07-b931-10b140050eab tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:50.196531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fd38599-6993-4e55-8501-cf2c3b2687fb req-fb7352e8-2fd2-4a07-b931-10b140050eab tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.4518349 May 26 22:56:50.210194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-56c88b60-0d23-4499-907c-af9a72235fbf tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.3960028 May 26 22:56:50.212135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40252) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:50.218666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] Routers {'18f078cf-65ee-433b-97a6-8a95f3ca04f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:50.220090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:50.238843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7008dfeb-9e4a-464d-b18a-54a4585bb37e admin admin] 10.222.0.32 "PUT /v2.0/routers/18f078cf-65ee-433b-97a6-8a95f3ca04f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9120381 May 26 22:56:50.277560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:50.367121 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:50.384125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:50.422950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fd38599-6993-4e55-8501-cf2c3b2687fb req-3be4af6d-6405-4dec-807f-a86558016542 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979437 May 26 22:56:50.473385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] Set router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:50.529021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-a63551b3-f47b-4952-a0f2-1c4c283137c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:50.530485 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-a63551b3-f47b-4952-a0f2-1c4c283137c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.3725622 May 26 22:56:50.537183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-7eb46929-1acd-407e-b74c-de89f8d168c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1095 time: 0.8146174 May 26 22:56:50.554056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96f4077e-44a0-4225-a751-391012c07ab0 req-81b166b4-84b9-4a98-b293-6e2664cec96a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483469 May 26 22:56:50.595638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-248784f8-1eb7-46f6-b11e-4bd5b4d0b702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:50.597111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-248784f8-1eb7-46f6-b11e-4bd5b4d0b702 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 HTTP/1.1" status: 200 len: 913 time: 0.4093227 May 26 22:56:50.711634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:50.774929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:50.821579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:56:50.822417 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:56:50.824297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-ec990b2f-d0a4-435d-8996-0625e2dac06e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da776ff1-7331-4072-9fda-74b3ce82c108 HTTP/1.1" status: 200 len: 217 time: 0.2109618 May 26 22:56:50.835570 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f782aa-1fbb-4b9a-bb02-4b9ceee85990'] response: {'name': 'network-changed', 'server_uuid': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'tag': '3d53935f-c800-4a4f-a43c-48a17356e525', 'status': 'completed', 'code': 200} May 26 22:56:50.842980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:50.886606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:50.893586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:50.973924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf22934-a179-490e-ad6e-6e2d6d2835b8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:50.979961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf22934-a179-490e-ad6e-6e2d6d2835b8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:50.984914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf22934-a179-490e-ad6e-6e2d6d2835b8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:50.985846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf22934-a179-490e-ad6e-6e2d6d2835b8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Synchronizing usage tracker for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:51.005720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:56:45Z', 'revision_number': 5, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:51.013549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] Checking router: 18f078cf-65ee-433b-97a6-8a95f3ca04f1 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:51.037021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] Routers {'18f078cf-65ee-433b-97a6-8a95f3ca04f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:51.037978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:51.047530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-f2a8dd08-e420-4137-8655-5c3e87e85b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:51.048983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-f2a8dd08-e420-4137-8655-5c3e87e85b3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.4927137 May 26 22:56:51.118781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-91650ed4-c713-4b2b-90bd-934a2a4d2056 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5775342 May 26 22:56:51.142709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-205d4f66-79b5-4c4e-8081-5183f90bede0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 217 time: 0.0834653 May 26 22:56:51.146803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf22934-a179-490e-ad6e-6e2d6d2835b8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Unset dirty status for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:51.150961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4cf22934-a179-490e-ad6e-6e2d6d2835b8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.9241786 May 26 22:56:51.171553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40270) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:51.220756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-af38943b-8be0-4d7a-9c31-a02dec221624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:51.222202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-af38943b-8be0-4d7a-9c31-a02dec221624 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c356eb5-2fd3-4972-bcf2-820d2608662a HTTP/1.1" status: 200 len: 852 time: 0.3902254 May 26 22:56:51.274862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] Set router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:51.302662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-abc97e4f-3c07-47df-b567-3b478ef6f6d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718615 May 26 22:56:51.334477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 1570f938-bef3-4922-8661-c9619961e6ba {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:51.334815 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:51.423246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] The port '1570f938-bef3-4922-8661-c9619961e6ba' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:56:51.423887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:51.424229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:51.436642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-edfc172e-e221-4464-9a73-4cce8fde3764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:51.438380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-edfc172e-e221-4464-9a73-4cce8fde3764 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.2864079 May 26 22:56:51.577658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-1c3e3d4c-1e75-42c9-9e59-6eec9d240c16 service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667391 May 26 22:56:51.626403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-77440081-8f91-43a7-b8a5-9688bb6f1743 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825668 May 26 22:56:51.714241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:56:45Z', 'revision_number': 5, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:51.720752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345159a-ba3d-4f01-ad55-99d02d05790f None None] The sync data for ids ['18f078cf-65ee-433b-97a6-8a95f3ca04f1'] in n-d-843301-1 is: [{'id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'name': 'tempest-TaggedBootDevicesTest-1858122997-router', 'tenant_id': 'bae9c6b6c611481480a95bc644c38158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:56:45Z', 'revision_number': 5, 'project_id': 'bae9c6b6c611481480a95bc644c38158', 'gw_port': {'id': '1e5f3baf-d710-4034-bd2b-4200132948e1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f078cf-65ee-433b-97a6-8a95f3ca04f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:53Z', 'updated_at': '2022-05-26T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:51.782084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:51.856752 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:51.897761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:51.991794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Router 9f221d85-4d34-4ffe-a6b3-8c3666348582 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:52.015232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a3d5d1-a064-404d-a788-5599376e1c1a']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:52.061099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53f3468-9b79-4c26-8ad0-13023ff40242') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:52.061392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53f3468-9b79-4c26-8ad0-13023ff40242') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:52.098575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.110939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a9b7b8-470f-42f0-9dd5-be93ffaafc90 req-3ae5f271-0af2-43ed-80c4-0c10aafc1a44 service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202783 May 26 22:56:52.157980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80ec5797-aa0a-4c1e-b21d-7e3dae72b48f req-1e8b68a6-d9c2-46d6-856e-bf38a47e741d service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892042 May 26 22:56:52.179668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9eeb1-619c-44fc-b4b3-3817c63649d4 req-481c54e9-586c-44f8-acbf-e8ac5f7b55ee tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:52.181854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0b9eeb1-619c-44fc-b4b3-3817c63649d4 req-481c54e9-586c-44f8-acbf-e8ac5f7b55ee tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.5459507 May 26 22:56:52.196644 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.201868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-3a1554df-ad23-48ce-abc1-7557cf8e962a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7274017 May 26 22:56:52.223752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.281315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:56:52.281802 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.282567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3c0235b4-891f-48da-9638-db4278a448c0 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: timer() May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:56:52.305757 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:56:52.309389 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP 7ac93ccf-7390-4bd5-94e5-f3f3a4f85871 associated. External IP: 172.25.4.103, port: a256de4d-7bb7-4fa0-9399-a99fdead8164. May 26 22:56:52.458780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3c0235b4-891f-48da-9638-db4278a448c0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3c0235b4-891f-48da-9638-db4278a448c0,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:52.479742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '3c0235b4-891f-48da-9638-db4278a448c0', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'port_id': '3c0235b4-891f-48da-9638-db4278a448c0', 'mac_address': 'fa:16:3e:a1:8d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:56:52.498234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c0b9eeb1-619c-44fc-b4b3-3817c63649d4 req-d0754e03-1b1f-44b4-b7b3-19462f1ccc11 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927928 May 26 22:56:52.546523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd2bf-5415-4b96-9e60-1314912c3ff5 req-c5230cfd-cc1b-4fe0-9228-6c3e6e20a734 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:52.552569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.554133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed3fd2bf-5415-4b96-9e60-1314912c3ff5 req-c5230cfd-cc1b-4fe0-9228-6c3e6e20a734 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 943 time: 0.7209849 May 26 22:56:52.563274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cffb852b-0b7b-4994-a7e4-1f43c42cdedc no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:56:52.576959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Calling delete_port for f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:52.606408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: cffb852b-0b7b-4994-a7e4-1f43c42cdedc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:56:52.606795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cffb852b-0b7b-4994-a7e4-1f43c42cdedc not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:56:52.618042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0235b4-891f-48da-9638-db4278a448c0 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:52.635576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3c0235b4-891f-48da-9638-db4278a448c0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3c0235b4-891f-48da-9638-db4278a448c0,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:52.641941 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.661546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.701523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:52.717389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=33a3d5d1-a064-404d-a788-5599376e1c1a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:52.725949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-3aae051c-d1cc-44d1-8c53-f3723dd33904 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054560 May 26 22:56:52.745305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3c0235b4-891f-48da-9638-db4278a448c0,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:52.762913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-6058afc0-e9e0-423a-92d0-7e3152a1ea5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1094 time: 0.5220618 May 26 22:56:52.773175 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f724b70-ee67-4559-be7d-5423a7559229 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/33a3d5d1-a064-404d-a788-5599376e1c1a HTTP/1.1" status: 204 len: 168 time: 4.8100538 May 26 22:56:52.776311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40280) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:52.874453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['3c0235b4-891f-48da-9638-db4278a448c0'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:56:52.884518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1207142834'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:52.910571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:52.948961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed3fd2bf-5415-4b96-9e60-1314912c3ff5 req-7010a784-ab32-43ef-bb5f-5c65579ca81d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932595 May 26 22:56:52.999474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:53.046920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:53.069844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.126144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Port': ['ID=f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:53.132795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:53.134965 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.182995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Deleting port 1e5f3baf-d710-4034-bd2b-4200132948e1 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:53.183328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.314432 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ff0af15-23bf-47a7-a3cb-86b0f455fd3b req-0a56ed30-ee82-45fe-a46b-56f3754c551c service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800512 May 26 22:56:53.324979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:53.327797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:53.331813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.337811 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] Sync routers for ids ['9f221d85-4d34-4ffe-a6b3-8c3666348582'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:53.367591 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] Routers {'9f221d85-4d34-4ffe-a6b3-8c3666348582'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:53.368222 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9f221d85-4d34-4ffe-a6b3-8c3666348582'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:53.431513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-bbd4a4e3-9018-4bb3-b036-e0f700322847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:53.432963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-bbd4a4e3-9018-4bb3-b036-e0f700322847 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.6584256 May 26 22:56:53.472720 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:53.488496 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] Routers {'9f221d85-4d34-4ffe-a6b3-8c3666348582'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:53.489284 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9f221d85-4d34-4ffe-a6b3-8c3666348582'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:53.580840 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:53.590316 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb3af1-cea2-4836-92d0-f7f066a258c2 None None] The sync data for ids ['9f221d85-4d34-4ffe-a6b3-8c3666348582'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:53.593648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.598463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4f4cebef-78a0-40ae-a97d-b866aca28548 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/ports/f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 HTTP/1.1" status: 204 len: 168 time: 2.4234455 May 26 22:56:53.636373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40292) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:53.637198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:56:53.744069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.746658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c25d3557-0433-4e0e-a9f9-8d4e1c9aae90 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "PUT /v2.0/routers/9f221d85-4d34-4ffe-a6b3-8c3666348582 HTTP/1.1" status: 200 len: 922 time: 7.3861837 May 26 22:56:53.753374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40298) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:53.758400 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.758877 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment f35a51ac-2dd3-48b4-b3c2-e00f8809c429 of type vlan for network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae May 26 22:56:53.761996 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21d1539-fc4b-4992-9f79-ae996af1210e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] GET failed (client error): The resource could not be found. May 26 22:56:53.766553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b21d1539-fc4b-4992-9f79-ae996af1210e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "GET /v2.0/ports/f69bc4c9-8d38-4bf1-a8a2-0fa8f73c95d7 HTTP/1.1" status: 404 len: 333 time: 0.1230741 May 26 22:56:53.766553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-9c3547f0-a3ce-4e46-b243-f38a0b58a20c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 200 len: 217 time: 0.2540014 May 26 22:56:53.830541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40300) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:53.831944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-8b122bfe-53c7-4da3-97c2-fec1c2a26462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:53.833360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-8b122bfe-53c7-4da3-97c2-fec1c2a26462 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.0610890 May 26 22:56:53.878908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'name': 'tempest-AllowedAddressPairTestJSON-767638674'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:54.043349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.068450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] For port 1e5f3baf-d710-4034-bd2b-4200132948e1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1e5f3baf-d710-4034-bd2b-4200132948e1,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:54.068808 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.090022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:54.162805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdfa79-dac1-409a-b795-f40a518480bb req-cd0731c7-1c72-4d92-b982-0c7d49c4bed1 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:54.164227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90cdfa79-dac1-409a-b795-f40a518480bb req-cd0731c7-1c72-4d92-b982-0c7d49c4bed1 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.4767001 May 26 22:56:54.247969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Calling delete_port for 1e5f3baf-d710-4034-bd2b-4200132948e1 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:54.274914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:56:54.296146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f0d0c1a-dc44-4ce1-86a6-166c39762061 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/9f221d85-4d34-4ffe-a6b3-8c3666348582 HTTP/1.1" status: 200 len: 922 time: 0.5259614 May 26 22:56:54.296844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3c0235b4-891f-48da-9638-db4278a448c0 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:54.298958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40308) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:54.378775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-a81e25a0-6155-44ef-9fdb-67d6d8077061 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5328758 May 26 22:56:54.387348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:54.392066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Usage tracker for resource:port and tenant:5b9b0c3e504f498c8b0ba75a10826108 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:54.395126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:54.400776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:54.406655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f336f-8ad6-4479-801f-2d22f89f5ee0 req-ba066ef3-1b39-4f9c-9cb2-6e5552e4af05 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:54.408033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a4f336f-8ad6-4479-801f-2d22f89f5ee0 req-ba066ef3-1b39-4f9c-9cb2-6e5552e4af05 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 943 time: 0.2959573 May 26 22:56:54.417620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 3c0235b4-891f-48da-9638-db4278a448c0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:54.425054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 3c0235b4-891f-48da-9638-db4278a448c0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:54.426135 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.431151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90cdfa79-dac1-409a-b795-f40a518480bb req-953b5fd0-13c4-435d-94a1-1a4dd8b621d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906254 May 26 22:56:54.431735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.435765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:54.436326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.460334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:54.462779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.475782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a4f336f-8ad6-4479-801f-2d22f89f5ee0 req-fb41a02e-13cc-4e88-868f-a17548edbca4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604305 May 26 22:56:54.502575 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ae07ca43-2764-462b-a1af-42e81b773ddc tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=9f221d85-4d34-4ffe-a6b3-8c3666348582&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1992228 May 26 22:56:54.503373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40314) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:54.713968 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.726188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:54.732873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.844735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b7cf3666-52b3-406a-95b1-32197fafcebd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "PUT /v2.0/floatingips/7ac93ccf-7390-4bd5-94e5-f3f3a4f85871 HTTP/1.1" status: 200 len: 991 time: 6.1858358 May 26 22:56:54.847704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:54.855300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc9eb25-5a30-430e-abb1-0b37f24dedbd tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:54.856187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2dc9eb25-5a30-430e-abb1-0b37f24dedbd tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Synchronizing usage tracker for tenant:9b3534ab4d6241d2b442e658c6a54227 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:54.882099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3c0235b4-891f-48da-9638-db4278a448c0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3c0235b4-891f-48da-9638-db4278a448c0,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:54.887674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2dc9eb25-5a30-430e-abb1-0b37f24dedbd tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Unset dirty status for tenant:9b3534ab4d6241d2b442e658c6a54227 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:54.890837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2dc9eb25-5a30-430e-abb1-0b37f24dedbd tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.3845818 May 26 22:56:54.894753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40326) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:54.895288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:54.897934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0572004 May 26 22:56:54.908685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40330) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:54.909932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] device_id is not set on port 649ac312-287f-4c44-b597-2021a93131d6 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:56:54.910603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0235b4-891f-48da-9638-db4278a448c0'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:54.930905 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.958237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': '49160ed8-7c28-4e5e-a262-eab8f72ad9ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:54.969097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc29485e-0a42-4105-a661-dc6e77b3f276 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f221d85-4d34-4ffe-a6b3-8c3666348582 HTTP/1.1" status: 200 len: 205 time: 0.0731411 May 26 22:56:54.971791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40336) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:54.977113 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efa51dc-247a-44ed-822c-0a6c3582c962'] response: {'name': 'network-changed', 'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'status': 'completed', 'code': 200} May 26 22:56:55.051961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3d53935f-c800-4a4f-a43c-48a17356e525 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:56:55.080792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3e0c3-1f85-4b9c-b67c-bfdcac4bc9c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=49160ed8-7c28-4e5e-a262-eab8f72ad9ae,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:55.256503 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-c9b159e5-ef7d-4f17-948b-05eb3e71bdef service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457491 May 26 22:56:55.297000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3d53935f-c800-4a4f-a43c-48a17356e525, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3d53935f-c800-4a4f-a43c-48a17356e525,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:55.311044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:55.314075 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd9c8bb-fa46-4229-8dfc-bc4ea830b7e2'] response: {'server_uuid': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0235b4-891f-48da-9638-db4278a448c0', 'code': 200} May 26 22:56:55.325232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:56:55.353889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3d53935f-c800-4a4f-a43c-48a17356e525', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'port_id': '3d53935f-c800-4a4f-a43c-48a17356e525', 'mac_address': 'fa:16:3e:a6:ed:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:56:55.424037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc87d21-dc1d-4b05-87ff-ba28699115b7 req-3eafc210-7ef7-4fa6-9ba0-9914b6a5ae68 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:55.425593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cdc87d21-dc1d-4b05-87ff-ba28699115b7 req-3eafc210-7ef7-4fa6-9ba0-9914b6a5ae68 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.3843629 May 26 22:56:55.463646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a604603-f3a0-41eb-a8f5-6d4282e6210c req-b8c1ffd5-2718-40a5-a2d3-206c7bc91665 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1097 time: 0.1691201 May 26 22:56:55.469377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:55.489000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:55.489832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:55.500866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:55.538792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:55.553738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cdc87d21-dc1d-4b05-87ff-ba28699115b7 req-2c9b8b7f-193e-4008-9550-543f15cdd9ad tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162789 May 26 22:56:55.587022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a604603-f3a0-41eb-a8f5-6d4282e6210c req-b81fa11b-d5e6-4c99-b646-abf4b804bd6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167455 May 26 22:56:55.623064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:55.644885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Allocated IP 172.20.0.12 (1ada3140-d152-4b47-8bbd-cfad638c797a/e54e4490-691f-4aef-a6d4-efc336fe5d4f/649ac312-287f-4c44-b597-2021a93131d6) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:55.693523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:55.866216 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:55.923668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:55.930698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3c0235b4-891f-48da-9638-db4278a448c0,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:55.938241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Deleting port cac8d2c9-13fd-4db5-aad4-4c2304ff7a2a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:55.938636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:55.953564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:55.984737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7b270c2-1bf2-4cff-97bd-cac5ab8766a6 req-96913d19-3143-48e1-a12d-c36c3a2c1b6b service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126560 May 26 22:56:56.087914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-82c914e9-4688-4d8d-89c3-76fcfc486bb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 1096 time: 1.0255589 May 26 22:56:56.088442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:56.148534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d53935f-c800-4a4f-a43c-48a17356e525 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:56.164479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3d53935f-c800-4a4f-a43c-48a17356e525, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3d53935f-c800-4a4f-a43c-48a17356e525,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:56.174328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5f3baf-d710-4034-bd2b-4200132948e1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:56.180564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:56.203485 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:56.214092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:56.270547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3d53935f-c800-4a4f-a43c-48a17356e525,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:56.282944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:50Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:56.286140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:56.297740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:56.298480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:56.386938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:56.389297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Calling delete_port for cac8d2c9-13fd-4db5-aad4-4c2304ff7a2a owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:56.608141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:56.617119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3d53935f-c800-4a4f-a43c-48a17356e525'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:56:56.731682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event deleted for resources: {'Port': ['ID=cac8d2c9-13fd-4db5-aad4-4c2304ff7a2a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:56.735756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:56.900163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1897d3f-308a-4be0-959a-7e253eed1c56 req-fb193119-265f-4dc7-b750-ea89b34946c7 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:56.904226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1897d3f-308a-4be0-959a-7e253eed1c56 req-fb193119-265f-4dc7-b750-ea89b34946c7 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 943 time: 0.9019980 May 26 22:56:57.236047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.395755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-56485255-1e7f-4786-a69a-49b4d3fd18ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:57.398328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-56485255-1e7f-4786-a69a-49b4d3fd18ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 1.2466631 May 26 22:56:57.595959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:50Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:57.602468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe848f-9a2b-4c01-b7cf-17dc2bbc8a4f None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:50Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:57.699326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.762930 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.803983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.808955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.850109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9acaa9-4030-4ef9-a3d5-b4fd34574b99 req-8ddc9de4-c7e8-42eb-bbcb-4d5f5b239e56 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:57.864621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c9acaa9-4030-4ef9-a3d5-b4fd34574b99 req-8ddc9de4-c7e8-42eb-bbcb-4d5f5b239e56 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.9559131 May 26 22:56:57.865764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.866368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Fanout notify agent at l3_agent the message router_deleted on router 9f221d85-4d34-4ffe-a6b3-8c3666348582 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:56:57.904872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.921742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.922841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d7b37c54-3c0d-4427-910c-d4f3280388ef tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/9f221d85-4d34-4ffe-a6b3-8c3666348582 HTTP/1.1" status: 204 len: 168 time: 2.9499831 May 26 22:56:57.927897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40360) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:57.937362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1569495813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:57.947111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:57.954413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c9acaa9-4030-4ef9-a3d5-b4fd34574b99 req-4033b14e-43f8-489d-a227-91b3c4a2a83a tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829759 May 26 22:56:57.955367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Usage tracker for resource:router and tenant:7aa8d75d937349128250dca3b9900e12 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:57.958867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:57.965066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:57.983060 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.984223 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.007992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.013510 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393fb06-9829-48a7-97ee-ddc5ebcd9146 None None] New status for floating IP 7ac93ccf-7390-4bd5-94e5-f3f3a4f85871: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:56:58.032951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.039173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Transition to ACTIVE for port object 649ac312-287f-4c44-b597-2021a93131d6 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:58.061895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.063075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e4b9450e-51bc-4ef5-aa7a-5977ddba4171 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1342511 May 26 22:56:58.065846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40366) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:58.072078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:58.125657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a1897d3f-308a-4be0-959a-7e253eed1c56 req-586d5f2d-109d-42f1-a624-356eefbbef32 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0890834 May 26 22:56:58.234201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.236006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.287897 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-b664d4c6-5aaf-4c97-8049-cc99235699be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164 HTTP/1.1" status: 200 len: 999 time: 0.8726058 May 26 22:56:58.300688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.465744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.476075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=efc38923-ed4d-4a2d-91a8-d763d6f4b1da,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:58.556735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.590754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-aa491737-1eac-44fb-aa4e-48c17cd47d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:58.592208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-aa491737-1eac-44fb-aa4e-48c17cd47d0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.2897785 May 26 22:56:58.602632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.603162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18f078cf-65ee-433b-97a6-8a95f3ca04f1 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:56:58.675245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:58.676376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=649ac312-287f-4c44-b597-2021a93131d6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:58.683720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:58.685482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': 'f35a51ac-2dd3-48b4-b3c2-e00f8809c429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49160ed8-7c28-4e5e-a262-eab8f72ad9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:58.685869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: 49160ed8-7c28-4e5e-a262-eab8f72ad9ae, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:56:58.692342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:58.739090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.769983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.795502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-4b0628a3-8fd2-4229-aa4c-ebce7d536368 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=374c8b561cf2434e954fd98ea1e55c25&device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 1096 time: 0.3864269 May 26 22:56:58.803324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.804412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c217b186-52db-4bbe-9491-711de36ee629 admin admin] 10.222.0.32 "DELETE /v2.0/routers/18f078cf-65ee-433b-97a6-8a95f3ca04f1 HTTP/1.1" status: 204 len: 168 time: 8.5185626 May 26 22:56:58.809711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40372) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:58.830599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:58.831197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.845363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48d05-8b42-4ff5-9985-452f0609897e req-0e695964-27c9-45c4-bd06-a08818b18e9c tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:58.846878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95b48d05-8b42-4ff5-9985-452f0609897e req-0e695964-27c9-45c4-bd06-a08818b18e9c tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.5060451 May 26 22:56:58.899120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] Deleting subnet 9a5808fd-acf9-4834-8d0f-ee66ded2fd8f {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:56:58.931498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.955106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:56:58.965496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-60745f4f-24fc-45d7-abb2-8352ab1d1ed2 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1211896 May 26 22:56:58.971004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40378) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:58.990547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2c:db:5f'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:58.995823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-110486ec-2857-408e-a4d0-3240a5b168af None None] Provisioning for port 649ac312-287f-4c44-b597-2021a93131d6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:59.007660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-110486ec-2857-408e-a4d0-3240a5b168af None None] Provisioning complete for port 649ac312-287f-4c44-b597-2021a93131d6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:59.008589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-110486ec-2857-408e-a4d0-3240a5b168af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.048696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3d53935f-c800-4a4f-a43c-48a17356e525 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:59.062139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.072922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-b2b30098-9e4c-4723-896e-d3409dbb9de6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4554994 May 26 22:56:59.073908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 49160ed8-7c28-4e5e-a262-eab8f72ad9ae) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:59.081396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-05f96283-1207-4c9e-adb3-ebeee3822e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:59.083702 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-05f96283-1207-4c9e-adb3-ebeee3822e88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 HTTP/1.1" status: 200 len: 913 time: 0.2780979 May 26 22:56:59.101979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c53d1-ff01-401c-ac67-01d1aa9b1ddb None None] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:56:59.117073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95b48d05-8b42-4ff5-9985-452f0609897e req-dbf2bc20-d264-4a4c-a28c-8a289e684db5 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553377 May 26 22:56:59.118558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:59.122470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.363761 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-6a1c98a9-538d-4527-af69-746b70a407b1 service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714171 May 26 22:56:59.383450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-110486ec-2857-408e-a4d0-3240a5b168af None None] Port 649ac312-287f-4c44-b597-2021a93131d6 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:59.444815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Allocated IP 172.25.4.191 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/830cd08e-044f-445e-bcf1-06dde31fdab5) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:59.447145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-59141dce-27d2-4923-aa24-9b4a5cc0498c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da776ff1-7331-4072-9fda-74b3ce82c108 HTTP/1.1" status: 200 len: 217 time: 0.2781184 May 26 22:56:59.448957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a81b5736-7e74-4222-b923-22cc0dd800c0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4993694 May 26 22:56:59.452666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40386) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:59.496327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 3d53935f-c800-4a4f-a43c-48a17356e525 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:59.523294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3d53935f-c800-4a4f-a43c-48a17356e525 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:59.523668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.534729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-541315648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:59.541866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:59.547670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:router and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:59.553816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:59.560694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:59.701328 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.713884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-49160ed8-7c28-4e5e-a262-eab8f72ad9ae', 'network_id': '49160ed8-7c28-4e5e-a262-eab8f72ad9ae', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': 'efc38923-ed4d-4a2d-91a8-d763d6f4b1da'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:56:59.714714 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.816398 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.824270 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.832091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-0e08e51a-e8b7-4852-a7d6-b0c018edaec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:59.833530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-0e08e51a-e8b7-4852-a7d6-b0c018edaec9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c356eb5-2fd3-4972-bcf2-820d2608662a HTTP/1.1" status: 200 len: 852 time: 0.3784845 May 26 22:56:59.839134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.840082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.862262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3d53935f-c800-4a4f-a43c-48a17356e525, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3d53935f-c800-4a4f-a43c-48a17356e525,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:59.869764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d53935f-c800-4a4f-a43c-48a17356e525'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:59.874928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.904651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-1f5f59ee-d05d-4aa5-8820-341dc90b2c29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606494 May 26 22:56:59.961394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3d53935f-c800-4a4f-a43c-48a17356e525,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:59.993443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.016672 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00753011-7899-4e18-9cad-00e5182ecf5d'] response: {'server_uuid': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d53935f-c800-4a4f-a43c-48a17356e525', 'code': 200} May 26 22:57:00.017590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.024777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caa349-05bc-4ca6-83d1-116bc05b65d5 req-66806cc5-f3ab-4037-978a-f6fefd9952de tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:00.026656 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43caa349-05bc-4ca6-83d1-116bc05b65d5 req-66806cc5-f3ab-4037-978a-f6fefd9952de tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 944 time: 0.6133554 May 26 22:57:00.037942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Allocated IP 2001:db8::2 (49160ed8-7c28-4e5e-a262-eab8f72ad9ae/efc38923-ed4d-4a2d-91a8-d763d6f4b1da/3f62ac14-fc7d-4f2f-abab-4e7907062af5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:00.038835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.059955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d0b29d-d3a5-436a-8635-096633db65a4 req-92918235-ffbd-4823-9ca7-2aadb67d2be1 service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096392 May 26 22:57:00.099813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.139848 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-6b46dc55-642c-429b-b2fe-3b4815de0c1e service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278616 May 26 22:57:00.140545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.144190 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-be5a6133-a64e-4618-b7c2-9a48c12f142f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6878853 May 26 22:57:00.144875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40398) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:00.172934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5808fd-acf9-4834-8d0f-ee66ded2fd8f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:00.215565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.301006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5005659-f83a-4c07-8221-02fb7468c3c9 None None] Network 921f5166-81b8-4c79-98b4-31a94e47af3d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:00.328299 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-83fd62be-e779-418b-9b19-b1b5fe43aa07 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9a5808fd-acf9-4834-8d0f-ee66ded2fd8f HTTP/1.1" status: 204 len: 168 time: 1.5175416 May 26 22:57:00.348888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40404) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:00.359517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.411669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:00.467492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:00.492057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:00.537788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43caa349-05bc-4ca6-83d1-116bc05b65d5 req-47a11f36-b556-4bde-a8aa-829378f52ef5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857602 May 26 22:57:00.583569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.598747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event updated for resources: {'Port': ['ID=830cd08e-044f-445e-bcf1-06dde31fdab5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:00.621205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a87e045-a5d0-4b64-96bf-4204750473be req-d830cff1-5fa2-4bb8-bf3e-d73b175886c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1096 time: 0.5274651 May 26 22:57:00.708299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca374d51-75d3-4e2e-bc38-1ca3e29f7c46 req-1fbeb4a3-2b8c-441c-850d-c6c806c26930 service neutron] 10.222.0.48 "GET /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613029 May 26 22:57:00.733735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1e5f3baf-d710-4034-bd2b-4200132948e1 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:57:00.800657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 1e5f3baf-d710-4034-bd2b-4200132948e1 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:57:00.800962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1e5f3baf-d710-4034-bd2b-4200132948e1 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:57:00.824820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Deleting port 03232ba3-bccd-4f01-ba94-0edf257c4093 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:00.825162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.847017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.869875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Transition to ACTIVE for port object 3f62ac14-fc7d-4f2f-abab-4e7907062af5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:00.879774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25990a7-c578-403a-8158-f72f3a8a7d8d req-4e3437c0-0b5a-4ed6-92c2-d7440951da1a tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:00.881219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e25990a7-c578-403a-8158-f72f3a8a7d8d req-4e3437c0-0b5a-4ed6-92c2-d7440951da1a tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.5255408 May 26 22:57:00.904488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] DHCP port deletion for 921f5166-81b8-4c79-98b4-31a94e47af3d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:57:00.910341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.918500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] Deleting port 03232ba3-bccd-4f01-ba94-0edf257c4093 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:00.918937 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.920158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a87e045-a5d0-4b64-96bf-4204750473be req-90301e61-3f59-41ac-8a82-5fe135cb1d3b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876031 May 26 22:57:00.929613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.946198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Transition to ACTIVE for port object 3f62ac14-fc7d-4f2f-abab-4e7907062af5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:00.964297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.109021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=649ac312-287f-4c44-b597-2021a93131d6,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:01.120008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.151178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Pushing event updated for resources: {'Port': ['ID=3f62ac14-fc7d-4f2f-abab-4e7907062af5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:01.164024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:01.167809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:01.171826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:01.279522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] In _notify_port_updated(), no bound segment for port 649ac312-287f-4c44-b597-2021a93131d6 on network 1ada3140-d152-4b47-8bbd-cfad638c797a {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:57:01.282743 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e25990a7-c578-403a-8158-f72f3a8a7d8d req-79fd0eb7-9803-446c-a6cc-14580a23859d tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879201 May 26 22:57:01.283512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:01.284202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.288789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dbe063be-f178-41ab-ae62-758e297240b1 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "PUT /v2.0/ports/649ac312-287f-4c44-b597-2021a93131d6 HTTP/1.1" status: 200 len: 993 time: 2.3109465 May 26 22:57:01.290093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40412) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:01.465294 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.479755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.555246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Attempting to bind port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:01.555611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Attempting to bind port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'f35a51ac-2dd3-48b4-b3c2-e00f8809c429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49160ed8-7c28-4e5e-a262-eab8f72ad9ae'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:01.555967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Attempting to bind port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 on network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:01.562733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f21b5c71-b66b-499e-ae3e-8c2a67c36e8c None None] Provisioning complete for port 649ac312-287f-4c44-b597-2021a93131d6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:01.563093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f21b5c71-b66b-499e-ae3e-8c2a67c36e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.582730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] For port 03232ba3-bccd-4f01-ba94-0edf257c4093, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03232ba3-bccd-4f01-ba94-0edf257c4093,segment=NetworkSegment(91fff51e-d117-45f3-a303-eb627d5e5ff3),segment_id=91fff51e-d117-45f3-a303-eb627d5e5ff3)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:01.583237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.607739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] For port 03232ba3-bccd-4f01-ba94-0edf257c4093, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03232ba3-bccd-4f01-ba94-0edf257c4093,segment=NetworkSegment(91fff51e-d117-45f3-a303-eb627d5e5ff3),segment_id=91fff51e-d117-45f3-a303-eb627d5e5ff3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:01.608127 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.627803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:01.628094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Checking segment: {'id': 'f35a51ac-2dd3-48b4-b3c2-e00f8809c429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49160ed8-7c28-4e5e-a262-eab8f72ad9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:01.628488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.628872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Bound using segment: {'id': 'f35a51ac-2dd3-48b4-b3c2-e00f8809c429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49160ed8-7c28-4e5e-a262-eab8f72ad9ae'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:01.629342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Bound port: 3f62ac14-fc7d-4f2f-abab-4e7907062af5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a51ac-2dd3-48b4-b3c2-e00f8809c429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49160ed8-7c28-4e5e-a262-eab8f72ad9ae'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:01.629733 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.766230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] Calling delete_port for 03232ba3-bccd-4f01-ba94-0edf257c4093 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:01.793596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f21b5c71-b66b-499e-ae3e-8c2a67c36e8c None None] Port 649ac312-287f-4c44-b597-2021a93131d6 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:01.824355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Calling delete_port for 03232ba3-bccd-4f01-ba94-0edf257c4093 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:01.914721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] For port 3f62ac14-fc7d-4f2f-abab-4e7907062af5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:01.918608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] For port 3f62ac14-fc7d-4f2f-abab-4e7907062af5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3f62ac14-fc7d-4f2f-abab-4e7907062af5,segment=NetworkSegment(f35a51ac-2dd3-48b4-b3c2-e00f8809c429),segment_id=f35a51ac-2dd3-48b4-b3c2-e00f8809c429)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:01.923811 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.979556 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.003605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] Pushing event deleted for resources: {'Port': ['ID=03232ba3-bccd-4f01-ba94-0edf257c4093,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:02.027864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port 649ac312-287f-4c44-b597-2021a93131d6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:02.028170 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.064673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa4f79-7662-4538-a9ad-7eb58f437be4 None None] No DVR routers for this DVR port 03232ba3-bccd-4f01-ba94-0edf257c4093 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:57:02.138999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd30d11-a8b9-4e41-9fec-22a9f0d8515f None None] Pushing event updated for resources: {'Port': ['ID=3f62ac14-fc7d-4f2f-abab-4e7907062af5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:02.235377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:57:02.235694 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:57:02.241085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.265066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ef99c-36db-422d-b47e-a9bfc197e4f4 req-bfb5bc26-44c2-4327-b179-24002decd678 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:02.272151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d16ef99c-36db-422d-b47e-a9bfc197e4f4 req-bfb5bc26-44c2-4327-b179-24002decd678 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.4373026 May 26 22:57:02.352540 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d16ef99c-36db-422d-b47e-a9bfc197e4f4 req-828caf23-526b-432a-9a2c-7b4d859e8ae1 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792801 May 26 22:57:02.381323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Router 356bfacc-040e-489b-85a2-fea701912858 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:02.640284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3f62ac14-fc7d-4f2f-abab-4e7907062af5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:02.710301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:02.724412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.727327 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b0d0289c-e8c8-421c-b558-77609f1c64b7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "PUT /v2.0/routers/356bfacc-040e-489b-85a2-fea701912858 HTTP/1.1" status: 200 len: 880 time: 4.6586945 May 26 22:57:02.730359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40422) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:02.733922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] Sync routers for ids ['356bfacc-040e-489b-85a2-fea701912858'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:02.743853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Deleting port 03232ba3-bccd-4f01-ba94-0edf257c4093 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:02.744048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.756630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] Routers {'356bfacc-040e-489b-85a2-fea701912858'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:02.757324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['356bfacc-040e-489b-85a2-fea701912858'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:02.817689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] The port '03232ba3-bccd-4f01-ba94-0edf257c4093' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:57:02.824521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:02.836084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:02.838874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] Routers {'356bfacc-040e-489b-85a2-fea701912858'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:02.839613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['356bfacc-040e-489b-85a2-fea701912858'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:02.915334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:02.915942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6aa19a-15b5-476e-8b91-b12a0477755b None None] The sync data for ids ['356bfacc-040e-489b-85a2-fea701912858'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:02.925905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.973714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03232ba3-bccd-4f01-ba94-0edf257c4093 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:57:02.999983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1db2eb-7452-4d4c-920d-26133607f009 req-4b33f201-c37e-41b5-ae11-3af267d708ee tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:03.001501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f1db2eb-7452-4d4c-920d-26133607f009 req-4b33f201-c37e-41b5-ae11-3af267d708ee tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.4057145 May 26 22:57:03.007324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e93e74c5-db44-4aeb-84ec-495e88fcbbbd tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/356bfacc-040e-489b-85a2-fea701912858 HTTP/1.1" status: 200 len: 921 time: 0.2757266 May 26 22:57:03.008309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40428) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:03.070835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 03232ba3-bccd-4f01-ba94-0edf257c4093 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:57:03.071295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03232ba3-bccd-4f01-ba94-0edf257c4093 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:57:03.127043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5da60bdb-909c-481f-9957-8b08d2122120 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=356bfacc-040e-489b-85a2-fea701912858&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1150596 May 26 22:57:03.127362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:03.207255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.236717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921f5166-81b8-4c79-98b4-31a94e47af3d']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:03.259131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Calling delete_port for 649ac312-287f-4c44-b597-2021a93131d6 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:03.277787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d492509-62b6-4150-b650-a9530119d966 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:03.282541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2d492509-62b6-4150-b650-a9530119d966 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.1541381 May 26 22:57:03.283212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40436) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:03.295813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fff51e-d117-45f3-a303-eb627d5e5ff3') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:03.296313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fff51e-d117-45f3-a303-eb627d5e5ff3') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:03.304685 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:57:03.354289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ff31f157-0afa-4c77-a6d6-b55f94569c91 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=356bfacc-040e-489b-85a2-fea701912858 HTTP/1.1" status: 200 len: 205 time: 0.0697899 May 26 22:57:03.356638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:03.357901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.418167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f1db2eb-7452-4d4c-920d-26133607f009 req-2149ec76-f676-4fa1-80ca-6015401bd5f3 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168037 May 26 22:57:03.521197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.577149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:57:03.578766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: util.warn( May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: timer() May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:57:03.601577 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:57:03.634314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c884d50a-a92e-4ffe-b0b5-2358692a504b None None] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:03.686608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5d58-4dea-45bc-9134-dacafde25f22 req-dddc2801-18f0-48f0-b0e5-ed66e51443c4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:03.689155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-118c5d58-4dea-45bc-9134-dacafde25f22 req-dddc2801-18f0-48f0-b0e5-ed66e51443c4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.1584034 May 26 22:57:03.787708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-118c5d58-4dea-45bc-9134-dacafde25f22 req-08d0aad1-221b-4697-be5a-d6f403fab94f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905569 May 26 22:57:03.821020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.890682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c82dd3a2-5717-406a-a392-9993f572baea None None] Provisioning for port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:03.899729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c82dd3a2-5717-406a-a392-9993f572baea None None] Provisioning complete for port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:03.900190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3a2-5717-406a-a392-9993f572baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.129638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3a2-5717-406a-a392-9993f572baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.178719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8::1 (49160ed8-7c28-4e5e-a262-eab8f72ad9ae/efc38923-ed4d-4a2d-91a8-d763d6f4b1da/5fe12527-ce2a-4971-a8a3-897acc461c4a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:04.180086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c82dd3a2-5717-406a-a392-9993f572baea None None] For port 3f62ac14-fc7d-4f2f-abab-4e7907062af5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3f62ac14-fc7d-4f2f-abab-4e7907062af5,segment=NetworkSegment(f35a51ac-2dd3-48b4-b3c2-e00f8809c429),segment_id=f35a51ac-2dd3-48b4-b3c2-e00f8809c429)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:04.188059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3a2-5717-406a-a392-9993f572baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.301261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.343695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Deleting port 830cd08e-044f-445e-bcf1-06dde31fdab5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:04.347203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.357038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dd3a2-5717-406a-a392-9993f572baea None None] Pushing event updated for resources: {'Port': ['ID=3f62ac14-fc7d-4f2f-abab-4e7907062af5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:04.407656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.409389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.492246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.521665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a0347c13-e2af-4d05-b2a0-c7676fe16725 None None] Provisioning complete for port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:04.522272 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0347c13-e2af-4d05-b2a0-c7676fe16725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.584349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3f62ac14-fc7d-4f2f-abab-4e7907062af5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:04.725551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.741220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:04.741870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.790581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Port': ['ID=649ac312-287f-4c44-b597-2021a93131d6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:04.825573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=921f5166-81b8-4c79-98b4-31a94e47af3d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:04.904947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4307a-3047-498f-ac39-be30ab82421b req-70188a5b-e0fe-4c30-a6c9-6818764f59f0 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:04.911918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2f4307a-3047-498f-ac39-be30ab82421b req-70188a5b-e0fe-4c30-a6c9-6818764f59f0 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.8772273 May 26 22:57:04.932990 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-82cfac42-445f-41ff-beed-49d1bd6f64f4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/921f5166-81b8-4c79-98b4-31a94e47af3d HTTP/1.1" status: 204 len: 168 time: 4.5789571 May 26 22:57:04.980471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Calling delete_port for 830cd08e-044f-445e-bcf1-06dde31fdab5 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:04.990180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.011082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.016093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-be8b3603-3a3d-4136-a24d-3b14f111168d tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/ports/649ac312-287f-4c44-b597-2021a93131d6 HTTP/1.1" status: 204 len: 168 time: 3.7238755 May 26 22:57:05.020703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40460) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:05.074616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a2f4307a-3047-498f-ac39-be30ab82421b req-34983ff3-9065-4c83-a593-9f56abe507e0 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617336 May 26 22:57:05.080483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object 5fe12527-ce2a-4971-a8a3-897acc461c4a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:05.107112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-7d1a656e-801f-4a5d-8031-ddf53c2893d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1096 time: 0.8798528 May 26 22:57:05.107546 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6490b82-73bc-4c24-adfc-6a8700d4ef59 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] GET failed (client error): The resource could not be found. May 26 22:57:05.108229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d6490b82-73bc-4c24-adfc-6a8700d4ef59 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Synchronizing usage tracker for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:05.132916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d6490b82-73bc-4c24-adfc-6a8700d4ef59 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Unset dirty status for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:05.139640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d6490b82-73bc-4c24-adfc-6a8700d4ef59 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "GET /v2.0/ports/649ac312-287f-4c44-b597-2021a93131d6 HTTP/1.1" status: 404 len: 333 time: 0.1174498 May 26 22:57:05.140398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40464) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:05.149213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'name': 'tempest-AllowedAddressPairTestJSON-1524118186'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:05.221397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.263176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a77273-c196-4a13-887d-343959c55811 req-05c3b5cb-baf8-4950-86da-ae9decaf8e00 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:05.269716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65a77273-c196-4a13-887d-343959c55811 req-05c3b5cb-baf8-4950-86da-ae9decaf8e00 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.3144989 May 26 22:57:05.318154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:05.332284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:05.341443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:05.342494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.342875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-df59ffa5-05dd-4473-85d8-e3748067ea95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:05.344323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-df59ffa5-05dd-4473-85d8-e3748067ea95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.2233477 May 26 22:57:05.350173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=5fe12527-ce2a-4971-a8a3-897acc461c4a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:05.376224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:05.385156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40470) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:05.431082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:05.451345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65a77273-c196-4a13-887d-343959c55811 req-000b09ba-0d3c-4f00-8d2c-986146565d67 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796768 May 26 22:57:05.488142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:05.491772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.508642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-ec21f1fe-9435-41c8-a41e-0a6a9685a073 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 200 len: 217 time: 0.1577983 May 26 22:57:05.542767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-78c905b7-dd08-4721-a77f-4e0d195311af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25a686dd4d8d430ebc4be269418c8801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1565034 May 26 22:57:05.544108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] device_id is not set on port 9e279b92-b412-41be-9d57-e09b1325e24c yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:57:05.573025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40474) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:05.704450 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.743098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ba91dd3-6385-4797-9419-2747bcf5cf8f None None] Provisioning for port 5fe12527-ce2a-4971-a8a3-897acc461c4a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:05.755268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ba91dd3-6385-4797-9419-2747bcf5cf8f None None] Provisioning complete for port 5fe12527-ce2a-4971-a8a3-897acc461c4a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:05.755641 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ba91dd3-6385-4797-9419-2747bcf5cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.812360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ba91dd3-6385-4797-9419-2747bcf5cf8f None None] Port 5fe12527-ce2a-4971-a8a3-897acc461c4a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:05.818032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Allocated IP 172.20.0.10 (1ada3140-d152-4b47-8bbd-cfad638c797a/e54e4490-691f-4aef-a6d4-efc336fe5d4f/9e279b92-b412-41be-9d57-e09b1325e24c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:05.824020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.841539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a870477c-43d4-41a5-8623-7e4bb2c79bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:05.848595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-f4ea2722-5afb-45c8-9cd3-c451943aefd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:05.850246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-f4ea2722-5afb-45c8-9cd3-c451943aefd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.3336146 May 26 22:57:05.851091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event deleted for resources: {'Port': ['ID=830cd08e-044f-445e-bcf1-06dde31fdab5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:05.961273 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a870477c-43d4-41a5-8623-7e4bb2c79bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.168668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-86d228c7-4f61-4eb0-87db-0b9b6eedc3ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641096 May 26 22:57:06.197473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.258062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a870477c-43d4-41a5-8623-7e4bb2c79bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.426707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-de98dcd5-80ea-4dbe-9877-0d340d256c90 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:06.428567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-de98dcd5-80ea-4dbe-9877-0d340d256c90 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.48 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.5850961 May 26 22:57:06.652608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870477c-43d4-41a5-8623-7e4bb2c79bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6388b9a-c480-44dc-ad4e-3e1364ef11e1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:06.705954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Deleting port da776ff1-7331-4072-9fda-74b3ce82c108 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:06.706422 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.739842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.748307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a620e22-43c5-4a79-a0b5-ba50868781e1 req-f5610cfb-5c06-4b50-bd4a-feacc80b6307 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:06.749733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a620e22-43c5-4a79-a0b5-ba50868781e1 req-f5610cfb-5c06-4b50-bd4a-feacc80b6307 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.4153912 May 26 22:57:06.826511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Transition to ACTIVE for port object 9e279b92-b412-41be-9d57-e09b1325e24c will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:06.911656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.923258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a870477c-43d4-41a5-8623-7e4bb2c79bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.924365 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a870477c-43d4-41a5-8623-7e4bb2c79bc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6388b9a-c480-44dc-ad4e-3e1364ef11e1 HTTP/1.1" status: 204 len: 168 time: 1.3467569 May 26 22:57:06.937344 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.937476 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a620e22-43c5-4a79-a0b5-ba50868781e1 req-8c080078-f3d9-4953-a6b7-02dba5afcfff tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763899 May 26 22:57:06.938614 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-bac4ea36-7902-4340-801e-1f55862a6d03 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614698 May 26 22:57:06.977934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8572d-9778-4da6-a62b-23c5b5bdadfb req-9c750299-3bae-4fb9-90e9-d77482373e1b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:06.985732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2e8572d-9778-4da6-a62b-23c5b5bdadfb req-9c750299-3bae-4fb9-90e9-d77482373e1b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.3217771 May 26 22:57:06.988021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.054291 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.055060 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.065760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.102824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.103354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Fanout notify agent at l3_agent the message router_deleted on router 356bfacc-040e-489b-85a2-fea701912858 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:57:07.136971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.141135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8427f16-c4be-4cfc-bf19-5f75e572fc3d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/356bfacc-040e-489b-85a2-fea701912858 HTTP/1.1" status: 204 len: 168 time: 3.7797205 May 26 22:57:07.141135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2e8572d-9778-4da6-a62b-23c5b5bdadfb req-8290c49f-33ee-4a5d-a62e-ce22c157672d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534228 May 26 22:57:07.142426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40486) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:07.156062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1691471875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:07.185062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:07.210473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Usage tracker for resource:router and tenant:7aa8d75d937349128250dca3b9900e12 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:07.214441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:07.220695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:07.231856 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a54b891-2f42-4983-80c8-48e2d2bfdb20 req-a9e02981-04b0-408f-82fb-32272ae2ea30 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860847 May 26 22:57:07.233336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.234641 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.292479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.310399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:07.321354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:07.328662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=5fe12527-ce2a-4971-a8a3-897acc461c4a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:07.332790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:07.343887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.377099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.381350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-60da99eb-13ae-4559-96a3-725146d6dd62 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2379918 May 26 22:57:07.382142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40490) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:07.387440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': True}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:07.504938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] For port da776ff1-7331-4072-9fda-74b3ce82c108, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da776ff1-7331-4072-9fda-74b3ce82c108,segment=NetworkSegment(1d0176d5-e703-4d95-b9b3-7b18f144134f),segment_id=1d0176d5-e703-4d95-b9b3-7b18f144134f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:07.506285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.536819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:07.543974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.806228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=9e279b92-b412-41be-9d57-e09b1325e24c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:07.820100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Calling delete_port for da776ff1-7331-4072-9fda-74b3ce82c108 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:07.843119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40498) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:07.897719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:07.904732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cfd35133-da76-4651-ab1b-85c58ea1ec66 None None] Provisioning for port 9e279b92-b412-41be-9d57-e09b1325e24c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:07.909951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:07.916382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.917009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.917913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.918630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cfd35133-da76-4651-ab1b-85c58ea1ec66 None None] Provisioning complete for port 9e279b92-b412-41be-9d57-e09b1325e24c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:07.918749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.919781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.920256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.920813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cfd35133-da76-4651-ab1b-85c58ea1ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.920952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.921065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.921380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.921744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:07.922070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:08.093230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cfd35133-da76-4651-ab1b-85c58ea1ec66 None None] Port 9e279b92-b412-41be-9d57-e09b1325e24c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:08.112755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-70a1de67-38a9-4bce-9a05-d14fb8dc684c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bae9c6b6c611481480a95bc644c38158&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2623878 May 26 22:57:08.113504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40504) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:08.127631 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ea1c9f4-6bec-4f6f-be2a-9494e9684840 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9850390 May 26 22:57:08.139063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40508) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:08.150401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2c:db:5f'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:08.177317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.371838 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de53aaf4-44fc-4f5f-9edb-b819a16caf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.425589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49952aab-5cfb-4a4c-87ae-cf6c303607e7 None None] Provisioning complete for port 5fe12527-ce2a-4971-a8a3-897acc461c4a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:08.426044 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-49952aab-5cfb-4a4c-87ae-cf6c303607e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.482721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-49952aab-5cfb-4a4c-87ae-cf6c303607e7 None None] Port 5fe12527-ce2a-4971-a8a3-897acc461c4a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:08.505334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de53aaf4-44fc-4f5f-9edb-b819a16caf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.569693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03877c8-203f-47a6-9770-84d2e57eb968 req-9865cb06-1a1f-4324-9d10-9b3a2439585b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:08.577088 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a03877c8-203f-47a6-9770-84d2e57eb968 req-9865cb06-1a1f-4324-9d10-9b3a2439585b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.1924274 May 26 22:57:08.661615 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a03877c8-203f-47a6-9770-84d2e57eb968 req-bd07e138-38f8-4792-ba47-e264f27fc0f6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836182 May 26 22:57:08.702999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de53aaf4-44fc-4f5f-9edb-b819a16caf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.726996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53aaf4-44fc-4f5f-9edb-b819a16caf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80075f6-1919-43a6-823d-3dc73b6998de,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:08.740449 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de53aaf4-44fc-4f5f-9edb-b819a16caf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.741722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-de53aaf4-44fc-4f5f-9edb-b819a16caf16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b80075f6-1919-43a6-823d-3dc73b6998de HTTP/1.1" status: 204 len: 168 time: 0.6259940 May 26 22:57:08.742693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.788462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.984374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac99b7-67d1-464f-86c5-a0866b1c7f6f req-03bbe765-3031-4b82-8d99-099e55828a0a tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:08.985824 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76ac99b7-67d1-464f-86c5-a0866b1c7f6f req-03bbe765-3031-4b82-8d99-099e55828a0a tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/ports?device_id=b71df0b2-9367-4287-a066-5b9345a95f0b HTTP/1.1" status: 200 len: 945 time: 0.5219572 May 26 22:57:09.036615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:09.066788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da776ff1-7331-4072-9fda-74b3ce82c108 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:57:09.105134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: da776ff1-7331-4072-9fda-74b3ce82c108 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:57:09.109403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da776ff1-7331-4072-9fda-74b3ce82c108 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:57:09.123825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Allocated IP 172.25.4.198 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/f4a885da-78db-4cc6-a4b8-06b0b930ccb0) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:09.216793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Pushing event deleted for resources: {'Port': ['ID=da776ff1-7331-4072-9fda-74b3ce82c108,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:09.276961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] No DVR routers for this DVR port da776ff1-7331-4072-9fda-74b3ce82c108 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:57:09.282020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:09.300240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:09.327632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'name': 'network-vif-deleted', 'tag': 'da776ff1-7331-4072-9fda-74b3ce82c108'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:09.341411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76ac99b7-67d1-464f-86c5-a0866b1c7f6f req-3e9c4d2a-5b8f-4b07-bf25-346b6cf4e318 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.32 "GET /v2.0/security-groups?id=d278569f-2b56-4a61-babd-19f4cece8060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237784 May 26 22:57:09.390246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b534e8f-6ba5-4613-a2a6-268a57294187 req-6cdd33d2-dc85-4258-8ab2-b65bba49b8d4 tempest-TestServerAdvancedOps-2092120368 tempest-TestServerAdvancedOps-2092120368-project] 10.222.0.48 "DELETE /v2.0/ports/da776ff1-7331-4072-9fda-74b3ce82c108 HTTP/1.1" status: 204 len: 173 time: 2.9483531 May 26 22:57:09.428381 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c91c00d-3e08-496b-8444-3ba37c13d7b0'] response: {'server_uuid': 'b71df0b2-9367-4287-a066-5b9345a95f0b', 'name': 'network-vif-deleted', 'tag': 'da776ff1-7331-4072-9fda-74b3ce82c108', 'status': 'completed', 'code': 200} May 26 22:57:09.464734 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:09.498676 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:09.616351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:09.620271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 4a528fd9-8f02-4b41-bbcd-4de63e1270e5 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:09.626770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:09.631642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:09.680573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Port': ['ID=f4a885da-78db-4cc6-a4b8-06b0b930ccb0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:09.832359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:09.976387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.090780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.116695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.121092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.323571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=9e279b92-b412-41be-9d57-e09b1325e24c,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:10.374191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] In _notify_port_updated(), no bound segment for port 9e279b92-b412-41be-9d57-e09b1325e24c on network 1ada3140-d152-4b47-8bbd-cfad638c797a {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:57:10.379406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:10.380044 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.381326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-40abca8f-4e48-4c75-972a-2e7a0fc834be tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "PUT /v2.0/ports/9e279b92-b412-41be-9d57-e09b1325e24c HTTP/1.1" status: 200 len: 997 time: 2.2395067 May 26 22:57:10.396697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40540) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:10.466773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a2dd-6eee-47df-b368-cfb9ba430474 req-f539315c-ac64-4e4d-984e-640277cdb063 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:10.477539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed1a2dd-6eee-47df-b368-cfb9ba430474 req-f539315c-ac64-4e4d-984e-640277cdb063 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.5388846 May 26 22:57:10.494242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:10.514133 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] Sync routers for ids ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:10.536393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1f191450-99bd-4e91-900c-fe75a844e841 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/4a528fd9-8f02-4b41-bbcd-4de63e1270e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3882763 May 26 22:57:10.536859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40546) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:10.556193 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] Routers {'4a528fd9-8f02-4b41-bbcd-4de63e1270e5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:10.557074 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:10.568579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40550) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:10.622537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port 9e279b92-b412-41be-9d57-e09b1325e24c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:10.623137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.647275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40556) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:10.647644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-caf8ec6c-4f64-49c7-951d-9c0b6a0f61de None None] Provisioning complete for port 9e279b92-b412-41be-9d57-e09b1325e24c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:10.648511 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec6c-4f64-49c7-951d-9c0b6a0f61de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.655062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Router 88adb97e-de77-46de-84ce-e2a9a90f8743 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:10.726061 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ed1a2dd-6eee-47df-b368-cfb9ba430474 req-83c2597b-560c-406c-af30-8fbb3053648e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446876 May 26 22:57:10.729068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] Deleting subnet 1c356eb5-2fd3-4972-bcf2-820d2608662a {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:57:10.745265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.745461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5a616-521c-4d91-bf49-c7a8b3e2b0d8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:10.763138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-86f5a616-521c-4d91-bf49-c7a8b3e2b0d8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports/5fe12527-ce2a-4971-a8a3-897acc461c4a HTTP/1.1" status: 200 len: 911 time: 0.2252662 May 26 22:57:10.767253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40560) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:10.779079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-caf8ec6c-4f64-49c7-951d-9c0b6a0f61de None None] Port 9e279b92-b412-41be-9d57-e09b1325e24c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:10.814467 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:10.869837 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] Routers {'4a528fd9-8f02-4b41-bbcd-4de63e1270e5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:10.874556 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:10.936412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1402064688-network', 'tenant_id': '298537138acc4da6be77c84737e82811'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:10.954407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:10.963080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Usage tracker for resource:network and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:10.969700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:10.980795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:10.982525 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:10.982931 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8929891e-4b2a-4d21-b5c8-8abc0b5c503b None None] The sync data for ids ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:11.017602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.075426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Made reservation on behalf of 298537138acc4da6be77c84737e82811 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:11.077726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.106236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.237193 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.288113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:11.300944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Usage tracker for resource:security_group_rule and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:11.305561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:11.329532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:11.367370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.510398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Calling delete_port for 9e279b92-b412-41be-9d57-e09b1325e24c owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:11.567258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.587588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:11.599354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] Sync routers for ids ['88adb97e-de77-46de-84ce-e2a9a90f8743'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:11.600915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.605300 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ae9bcec4-6259-4a23-9efd-c992c614438d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "PUT /v2.0/routers/88adb97e-de77-46de-84ce-e2a9a90f8743 HTTP/1.1" status: 200 len: 915 time: 4.2192280 May 26 22:57:11.606269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40566) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:11.619774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] Routers {'88adb97e-de77-46de-84ce-e2a9a90f8743'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:11.620614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['88adb97e-de77-46de-84ce-e2a9a90f8743'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:11.632511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c356eb5-2fd3-4972-bcf2-820d2608662a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:11.667997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.689996 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.700679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-08cacb64-2af9-46cf-8739-58ae8c346021 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c356eb5-2fd3-4972-bcf2-820d2608662a HTTP/1.1" status: 204 len: 168 time: 1.0502725 May 26 22:57:11.702388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.705199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40570) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:11.714608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:11.743604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] Routers {'88adb97e-de77-46de-84ce-e2a9a90f8743'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:11.744217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['88adb97e-de77-46de-84ce-e2a9a90f8743'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:11.808460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.830918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:11.832169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a14a4d-1c40-4d22-ab87-5a67eb330169 None None] The sync data for ids ['88adb97e-de77-46de-84ce-e2a9a90f8743'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:11.957331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b47f8c-4e7c-4280-8ee3-9427399daee9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:11.972693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.989834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:11.994331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:57:12.100945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2d59-4a44-4d3a-afcf-4a93881dc713 req-8ae51cf0-9ae2-4326-8eea-8525c594bbd9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:12.102459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3edd2d59-4a44-4d3a-afcf-4a93881dc713 req-8ae51cf0-9ae2-4326-8eea-8525c594bbd9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.1624036 May 26 22:57:12.121556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.122642 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Added segment 31ca2ac9-3d27-4266-8c29-ab2baa62c114 of type vlan for network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 May 26 22:57:12.157318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.201353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Port': ['ID=9e279b92-b412-41be-9d57-e09b1325e24c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:12.240489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.241227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3edd2d59-4a44-4d3a-afcf-4a93881dc713 req-73801989-dfa2-4849-9442-e35d23ff0c29 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277041 May 26 22:57:12.241580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:12.242280 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.301561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7237086 May 26 22:57:12.305822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40578) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:12.333414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Request body: {'subnet': {'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1402064688-subnet', 'tenant_id': '298537138acc4da6be77c84737e82811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:12.456754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:12.467077 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d64bedc5-1964-4682-88b2-6fb4f918e945 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/88adb97e-de77-46de-84ce-e2a9a90f8743 HTTP/1.1" status: 200 len: 921 time: 0.8555152 May 26 22:57:12.467289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40584) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:12.476515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Usage tracker for resource:subnet and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:12.479847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:12.527376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:12.562850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Made reservation on behalf of 298537138acc4da6be77c84737e82811 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:12.564835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.566416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.573628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa284620-5b67-4d39-8453-9e21941e47bc admin admin] Pushing event updated for resources: {'Network': ['ID=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:12.585528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:57:12.591523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.593335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3486ce4-9f83-4d9a-a8d5-86c2beab48c9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/ports/9e279b92-b412-41be-9d57-e09b1325e24c HTTP/1.1" status: 204 len: 168 time: 2.1909592 May 26 22:57:12.596475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40588) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:12.670748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e2a0be-1c97-4d22-ab0c-c2af4912fd01']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:12.708184 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73b3599-f0e6-49af-8688-398b2c2500fa tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] GET failed (client error): The resource could not be found. May 26 22:57:12.708916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d73b3599-f0e6-49af-8688-398b2c2500fa tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Synchronizing usage tracker for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:12.712986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0176d5-e703-4d95-b9b3-7b18f144134f') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:12.713272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0176d5-e703-4d95-b9b3-7b18f144134f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:12.732929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.744610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d73b3599-f0e6-49af-8688-398b2c2500fa tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Unset dirty status for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:12.745792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d73b3599-f0e6-49af-8688-398b2c2500fa tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "GET /v2.0/ports/9e279b92-b412-41be-9d57-e09b1325e24c HTTP/1.1" status: 404 len: 333 time: 0.1484311 May 26 22:57:12.750053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40594) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:12.755918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'name': 'tempest-AllowedAddressPairTestJSON-82920'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:12.761049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bfa5ebe2-b5d9-4352-a2a8-94a9c9686ce3 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=88adb97e-de77-46de-84ce-e2a9a90f8743&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2883892 May 26 22:57:12.766629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40598) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:12.769712 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.826579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:57:12.826968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: timer() May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:57:12.942643 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:57:12.980376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a12a32-2c46-4f4e-852c-19f33eb52fdb tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:12.982348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6a12a32-2c46-4f4e-852c-19f33eb52fdb tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.2147934 May 26 22:57:13.000768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40602) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:13.075130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c2445f7f-87a6-4223-8d32-f7edc80917d6 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=88adb97e-de77-46de-84ce-e2a9a90f8743 HTTP/1.1" status: 200 len: 205 time: 0.0684085 May 26 22:57:13.075988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40606) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:13.088358 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.108861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.128055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e2a0be-1c97-4d22-ab0c-c2af4912fd01,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:13.142034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:13.144904 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-681f96dc-528a-4a8a-9cce-9acb2e0a7d80 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c4e2a0be-1c97-4d22-ab0c-c2af4912fd01 HTTP/1.1" status: 204 len: 168 time: 1.4271121 May 26 22:57:13.148702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40610) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:13.156504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.192488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:13.216219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:13.219187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.235016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] Deleting subnet 980d1e52-4572-4042-b969-42c8b9d4f862 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:57:13.242390 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.287069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] device_id is not set on port eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:57:13.352818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.479620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a523fb6a-888c-4068-90ca-6b3273fc4147,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:13.493239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 5fe12527-ce2a-4971-a8a3-897acc461c4a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:13.493588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.517922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.583166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:13.583608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Network hostable DHCP agents. Network: 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:57:13.601668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Allocated IP 172.20.0.11 (1ada3140-d152-4b47-8bbd-cfad638c797a/e54e4490-691f-4aef-a6d4-efc336fe5d4f/eed40ab0-1b07-4ff0-94f5-2f0cccd8f844) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:13.623916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ca68-d680-494e-92ee-c1e700f39d70 req-90d6203f-4a1e-43b5-9945-f2e4d9cd69b0 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:13.630445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bed1ca68-d680-494e-92ee-c1e700f39d70 req-90d6203f-4a1e-43b5-9945-f2e4d9cd69b0 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.2511549 May 26 22:57:13.677156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.722791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:57:13.735011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980d1e52-4572-4042-b969-42c8b9d4f862,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:13.751578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.764926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:13.773625 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bed1ca68-d680-494e-92ee-c1e700f39d70 req-a795abb9-cb3b-4fbf-ba4e-8b39c581d39a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422684 May 26 22:57:13.774797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.787121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d2711-825a-4c62-bca1-bcc2347c261b None None] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:13.825506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:13.826209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:13.898551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b70588b1-4f47-4e83-a96d-97029981a1b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/980d1e52-4572-4042-b969-42c8b9d4f862 HTTP/1.1" status: 204 len: 168 time: 0.7476871 May 26 22:57:13.899949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40626) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:13.900559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 5fe12527-ce2a-4971-a8a3-897acc461c4a owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:13.971708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4768cad0-9db7-438d-a4aa-9a3f1c2c1c32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6644552 May 26 22:57:13.982901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:13.989741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.047783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:14.066022 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.071273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.096422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Transition to ACTIVE for port object eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:14.130964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:57:14.132653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.134926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:14.149188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Usage tracker for resource:router and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:14.153904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:14.164487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:14.204808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.206053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.230955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.260440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8323827-9409-4012-9bfb-3aa1283b3164']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:14.285827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b52f6d5-beb6-4c7d-ac27-f37ddadbaf94') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:14.286694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b52f6d5-beb6-4c7d-ac27-f37ddadbaf94') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:14.299707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.300594 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.310268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.318694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.327201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:57:14.327635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: timer() May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:57:14.342784 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:57:14.347161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.366377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Allocated IP 172.20.0.2 (55a3a3ca-b3f5-4cb6-bf08-3d00119669c5/a523fb6a-888c-4068-90ca-6b3273fc4147/cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:14.368921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=5fe12527-ce2a-4971-a8a3-897acc461c4a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:14.519448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=eed40ab0-1b07-4ff0-94f5-2f0cccd8f844,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:14.591399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:14.592919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:14.596105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.599335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:14.632112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.660487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.664619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Transition to ACTIVE for port object cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:14.719755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8323827-9409-4012-9bfb-3aa1283b3164,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:14.729747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-665d3e10-a621-4c1a-8f4f-23f42df3f81d admin admin] 10.222.0.32 "DELETE /v2.0/networks/a8323827-9409-4012-9bfb-3aa1283b3164 HTTP/1.1" status: 204 len: 168 time: 0.8265347 May 26 22:57:14.756543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Transition to ACTIVE for port object cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:14.766180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:14.767089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.777259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:14.820880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f42293d6-70f1-46c4-b32d-499c11b529b9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0674303 May 26 22:57:14.821181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40646) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:14.827510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'network_id': '1ada3140-d152-4b47-8bbd-cfad638c797a', 'name': 'tempest-AllowedAddressPairTestJSON-1040907966'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:14.960428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Pushing event updated for resources: {'Port': ['ID=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:14.976782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:14.985043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:14.990534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:15.048368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.057345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40650) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:15.122148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Attempting to bind port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:15.122519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Attempting to bind port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:15.122883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Attempting to bind port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:15.131488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:15.131857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:15.132259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.132647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Bound using segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:15.133116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Bound port: cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:15.133486 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.148328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f5ddd9a-fe1a-411f-8d63-712ec5ffc1b3 None None] Provisioning for port eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:15.166156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f5ddd9a-fe1a-411f-8d63-712ec5ffc1b3 None None] Provisioning complete for port eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:15.166448 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddd9a-fe1a-411f-8d63-712ec5ffc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.208938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:15.210828 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.214950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Usage tracker for resource:port and tenant:5b9b0c3e504f498c8b0ba75a10826108 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:15.218982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:15.225181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.228250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:15.228862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Deleting port f4a885da-78db-4cc6-a4b8-06b0b930ccb0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:15.229347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.241437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Made reservation on behalf of 5b9b0c3e504f498c8b0ba75a10826108 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:15.246111 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.279866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] device_id is not set on port d73cac2e-4ef1-46ea-995c-171ce5c755ea yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:57:15.292839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ddd9a-fe1a-411f-8d63-712ec5ffc1b3 None None] Port eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:15.312266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] For port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:15.316504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] For port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:15.322062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.429721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25a3ee-c783-49d5-a508-d25fb85ae0dd None None] Pushing event updated for resources: {'Port': ['ID=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:15.532292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Allocated IP 172.20.0.7 (1ada3140-d152-4b47-8bbd-cfad638c797a/e54e4490-691f-4aef-a6d4-efc336fe5d4f/d73cac2e-4ef1-46ea-995c-171ce5c755ea) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:15.573396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a626f529-337c-405a-93ab-07fb5d1f4484 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=374c8b561cf2434e954fd98ea1e55c25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5086136 May 26 22:57:15.575090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40654) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:15.598842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1820dd1-1f2b-4bdb-a0f5-dccb93fa554d req-9aea79e0-44ec-4e4f-8fe9-57eda0aefeae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:15.600590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1820dd1-1f2b-4bdb-a0f5-dccb93fa554d req-9aea79e0-44ec-4e4f-8fe9-57eda0aefeae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.6284688 May 26 22:57:15.858545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e07a7160-4994-4138-8ac7-fd0ef2c1c127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.918384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e07a7160-4994-4138-8ac7-fd0ef2c1c127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.941532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.958487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1820dd1-1f2b-4bdb-a0f5-dccb93fa554d req-e1415406-f112-4552-a807-e2958266c8e8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758675 May 26 22:57:15.966933 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.017006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Transition to ACTIVE for port object d73cac2e-4ef1-46ea-995c-171ce5c755ea will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:16.049080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e07a7160-4994-4138-8ac7-fd0ef2c1c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.071915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a7160-4994-4138-8ac7-fd0ef2c1c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278569f-2b56-4a61-babd-19f4cece8060,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:16.078567 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.174445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Network 1ada3140-d152-4b47-8bbd-cfad638c797a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:16.178654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:16.183895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:16.214609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e07a7160-4994-4138-8ac7-fd0ef2c1c127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.214939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Calling delete_port for f4a885da-78db-4cc6-a4b8-06b0b930ccb0 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:16.219630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e07a7160-4994-4138-8ac7-fd0ef2c1c127 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d278569f-2b56-4a61-babd-19f4cece8060 HTTP/1.1" status: 204 len: 168 time: 0.6413052 May 26 22:57:16.259945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=d73cac2e-4ef1-46ea-995c-171ce5c755ea,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:16.306722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:16.307333 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.355581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-96796ee4-2d94-431e-9174-5e1dc383a0d9 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5335388 May 26 22:57:16.358621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40668) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:16.364719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2c:db:5f'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:be:53:cf'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:16.458451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.577233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event deleted for resources: {'Port': ['ID=f4a885da-78db-4cc6-a4b8-06b0b930ccb0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:16.642260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5ef11f16-0d93-48b8-9f82-1c1cff5f8492 None None] Provisioning for port d73cac2e-4ef1-46ea-995c-171ce5c755ea completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:16.656282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5ef11f16-0d93-48b8-9f82-1c1cff5f8492 None None] Provisioning complete for port d73cac2e-4ef1-46ea-995c-171ce5c755ea triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:16.662597 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ef11f16-0d93-48b8-9f82-1c1cff5f8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.698323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:16.809573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.822373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 4a528fd9-8f02-4b41-bbcd-4de63e1270e5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:57:16.866351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ef11f16-0d93-48b8-9f82-1c1cff5f8492 None None] Port d73cac2e-4ef1-46ea-995c-171ce5c755ea cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:16.892703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:16.909820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62a9bc-65e9-4ce4-bbf5-7b503b37296c None None] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:17.108160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40674) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:17.164652 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.202510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-98e10bd8-93d7-483e-a802-c902cb5d37a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.212457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-594a6501-d1d1-4aec-b16e-44fb9da1c17c None None] Provisioning for port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:17.221075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-594a6501-d1d1-4aec-b16e-44fb9da1c17c None None] Provisioning complete for port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:17.221885 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-594a6501-d1d1-4aec-b16e-44fb9da1c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.299115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5fa14dcc-c2e2-4b35-9824-d5d3e1f401c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a1b1fa0c5d2479d9161da771996a772&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1896119 May 26 22:57:17.303442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40682) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:17.344541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.383514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-594a6501-d1d1-4aec-b16e-44fb9da1c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.390904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.398982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15f903-0706-4f5a-8379-621d3706dd21 req-8f99d08a-9874-4e2e-854f-095bd0a13e1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:17.406502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc15f903-0706-4f5a-8379-621d3706dd21 req-8f99d08a-9874-4e2e-854f-095bd0a13e1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.2626436 May 26 22:57:17.425357 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.428163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-594a6501-d1d1-4aec-b16e-44fb9da1c17c None None] For port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:17.434932 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-594a6501-d1d1-4aec-b16e-44fb9da1c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.526075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a6501-d1d1-4aec-b16e-44fb9da1c17c None None] Pushing event updated for resources: {'Port': ['ID=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:17.567607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.580770 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996729b4-9c5b-437d-8528-022a1ff25e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.634359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event updated for resources: {'Port': ['ID=d73cac2e-4ef1-46ea-995c-171ce5c755ea,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:17.659367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc15f903-0706-4f5a-8379-621d3706dd21 req-bb85f9c2-24c6-4144-a7f0-8550e26e379b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491870 May 26 22:57:17.665889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4d469214-64eb-4a13-a23b-338834a5d0e3 None None] Provisioning complete for port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:17.666855 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4d469214-64eb-4a13-a23b-338834a5d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.730163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996729b4-9c5b-437d-8528-022a1ff25e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.756332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] In _notify_port_updated(), no bound segment for port d73cac2e-4ef1-46ea-995c-171ce5c755ea on network 1ada3140-d152-4b47-8bbd-cfad638c797a {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 22:57:17.758732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:17.769259 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] Sync routers for ids ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:17.776592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:17.777274 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.783816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-da556321-1d70-4393-bb34-c56a4b95eda8 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "PUT /v2.0/ports/d73cac2e-4ef1-46ea-995c-171ce5c755ea HTTP/1.1" status: 200 len: 1056 time: 1.4234354 May 26 22:57:17.786411 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] Routers {'4a528fd9-8f02-4b41-bbcd-4de63e1270e5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:17.787025 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:17.790848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40688) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:17.922789 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:17.938950 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] Routers {'4a528fd9-8f02-4b41-bbcd-4de63e1270e5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:17.939771 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:56:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:17.945507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port d73cac2e-4ef1-46ea-995c-171ce5c755ea {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:17.945838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.967816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b3eb9609-1463-4e51-ac17-202dcca35d77 None None] Provisioning complete for port d73cac2e-4ef1-46ea-995c-171ce5c755ea triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:17.968576 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9609-1463-4e51-ac17-202dcca35d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.974311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:17.985467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9f2fdcc1-a6e2-4eed-9938-5e5163e7b9d5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/4a528fd9-8f02-4b41-bbcd-4de63e1270e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2144959 May 26 22:57:17.987527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40692) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:17.990905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.041102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb9609-1463-4e51-ac17-202dcca35d77 None None] Port d73cac2e-4ef1-46ea-995c-171ce5c755ea cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:18.049867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Allocated IP 172.25.4.144 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/54d273d7-c4cf-4cbe-a450-7a858e7cb188) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:18.053063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-910afd1b-2ff2-4737-ac1f-536f8166d54a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:18.060652 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:18.061381 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b17659-b7a5-4e8a-9a1b-79bd41c357a6 None None] The sync data for ids ['4a528fd9-8f02-4b41-bbcd-4de63e1270e5'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:18.086787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996729b4-9c5b-437d-8528-022a1ff25e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.160549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-910afd1b-2ff2-4737-ac1f-536f8166d54a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:18.161839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-910afd1b-2ff2-4737-ac1f-536f8166d54a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a528fd9-8f02-4b41-bbcd-4de63e1270e5 HTTP/1.1" status: 200 len: 205 time: 0.1724205 May 26 22:57:18.170083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:18.233589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.233957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Fanout notify agent at l3_agent the message router_deleted on router 88adb97e-de77-46de-84ce-e2a9a90f8743 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:57:18.234207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996729b4-9c5b-437d-8528-022a1ff25e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6543b-6704-4b49-a497-35d0bcb124db,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:18.248707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-996729b4-9c5b-437d-8528-022a1ff25e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.250036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-996729b4-9c5b-437d-8528-022a1ff25e83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78b6543b-6704-4b49-a497-35d0bcb124db HTTP/1.1" status: 204 len: 168 time: 0.9441373 May 26 22:57:18.318342 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.325978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-91257b5f-4d4e-4615-970d-80166101c6df tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/88adb97e-de77-46de-84ce-e2a9a90f8743 HTTP/1.1" status: 204 len: 168 time: 5.2475204 May 26 22:57:18.338258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40704) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:18.347032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-324619117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:18.367835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:18.377580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Usage tracker for resource:router and tenant:7aa8d75d937349128250dca3b9900e12 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:18.382685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:18.401178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:18.410292 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.421711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89c8-39b3-45e5-998b-7329ccadf16a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.489853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.491201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.603992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:18.651675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:18.819459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:18.821181 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.021155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Calling delete_port for d73cac2e-4ef1-46ea-995c-171ce5c755ea owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:19.085432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.193793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.228243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.247748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Port': ['ID=d73cac2e-4ef1-46ea-995c-171ce5c755ea,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:19.316405 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89c8-39b3-45e5-998b-7329ccadf16a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.320880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89c8-39b3-45e5-998b-7329ccadf16a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.400054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.428715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89c8-39b3-45e5-998b-7329ccadf16a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.429396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbd89c8-39b3-45e5-998b-7329ccadf16a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Fanout notify agent at l3_agent the message router_deleted on router 4a528fd9-8f02-4b41-bbcd-4de63e1270e5 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:57:19.479678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:19.489201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:19.495942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:19.549530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89c8-39b3-45e5-998b-7329ccadf16a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.553567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4dbd89c8-39b3-45e5-998b-7329ccadf16a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/4a528fd9-8f02-4b41-bbcd-4de63e1270e5 HTTP/1.1" status: 204 len: 168 time: 1.3824985 May 26 22:57:19.554642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.555885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-12ac04c7-7246-4bec-8182-29f3734f29f1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2164838 May 26 22:57:19.556952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40714) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:19.563378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Pushing event updated for resources: {'Port': ['ID=54d273d7-c4cf-4cbe-a450-7a858e7cb188,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:19.578148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40716) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:19.590354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': False}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:19.672878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fb9f6-c03d-42f1-b312-540a4ce71231 req-9e73f8c5-8128-43b0-8726-4bb2afcafc32 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:19.674569 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d77fb9f6-c03d-42f1-b312-540a4ce71231 req-9e73f8c5-8128-43b0-8726-4bb2afcafc32 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.5871909 May 26 22:57:19.743788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.758508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-623b14a7-5708-49bf-80fa-0c421f406d16 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/ports/d73cac2e-4ef1-46ea-995c-171ce5c755ea HTTP/1.1" status: 204 len: 168 time: 1.9642553 May 26 22:57:19.769260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40722) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:19.837340 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42096c5-82be-4663-bdf9-d7c32a8fa732 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] GET failed (client error): The resource could not be found. May 26 22:57:19.837752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b42096c5-82be-4663-bdf9-d7c32a8fa732 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Synchronizing usage tracker for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:19.896310 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a23e6783-5372-4b52-bddc-e7af705d4c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:19.925448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d77fb9f6-c03d-42f1-b312-540a4ce71231 req-39d08602-8b25-4db1-8b7c-77fdd3466d50 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437050 May 26 22:57:19.968374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b42096c5-82be-4663-bdf9-d7c32a8fa732 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Unset dirty status for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:19.972386 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b42096c5-82be-4663-bdf9-d7c32a8fa732 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "GET /v2.0/ports/d73cac2e-4ef1-46ea-995c-171ce5c755ea HTTP/1.1" status: 404 len: 333 time: 0.1995299 May 26 22:57:19.975681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40728) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:20.047332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet efc38923-ed4d-4a2d-91a8-d763d6f4b1da {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:57:20.050600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.055500 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.113316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:20.113650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.171932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.261973 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.309941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.310696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.399619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.545748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Allocated IP 172.25.4.104 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/7dd43138-f36e-4d6d-9c79-99bbea569704) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:20.546536 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.664737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.702737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.740829 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.742499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.764568 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:20.810240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:20.812969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:20.816706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:20.854160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd43138-f36e-4d6d-9c79-99bbea569704,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:20.902478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Calling delete_port for eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:20.987111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.040867 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.091853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563cd8cd-a2a4-47c2-b2c4-9ed9cc898c41 None None] Network 49160ed8-7c28-4e5e-a262-eab8f72ad9ae requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:21.115106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.130290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=efc38923-ed4d-4a2d-91a8-d763d6f4b1da,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:21.144680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6d5a81a8-b24c-40bc-bbc6-9236a51d3a45 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/efc38923-ed4d-4a2d-91a8-d763d6f4b1da HTTP/1.1" status: 204 len: 168 time: 1.5748775 May 26 22:57:21.145575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40752) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:21.307305 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.314404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.323303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638652f7-de81-4560-8416-5bda9970166c req-db9f5abc-a679-4652-8b92-3dc978329cea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:21.325496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-638652f7-de81-4560-8416-5bda9970166c req-db9f5abc-a679-4652-8b92-3dc978329cea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.2183332 May 26 22:57:21.431328 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.454615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] DHCP port deletion for 49160ed8-7c28-4e5e-a262-eab8f72ad9ae request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:57:21.461785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] Deleting port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:21.462495 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.495458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:21.495795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.523818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.574293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-638652f7-de81-4560-8416-5bda9970166c req-75ee43a7-a8ca-4a20-a3de-b235851b0b1d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850007 May 26 22:57:21.596957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Port': ['ID=eed40ab0-1b07-4ff0-94f5-2f0cccd8f844,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:21.642098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Router 129dda9c-0f11-4ee8-90b7-d225a435acfc is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:21.813267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Router 24e1b163-1f31-4d71-bbfa-d221aa022c43 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:21.825449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] For port 3f62ac14-fc7d-4f2f-abab-4e7907062af5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3f62ac14-fc7d-4f2f-abab-4e7907062af5,segment=NetworkSegment(f35a51ac-2dd3-48b4-b3c2-e00f8809c429),segment_id=f35a51ac-2dd3-48b4-b3c2-e00f8809c429)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:21.826000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.851975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:21.960559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f7fc022-14e9-4acf-82ca-fbde5e34cf95 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/ports/eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 HTTP/1.1" status: 204 len: 168 time: 1.9838490 May 26 22:57:21.988815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] Calling delete_port for 3f62ac14-fc7d-4f2f-abab-4e7907062af5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:21.992775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40766) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:22.068627 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:22.115822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:22.148000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:22.158061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:22.161518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fac0012f-4173-480a-afb3-2b0b16124c70 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "PUT /v2.0/routers/24e1b163-1f31-4d71-bbfa-d221aa022c43 HTTP/1.1" status: 200 len: 915 time: 2.5799167 May 26 22:57:22.161795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40782) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:22.170107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] Pushing event deleted for resources: {'Port': ['ID=3f62ac14-fc7d-4f2f-abab-4e7907062af5,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:22.173528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] Sync routers for ids ['24e1b163-1f31-4d71-bbfa-d221aa022c43'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:22.192234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d10f9-a8af-4a94-ac84-103cfc973032 None None] No DVR routers for this DVR port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:57:22.202323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] Routers {'24e1b163-1f31-4d71-bbfa-d221aa022c43'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:22.203275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['24e1b163-1f31-4d71-bbfa-d221aa022c43'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:22.227616 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc183455-d478-4dcf-a47e-f71063a0a01e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] GET failed (client error): The resource could not be found. May 26 22:57:22.228110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dc183455-d478-4dcf-a47e-f71063a0a01e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Synchronizing usage tracker for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:22.267511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:22.280760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] Routers {'24e1b163-1f31-4d71-bbfa-d221aa022c43'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:22.282157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 3f62ac14-fc7d-4f2f-abab-4e7907062af5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3f62ac14-fc7d-4f2f-abab-4e7907062af5,segment=NetworkSegment(f35a51ac-2dd3-48b4-b3c2-e00f8809c429),segment_id=f35a51ac-2dd3-48b4-b3c2-e00f8809c429)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:22.282613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:22.283712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['24e1b163-1f31-4d71-bbfa-d221aa022c43'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:22.296065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dc183455-d478-4dcf-a47e-f71063a0a01e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Unset dirty status for tenant:5b9b0c3e504f498c8b0ba75a10826108 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:22.297494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dc183455-d478-4dcf-a47e-f71063a0a01e tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "GET /v2.0/ports/eed40ab0-1b07-4ff0-94f5-2f0cccd8f844 HTTP/1.1" status: 404 len: 333 time: 0.3035405 May 26 22:57:22.359787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40788) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:22.371414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:22.372189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c90a29-92b5-4180-a710-65140140f03f None None] The sync data for ids ['24e1b163-1f31-4d71-bbfa-d221aa022c43'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:22.461783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 3f62ac14-fc7d-4f2f-abab-4e7907062af5 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:22.473033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ab471594-8696-4c36-acc1-c8589c4a2999 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/24e1b163-1f31-4d71-bbfa-d221aa022c43 HTTP/1.1" status: 200 len: 921 time: 0.3098626 May 26 22:57:22.475657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:22.548306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port 320f0ff5-2976-4b0b-bf5b-f09520212cad {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:22.548652 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:22.579697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3f62ac14-fc7d-4f2f-abab-4e7907062af5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:57:22.698184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3f62ac14-fc7d-4f2f-abab-4e7907062af5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:57:22.698538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3f62ac14-fc7d-4f2f-abab-4e7907062af5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:57:22.705368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7063152d-6d0c-44e7-a757-1b2391fd656d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Synchronizing usage tracker for tenant:9b3534ab4d6241d2b442e658c6a54227 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:22.726410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7063152d-6d0c-44e7-a757-1b2391fd656d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Unset dirty status for tenant:9b3534ab4d6241d2b442e658c6a54227 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:22.727814 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7063152d-6d0c-44e7-a757-1b2391fd656d tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=24e1b163-1f31-4d71-bbfa-d221aa022c43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2511272 May 26 22:57:22.730471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40798) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:22.830970 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:57:22.831310 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:57:22.891959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b7df4a-f32d-4136-873c-1fa8536ba3f0 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:22.892632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-76b7df4a-f32d-4136-873c-1fa8536ba3f0 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Synchronizing usage tracker for tenant:9b3534ab4d6241d2b442e658c6a54227 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:22.905633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-76b7df4a-f32d-4136-873c-1fa8536ba3f0 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] Unset dirty status for tenant:9b3534ab4d6241d2b442e658c6a54227 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:22.906979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-76b7df4a-f32d-4136-873c-1fa8536ba3f0 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.1754208 May 26 22:57:22.909829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:22.952641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d5e0d27a-e9f7-4b77-bd8c-d7ff269f5f8f tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=24e1b163-1f31-4d71-bbfa-d221aa022c43 HTTP/1.1" status: 200 len: 205 time: 0.0415900 May 26 22:57:22.955179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40808) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:22.993253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d7487-61ef-4f8f-aa31-05028c365a2a req-caf93155-d4a3-475c-8922-5e86d586eea3 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:22.995690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb2d7487-61ef-4f8f-aa31-05028c365a2a req-caf93155-d4a3-475c-8922-5e86d586eea3 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.2711442 May 26 22:57:23.056227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.071108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:23.088166 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Sync routers for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:23.101459 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:23.102340 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:23.188247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.208507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Calling delete_port for 320f0ff5-2976-4b0b-bf5b-f09520212cad owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:23.259656 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb2d7487-61ef-4f8f-aa31-05028c365a2a req-bf340266-feea-4cd5-b28a-78313c8c7fb8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527921 May 26 22:57:23.286810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.288764 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e065b2df-7124-42df-90ec-dd636d465986 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3048501 May 26 22:57:23.308040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40812) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:23.349712 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:23.383902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 3f62ac14-fc7d-4f2f-abab-4e7907062af5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:23.384468 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.425911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.439376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Deleting port 7dd43138-f36e-4d6d-9c79-99bbea569704 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:23.439796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.510708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] The port '3f62ac14-fc7d-4f2f-abab-4e7907062af5' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:57:23.644880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.671232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49160ed8-7c28-4e5e-a262-eab8f72ad9ae']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:23.683942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35a51ac-2dd3-48b4-b3c2-e00f8809c429') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:23.685020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35a51ac-2dd3-48b4-b3c2-e00f8809c429') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:23.687542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.690737 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:19Z', 'revision_number': 3, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:23.701726 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Checking router: 129dda9c-0f11-4ee8-90b7-d225a435acfc for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:57:23.701726 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Updating router 129dda9c-0f11-4ee8-90b7-d225a435acfc port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:57:23.704066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.772878 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.781795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.795044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:57:23.795484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: timer() May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:57:23.812182 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:57:23.878876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Calling delete_port for 7dd43138-f36e-4d6d-9c79-99bbea569704 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:23.933639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.954518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.050618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Port': ['ID=320f0ff5-2976-4b0b-bf5b-f09520212cad,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:24.097803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.103187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.108475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=49160ed8-7c28-4e5e-a262-eab8f72ad9ae,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:24.170885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event deleted for resources: {'Port': ['ID=7dd43138-f36e-4d6d-9c79-99bbea569704,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:24.197820 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.216262 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Transition to ACTIVE for port object 54d273d7-c4cf-4cbe-a450-7a858e7cb188 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:24.230535 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-53dd70c0-7951-4a94-84c0-a6bbd9bfa528 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/49160ed8-7c28-4e5e-a262-eab8f72ad9ae HTTP/1.1" status: 204 len: 168 time: 3.0707247 May 26 22:57:24.232136 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.234770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40818) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:24.239557 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.243297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-24edd668-1182-46dd-bcc1-ff0cf0b1454a tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/ports/320f0ff5-2976-4b0b-bf5b-f09520212cad HTTP/1.1" status: 204 len: 168 time: 1.8817663 May 26 22:57:24.245822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40822) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:24.271003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-701033894', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:24.288499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:24.303013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:router and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:24.307805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:24.317395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:24.398537 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.398759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.412226 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Pushing event updated for resources: {'Port': ['ID=54d273d7-c4cf-4cbe-a450-7a858e7cb188,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:24.444235 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Attempting to bind port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:24.445470 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Attempting to bind port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:24.446723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Attempting to bind port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:24.461872 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.462584 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.463128 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.463521 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.463909 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.464299 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.464691 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.465165 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.465724 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.466107 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.466489 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:24.477737 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:24.478007 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:24.478190 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.478744 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:24.479286 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Bound port: 54d273d7-c4cf-4cbe-a450-7a858e7cb188, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:24.479725 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.589323 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] For port 54d273d7-c4cf-4cbe-a450-7a858e7cb188, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:24.593118 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] For port 54d273d7-c4cf-4cbe-a450-7a858e7cb188, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=54d273d7-c4cf-4cbe-a450-7a858e7cb188,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:24.598460 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.646325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.835861 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158ab7c-00cc-4b99-9242-ceda8a5d4023 None None] Pushing event updated for resources: {'Port': ['ID=54d273d7-c4cf-4cbe-a450-7a858e7cb188,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:24.837011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting subnet e54e4490-691f-4aef-a6d4-efc336fe5d4f {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:57:24.844066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.844654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.849794 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:24.856339 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:24.925410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.104159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.120358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.165850 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:25.309809 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.362952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Subnet': ['ID=e54e4490-691f-4aef-a6d4-efc336fe5d4f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:25.375039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.383142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493045e-f8ba-477b-974b-66c05d3cce2e None None] Network 1ada3140-d152-4b47-8bbd-cfad638c797a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:25.393264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bece4b0b-6b87-49af-b07a-9a5b548a3342 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/subnets/e54e4490-691f-4aef-a6d4-efc336fe5d4f HTTP/1.1" status: 204 len: 168 time: 1.1407013 May 26 22:57:25.401316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40836) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:25.426754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.594492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.631633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.642653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b63e2a-40b3-415b-a909-169b1e670e3e req-c7e9fabf-cd1d-4662-b35d-a4bc4602a1f1 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:25.644547 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01b63e2a-40b3-415b-a909-169b1e670e3e req-c7e9fabf-cd1d-4662-b35d-a4bc4602a1f1 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 1.0562727 May 26 22:57:25.645172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.645668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Fanout notify agent at l3_agent the message router_deleted on router 24e1b163-1f31-4d71-bbfa-d221aa022c43 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:57:25.696756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port 1053fab9-90dd-48b0-9d58-2d2c1eee201a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:25.699005 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.734765 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:19Z', 'revision_number': 3, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:25.744005 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3027-4feb-46bb-8d6b-da4ec52f54d9 None None] The sync data for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 is: [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:19Z', 'revision_number': 3, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:25.848444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01b63e2a-40b3-415b-a909-169b1e670e3e req-afec5eca-c7df-4d81-8fc8-cc545b508941 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872246 May 26 22:57:25.854062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.855953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bd009f7f-fdab-4434-b7e2-109133181fc9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/24e1b163-1f31-4d71-bbfa-d221aa022c43 HTTP/1.1" status: 204 len: 168 time: 2.8997910 May 26 22:57:25.860460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40842) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:25.874665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1665480990', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:25.889787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:25.894920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Usage tracker for resource:router and tenant:7aa8d75d937349128250dca3b9900e12 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:25.899422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:25.910153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:25.923159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] DHCP port deletion for 1ada3140-d152-4b47-8bbd-cfad638c797a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:57:25.928610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] Deleting port 1053fab9-90dd-48b0-9d58-2d2c1eee201a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:25.929330 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.959963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.971679 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:25.979443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.069684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] For port 1053fab9-90dd-48b0-9d58-2d2c1eee201a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1053fab9-90dd-48b0-9d58-2d2c1eee201a,segment=NetworkSegment(b76ce7f5-6704-48f9-a55d-7ce482650d96),segment_id=b76ce7f5-6704-48f9-a55d-7ce482650d96)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:26.070054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.072378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.249314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Calling delete_port for 1053fab9-90dd-48b0-9d58-2d2c1eee201a owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:26.269655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] For port 1053fab9-90dd-48b0-9d58-2d2c1eee201a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1053fab9-90dd-48b0-9d58-2d2c1eee201a,segment=NetworkSegment(b76ce7f5-6704-48f9-a55d-7ce482650d96),segment_id=b76ce7f5-6704-48f9-a55d-7ce482650d96)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:26.270177 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.482413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] Calling delete_port for 1053fab9-90dd-48b0-9d58-2d2c1eee201a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:26.510571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.665104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.688734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.774649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.791524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:26.808758 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:57:26.811900 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:57:26.820555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] Pushing event deleted for resources: {'Port': ['ID=1053fab9-90dd-48b0-9d58-2d2c1eee201a,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:26.832373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 54d273d7-c4cf-4cbe-a450-7a858e7cb188 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:26.982284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542d4ca-b273-4cc3-80ea-c91048bdea9a None None] No DVR routers for this DVR port 1053fab9-90dd-48b0-9d58-2d2c1eee201a on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:57:27.068713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:27.095177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:27.096054 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.135150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 172.25.4.21 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/f19ec9d5-a7b3-4a7c-aa77-b4f002a78e1d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:27.317006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Deleting port 1053fab9-90dd-48b0-9d58-2d2c1eee201a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:27.317823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.327348 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.354140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 54d273d7-c4cf-4cbe-a450-7a858e7cb188, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=54d273d7-c4cf-4cbe-a450-7a858e7cb188,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:27.363036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.450614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1053fab9-90dd-48b0-9d58-2d2c1eee201a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:57:27.453543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.467381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Allocated IP 172.20.0.1 (55a3a3ca-b3f5-4cb6-bf08-3d00119669c5/a523fb6a-888c-4068-90ca-6b3273fc4147/1f5ff255-3461-471e-82ec-265a4787feb8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:27.499242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 1053fab9-90dd-48b0-9d58-2d2c1eee201a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:57:27.499567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1053fab9-90dd-48b0-9d58-2d2c1eee201a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:57:27.516883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=54d273d7-c4cf-4cbe-a450-7a858e7cb188,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:27.569451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] The port '1053fab9-90dd-48b0-9d58-2d2c1eee201a' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:57:27.633071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.738318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.775296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.776900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41fcb-a75a-43df-af7c-4245ca5b5bf6 req-47f7018d-7111-4b59-81cd-9af3d0d18b25 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:27.783666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80e41fcb-a75a-43df-af7c-4245ca5b5bf6 req-47f7018d-7111-4b59-81cd-9af3d0d18b25 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.6552064 May 26 22:57:27.814910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.833856 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.883567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ada3140-d152-4b47-8bbd-cfad638c797a']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:27.893847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.900173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80e41fcb-a75a-43df-af7c-4245ca5b5bf6 req-ecd88351-103e-4084-99f7-18497b75a046 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156478 May 26 22:57:27.909184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76ce7f5-6704-48f9-a55d-7ce482650d96') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:27.909481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76ce7f5-6704-48f9-a55d-7ce482650d96') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:27.916890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:27.922506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:27.929339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:27.935951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.942956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Transition to ACTIVE for port object 1f5ff255-3461-471e-82ec-265a4787feb8 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:27.956365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.966310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:57:27.966725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:27.981616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Allocated IP 172.25.4.189 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/9218b27a-a512-46dd-916c-0f40445f2656) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: timer() May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:57:27.981894 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:57:27.988377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=f19ec9d5-a7b3-4a7c-aa77-b4f002a78e1d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:28.067715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.110104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.115236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.161783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] Pushing event deleted for resources: {'Network': ['ID=1ada3140-d152-4b47-8bbd-cfad638c797a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:28.189109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f5ff255-3461-471e-82ec-265a4787feb8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:28.199143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:28.201753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dbba5085-cc29-4152-b0c2-4e572913b1c4 tempest-AllowedAddressPairTestJSON-2104919901 tempest-AllowedAddressPairTestJSON-2104919901-project] 10.222.0.32 "DELETE /v2.0/networks/1ada3140-d152-4b47-8bbd-cfad638c797a HTTP/1.1" status: 204 len: 168 time: 2.7995203 May 26 22:57:28.203226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:28.222542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:28.299243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.318961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.456859 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.458678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.501302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.639024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 54d273d7-c4cf-4cbe-a450-7a858e7cb188 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:28.677952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.750756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42e7d2ba-f2da-4c84-804e-5e8a143ef342 None None] Provisioning for port 1f5ff255-3461-471e-82ec-265a4787feb8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:28.770436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:28.771203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.790522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40874) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:28.877780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42e7d2ba-f2da-4c84-804e-5e8a143ef342 None None] Provisioning complete for port 1f5ff255-3461-471e-82ec-265a4787feb8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:28.878429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-42e7d2ba-f2da-4c84-804e-5e8a143ef342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.955198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-42e7d2ba-f2da-4c84-804e-5e8a143ef342 None None] Port 1f5ff255-3461-471e-82ec-265a4787feb8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:28.980259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.992598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:28.995065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:29.003872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:29.008249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event updated for resources: {'Port': ['ID=9218b27a-a512-46dd-916c-0f40445f2656,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:29.010604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:29.091301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-48df3870-0ae6-445f-b091-e35c69af28cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1096 time: 0.6110086 May 26 22:57:29.194552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f5ff255-3461-471e-82ec-265a4787feb8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:29.201608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:29.422892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:29.425065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:29.520832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a7b79104-b469-48f4-8ea4-292f45f769e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b9b0c3e504f498c8b0ba75a10826108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7124379 May 26 22:57:29.534376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40884) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:29.540149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-16d34493-be7e-4da8-a066-4c66acb55d50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:29.542149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-16d34493-be7e-4da8-a066-4c66acb55d50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.3833120 May 26 22:57:29.735824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acd814-868c-4a8f-9c66-8be5a8537336 req-792b60ef-3494-46ad-a9f6-35d68c2b4664 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:29.737511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35acd814-868c-4a8f-9c66-8be5a8537336 req-792b60ef-3494-46ad-a9f6-35d68c2b4664 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.4467716 May 26 22:57:29.773106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-4ededc50-29a0-45bc-b387-179b07405288 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 200 len: 217 time: 0.2164621 May 26 22:57:29.886600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c6dd83f0-52d4-4592-969c-962cc5fd4af6 None None] Provisioning complete for port 1f5ff255-3461-471e-82ec-265a4787feb8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:29.887221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c6dd83f0-52d4-4592-969c-962cc5fd4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:29.894729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0153f586-2b08-4308-8add-518d081007cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:29.915950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-2763b76b-182a-44ad-9cd8-d1679726fdd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:29.917732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-2763b76b-182a-44ad-9cd8-d1679726fdd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1344614 May 26 22:57:29.922669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 13b115f7-ee4a-4676-bc89-40f6873736b9 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:29.930183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35acd814-868c-4a8f-9c66-8be5a8537336 req-028de3b5-0506-488b-b8d8-1039e8adff11 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815517 May 26 22:57:29.973667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd83f0-52d4-4592-969c-962cc5fd4af6 None None] Port 1f5ff255-3461-471e-82ec-265a4787feb8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:30.212225 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0153f586-2b08-4308-8add-518d081007cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:30.254137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:30.255115 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:30.260762 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-89c1ccac-77e7-4a0d-9cd6-bf282f4460a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6025269 May 26 22:57:30.281990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Router 129dda9c-0f11-4ee8-90b7-d225a435acfc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:57:30.555394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:30.563033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8d03b7bc-985d-46c6-b904-4edfd158c3d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/129dda9c-0f11-4ee8-90b7-d225a435acfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2532818 May 26 22:57:30.566156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Sync routers for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:30.583210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:30.583895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:30.625284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-4723c12e-df2f-4181-93af-5c2e04061d95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6764224 May 26 22:57:30.831342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0153f586-2b08-4308-8add-518d081007cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:30.868353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153f586-2b08-4308-8add-518d081007cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ba917-bc7f-4043-b105-fdc1d46a7870,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:30.903888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:30.933039 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-eb0f1c69-7193-4045-9d70-dfccc4fb3555 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 1096 time: 0.4933021 May 26 22:57:30.950875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-43021922-e833-4104-bc9c-2b7b12c73d02 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107188 May 26 22:57:30.956978 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0153f586-2b08-4308-8add-518d081007cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:30.960360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0153f586-2b08-4308-8add-518d081007cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/860ba917-bc7f-4043-b105-fdc1d46a7870 HTTP/1.1" status: 204 len: 168 time: 1.4213357 May 26 22:57:31.225537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40904) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:31.232676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014700451', 'description': 'tempest-description--1408431538'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:31.245090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:31.259530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Usage tracker for resource:security_group and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:31.357852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:31.405397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:31.462934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-0f189697-4e7d-4a8c-9ec2-81912c466f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:31.464854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-0f189697-4e7d-4a8c-9ec2-81912c466f86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.5100889 May 26 22:57:31.467311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:31.473408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcc03f9d-f569-4d06-a0a0-4c8d005cfb0b req-00a74234-d43f-41cc-a252-44f91f9e23af service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220092 May 26 22:57:31.486010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 2, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:31.496764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Checking router: 129dda9c-0f11-4ee8-90b7-d225a435acfc for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:57:31.506959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Updating router 129dda9c-0f11-4ee8-90b7-d225a435acfc port 1f5ff255-3461-471e-82ec-265a4787feb8 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:57:31.551548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:31.556986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Usage tracker for resource:security_group_rule and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:31.561357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:31.578378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:31.593477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:31.604613 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] Sync routers for ids ['13b115f7-ee4a-4676-bc89-40f6873736b9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:31.622895 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] Routers {'13b115f7-ee4a-4676-bc89-40f6873736b9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:31.623442 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['13b115f7-ee4a-4676-bc89-40f6873736b9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:31.642255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:31.653520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-d55952aa-b286-4e0c-b0b7-6686302cf56a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164 HTTP/1.1" status: 200 len: 1001 time: 0.1780758 May 26 22:57:31.668571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:31.676875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50583614-c8bd-4cc4-9011-92f8d5791124 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.4404137 May 26 22:57:31.679091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:31.679944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40914) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:31.741925 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:31.749749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:31.770761 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] Routers {'13b115f7-ee4a-4676-bc89-40f6873736b9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:31.771368 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['13b115f7-ee4a-4676-bc89-40f6873736b9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:31.834649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Router 35582ee3-2950-462a-91e7-13c5ed53f8a3 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:31.880264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-c1952797-3393-4673-b2ce-d2e1cc5ec9b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:31.881761 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-c1952797-3393-4673-b2ce-d2e1cc5ec9b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.1960633 May 26 22:57:31.930099 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:31.930507 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d38d7b-ce0a-4180-9747-10f34cb14a53 None None] The sync data for ids ['13b115f7-ee4a-4676-bc89-40f6873736b9'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:31.950802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91058451-472b-4b9e-b9be-872319c6b403 req-222a128b-201a-41ad-83c5-945100f16745 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:31.952649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91058451-472b-4b9e-b9be-872319c6b403 req-222a128b-201a-41ad-83c5-945100f16745 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.7003353 May 26 22:57:31.982494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:31.991645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:31.996004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5e49d899-ce84-4ee9-9e93-b94f5f1d1e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7693686 May 26 22:57:31.998960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40922) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:32.010317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'security_group_rule': {'security_group_id': '82fc4fc6-c903-4b0c-aa43-1aa61d55cabd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:32.034500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:32.047101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Usage tracker for resource:security_group_rule and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:32.053519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:32.064593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91058451-472b-4b9e-b9be-872319c6b403 req-9b69494c-c635-4b02-acdd-f1c79d06ce98 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045582 May 26 22:57:32.066124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:32.094427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.229526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.236624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a4310af5-7afe-49fe-a12e-612a7ddc5ee7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/routers/13b115f7-ee4a-4676-bc89-40f6873736b9 HTTP/1.1" status: 200 len: 883 time: 0.5555053 May 26 22:57:32.239633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40928) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:32.242585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.333868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-5dd4b040-edd2-4839-9e37-c645e5c2b1bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4425259 May 26 22:57:32.410933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591a63a2-c7d6-4c0e-9b64-b83c29cab30c,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:32.422333 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.440910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.444757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf78b757-7d90-42f9-8787-d88b578a0233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4425852 May 26 22:57:32.445403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40936) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:32.446181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Transition to ACTIVE for port object 1f5ff255-3461-471e-82ec-265a4787feb8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:32.455252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'security_group_rule': {'security_group_id': '82fc4fc6-c903-4b0c-aa43-1aa61d55cabd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:32.455407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.464374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:32.470115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Usage tracker for resource:security_group_rule and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:32.474000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:32.481560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:32.519715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.550748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-7f4032b8-e708-4b01-b6c7-8b38f2f998ee service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975975 May 26 22:57:32.654104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.658708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:32.666552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e9c529c-87cf-4bec-8828-5ecd7fe9282e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:router {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:32.671921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.714853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.716648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fe26adf8-2218-4534-8b6c-8c30a7ab2bfc tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8547475 May 26 22:57:32.731530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40944) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:32.749251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] Sync routers for ids ['35582ee3-2950-462a-91e7-13c5ed53f8a3'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:32.757253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.762161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3136008 May 26 22:57:32.766226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40948) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:32.781606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:32.782173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024ea63-97e2-4fb3-82c7-f32c9237d00c None None] Pushing event updated for resources: {'Port': ['ID=1f5ff255-3461-471e-82ec-265a4787feb8,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:32.796551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:32.813664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:32.820287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ee1cbf6-0002-4de4-a7b4-7d10452c1e1d req-1c6bf9df-9c51-4e09-82cf-1d2b788ec450 service neutron] 10.222.0.55 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607088 May 26 22:57:32.821223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Usage tracker for resource:floatingip and tenant:298537138acc4da6be77c84737e82811 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:32.837059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:32.849215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:32.872187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:32.909951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438253d-db37-4b0d-bfca-5c20f662a63c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440eec68-c7de-404c-8407-467ab743ed54,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:32.913199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] Routers {'35582ee3-2950-462a-91e7-13c5ed53f8a3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:32.913869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['35582ee3-2950-462a-91e7-13c5ed53f8a3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:32.938942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e9c529c-87cf-4bec-8828-5ecd7fe9282e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:router {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:32.942635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7e9c529c-87cf-4bec-8828-5ecd7fe9282e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6992416 May 26 22:57:33.020549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40954) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.028807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:33.035985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Attempting to bind port 1f5ff255-3461-471e-82ec-265a4787feb8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:33.036356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Attempting to bind port 1f5ff255-3461-471e-82ec-265a4787feb8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:33.036949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Attempting to bind port 1f5ff255-3461-471e-82ec-265a4787feb8 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:33.052236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:33.052985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:33.053569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:33.054175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Bound using segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:33.054833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Bound port: 1f5ff255-3461-471e-82ec-265a4787feb8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:33.055373 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:33.073043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40958) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.076021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] Routers {'35582ee3-2950-462a-91e7-13c5ed53f8a3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:33.076662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['35582ee3-2950-462a-91e7-13c5ed53f8a3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:33.158063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:33.206215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:33.206878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5f172-a443-4491-8384-dd92480d5608 None None] The sync data for ids ['35582ee3-2950-462a-91e7-13c5ed53f8a3'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:33.214679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3d800d32-d875-4875-a229-9b4c81d4254a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-701033894'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:33.254190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] For port 1f5ff255-3461-471e-82ec-265a4787feb8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:33.257848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] For port 1f5ff255-3461-471e-82ec-265a4787feb8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1f5ff255-3461-471e-82ec-265a4787feb8,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:33.264066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:33.377627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024ea63-97e2-4fb3-82c7-f32c9237d00c None None] Pushing event updated for resources: {'Port': ['ID=1f5ff255-3461-471e-82ec-265a4787feb8,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:33.398442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:33.399411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:33.420535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-ca055e74-412c-4c41-8605-6555913baa78 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.423235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ca055e74-412c-4c41-8605-6555913baa78 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3477671 May 26 22:57:33.430711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.460514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-1bc725d5-6d96-4054-84c1-77617a9454be tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.463819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1bc725d5-6d96-4054-84c1-77617a9454be tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0200801 May 26 22:57:33.473951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40972) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.495929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-dd134154-97ba-40f3-912a-7ab85e1c4046 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.495929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dd134154-97ba-40f3-912a-7ab85e1c4046 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062807 May 26 22:57:33.509916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40976) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.546831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-c63d676d-0d04-4ac0-8139-99f0bb65f80a tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.549417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c63d676d-0d04-4ac0-8139-99f0bb65f80a tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0371192 May 26 22:57:33.552618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40980) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.556859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Allocated IP 172.25.4.146 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/b8ce6c94-7519-441c-8a2d-cedacf68cb61) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:33.595508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-72387fcd-08ad-4bfb-bca7-9c2b19837f12 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.599030 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-72387fcd-08ad-4bfb-bca7-9c2b19837f12 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0429342 May 26 22:57:33.599371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40984) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.620341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-b72c4fec-203a-4df4-910f-d6179b099259 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.620774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679fba0-08d2-4e9b-9254-c43e502323d2 req-1c129a63-6b0a-40a3-b014-06c35e55643a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:33.622796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c679fba0-08d2-4e9b-9254-c43e502323d2 req-1c129a63-6b0a-40a3-b014-06c35e55643a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.2748723 May 26 22:57:33.627084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40988) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.627896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b72c4fec-203a-4df4-910f-d6179b099259 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0274208 May 26 22:57:33.695829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-bbcf270a-d583-4780-8a82-046fb4627daa tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.697405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bbcf270a-d583-4780-8a82-046fb4627daa tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0689638 May 26 22:57:33.729684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:33.736003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40992) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.756120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-10dee958-3623-4d4f-b6b7-fc94c9c1edd1 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.757179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-10dee958-3623-4d4f-b6b7-fc94c9c1edd1 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0101507 May 26 22:57:33.760050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40996) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.770912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-ae9eace7-faef-4277-8870-f1e4dd68d7a3 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.772091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ae9eace7-faef-4277-8870-f1e4dd68d7a3 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088220 May 26 22:57:33.775911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41000) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.785361 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c679fba0-08d2-4e9b-9254-c43e502323d2 req-42f18ba7-11c7-46b9-97f3-02248d5d1d50 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985167 May 26 22:57:33.788216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-5470844a-9667-4bf3-a51a-b9f3a11785c7 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.791626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5470844a-9667-4bf3-a51a-b9f3a11785c7 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0102501 May 26 22:57:33.794125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.881412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-9d517d46-42db-45a0-bd15-022bc40754e4 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.885662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9d517d46-42db-45a0-bd15-022bc40754e4 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0905402 May 26 22:57:33.889780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41010) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.917288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-a8b9277b-672d-47d3-a501-be0b02f7dded tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.921444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a8b9277b-672d-47d3-a501-be0b02f7dded tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0306702 May 26 22:57:33.924627 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:33.953306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41014) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:33.960854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-745e9942-5ce1-47c2-93a1-47be5493c714 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:33.966013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-745e9942-5ce1-47c2-93a1-47be5493c714 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0109944 May 26 22:57:34.009445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41018) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.023081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-48f4f581-f3ca-4952-9750-304661f23898 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.026697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-48f4f581-f3ca-4952-9750-304661f23898 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0162005 May 26 22:57:34.033954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.043505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-4225b861-9a30-4289-a563-e813bca0ac92 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.044349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4225b861-9a30-4289-a563-e813bca0ac92 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0085132 May 26 22:57:34.047513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.058588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-2a25f0a2-8425-4c5b-8853-795e3b32b916 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.062493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2a25f0a2-8425-4c5b-8853-795e3b32b916 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0117114 May 26 22:57:34.069315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41030) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.077384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-b3e7df79-1bd4-4de5-a894-c9e2849e9784 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.078335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b3e7df79-1bd4-4de5-a894-c9e2849e9784 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079780 May 26 22:57:34.081119 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:34.086380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41034) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.132621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-aea3ea79-a046-40b2-849c-a1957a1929c8 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.133874 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aea3ea79-a046-40b2-849c-a1957a1929c8 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0144894 May 26 22:57:34.139762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.149999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-dd4b0bc5-57df-4d53-bb31-bc6431ecc59f tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.151465 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dd4b0bc5-57df-4d53-bb31-bc6431ecc59f tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0104711 May 26 22:57:34.154028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41042) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.165907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-6745061c-84f9-4d16-8efb-26b9141284b5 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.167009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6745061c-84f9-4d16-8efb-26b9141284b5 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0120227 May 26 22:57:34.170676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41046) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.178540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:34.181590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-6ed1e222-b2ed-45ea-ab18-237d60dfcdbd tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.182003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:34.183002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6ed1e222-b2ed-45ea-ab18-237d60dfcdbd tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0095203 May 26 22:57:34.189062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f835e1b2-e8e2-49c5-87b9-ebc23dc4dcd7 req-9d7c546b-8f4c-41e8-a930-792f90cad418 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1096 time: 0.2190616 May 26 22:57:34.189588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41050) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.192574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:34.195029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:33Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:34.200565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c503f77-36ab-4f36-94f8-a1d6eff7df8d None None] The sync data for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 is: [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:33Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:34.203121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-7cb6e5b9-f1c6-4be5-97c8-957e41dc43ad tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.204175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7cb6e5b9-f1c6-4be5-97c8-957e41dc43ad tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0064805 May 26 22:57:34.209846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41054) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.217454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-ed03dc07-bdfc-4a55-8a56-dc67b653498e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.219060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ed03dc07-bdfc-4a55-8a56-dc67b653498e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077622 May 26 22:57:34.222236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41058) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.228678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=b8ce6c94-7519-441c-8a2d-cedacf68cb61,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:34.234290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-4c1a1210-3dc9-4a4e-afc7-1daf94918fec tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.237964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4c1a1210-3dc9-4a4e-afc7-1daf94918fec tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0111010 May 26 22:57:34.244703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41062) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.257188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-a99206bf-d25a-4584-a939-6a604502352e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.257188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a99206bf-d25a-4584-a939-6a604502352e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082600 May 26 22:57:34.260195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41066) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.288514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-d690ce30-0388-44d5-84d4-a5b3fcbf26de tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.292871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d690ce30-0388-44d5-84d4-a5b3fcbf26de tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0271122 May 26 22:57:34.297695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41070) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.307889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-c685b760-7ac5-4883-8c03-5b4d8c0fdba5 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.309019 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c685b760-7ac5-4883-8c03-5b4d8c0fdba5 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079818 May 26 22:57:34.312106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41074) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.325471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-57d77dca-35cb-402f-a788-aaa1ac7fc99f tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.325471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-57d77dca-35cb-402f-a788-aaa1ac7fc99f tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0112939 May 26 22:57:34.328392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41078) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.336870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f835e1b2-e8e2-49c5-87b9-ebc23dc4dcd7 req-83c435ca-6f8e-4420-bcfa-2d6ad9124d07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092019 May 26 22:57:34.340767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-f950c6e0-a0a3-4c49-942f-24746cfed1f9 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.341873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f950c6e0-a0a3-4c49-942f-24746cfed1f9 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0080216 May 26 22:57:34.344600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41082) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.361512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-a8115216-7ee1-44c2-96b2-99d44dfaa050 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.365056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a8115216-7ee1-44c2-96b2-99d44dfaa050 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0193164 May 26 22:57:34.367812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41086) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.372905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-b457e35c-0e88-49cb-9910-edf877e99743 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.376138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b457e35c-0e88-49cb-9910-edf877e99743 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049429 May 26 22:57:34.377104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.383810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-6de786fe-dfd8-4c48-81a1-53438610b880 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.387896 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6de786fe-dfd8-4c48-81a1-53438610b880 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0070729 May 26 22:57:34.388048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41094) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.394395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-7e67b50f-903d-4243-9350-48162ac0ed6e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.398061 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e67b50f-903d-4243-9350-48162ac0ed6e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064232 May 26 22:57:34.398061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41098) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.405004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-5e917433-3e91-4c02-83fd-3c879b8259c5 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.405985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e917433-3e91-4c02-83fd-3c879b8259c5 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0072000 May 26 22:57:34.436640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41102) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.510203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:34.594801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:34.625620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1f5ff255-3461-471e-82ec-265a4787feb8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:34.765598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1f5ff255-3461-471e-82ec-265a4787feb8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:34.772642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1f5ff255-3461-471e-82ec-265a4787feb8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:34.773018 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:34.806269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-3d9b7d3c-602f-46ef-9db5-1b798dd8b88d tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.809584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3d9b7d3c-602f-46ef-9db5-1b798dd8b88d tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.3001354 May 26 22:57:34.810328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41108) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.866229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-8ff1a4e5-03d9-4a0b-b936-cd3534d9a4cd tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.870201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8ff1a4e5-03d9-4a0b-b936-cd3534d9a4cd tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0371652 May 26 22:57:34.874585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:34.876594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41114) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:34.884268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-47d717a2-402e-4908-93cf-977637d4c849 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:34.887872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-47d717a2-402e-4908-93cf-977637d4c849 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075819 May 26 22:57:34.887872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:34.899061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41118) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.024827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d800d32-d875-4875-a229-9b4c81d4254a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.037646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-d965cba1-6da7-4566-a043-505f098cfeaa tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.041741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d965cba1-6da7-4566-a043-505f098cfeaa tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0645254 May 26 22:57:35.044556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41124) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.075157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-454bb63d-bcaf-448a-be8d-139e4764d11e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.076352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-454bb63d-bcaf-448a-be8d-139e4764d11e tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0287981 May 26 22:57:35.084096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41128) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.092104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=b8ce6c94-7519-441c-8a2d-cedacf68cb61,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:35.099311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.101632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-6e6af274-d73c-438e-89da-f38c3e5a31bc tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.102787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6e6af274-d73c-438e-89da-f38c3e5a31bc tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0156286 May 26 22:57:35.105395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41132) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.105594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d800d32-d875-4875-a229-9b4c81d4254a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.118293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-d2dc72dd-0dc7-464e-83a1-ab7ee994e34c tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.119799 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d2dc72dd-0dc7-464e-83a1-ab7ee994e34c tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0115447 May 26 22:57:35.130360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41136) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.132860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.182853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1f5ff255-3461-471e-82ec-265a4787feb8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1f5ff255-3461-471e-82ec-265a4787feb8,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:35.188391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-8b9a4eef-4dfc-437d-b10f-657f6f5cdd9f tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.189714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b9a4eef-4dfc-437d-b10f-657f6f5cdd9f tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0112443 May 26 22:57:35.191090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.200986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6955a96a-5002-4e0b-a3d8-2a588a51af5a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4118712 May 26 22:57:35.200986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41140) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.201258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.204218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-363ecdc5-4e48-46e0-9388-d3e43402ed1a tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.205259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-363ecdc5-4e48-46e0-9388-d3e43402ed1a tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0116730 May 26 22:57:35.209620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41146) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.214643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-6a8c55fb-3876-46ae-bb79-fae6ef705cae tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.216108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6a8c55fb-3876-46ae-bb79-fae6ef705cae tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052984 May 26 22:57:35.218475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41150) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.223250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-921a25c1-7040-49b9-849e-21d1cf867cb6 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.227811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-921a25c1-7040-49b9-849e-21d1cf867cb6 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0062070 May 26 22:57:35.228725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41154) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.233985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-42ac9e87-6c9a-4fbe-a20c-8a7d8be9f31c tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.239244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-42ac9e87-6c9a-4fbe-a20c-8a7d8be9f31c tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073464 May 26 22:57:35.242340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41158) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.251940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-3c960349-3440-4d10-bbec-4a1ad16baeef tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.257731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3c960349-3440-4d10-bbec-4a1ad16baeef tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117974 May 26 22:57:35.259903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41162) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.271187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-2e86095e-2c4c-47ba-a5c1-5fe19c20c963 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.276608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2e86095e-2c4c-47ba-a5c1-5fe19c20c963 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0136886 May 26 22:57:35.278823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41166) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.307296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1f5ff255-3461-471e-82ec-265a4787feb8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:35.360659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-6b2524e7-e9c9-4a65-b4d0-120e8b891891 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.363940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b2524e7-e9c9-4a65-b4d0-120e8b891891 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0688713 May 26 22:57:35.364743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41170) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.370189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-5ba05b17-4783-4a24-b712-7c22b94798f6 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.374461 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5ba05b17-4783-4a24-b712-7c22b94798f6 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0086076 May 26 22:57:35.375178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41174) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.391822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-be20f1b6-488e-4d8c-9163-c46cc8b5163b tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.394890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41180) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.402989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-14be3862-4d5a-408b-9db2-2fea960e1b51 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.403910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-14be3862-4d5a-408b-9db2-2fea960e1b51 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055768 May 26 22:57:35.409732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.417611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-be20f1b6-488e-4d8c-9163-c46cc8b5163b tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0406463 May 26 22:57:35.422212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-e86e32cc-d182-4cab-ad30-3668042cdbc7 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.423158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e86e32cc-d182-4cab-ad30-3668042cdbc7 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0117056 May 26 22:57:35.426064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41188) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.433667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-168d8f94-5e1e-413e-858d-f703934582d1 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.438377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41192) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.439454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-168d8f94-5e1e-413e-858d-f703934582d1 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0098245 May 26 22:57:35.451421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.457525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-67083987-022a-488c-9061-321f56284d1b tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.458514 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-67083987-022a-488c-9061-321f56284d1b tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0138185 May 26 22:57:35.461251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.468505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774f0f5-3215-4588-a49f-1b219b57c0f2 req-b3ce669c-2d43-453a-ac21-4b03ee023fec tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:35.469243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3774f0f5-3215-4588-a49f-1b219b57c0f2 req-b3ce669c-2d43-453a-ac21-4b03ee023fec tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.3755755 May 26 22:57:35.470811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-8defc4c3-24f1-4cea-97e1-d5e34aa55d33 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.475129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41200) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.480275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8defc4c3-24f1-4cea-97e1-d5e34aa55d33 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076501 May 26 22:57:35.502098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [None req-bd498b84-2c6e-4298-b1f6-dee4f43b7431 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.503095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bd498b84-2c6e-4298-b1f6-dee4f43b7431 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0246842 May 26 22:57:35.505964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41206) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.511520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-8f7087af-4a9f-4142-ba44-a1b2a4ed9007 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.512701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f7087af-4a9f-4142-ba44-a1b2a4ed9007 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055578 May 26 22:57:35.515351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41210) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.525385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-4f77cd03-3fa4-44e7-882c-90c3109abc31 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.537377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4f77cd03-3fa4-44e7-882c-90c3109abc31 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0184019 May 26 22:57:35.538497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41214) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.546283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-cf7267cc-dfe5-4091-8873-13b3070231c0 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.561297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cf7267cc-dfe5-4091-8873-13b3070231c0 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0208781 May 26 22:57:35.564661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41220) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.586166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-c497b83e-fd3e-4897-b41c-f5a9a4d404aa tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.591658 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c497b83e-fd3e-4897-b41c-f5a9a4d404aa tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0236001 May 26 22:57:35.599332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41224) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.623665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-9d503e74-7fb1-4ef7-9b1e-fd8daec64888 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.628487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9d503e74-7fb1-4ef7-9b1e-fd8daec64888 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115113 May 26 22:57:35.629713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41228) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.649024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-2c9280c9-e318-4ee7-a68f-4c80c5d853f4 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.651305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2c9280c9-e318-4ee7-a68f-4c80c5d853f4 tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0189617 May 26 22:57:35.671054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41232) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:35.688609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [None req-5c0b7a99-7a67-4bff-bb4d-0201ffbe720c tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:57:35.689834 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5c0b7a99-7a67-4bff-bb4d-0201ffbe720c tempest-ExtensionsTestJSON-870958381 tempest-ExtensionsTestJSON-870958381-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0176795 May 26 22:57:35.708615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-462e50de-7ad1-4276-81af-2a3dae108925 req-ff61c6b0-bf43-4932-ac43-61bb34921e90 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:35.735715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:35.754067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-462e50de-7ad1-4276-81af-2a3dae108925 req-ff61c6b0-bf43-4932-ac43-61bb34921e90 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:35.756338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-ff61c6b0-bf43-4932-ac43-61bb34921e90 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1014700451&fields=id&tenant_id=298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 267 time: 0.1929677 May 26 22:57:35.779950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3774f0f5-3215-4588-a49f-1b219b57c0f2 req-ec04acb7-6fba-4719-afcf-87152c5c86b2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029602 May 26 22:57:35.783284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Deleting port 9218b27a-a512-46dd-916c-0f40445f2656 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:35.783613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:36.044906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d800d32-d875-4875-a229-9b4c81d4254a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 13b115f7-ee4a-4676-bc89-40f6873736b9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:57:36.049788 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:36.138535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e50de-7ad1-4276-81af-2a3dae108925 req-78b3c522-aa8c-4d05-92f0-a042ebc77f29 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:36.139183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-462e50de-7ad1-4276-81af-2a3dae108925 req-78b3c522-aa8c-4d05-92f0-a042ebc77f29 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:36.141724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41242) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:36.164824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-462e50de-7ad1-4276-81af-2a3dae108925 req-78b3c522-aa8c-4d05-92f0-a042ebc77f29 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:36.167428 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-78b3c522-aa8c-4d05-92f0-a042ebc77f29 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.4041517 May 26 22:57:36.187558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Calling delete_port for 9218b27a-a512-46dd-916c-0f40445f2656 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:36.196077 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-754961a9-6c2f-4f34-81eb-bc0a4a457b4e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/quotas/298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 375 time: 0.0223684 May 26 22:57:36.331895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-d52c03e7-e942-4238-91bc-ac52cf88e60f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228793 May 26 22:57:36.440658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:36.507366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:36.513788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Usage tracker for resource:security_group_rule and tenant:58f6c4c69a19497894fe6a980c01755a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:36.519406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-e4048ea2-0902-4792-a232-832a77033c4c service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849546 May 26 22:57:36.519406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:36.529228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:36.532373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d800d32-d875-4875-a229-9b4c81d4254a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:36.534796 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:36.544730 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] Sync routers for ids ['13b115f7-ee4a-4676-bc89-40f6873736b9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:36.573536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] Routers {'13b115f7-ee4a-4676-bc89-40f6873736b9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:36.575080 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['13b115f7-ee4a-4676-bc89-40f6873736b9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:36.614937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d800d32-d875-4875-a229-9b4c81d4254a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:36.618243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3d800d32-d875-4875-a229-9b4c81d4254a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/13b115f7-ee4a-4676-bc89-40f6873736b9 HTTP/1.1" status: 200 len: 890 time: 3.5937498 May 26 22:57:36.618243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Pushing event deleted for resources: {'Port': ['ID=9218b27a-a512-46dd-916c-0f40445f2656,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:36.619132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41250) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:36.623753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1f5ff255-3461-471e-82ec-265a4787feb8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:36.630440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.630938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.631287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.631619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.631948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.632276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.632622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.633083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.633407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.633742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.634066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:36.722532 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:36.748682 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] Routers {'13b115f7-ee4a-4676-bc89-40f6873736b9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:36.749317 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['13b115f7-ee4a-4676-bc89-40f6873736b9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:36.819756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1f5ff255-3461-471e-82ec-265a4787feb8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:36.820152 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:36.874723 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-42ba97a2-4686-492c-b4fb-43a5e970359c service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389864 May 26 22:57:36.982374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.000839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.080066 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:37.080755 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8666ad3-dc3b-49f1-a576-360dd1e7b5ba None None] The sync data for ids ['13b115f7-ee4a-4676-bc89-40f6873736b9'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:37.171045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd85d69-231f-445c-9715-b9eca1247037,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:37.195772 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1cb0eab7-f972-4a8c-b606-d6e590f152c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58f6c4c69a19497894fe6a980c01755a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0530131 May 26 22:57:37.197584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41258) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:37.395755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.476788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1c82208-3b96-479e-9b9a-de2233a0d058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.483518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bceaa27-3363-4d76-b201-9bb5b52fa8fc req-7b4f9cf2-bf64-4409-9211-dcfbecd9b9b0 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 210 time: 0.1186962 May 26 22:57:37.532539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-03930ed6-d53a-410c-9f94-9e013483247b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/routers/13b115f7-ee4a-4676-bc89-40f6873736b9 HTTP/1.1" status: 200 len: 890 time: 0.9090161 May 26 22:57:37.548293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41272) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:37.566742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.572028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.633264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c250c761-c845-47da-a9c3-cd6d5d56bc8d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:37.637221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1c82208-3b96-479e-9b9a-de2233a0d058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.685094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c250c761-c845-47da-a9c3-cd6d5d56bc8d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:37.686696 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c250c761-c845-47da-a9c3-cd6d5d56bc8d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=13b115f7-ee4a-4676-bc89-40f6873736b9 HTTP/1.1" status: 200 len: 205 time: 0.1374288 May 26 22:57:37.689268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41278) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:37.713633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1353-331a-4961-9213-de86ae4efc41 req-302d9f49-a187-49c7-b329-56d323d6b52a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:37.721015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f82e1353-331a-4961-9213-de86ae4efc41 req-302d9f49-a187-49c7-b329-56d323d6b52a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.4513485 May 26 22:57:37.836445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1c82208-3b96-479e-9b9a-de2233a0d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.863204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c82208-3b96-479e-9b9a-de2233a0d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd85d69-231f-445c-9715-b9eca1247037,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:37.866674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41282) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:37.888227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458576282', 'description': 'tempest-description--151503634'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:37.899762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:37.902824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1c82208-3b96-479e-9b9a-de2233a0d058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.910122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a1c82208-3b96-479e-9b9a-de2233a0d058 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cd85d69-231f-445c-9715-b9eca1247037 HTTP/1.1" status: 204 len: 168 time: 0.7066264 May 26 22:57:37.929742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:37.947996 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:37.998834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Router 35582ee3-2950-462a-91e7-13c5ed53f8a3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:57:38.001562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:38.003411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f82e1353-331a-4961-9213-de86ae4efc41 req-6d32aef3-230e-4737-8e83-4637fcfd56f7 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812657 May 26 22:57:38.007026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:38.010720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:38.018674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:38.162403 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:38.166408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:38.254629 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:38.295858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:38.306554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:38.308198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e60e1e0c-e134-4fbb-9632-3bbb3c73349e tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "PUT /v2.0/routers/35582ee3-2950-462a-91e7-13c5ed53f8a3 HTTP/1.1" status: 200 len: 706 time: 5.5718415 May 26 22:57:38.309425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] Sync routers for ids ['35582ee3-2950-462a-91e7-13c5ed53f8a3'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:38.310833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41300) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:38.331419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] Routers {'35582ee3-2950-462a-91e7-13c5ed53f8a3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:38.334828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['35582ee3-2950-462a-91e7-13c5ed53f8a3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:38.462497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:38.480163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] Routers {'35582ee3-2950-462a-91e7-13c5ed53f8a3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:38.481089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['35582ee3-2950-462a-91e7-13c5ed53f8a3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:38.581020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:38.581425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493653e8-8aa1-4259-8eb9-65fe9c247e96 None None] The sync data for ids ['35582ee3-2950-462a-91e7-13c5ed53f8a3'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:38.690137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c42b616-bc7a-4c14-be39-5a8fe878b162 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/routers/35582ee3-2950-462a-91e7-13c5ed53f8a3 HTTP/1.1" status: 200 len: 741 time: 0.3744264 May 26 22:57:38.692475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41314) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:38.782593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7ca3b1f3-b9d2-46bd-970c-0edf201cb667 tempest-RoutersAdminTest-427055963 tempest-RoutersAdminTest-427055963-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=35582ee3-2950-462a-91e7-13c5ed53f8a3 HTTP/1.1" status: 200 len: 205 time: 0.0862110 May 26 22:57:38.785110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41318) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:38.788174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1b2d78-f190-432b-80a2-39e87a56f627,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:38.838792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ccf6c6d0-f74e-42be-9470-2a751b12fa55 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=35582ee3-2950-462a-91e7-13c5ed53f8a3 HTTP/1.1" status: 200 len: 205 time: 0.0522144 May 26 22:57:38.841168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41324) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:38.847404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:38.851448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d62a00fc-1603-41e0-8fb9-6befff6fc817 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9835641 May 26 22:57:38.853086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41328) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:38.876706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': '7c1b2d78-f190-432b-80a2-39e87a56f627', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:38.883594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:38.887745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:38.891502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:38.899931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:38.951589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcc34a-203c-4c4d-a839-8c3a953b7235 req-c389370f-4e68-4b1a-aedb-18aa513522bd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:38.953634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bfcc34a-203c-4c4d-a839-8c3a953b7235 req-c389370f-4e68-4b1a-aedb-18aa513522bd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.6756754 May 26 22:57:38.965524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.077400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7778e8d1-ee78-45b0-9db6-f4fce82b13f4 req-dd12d2b3-eb32-4994-9e5d-16484ace0e4a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:39.093136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bfcc34a-203c-4c4d-a839-8c3a953b7235 req-62a05683-fec6-4aa0-bdb1-2b6acf176d99 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287057 May 26 22:57:39.123306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7778e8d1-ee78-45b0-9db6-f4fce82b13f4 req-dd12d2b3-eb32-4994-9e5d-16484ace0e4a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:39.123306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7778e8d1-ee78-45b0-9db6-f4fce82b13f4 req-dd12d2b3-eb32-4994-9e5d-16484ace0e4a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 210 time: 0.1917984 May 26 22:57:39.147002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-391d81b2-05f3-4aca-aa67-32d15958b445 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.192161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.201708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.252316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.257883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66419ad0-a3af-4caf-bbbb-caa6b42bad09,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:39.265750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.268945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-582e11dd-411b-486f-8836-3759040947c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4106889 May 26 22:57:39.272277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41344) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:39.282771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': '7c1b2d78-f190-432b-80a2-39e87a56f627', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:39.287839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port f19ec9d5-a7b3-4a7c-aa77-b4f002a78e1d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:39.288391 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.332461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:39.342973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:39.353163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:39.369710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:39.541135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.573754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41356) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:39.641291 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.858313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for f19ec9d5-a7b3-4a7c-aa77-b4f002a78e1d owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:39.941008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-391d81b2-05f3-4aca-aa67-32d15958b445 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.946764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-391d81b2-05f3-4aca-aa67-32d15958b445 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.978829 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.979359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-391d81b2-05f3-4aca-aa67-32d15958b445 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.980005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391d81b2-05f3-4aca-aa67-32d15958b445 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Fanout notify agent at l3_agent the message router_deleted on router 35582ee3-2950-462a-91e7-13c5ed53f8a3 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:57:39.997037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-391d81b2-05f3-4aca-aa67-32d15958b445 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:39.998753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-391d81b2-05f3-4aca-aa67-32d15958b445 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/35582ee3-2950-462a-91e7-13c5ed53f8a3 HTTP/1.1" status: 204 len: 168 time: 1.1565597 May 26 22:57:40.002189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41362) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.052444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-18017130-a1cc-4092-9c1e-f09adc4daccf tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=35582ee3-2950-462a-91e7-13c5ed53f8a3 HTTP/1.1" status: 200 len: 205 time: 0.0488322 May 26 22:57:40.055019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41366) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.060409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-680aeb23-5861-4f79-bb68-70e910b4da8f tempest-DvrRoutersNegativeTest-724519582 tempest-DvrRoutersNegativeTest-724519582-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-856256879', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:40.062803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.policy [None req-680aeb23-5861-4f79-bb68-70e910b4da8f tempest-DvrRoutersNegativeTest-724519582 tempest-DvrRoutersNegativeTest-724519582-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84030) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 26 22:57:40.063103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.policy [None req-680aeb23-5861-4f79-bb68-70e910b4da8f tempest-DvrRoutersNegativeTest-724519582 tempest-DvrRoutersNegativeTest-724519582-project] Failed policy check for 'create_router' {{(pid=84030) enforce /opt/stack/neutron/neutron/policy.py:482}} May 26 22:57:40.063647 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-680aeb23-5861-4f79-bb68-70e910b4da8f tempest-DvrRoutersNegativeTest-724519582 tempest-DvrRoutersNegativeTest-724519582-project] create failed (client error): Access was denied to this resource. May 26 22:57:40.068548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-680aeb23-5861-4f79-bb68-70e910b4da8f tempest-DvrRoutersNegativeTest-724519582 tempest-DvrRoutersNegativeTest-724519582-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4936700 May 26 22:57:40.072001 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:40.143947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f988f2d2-fad8-47a3-84c9-537ce05eb2d5,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:40.164694 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-8261b5d4-bfee-48c4-be34-3ca30b51355d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] delete failed (client error): The resource could not be found. May 26 22:57:40.165747 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8261b5d4-bfee-48c4-be34-3ca30b51355d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/35582ee3-2950-462a-91e7-13c5ed53f8a3 HTTP/1.1" status: 404 len: 336 time: 0.1098671 May 26 22:57:40.169129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.209822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:40.210996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ae4c7e05-57b7-40f3-9388-fb18e4fd8b0c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9368219 May 26 22:57:40.221627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41382) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.231828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0866d5cd-9fa6-427f-b371-6543ef3fd4f3 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=24e1b163-1f31-4d71-bbfa-d221aa022c43 HTTP/1.1" status: 200 len: 205 time: 0.0610230 May 26 22:57:40.234097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41386) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.235501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:40.255925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:40.262949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:floatingip and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:40.271942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed777c1-c823-4179-a557-1d2bd5c2a9bc req-bbb42598-6bab-4a76-bfee-2c8ec6c9e1dc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:40.279363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aed777c1-c823-4179-a557-1d2bd5c2a9bc req-bbb42598-6bab-4a76-bfee-2c8ec6c9e1dc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.4983034 May 26 22:57:40.285034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:40.305007 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:57:40.321601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e50de-7ad1-4276-81af-2a3dae108925 req-858b0482-befb-44c8-8ac8-d300b5bc2878 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:40.325064 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-858b0482-befb-44c8-8ac8-d300b5bc2878 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.5407805 May 26 22:57:40.378302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:40.451032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aed777c1-c823-4179-a557-1d2bd5c2a9bc req-4b38d363-2d5c-4eb8-8800-5d3df867fdfc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704607 May 26 22:57:40.525288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-3d18e68c-74e2-4b87-a9d1-19496cc68e0e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 380 time: 0.1560569 May 26 22:57:40.529002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:40.553172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'port': {'device_id': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'admin_state_up': True, 'tenant_id': '298537138acc4da6be77c84737e82811', 'security_groups': ['82fc4fc6-c903-4b0c-aa43-1aa61d55cabd']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:40.578233 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-714bbf7e-18e5-4671-81ac-1a39e8a8a6a5 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] delete failed (client error): The resource could not be found. May 26 22:57:40.582297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-714bbf7e-18e5-4671-81ac-1a39e8a8a6a5 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/24e1b163-1f31-4d71-bbfa-d221aa022c43 HTTP/1.1" status: 404 len: 336 time: 0.3469982 May 26 22:57:40.582983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41394) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.638834 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8813b042-391a-48ad-94b6-f780879c2625 req-8949f9dd-5ca2-489d-bc84-20e7913e089f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 210 time: 0.1067429 May 26 22:57:40.668015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c730f0c-68b6-4a47-8ffd-dda797315b79 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=88adb97e-de77-46de-84ce-e2a9a90f8743 HTTP/1.1" status: 200 len: 205 time: 0.0789907 May 26 22:57:40.668601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41398) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.668925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41400) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.766127 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-15068053-d763-428b-8c80-0123e9607e40 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] delete failed (client error): The resource could not be found. May 26 22:57:40.767607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-15068053-d763-428b-8c80-0123e9607e40 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/88adb97e-de77-46de-84ce-e2a9a90f8743 HTTP/1.1" status: 404 len: 336 time: 0.0950646 May 26 22:57:40.770505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41408) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.861420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3401eca8-f5e7-4922-9589-08ce2b6b38e1 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=356bfacc-040e-489b-85a2-fea701912858 HTTP/1.1" status: 200 len: 205 time: 0.0889599 May 26 22:57:40.865051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41412) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.898968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:40.969914 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-c6279271-b646-4c76-8af9-57e53af7225f tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] delete failed (client error): The resource could not be found. May 26 22:57:40.972788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6279271-b646-4c76-8af9-57e53af7225f tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/356bfacc-040e-489b-85a2-fea701912858 HTTP/1.1" status: 404 len: 336 time: 0.1063049 May 26 22:57:40.973702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41416) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:40.976559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:40.996681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=f19ec9d5-a7b3-4a7c-aa77-b4f002a78e1d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:41.029625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ccb7ea00-7b92-4582-b15a-ddfa9744deb9 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f221d85-4d34-4ffe-a6b3-8c3666348582 HTTP/1.1" status: 200 len: 205 time: 0.0523298 May 26 22:57:41.030880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41420) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:41.038425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:41.062592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:41.095865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Made reservation on behalf of 298537138acc4da6be77c84737e82811 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:41.098914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.111082 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-df257a99-4727-41cf-8efe-074c43314833 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] delete failed (client error): The resource could not be found. May 26 22:57:41.114388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-df257a99-4727-41cf-8efe-074c43314833 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/9f221d85-4d34-4ffe-a6b3-8c3666348582 HTTP/1.1" status: 404 len: 336 time: 0.0803416 May 26 22:57:41.115442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41424) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:41.156992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:41.169135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Usage tracker for resource:security_group_rule and tenant:929cdd440a71461b87e0c94e95d25821 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:41.175697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-167a8b20-b711-4e67-be12-f9349d76a074 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351 HTTP/1.1" status: 200 len: 205 time: 0.0553632 May 26 22:57:41.175697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:41.177659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41428) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:41.236574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:41.255632 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-fa2b4b14-f701-40a2-8a19-c9b2b46fca1d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] delete failed (client error): The resource could not be found. May 26 22:57:41.256813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fa2b4b14-f701-40a2-8a19-c9b2b46fca1d tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/routers/b82c8bb0-7e03-4e7e-8fe8-04d34ddd5351 HTTP/1.1" status: 404 len: 336 time: 0.0781362 May 26 22:57:41.260882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:41.312157 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f99bbc-216b-4e6a-bea7-f537878739c7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] DELETE failed (client error): The resource could not be found. May 26 22:57:41.312606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f99bbc-216b-4e6a-bea7-f537878739c7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:57:41.329469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-63f99bbc-216b-4e6a-bea7-f537878739c7 tempest-RoutersAdminTest-190537631 tempest-RoutersAdminTest-190537631-project] 10.222.0.32 "DELETE /v2.0/subnets/59c612f2-5502-4908-a9b6-c0c201968f5d HTTP/1.1" status: 404 len: 337 time: 0.0661454 May 26 22:57:41.385615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.390390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.430283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.454616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f409e44-f5e0-433f-a168-8d1d9e2f0496,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:41.461826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c75bc684-1d04-4c4a-8a8d-03f422ec2de0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=929cdd440a71461b87e0c94e95d25821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7894135 May 26 22:57:41.472210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41442) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:41.557162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce123eac-4f93-4c81-b7d4-2e553b09b8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.619205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce123eac-4f93-4c81-b7d4-2e553b09b8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.621237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.702872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce123eac-4f93-4c81-b7d4-2e553b09b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.721374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce123eac-4f93-4c81-b7d4-2e553b09b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f409e44-f5e0-433f-a168-8d1d9e2f0496,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:41.740891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce123eac-4f93-4c81-b7d4-2e553b09b8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.744906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ce123eac-4f93-4c81-b7d4-2e553b09b8f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f409e44-f5e0-433f-a168-8d1d9e2f0496 HTTP/1.1" status: 204 len: 168 time: 0.2694068 May 26 22:57:41.787813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:41.873296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67bd520d-034c-499c-a628-481543c49b45 req-cd27bb67-8faf-4c3a-9e30-5be315bd8ad6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0782096 May 26 22:57:41.941944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.954430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:41.973984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.014332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:42.019701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa8d75d937349128250dca3b9900e12 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:42.034126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:42.043344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:42.124849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.132178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.155305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e6226-4723-4356-b011-510ee55be84e req-842efe9f-e94c-4374-869d-bb933cc24b83 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:42.156833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad5e6226-4723-4356-b011-510ee55be84e req-842efe9f-e94c-4374-869d-bb933cc24b83 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.5410936 May 26 22:57:42.161534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.162116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Fanout notify agent at l3_agent the message router_deleted on router 13b115f7-ee4a-4676-bc89-40f6873736b9 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:57:42.189066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77796924-9205-456c-9fa3-d57a6dd3d1d3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:42.196923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cfe922d1-6b8e-407f-af79-df3c9e21aa78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7aa8d75d937349128250dca3b9900e12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060431 May 26 22:57:42.197168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41466) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:42.229337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.25.4.41 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/72e9e0f0-b0db-46aa-b1e7-89387f55eb9f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:42.241165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Allocated IP 172.20.0.10 (55a3a3ca-b3f5-4cb6-bf08-3d00119669c5/a523fb6a-888c-4068-90ca-6b3273fc4147/8d14f593-46ee-47cf-89fc-1be0eea5ff58) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:42.246063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.247139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1138fc1c-7e8b-4640-80ea-afefe0297369 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/13b115f7-ee4a-4676-bc89-40f6873736b9 HTTP/1.1" status: 204 len: 168 time: 4.5564039 May 26 22:57:42.251402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41472) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:42.260900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-504878819'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:42.269336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:42.273280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:42.280952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:42.286906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:42.301650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad5e6226-4723-4356-b011-510ee55be84e req-11599f80-433c-486d-891a-f1f4d8833ee0 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335437 May 26 22:57:42.314958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8034c97-9f48-4ce0-a07c-0449a3b06f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.343407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8034c97-9f48-4ce0-a07c-0449a3b06f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.386011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:42.388997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.494333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:57:42.526683 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.527243 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment daa9660d-0e48-4727-9ee7-0166a7f98606 of type vlan for network 083f31a1-9ce0-4572-b6ad-791f9683bea4 May 26 22:57:42.586832 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.607742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8034c97-9f48-4ce0-a07c-0449a3b06f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.611028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.641745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034c97-9f48-4ce0-a07c-0449a3b06f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77796924-9205-456c-9fa3-d57a6dd3d1d3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:42.693884 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8034c97-9f48-4ce0-a07c-0449a3b06f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.697517 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8034c97-9f48-4ce0-a07c-0449a3b06f49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77796924-9205-456c-9fa3-d57a6dd3d1d3 HTTP/1.1" status: 204 len: 168 time: 0.4966018 May 26 22:57:42.705222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.714753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:42.717522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.720173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.876228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:42.930335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6749330 May 26 22:57:42.931303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41496) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:42.953157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:42.963705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': '083f31a1-9ce0-4572-b6ad-791f9683bea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:42.981215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284abd-c0b6-473d-8c4e-70bb920d62a9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=083f31a1-9ce0-4572-b6ad-791f9683bea4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:42.993841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:57:43.068263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:43.074974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:43.163545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fa9d4ca-4161-4ef3-95f9-e06b1ba40d01 req-8b85f68a-ed6c-48d4-a05a-12fa15728a05 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0763891 May 26 22:57:43.169236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Transition to ACTIVE for port object 8d14f593-46ee-47cf-89fc-1be0eea5ff58 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:43.270915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=72e9e0f0-b0db-46aa-b1e7-89387f55eb9f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:43.318798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41506) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:43.402705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-11f2dee0-0d3e-4c5b-8687-90d577418276 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b3534ab4d6241d2b442e658c6a54227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0821590 May 26 22:57:43.405487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41510) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:43.490712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66aea2a9-617a-4a64-8823-2bfce4d64969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:43.512596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:43.526045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66aea2a9-617a-4a64-8823-2bfce4d64969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:43.536819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:43.553475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:43.562229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:43.607233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66aea2a9-617a-4a64-8823-2bfce4d64969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:43.622764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aea2a9-617a-4a64-8823-2bfce4d64969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb828b-05ec-400e-9f5e-7f29ee67bde4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:43.674214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66aea2a9-617a-4a64-8823-2bfce4d64969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:43.675631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-66aea2a9-617a-4a64-8823-2bfce4d64969 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32bb828b-05ec-400e-9f5e-7f29ee67bde4 HTTP/1.1" status: 204 len: 168 time: 0.2697310 May 26 22:57:43.867297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:43.900463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e3498-3b64-4499-b9ce-083699868aa9 req-0a3dafdb-c73f-44b1-86f0-f47ba4a4ee2b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:43.901999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc6e3498-3b64-4499-b9ce-083699868aa9 req-0a3dafdb-c73f-44b1-86f0-f47ba4a4ee2b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.6421835 May 26 22:57:43.963326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:44.034273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:44.099623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:44.136074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:44.153696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:44.180017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:44.327583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:44.430755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc6e3498-3b64-4499-b9ce-083699868aa9 req-704ec5a3-f6a8-4168-9f94-2113b5070a92 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090899 May 26 22:57:44.465466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:44.554039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-912c49dd-f69c-4e00-b469-86229c6e4730 None None] Provisioning for port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:44.565633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-912c49dd-f69c-4e00-b469-86229c6e4730 None None] Provisioning complete for port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:44.566153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-912c49dd-f69c-4e00-b469-86229c6e4730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:44.593902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51c9e1-237f-49e9-ba4c-c2b56ea76b6f req-f3c9d34b-1da1-4dfd-9558-a39a8ddbb459 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:44.595589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a51c9e1-237f-49e9-ba4c-c2b56ea76b6f req-f3c9d34b-1da1-4dfd-9558-a39a8ddbb459 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 932 time: 0.1753027 May 26 22:57:44.727184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-912c49dd-f69c-4e00-b469-86229c6e4730 None None] Port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:44.885200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:44.891444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9a51c9e1-237f-49e9-ba4c-c2b56ea76b6f req-e337c1d1-98fb-4b22-a7ae-abb3d484134f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:44.906065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9a51c9e1-237f-49e9-ba4c-c2b56ea76b6f req-e337c1d1-98fb-4b22-a7ae-abb3d484134f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:44.920253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a51c9e1-237f-49e9-ba4c-c2b56ea76b6f req-e337c1d1-98fb-4b22-a7ae-abb3d484134f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004272 May 26 22:57:44.936662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:44.937263 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.082178 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-c036ad56-36b1-43db-8ddb-d497e040b279 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5329068 May 26 22:57:45.095761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=a6caac16-6772-4709-a274-a77c72db0b18,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:45.110896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Request body: {'port': {'device_id': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:45.233313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': 'daa9660d-0e48-4727-9ee7-0166a7f98606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '083f31a1-9ce0-4572-b6ad-791f9683bea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:45.234046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: 083f31a1-9ce0-4572-b6ad-791f9683bea4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:57:45.297516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.318948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:57:45.336098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 083f31a1-9ce0-4572-b6ad-791f9683bea4) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:45.340881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.344796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:45.345437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.346182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475cd08a-1a37-4c90-9c1c-7b20299348e2 None None] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:45.724012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d14f593-46ee-47cf-89fc-1be0eea5ff58 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:57:45.732780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.739722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3721fe2f-8d57-45b6-b004-8956bd2a253e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7946393 May 26 22:57:45.740322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.741230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41568) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:45.753733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1602831144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:45.758162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-083f31a1-9ce0-4572-b6ad-791f9683bea4', 'network_id': '083f31a1-9ce0-4572-b6ad-791f9683bea4', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': 'a6caac16-6772-4709-a274-a77c72db0b18'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:57:45.760149 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.766533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:45.775722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:router and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:45.780111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:45.791878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:45.812413 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.817050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.865491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Transition to ACTIVE for port object 8d14f593-46ee-47cf-89fc-1be0eea5ff58 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:45.873526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.900080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.935756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.937607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-01a2a307-cb05-48d9-9bf5-3aead410105a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1948392 May 26 22:57:45.938407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.940230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41578) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:45.950662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.993993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Allocated IP 2001:db8::2 (083f31a1-9ce0-4572-b6ad-791f9683bea4/a6caac16-6772-4709-a274-a77c72db0b18/9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:45.994463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=72e9e0f0-b0db-46aa-b1e7-89387f55eb9f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:46.212227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:46.224750 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5bb743a4-96e0-4005-bcb1-a60315e1188f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0010793 May 26 22:57:46.263719 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:46.276185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Transition to ACTIVE for port object 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:46.299635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Transition to ACTIVE for port object 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:46.307633 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:46.404635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:46.415534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:46.425381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:46.498162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:46.510627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9083dc7-81cd-4f81-89b2-60ff83a41456 req-6cc9186d-0492-46a0-aa67-0a9a7e7d3df9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:46.517913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9083dc7-81cd-4f81-89b2-60ff83a41456 req-6cc9186d-0492-46a0-aa67-0a9a7e7d3df9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.7861826 May 26 22:57:46.661586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9083dc7-81cd-4f81-89b2-60ff83a41456 req-3404f0df-caad-4fb1-a40e-4b64d587ea21 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425679 May 26 22:57:46.697014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Pushing event updated for resources: {'Port': ['ID=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:46.734594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Attempting to bind port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:46.735070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Attempting to bind port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:46.736251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.736717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Attempting to bind port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:46.737255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.739837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.740366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.741356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.741873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.742446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.745346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.746026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.746512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.747605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:46.750575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:57:46.751014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Attempting to bind port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:46.774176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:46.774826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:46.775438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Bound using segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:46.779922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Bound port: 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:46.780677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:46.810088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Attempting to bind port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:46.810636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Attempting to bind port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'daa9660d-0e48-4727-9ee7-0166a7f98606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '083f31a1-9ce0-4572-b6ad-791f9683bea4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:46.812069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Attempting to bind port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 on network 083f31a1-9ce0-4572-b6ad-791f9683bea4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:46.820146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:46.820288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Checking segment: {'id': 'daa9660d-0e48-4727-9ee7-0166a7f98606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '083f31a1-9ce0-4572-b6ad-791f9683bea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:46.820761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:46.821831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Bound using segment: {'id': 'daa9660d-0e48-4727-9ee7-0166a7f98606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '083f31a1-9ce0-4572-b6ad-791f9683bea4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:46.822345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Bound port: 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa9660d-0e48-4727-9ee7-0166a7f98606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '083f31a1-9ce0-4572-b6ad-791f9683bea4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:46.822990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:46.895370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832c77-187e-4224-a3df-26807fd5b1ea req-95c455ff-c2fd-4488-a073-f36a107d6e87 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:46.914148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f832c77-187e-4224-a3df-26807fd5b1ea req-95c455ff-c2fd-4488-a073-f36a107d6e87 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 944 time: 0.6685276 May 26 22:57:46.929844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] For port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:46.934377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] For port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,segment=NetworkSegment(daa9660d-0e48-4727-9ee7-0166a7f98606),segment_id=daa9660d-0e48-4727-9ee7-0166a7f98606)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:46.940027 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:47.016442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-21043e0f-0a81-4587-a00a-57451906bec6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:47.064591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:47.064591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:47.079966 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:47.137497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41618) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:47.197305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-21043e0f-0a81-4587-a00a-57451906bec6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:47.210643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-21043e0f-0a81-4587-a00a-57451906bec6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--458576282&fields=id&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 267 time: 0.3035076 May 26 22:57:47.245385 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f832c77-187e-4224-a3df-26807fd5b1ea req-49a06b57-eea4-4ca4-aeb5-f33849fe3070 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300169 May 26 22:57:47.253286 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1448b728-233a-457f-bb90-7b6eaaa45484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:47.271090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd489-90da-4155-8c3e-09a9e3ee2950 None None] Pushing event updated for resources: {'Port': ['ID=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:47.466062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:47.468657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1092 time: 2.3652434 May 26 22:57:47.469249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:47.567755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a6ab-c3df-4c3d-94e1-a6ed8aeaa1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:47.612071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:47.647342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1549432518', 'router:external': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:47.678543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:47.687810 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6569f2-03d6-4319-a32d-2378fd6d2648'] response: {'name': 'network-changed', 'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'status': 'completed', 'code': 200} May 26 22:57:47.693463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:network and tenant:9ba24edf612d465eb66d4897197bcf8d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:47.782303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-d44f0564-6066-421d-87c5-10c95e3b3582 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:47.787169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-d44f0564-6066-421d-87c5-10c95e3b3582 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:47.820279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:47.833851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-4377d4ea-9c49-48c9-942a-2a3c6c04c98c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1095 time: 0.3149872 May 26 22:57:47.841197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-d44f0564-6066-421d-87c5-10c95e3b3582 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:47.851592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-d44f0564-6066-421d-87c5-10c95e3b3582 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 0.6372807 May 26 22:57:47.900370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:47.931194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Made reservation on behalf of 9ba24edf612d465eb66d4897197bcf8d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:47.933428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:47.948465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-73ab006c-83b5-49c1-a340-e7f3f5b0dc2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 217 time: 0.0934842 May 26 22:57:47.961573 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-d924a50c-8b4d-44e5-b5bd-1ed673bac8d8 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/quotas/7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 375 time: 0.1088703 May 26 22:57:48.031749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:48.111434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:48.131406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e50de-7ad1-4276-81af-2a3dae108925 req-7033e2d3-b61c-4b16-b55f-9ff2bb7bd585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:48.133100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-7033e2d3-b61c-4b16-b55f-9ff2bb7bd585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1689260 May 26 22:57:48.179772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:security_group_rule and tenant:9ba24edf612d465eb66d4897197bcf8d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:48.209613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:48.239690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:48.273510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e2200797-1241-4eba-8f64-9024c0d08521 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2523985 May 26 22:57:48.468369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8::1 (083f31a1-9ce0-4572-b6ad-791f9683bea4/a6caac16-6772-4709-a274-a77c72db0b18/fb22025e-aebd-462c-a8ae-9df0afb83926) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:48.684787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:48.685656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-462cdbf5-f229-4e32-a4ab-35208745eab0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5386257 May 26 22:57:48.736428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d92ba-ec1b-4581-96b3-7683f338a6d4 None None] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:48.808856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-5a468b38-3afe-40ae-aefa-c4efcaf26227 service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222468 May 26 22:57:48.828390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:48.976818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.004479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object fb22025e-aebd-462c-a8ae-9df0afb83926 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:49.021173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.093651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:57:49.150577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-30c9a0b2-3ad0-4c66-a340-1cf04fc5970b service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269725 May 26 22:57:49.175175 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-d8b92f31-8f55-4274-b4b5-d8bc889c37bb service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756336 May 26 22:57:49.367050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee93a002-f96f-4b57-96c7-c0098fadd7af,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:49.376355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.376693 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Added segment ce63c751-d47f-4564-b382-de32292e9d54 of type vlan for network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 May 26 22:57:49.397738 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.445444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c1e9752c-b3c3-4700-b681-067782fac335 None None] Provisioning for port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:49.487286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.495410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:49.508500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:49.508796 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.509345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0fb0c-c222-4149-ba08-1f2ea0510d45 req-fb9c0cb7-7c62-4b32-b0c9-4a04c9409a98 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:49.518180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dff0fb0c-c222-4149-ba08-1f2ea0510d45 req-fb9c0cb7-7c62-4b32-b0c9-4a04c9409a98 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 944 time: 0.8535953 May 26 22:57:49.582617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:49.589210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:49.596654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:49.603770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.627732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=fb22025e-aebd-462c-a8ae-9df0afb83926,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:49.682978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dff0fb0c-c222-4149-ba08-1f2ea0510d45 req-b0a6e95c-c412-4f4d-9824-159f513c7b8c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637514 May 26 22:57:49.689125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bd95c7b-7438-4cae-b7de-87e0cc2997f5 req-95af32bc-d4ed-4f56-95fb-594eacf6b2e5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 210 time: 0.1178148 May 26 22:57:49.695246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-462e50de-7ad1-4276-81af-2a3dae108925 req-8eb593bd-d5c3-4487-b6dd-5e7807ce5896 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047195 May 26 22:57:49.698401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.699816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:49.700384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.712608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.791180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,segment=NetworkSegment(daa9660d-0e48-4727-9ee7-0166a7f98606),segment_id=daa9660d-0e48-4727-9ee7-0166a7f98606)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:49.811487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:49.923353 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-542de2fd-f1f8-4066-8216-bf0141510263 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1095 time: 0.1453886 May 26 22:57:49.993546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8524945 May 26 22:57:50.005852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41676) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:50.017014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'subnet': {'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:50.022459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:50.025511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:50.027060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:subnet and tenant:9ba24edf612d465eb66d4897197bcf8d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:50.030082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:50.036764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:50.051062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15cd5d-d6d9-41d8-bdca-42917799f118 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Network': ['ID=06b70ffa-5920-4b81-aeed-3a9e27bb4ee3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:50.064290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Made reservation on behalf of 9ba24edf612d465eb66d4897197bcf8d for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:50.069030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.116852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:57:50.257584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a256173-032f-4fb6-8202-21f27598a85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.289031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.314299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3e6fe307-9895-4ec7-80ed-0b3043083d8b None None] Provisioning complete for port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:50.314851 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe307-9895-4ec7-80ed-0b3043083d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.511180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-3b4ad032-a01b-4c53-a56b-6337f36fa288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:50.522392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-3b4ad032-a01b-4c53-a56b-6337f36fa288 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.5859458 May 26 22:57:50.582266 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.626295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1099e0ef-675f-4505-bc37-02d795c08a19 None None] Provisioning for port fb22025e-aebd-462c-a8ae-9df0afb83926 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:50.656967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1099e0ef-675f-4505-bc37-02d795c08a19 None None] Provisioning complete for port fb22025e-aebd-462c-a8ae-9df0afb83926 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:50.656967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1099e0ef-675f-4505-bc37-02d795c08a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.693374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-d2b501a7-4e14-4368-8132-0bd366b25162 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 217 time: 0.1681702 May 26 22:57:50.790135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1099e0ef-675f-4505-bc37-02d795c08a19 None None] Port fb22025e-aebd-462c-a8ae-9df0afb83926 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:50.794393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:50.887659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-22b47602-3f68-438b-822e-99fd477367de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:50.891319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-22b47602-3f68-438b-822e-99fd477367de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1869473 May 26 22:57:50.972630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.994523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:50.995284 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:51.020769 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-e20dfa4d-b373-4ed6-bd10-1e71f08a2d62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214473 May 26 22:57:51.198722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-4f43aaa2-277f-4fbc-b243-ad790a46f6ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1097 time: 0.3929610 May 26 22:57:51.378373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-a8669354-384a-4f71-9450-53bf3a850a4d service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494595 May 26 22:57:51.597142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4b7b-7a86-4016-944f-41c0771f50ab req-68ae4220-a113-41d5-a606-af9b7ef297b8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:51.598734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce1c4b7b-7a86-4016-944f-41c0771f50ab req-68ae4220-a113-41d5-a606-af9b7ef297b8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 944 time: 0.5424154 May 26 22:57:51.652993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:57:51.663963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-fe80bd29-7e00-42e0-8966-fe767609056a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:51.665440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-fe80bd29-7e00-42e0-8966-fe767609056a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.4502482 May 26 22:57:51.685431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af532af-8a8d-4c4d-86a0-9726d52dbedc req-a4c6fffe-b0b0-4500-a9bf-3cc223b33462 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:51.687677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4af532af-8a8d-4c4d-86a0-9726d52dbedc req-a4c6fffe-b0b0-4500-a9bf-3cc223b33462 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.6605811 May 26 22:57:51.693133 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:51.726671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-dfa9a0ad-0d5d-4c4f-aa91-d5b72aa629e1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:51.728397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-dfa9a0ad-0d5d-4c4f-aa91-d5b72aa629e1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 0.3489869 May 26 22:57:51.761616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c256a7c7-37d5-42b2-98ba-c97634eb07d3 req-d7206230-c614-4b80-93c0-08759d0aa27d service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438191 May 26 22:57:51.781892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:51.789460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:51.801288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4af532af-8a8d-4c4d-86a0-9726d52dbedc req-c97f0ca3-0d78-4d88-a79f-c0b864d7c854 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041949 May 26 22:57:51.839395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-97c34e2d-b781-4d22-9397-a21cdeb2aa1d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 471 time: 0.0961149 May 26 22:57:51.848982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'port': {'device_id': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'admin_state_up': True, 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'security_groups': ['7c1b2d78-f190-432b-80a2-39e87a56f627']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:51.868894 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:51.877459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-f62e453b-92f7-4f2e-9ce5-f3fd8d0c07d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 217 time: 0.1913447 May 26 22:57:52.019150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:52.077808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:52.091662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a666787e-bb85-4591-9525-41cf313c7c2c req-4aa8023e-8a56-48e6-8418-afe0ac8684db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 210 time: 0.0646160 May 26 22:57:52.101609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Made reservation on behalf of 7ced3c86be7c476fa17cdf7755ec6fa3 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:52.106180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:52.226994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce1c4b7b-7a86-4016-944f-41c0771f50ab req-d76aa92f-0a3b-4c80-8cf0-d0a056765dc6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6214318 May 26 22:57:52.236058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=fb22025e-aebd-462c-a8ae-9df0afb83926,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:52.371139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-0ee1c812-ff81-46de-8c30-39f1a46fdf5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:52.373425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-0ee1c812-ff81-46de-8c30-39f1a46fdf5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.4846852 May 26 22:57:52.410299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.20.0.9 (79afa0c6-0f66-4a88-9cb5-731ff2672a17/8c7407c0-0033-4858-9f26-76e0a7bd394f/35ec0220-275c-440a-8548-4f4cb35b9b79) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:52.441217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:52.445160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:52.549804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:57:52.692548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:52.710578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Transition to ACTIVE for port object 35ec0220-275c-440a-8548-4f4cb35b9b79 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:52.742703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:52.793947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.objects.ports [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:57:52.794355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:52.842635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:52.868523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e37487d5-a74d-4096-8119-73150da52115 None None] Provisioning complete for port fb22025e-aebd-462c-a8ae-9df0afb83926 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:52.869332 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e37487d5-a74d-4096-8119-73150da52115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:52.874613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=35ec0220-275c-440a-8548-4f4cb35b9b79,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:52.901766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:52.903229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:52.906325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:52.932632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'mac_address': 'fa:16:3e:cc:ce:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:57:52.946716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-e3024700-9a70-41a7-a52d-75704f32204c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5610359 May 26 22:57:52.947346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Subnet': ['ID=32e3b1b6-7538-4eb3-af9a-2a405dddbfbc,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:53.014368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:53.015024 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:53.087056 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:53.119976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d14f593-46ee-47cf-89fc-1be0eea5ff58 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:57:53.125452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e37487d5-a74d-4096-8119-73150da52115 None None] Port fb22025e-aebd-462c-a8ae-9df0afb83926 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:53.157545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-f43e4723-ddd2-43bf-afae-a30771028219 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125355 May 26 22:57:53.162766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:53.168464 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:53.182300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Request body: {'port': {'device_id': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:53.279239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:53.342625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad324e-c6cf-46bb-b020-7927724269a9 req-012733b6-de54-46d6-bba8-bf56ba685a62 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:53.345369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bad324e-c6cf-46bb-b020-7927724269a9 req-012733b6-de54-46d6-bba8-bf56ba685a62 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.3204136 May 26 22:57:53.458825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8d14f593-46ee-47cf-89fc-1be0eea5ff58'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:57:53.469085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-eb3537f5-6fc0-4ea3-998c-0651d3e2f9e1 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925706 May 26 22:57:53.472464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Checking segment: {'id': 'ce63c751-d47f-4564-b382-de32292e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:53.472828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network hostable DHCP agents. Network: 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:57:53.537771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2ea593d5-6a56-4e87-815e-742559ef4355 None None] Provisioning for port 35ec0220-275c-440a-8548-4f4cb35b9b79 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:53.576214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2ea593d5-6a56-4e87-815e-742559ef4355 None None] Provisioning complete for port 35ec0220-275c-440a-8548-4f4cb35b9b79 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:53.576870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2ea593d5-6a56-4e87-815e-742559ef4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:53.651146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2ea593d5-6a56-4e87-815e-742559ef4355 None None] Port 35ec0220-275c-440a-8548-4f4cb35b9b79 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:53.655945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ab18a4e-433a-4583-a763-d1e9d481546c req-f3e1129f-b3c9-4ec4-bdeb-f9794eeb57f9 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773720 May 26 22:57:53.727136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:53.792246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bad324e-c6cf-46bb-b020-7927724269a9 req-05931e61-339d-4ef4-85d1-bd5a3f4566a1 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264441 May 26 22:57:53.813379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40ad4-cb6d-4efa-966f-40207279b994 req-8133a9fc-aab1-46b5-8749-11d07d2c6501 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:53.820624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aaf40ad4-cb6d-4efa-966f-40207279b994 req-8133a9fc-aab1-46b5-8749-11d07d2c6501 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 931 time: 0.4368184 May 26 22:57:53.968835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aaf40ad4-cb6d-4efa-966f-40207279b994 req-609001a8-94e1-4224-a745-4c87decfb9a5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471016 May 26 22:57:53.972051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:57:54.036467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:54.045341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:54.047898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:54.059674 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8d0729-7c4f-498f-a4bb-856a4f0b579d None None] Network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:54.095565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca4df367-e1fc-4ace-92d6-cc8f60b49d6e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0855968 May 26 22:57:54.103826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41754) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:54.111091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1274042822', 'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:54.130643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:54.148490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:port and tenant:9ba24edf612d465eb66d4897197bcf8d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:54.158946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:54.166102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:54.186476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Made reservation on behalf of 9ba24edf612d465eb66d4897197bcf8d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:54.189298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:54.236125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 3a28eb7b-2e3f-47f8-872c-55093f8589ab is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:57:54.247079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] device_id is not set on port 0e3c6620-3d34-47d0-a86a-3f476432c767 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:57:54.513986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70405e5-631c-46a0-9675-561c1493d05c None None] Network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:57:54.516548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ec0220-275c-440a-8548-4f4cb35b9b79 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:57:54.544602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:54.583451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Transition to ACTIVE for port object 35ec0220-275c-440a-8548-4f4cb35b9b79 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:54.606771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:54.740513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:54.769347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee8cc6-fe46-4162-940d-11e05fddd33c req-8f21fcb6-722b-49d8-bb8b-b48ff2b34fc6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:54.772852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e3ee8cc6-fe46-4162-940d-11e05fddd33c req-8f21fcb6-722b-49d8-bb8b-b48ff2b34fc6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:54.941402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Allocated IP 2001:db8::157 (06b70ffa-5920-4b81-aeed-3a9e27bb4ee3/32e3b1b6-7538-4eb3-af9a-2a405dddbfbc/0e3c6620-3d34-47d0-a86a-3f476432c767) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:55.036328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:55.049807 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] Sync routers for ids ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:55.088406 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] Routers {'3a28eb7b-2e3f-47f8-872c-55093f8589ab'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:55.093068 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:55.112882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3ee0c450-7d56-44ac-8066-ec972ca60117 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/3a28eb7b-2e3f-47f8-872c-55093f8589ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1568501 May 26 22:57:55.118273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41766) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:55.119540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:55.127731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.130633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:55.130996 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.279350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Pushing event updated for resources: {'Port': ['ID=35ec0220-275c-440a-8548-4f4cb35b9b79,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:55.287782 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:55.310139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e3ee8cc6-fe46-4162-940d-11e05fddd33c req-8f21fcb6-722b-49d8-bb8b-b48ff2b34fc6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:55.312132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] Routers {'3a28eb7b-2e3f-47f8-872c-55093f8589ab'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:55.312767 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:55.318288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ee8cc6-fe46-4162-940d-11e05fddd33c req-8f21fcb6-722b-49d8-bb8b-b48ff2b34fc6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.8894396 May 26 22:57:55.361047 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.388396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ee8cc6-fe46-4162-940d-11e05fddd33c req-9ecdb3f5-04ac-460b-8b38-506c26d82b36 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562072 May 26 22:57:55.416988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f980358-13c1-4c89-b411-1c6dfc3da83e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:55.417642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6f980358-13c1-4c89-b411-1c6dfc3da83e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:55.436893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Attempting to bind port 35ec0220-275c-440a-8548-4f4cb35b9b79 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:55.437562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Attempting to bind port 35ec0220-275c-440a-8548-4f4cb35b9b79 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:55.439990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Attempting to bind port 35ec0220-275c-440a-8548-4f4cb35b9b79 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:55.447252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Port 35ec0220-275c-440a-8548-4f4cb35b9b79 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:57:55.450908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Attempting to bind port 35ec0220-275c-440a-8548-4f4cb35b9b79 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:55.457865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:55.458173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:55.471367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:55.471727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Checking segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:55.472198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Bound using segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:55.475844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Bound port: 35ec0220-275c-440a-8548-4f4cb35b9b79, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:55.477042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.478123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.516006 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:55.516749 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e21c5-f977-43b1-ae57-8809a4f106d8 None None] The sync data for ids ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:55.520167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5f02c-7b4f-4ed7-b855-1762b8793cad req-2cae0666-66bc-46a4-9e3c-703da36795cf tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:55.521703 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eea5f02c-7b4f-4ed7-b855-1762b8793cad req-2cae0666-66bc-46a4-9e3c-703da36795cf tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.3413606 May 26 22:57:55.525063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6f980358-13c1-4c89-b411-1c6dfc3da83e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:55.526016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6f980358-13c1-4c89-b411-1c6dfc3da83e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports/fb22025e-aebd-462c-a8ae-9df0afb83926 HTTP/1.1" status: 200 len: 911 time: 0.4036951 May 26 22:57:55.529308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41772) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:55.535103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6caac16-6772-4709-a274-a77c72db0b18'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:55.568882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.646856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:55.706071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] For port 35ec0220-275c-440a-8548-4f4cb35b9b79, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:55.716069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] For port 35ec0220-275c-440a-8548-4f4cb35b9b79, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=35ec0220-275c-440a-8548-4f4cb35b9b79,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:55.724669 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.852137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.853669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] 10.222.0.48 "PUT /v2.0/ports/35ec0220-275c-440a-8548-4f4cb35b9b79 HTTP/1.1" status: 200 len: 1091 time: 2.6758881 May 26 22:57:55.854211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:55.865216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eea5f02c-7b4f-4ed7-b855-1762b8793cad req-cce22094-0a67-4ef1-b2fa-9ae130dfac28 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907500 May 26 22:57:55.968197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8796312-b4ec-4118-b201-53a399e75225 service neutron] Pushing event updated for resources: {'Port': ['ID=35ec0220-275c-440a-8548-4f4cb35b9b79,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:55.984946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:56.005627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e37b5b-69f0-44db-90da-99df3c0f546b req-4c633c6e-59a9-4041-a98d-185437e3d420 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:56.006479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-73e37b5b-69f0-44db-90da-99df3c0f546b req-4c633c6e-59a9-4041-a98d-185437e3d420 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:56.027584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-73e37b5b-69f0-44db-90da-99df3c0f546b req-4c633c6e-59a9-4041-a98d-185437e3d420 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:56.039022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73e37b5b-69f0-44db-90da-99df3c0f546b req-4c633c6e-59a9-4041-a98d-185437e3d420 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 943 time: 0.2912261 May 26 22:57:56.093131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:56.099083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Port': ['ID=0e3c6620-3d34-47d0-a86a-3f476432c767,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:56.106656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:56.111704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:56.113767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:56.115805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:56.154029 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8c179651-805b-43c1-9b81-693e35ed628f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0490413 May 26 22:57:56.158318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41786) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:56.221733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:56.267090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Deleting port 0e3c6620-3d34-47d0-a86a-3f476432c767 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:56.267090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:56.301290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73e37b5b-69f0-44db-90da-99df3c0f546b req-b94c7c2e-3edd-4ee5-a6c7-1466d153570a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613733 May 26 22:57:56.335372 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06adb782-32b7-4478-9003-f7e8389a8811'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'code': 200} May 26 22:57:56.345436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-78292ae0-83bb-429d-832e-735c37c81d7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 1094 time: 0.3953443 May 26 22:57:56.407865 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edde21e-2bb4-48c9-b74b-cf3eb730283d'] response: {'name': 'network-changed', 'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'status': 'completed', 'code': 200} May 26 22:57:56.426260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-7965d8a8-c4e8-463f-b9fe-0313f00957c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35ec0220-275c-440a-8548-4f4cb35b9b79 HTTP/1.1" status: 200 len: 217 time: 0.0799918 May 26 22:57:56.505984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-d4f43c5b-ed86-41cf-aad7-9a6a76f81418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:56.507812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-d4f43c5b-ed86-41cf-aad7-9a6a76f81418 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.0755482 May 26 22:57:56.743837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-a9f8fd59-f2fa-4b5d-bfbd-2a504208ef87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292752 May 26 22:57:56.883989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80d46-74b3-4e4f-9601-c7939fc77ed6 req-ecff4cbf-b9c0-4fc0-9595-beed509e81e8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:56.893522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4de80d46-74b3-4e4f-9601-c7939fc77ed6 req-ecff4cbf-b9c0-4fc0-9595-beed509e81e8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.2671769 May 26 22:57:56.925713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebc5bcc8-62a1-42cf-8dd0-6a54b183a9c7 req-e96bbf1f-44c5-4578-b78d-a8154dfa7237 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1097 time: 0.4990826 May 26 22:57:57.008654 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4de80d46-74b3-4e4f-9601-c7939fc77ed6 req-53910fb6-a145-4fc9-9bcc-3032491e8ac7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142979 May 26 22:57:57.010464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-5a898052-e305-4034-8bdc-9ca91e74ef21 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511117 May 26 22:57:57.074467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:57.091401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebc5bcc8-62a1-42cf-8dd0-6a54b183a9c7 req-f577560c-5ccb-4c9a-9a1b-2c353da6cc8a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543493 May 26 22:57:57.281461 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7adc1e52-bfa2-423e-bcde-1c2277a44768 req-3b2d581b-ee52-4c03-9fd2-865906f07aec service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636046 May 26 22:57:57.357392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Calling delete_port for 0e3c6620-3d34-47d0-a86a-3f476432c767 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:57.533395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-8e7bf8b3-9797-4877-8074-e905a323a6fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 1094 time: 0.1961758 May 26 22:57:57.738623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:57.818352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-6f63c581-c924-4b16-a318-90de86842358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:57.819925 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-6f63c581-c924-4b16-a318-90de86842358 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.2811522 May 26 22:57:57.828748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cfa5-9dd9-4a96-9517-d4a5adee485f req-c5b4aca6-6576-4c8c-ae66-b0d1e29cb4cb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:57.831074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dac4cfa5-9dd9-4a96-9517-d4a5adee485f req-c5b4aca6-6576-4c8c-ae66-b0d1e29cb4cb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 943 time: 0.1803048 May 26 22:57:57.838819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3e5e2-9cbd-46f2-8022-20064ff1ddbc req-a7ba7837-6a65-44a0-8e21-b59a6fb43d0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:57.845775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74b3e5e2-9cbd-46f2-8022-20064ff1ddbc req-a7ba7837-6a65-44a0-8e21-b59a6fb43d0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.6774378 May 26 22:57:57.923966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:57.976953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e3c6620-3d34-47d0-a86a-3f476432c767,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:57.984130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-7de7a248-0eb4-4596-b982-d45baf79b8ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35ec0220-275c-440a-8548-4f4cb35b9b79 HTTP/1.1" status: 200 len: 217 time: 0.1470060 May 26 22:57:57.986707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dac4cfa5-9dd9-4a96-9517-d4a5adee485f req-c1ff30f4-f86b-46b8-a27f-6b3b1fb12304 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767698 May 26 22:57:57.992674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74b3e5e2-9cbd-46f2-8022-20064ff1ddbc req-5f4f0d17-aa4a-4c03-bedc-14f57cadf1b5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458092 May 26 22:57:58.066817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-2f9568c5-d92b-4dfd-9fb3-0322de3815eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:58.068393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-2f9568c5-d92b-4dfd-9fb3-0322de3815eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.0795927 May 26 22:57:58.112578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.122716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bb43d9a7-af27-48f0-ab87-b5d56326770d tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0e3c6620-3d34-47d0-a86a-3f476432c767 HTTP/1.1" status: 204 len: 168 time: 1.9632158 May 26 22:57:58.125478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41820) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:58.132282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3', 'external_fixed_ips': [{'subnet_id': '32e3b1b6-7538-4eb3-af9a-2a405dddbfbc', 'ip_address': '2001:db8::157'}]}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:58.138562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:58.144594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:router and tenant:9ba24edf612d465eb66d4897197bcf8d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:58.150836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-585ec068-3b84-4375-89d4-c173a8524c38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760586 May 26 22:57:58.157545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:58.213704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.217295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:58.240196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.245214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:58.245967 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.251075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/ports/fb22025e-aebd-462c-a8ae-9df0afb83926 HTTP/1.1" status: 200 len: 911 time: 2.7207329 May 26 22:57:58.253232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41824) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:58.287585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.288570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.331564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-6bd44b78-6542-4c8b-9186-6cd594803d39 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733632 May 26 22:57:58.491132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a57751-959d-4015-bfd8-18b847e075a7 req-a8bd92fa-18d3-44c5-a1bf-0378a1a8dcd8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:58.493347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b4a57751-959d-4015-bfd8-18b847e075a7 req-a8bd92fa-18d3-44c5-a1bf-0378a1a8dcd8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.3329861 May 26 22:57:58.506813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35c00c-640d-44b2-8c9e-aac7fd9c932c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=fb22025e-aebd-462c-a8ae-9df0afb83926,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:58.525566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7f4410a-9e82-40ba-9209-4ba08c3f3d14 req-d2734284-acf9-4886-9c95-27d8de45c7f8 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876609 May 26 22:57:58.567855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.584203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b4a57751-959d-4015-bfd8-18b847e075a7 req-25feabbd-d87d-4b49-af6a-bfc3bb550789 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737813 May 26 22:57:58.905050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.083959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.344425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ccfab-2041-436e-93c9-b4336f72ae9e req-2dcf0158-305a-440e-84c2-d03c465dae68 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:59.347243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf6ccfab-2041-436e-93c9-b4336f72ae9e req-2dcf0158-305a-440e-84c2-d03c465dae68 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.1396422 May 26 22:57:59.410402 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cf6ccfab-2041-436e-93c9-b4336f72ae9e req-b44b050e-a6a4-4626-94a8-886022b26eb3 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499096 May 26 22:57:59.614306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5d888-ea24-4519-b979-d4ced316b7ba req-df75110a-80c3-43ac-b8b9-1f691ac4408b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:59.621379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acc5d888-ea24-4519-b979-d4ced316b7ba req-df75110a-80c3-43ac-b8b9-1f691ac4408b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 943 time: 0.2381928 May 26 22:57:59.760749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.850506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c347b43-e601-477a-be56-16dd1d2e96c3 req-600253ed-f1ea-4a4d-a6f1-f81ffac867fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:59.853829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41854) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:59.855470 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.858779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c347b43-e601-477a-be56-16dd1d2e96c3 req-600253ed-f1ea-4a4d-a6f1-f81ffac867fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.0910645 May 26 22:57:59.883231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acc5d888-ea24-4519-b979-d4ced316b7ba req-b0ddc846-2fb7-4e47-9372-461d00ff4649 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609122 May 26 22:57:59.915749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c347b43-e601-477a-be56-16dd1d2e96c3 req-99716af2-69e5-4d7b-9588-b09fd689db07 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558591 May 26 22:58:00.214831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.220297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41868) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:00.369258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.374670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:00.383460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8d1c8d9ae64583ac6d085ede987c05 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:00.391702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:00.401158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:00.404911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Usage tracker for resource:security_group_rule and tenant:97343205fa0644bda26e6cafbe5e82a9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:00.407712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:00.413273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:00.430044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:00.466291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Allocated IP 2001:db8::157 (06b70ffa-5920-4b81-aeed-3a9e27bb4ee3/32e3b1b6-7538-4eb3-af9a-2a405dddbfbc/ee9d807d-1e5f-4788-8b56-8ac56cfa1d83) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:00.485950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324b9f0-248d-4a65-a4e8-65cd68b0ff14 req-e1f1c7af-5a87-4579-ab0e-7e8a259022d5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:00.487441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a324b9f0-248d-4a65-a4e8-65cd68b0ff14 req-e1f1c7af-5a87-4579-ab0e-7e8a259022d5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.3887246 May 26 22:58:00.488258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.500319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41876) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:00.508808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'floatingip': {'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:00.578703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.655875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.730426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.741425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.786233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.789381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c87492c-a2ce-4682-a390-1b7cee595ada,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:00.802728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f69194a6-f953-49e3-bb89-b0d93b1211d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97343205fa0644bda26e6cafbe5e82a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5790076 May 26 22:58:00.809035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41880) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:00.818697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483de130-1fac-4f8e-a5af-b1092fa0c6dd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:00.824043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c7afb0c-1781-4809-9e5a-40ca02d7cbd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed8d1c8d9ae64583ac6d085ede987c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9665911 May 26 22:58:00.839832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41884) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:00.894544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.021538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:01.028392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Port': ['ID=ee9d807d-1e5f-4788-8b56-8ac56cfa1d83,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:01.030783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:01.066865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:01.075818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1ca5a-8891-4cab-a07b-d1f793466cc6 req-a74fc1d1-8411-4bde-808d-28358f4c2656 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:01.077237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6e1ca5a-8891-4cab-a07b-d1f793466cc6 req-a74fc1d1-8411-4bde-808d-28358f4c2656 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.4916558 May 26 22:58:01.113009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port fb22025e-aebd-462c-a8ae-9df0afb83926 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:01.113366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.261986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50a024d7-7cb9-4278-acfa-a1bf112045aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.277392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-385b3874-c2b4-4c11-a00a-fca3a7ebd00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.300223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 35ec0220-275c-440a-8548-4f4cb35b9b79 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:58:01.353417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6e1ca5a-8891-4cab-a07b-d1f793466cc6 req-54b40a8f-eb12-43a0-b01f-07c07ec981ba tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670646 May 26 22:58:01.359528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50a024d7-7cb9-4278-acfa-a1bf112045aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.387831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-385b3874-c2b4-4c11-a00a-fca3a7ebd00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.430958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd89f6-baad-4083-bcfc-abf396a7005a req-cdb319cc-ace5-42a0-9296-e90fc2f240c9 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:01.432433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3cd89f6-baad-4083-bcfc-abf396a7005a req-cdb319cc-ace5-42a0-9296-e90fc2f240c9 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 943 time: 0.4132621 May 26 22:58:01.456913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 35ec0220-275c-440a-8548-4f4cb35b9b79, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=35ec0220-275c-440a-8548-4f4cb35b9b79,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:01.471293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'port_id': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'mac_address': 'fa:16:3e:bb:ab:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:58:01.522023 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.534158 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.535705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3cd89f6-baad-4083-bcfc-abf396a7005a req-2b4de644-bc55-4e69-afec-590d4d9a0e0a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922763 May 26 22:58:01.556127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ec0220-275c-440a-8548-4f4cb35b9b79 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:01.579722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-385b3874-c2b4-4c11-a00a-fca3a7ebd00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.584306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 35ec0220-275c-440a-8548-4f4cb35b9b79, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=35ec0220-275c-440a-8548-4f4cb35b9b79,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:01.591892 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.596450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50a024d7-7cb9-4278-acfa-a1bf112045aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.607248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b3874-c2b4-4c11-a00a-fca3a7ebd00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483de130-1fac-4f8e-a5af-b1092fa0c6dd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:01.629158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a024d7-7cb9-4278-acfa-a1bf112045aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c87492c-a2ce-4682-a390-1b7cee595ada,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:01.644577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-385b3874-c2b4-4c11-a00a-fca3a7ebd00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.648517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-385b3874-c2b4-4c11-a00a-fca3a7ebd00d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/483de130-1fac-4f8e-a5af-b1092fa0c6dd HTTP/1.1" status: 204 len: 168 time: 0.8077748 May 26 22:58:01.656758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50a024d7-7cb9-4278-acfa-a1bf112045aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.660505 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50a024d7-7cb9-4278-acfa-a1bf112045aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c87492c-a2ce-4682-a390-1b7cee595ada HTTP/1.1" status: 204 len: 168 time: 0.8425717 May 26 22:58:01.680116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for fb22025e-aebd-462c-a8ae-9df0afb83926 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:01.760333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=35ec0220-275c-440a-8548-4f4cb35b9b79,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:01.780889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.781623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.792813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.798798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:01.906208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['35ec0220-275c-440a-8548-4f4cb35b9b79'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:58:02.126238 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Floating IP d397e458-a547-49a3-a076-3ee502887f68 associated. External IP: 172.25.4.146, port: 8d14f593-46ee-47cf-89fc-1be0eea5ff58. May 26 22:58:02.135334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.184098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:02.187145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=fb22025e-aebd-462c-a8ae-9df0afb83926,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:02.220035 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.318972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:02.323318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Usage tracker for resource:security_group_rule and tenant:d47b3521f30a4d92aa10557a8f055806 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:02.326347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:02.332616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:02.399033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.406335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.431679 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.473971 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d47b3521f30a4d92aa10557a8f055806&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2789667 May 26 22:58:02.476883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:02.550028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc05e9-da8a-40e0-b766-a36a532d114e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaa0bdd-c0e4-4fda-8b7b-9661d85a1555,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:02.650010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-47e4810f-3c22-4255-8eb0-b901bbc2ad9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.666079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Router 3f057f7b-6bd3-4113-a9f3-6a3eff084d6a is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:58:02.697114 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-47e4810f-3c22-4255-8eb0-b901bbc2ad9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.756647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb90c5-8e52-4c16-992d-a5dcc8570821 req-6c0a9eb5-0725-4ed8-a931-d8cd27bb13df tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:02.758223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70cb90c5-8e52-4c16-992d-a5dcc8570821 req-6c0a9eb5-0725-4ed8-a931-d8cd27bb13df tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.2204311 May 26 22:58:02.815955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-47e4810f-3c22-4255-8eb0-b901bbc2ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:02.875599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70cb90c5-8e52-4c16-992d-a5dcc8570821 req-8eb6d0a8-bd73-4863-89c7-b0c21031315a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115701 May 26 22:58:02.883899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4810f-3c22-4255-8eb0-b901bbc2ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaa0bdd-c0e4-4fda-8b7b-9661d85a1555,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:03.062063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-47e4810f-3c22-4255-8eb0-b901bbc2ad9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:03.066125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-47e4810f-3c22-4255-8eb0-b901bbc2ad9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3aaa0bdd-c0e4-4fda-8b7b-9661d85a1555 HTTP/1.1" status: 204 len: 168 time: 0.5852144 May 26 22:58:03.169185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Router 129dda9c-0f11-4ee8-90b7-d225a435acfc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:58:03.274703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578a05-73d3-457a-8e68-2cfb80fe4fbe req-a3aec7d0-626f-4fdb-a901-cd6d83dde82f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:03.281942 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7578a05-73d3-457a-8e68-2cfb80fe4fbe req-a3aec7d0-626f-4fdb-a901-cd6d83dde82f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 944 time: 0.5435867 May 26 22:58:03.299876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 35ec0220-275c-440a-8548-4f4cb35b9b79 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:03.330481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 3a28eb7b-2e3f-47f8-872c-55093f8589ab has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:58:03.379419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7578a05-73d3-457a-8e68-2cfb80fe4fbe req-216bde0b-cac1-4073-8c7f-ceda5e694f3b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965283 May 26 22:58:03.424635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 35ec0220-275c-440a-8548-4f4cb35b9b79 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:03.428110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:03.430249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 35ec0220-275c-440a-8548-4f4cb35b9b79 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:03.431445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:03.441298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:03.470095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] Sync routers for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:03.514903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:03.516165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:03.564661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:03.574888 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Sync routers for ids ['3f057f7b-6bd3-4113-a9f3-6a3eff084d6a'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:03.577917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5a4cd96a-8817-4a81-a4e5-57127ebc9b1c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "PUT /v2.0/floatingips/d397e458-a547-49a3-a076-3ee502887f68 HTTP/1.1" status: 200 len: 992 time: 3.0759106 May 26 22:58:03.579176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:03.594396 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Routers {'3f057f7b-6bd3-4113-a9f3-6a3eff084d6a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:03.594909 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3f057f7b-6bd3-4113-a9f3-6a3eff084d6a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:03.605227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:03.644247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] Sync routers for ids ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:03.730918 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3de2d70-9fc1-4b67-ba93-6d260e2b0603'] response: {'name': 'network-changed', 'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'status': 'completed', 'code': 200} May 26 22:58:03.869174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:03.872198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-edec68a2-b96d-471c-aec8-e1208f0c01ae tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/3a28eb7b-2e3f-47f8-872c-55093f8589ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5837452 May 26 22:58:03.882770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:03.909243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] Routers {'3a28eb7b-2e3f-47f8-872c-55093f8589ab'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:03.909903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:03.985286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:03.988908 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-03161aa0-6deb-4d8a-955e-aa86aaa1e159 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.8590822 May 26 22:58:03.988908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2b9611b-f713-46b7-bf04-1cd51f20fb22 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:03.990706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41952) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:04.038863 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Set router 3f057f7b-6bd3-4113-a9f3-6a3eff084d6a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:04.049076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e83861-22d7-4034-b133-af64996cd4ca req-a9c7570c-b5e4-411d-8b51-8cecbfd5bf89 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:04.060358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54e83861-22d7-4034-b133-af64996cd4ca req-a9c7570c-b5e4-411d-8b51-8cecbfd5bf89 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.1985466 May 26 22:58:04.094428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:04.119420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 35ec0220-275c-440a-8548-4f4cb35b9b79, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=35ec0220-275c-440a-8548-4f4cb35b9b79,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:04.126293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:04.142764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:04.163684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2b9611b-f713-46b7-bf04-1cd51f20fb22 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:04.167287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a2b9611b-f713-46b7-bf04-1cd51f20fb22 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a28eb7b-2e3f-47f8-872c-55093f8589ab HTTP/1.1" status: 200 len: 205 time: 0.2797639 May 26 22:58:04.168463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41960) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:04.196560 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-5538eaa3-4799-4e9a-9f47-884b0b19c625 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1097 time: 0.4402201 May 26 22:58:04.240133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] Routers {'3a28eb7b-2e3f-47f8-872c-55093f8589ab'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:04.240738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:04.307254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:04.364176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-97c0d3d3-c82c-4e94-9958-dcca218980cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:04.365707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-97c0d3d3-c82c-4e94-9958-dcca218980cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.1604986 May 26 22:58:04.372848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:04.373255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181e0fd3-3d20-4c7e-85af-1d7f20f997f5 None None] The sync data for ids ['3a28eb7b-2e3f-47f8-872c-55093f8589ab'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:04.382931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=35ec0220-275c-440a-8548-4f4cb35b9b79,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:04.521261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54e83861-22d7-4034-b133-af64996cd4ca req-d45a8389-a18c-46f7-8fa4-ac9a1b850cec tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4593916 May 26 22:58:04.558246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f972905-fbcf-4668-84aa-de34b90adec7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:04.589832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-71c1b1ad-3323-4c57-ad23-98044222718b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.1872780 May 26 22:58:04.621373 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f057f7b-6bd3-4113-a9f3-6a3eff084d6a', 'name': '', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3', 'external_fixed_ips': [{'subnet_id': '32e3b1b6-7538-4eb3-af9a-2a405dddbfbc', 'ip_address': '2001:db8::157'}], 'enable_snat': True}, 'gw_port_id': 'ee9d807d-1e5f-4788-8b56-8ac56cfa1d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:58Z', 'updated_at': '2022-05-26T22:58:01Z', 'revision_number': 3, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port': {'id': 'ee9d807d-1e5f-4788-8b56-8ac56cfa1d83', 'name': '', 'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f057f7b-6bd3-4113-a9f3-6a3eff084d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e3b1b6-7538-4eb3-af9a-2a405dddbfbc', 'ip_address': '2001:db8::157', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:59Z', 'updated_at': '2022-05-26T22:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e3b1b6-7538-4eb3-af9a-2a405dddbfbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:04.626250 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Checking router: 3f057f7b-6bd3-4113-a9f3-6a3eff084d6a for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:04.626935 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Updating router 3f057f7b-6bd3-4113-a9f3-6a3eff084d6a port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:58:04.689547 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:04.710647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:04.811777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f44879-2c9d-4a9c-9aa0-1aa6a33c30b1 req-1c88b154-b625-4958-b1c7-4ea279e8b933 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:04.813198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80f44879-2c9d-4a9c-9aa0-1aa6a33c30b1 req-1c88b154-b625-4958-b1c7-4ea279e8b933 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.4450934 May 26 22:58:04.902213 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f9a297-5a82-4d26-a5d2-93d118f4c986'] response: {'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'code': 200} May 26 22:58:05.124896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd397e458-a547-49a3-a076-3ee502887f68', 'tenant_id': '298537138acc4da6be77c84737e82811', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'mac_address': 'fa:16:3e:cc:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:34Z', 'updated_at': '2022-05-26T22:58:01Z', 'revision_number': 1, 'project_id': '298537138acc4da6be77c84737e82811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:35Z', 'revision_number': 5, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:05.135112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] Checking router: 129dda9c-0f11-4ee8-90b7-d225a435acfc for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:05.162081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:05.164843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:05.165373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-39663eb5-dcbb-4ff5-9b43-c83192da2a5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:05.167754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-39663eb5-dcbb-4ff5-9b43-c83192da2a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.5704832 May 26 22:58:05.290078 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.304873 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Transition to ACTIVE for port object ee9d807d-1e5f-4788-8b56-8ac56cfa1d83 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:05.316104 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.440037 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d757c-6c3d-4a28-a397-1f47d27c8e02 None None] Pushing event updated for resources: {'Port': ['ID=ee9d807d-1e5f-4788-8b56-8ac56cfa1d83,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:05.462383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80f44879-2c9d-4a9c-9aa0-1aa6a33c30b1 req-e3db5b49-f452-4989-8d1d-86c8779636d1 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330745 May 26 22:58:05.470468 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Attempting to bind port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:05.470841 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Attempting to bind port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ce63c751-d47f-4564-b382-de32292e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:05.471197 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Attempting to bind port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83 on network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:05.482747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:05.482747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Checking segment: {'id': 'ce63c751-d47f-4564-b382-de32292e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:05.482747 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.482747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Bound using segment: {'id': 'ce63c751-d47f-4564-b382-de32292e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:05.483276 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Bound port: ee9d807d-1e5f-4788-8b56-8ac56cfa1d83, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce63c751-d47f-4564-b382-de32292e9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '06b70ffa-5920-4b81-aeed-3a9e27bb4ee3'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:05.483995 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.517802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-ef1105de-d0ef-4ae0-a4c6-fbb54e00d3c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3419859 May 26 22:58:05.519960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79484d8a-96ee-4b2f-ae20-0b86d70baf75 req-195cb1e4-61fa-4ca4-82d2-22394ba1ad55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 1096 time: 0.6983881 May 26 22:58:05.558497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:05.613863 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] For port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:05.622358 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] For port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ee9d807d-1e5f-4788-8b56-8ac56cfa1d83,segment=NetworkSegment(ce63c751-d47f-4564-b382-de32292e9d54),segment_id=ce63c751-d47f-4564-b382-de32292e9d54)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:05.627635 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.719937 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f972905-fbcf-4668-84aa-de34b90adec7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.747421 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f972905-fbcf-4668-84aa-de34b90adec7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.766925 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79484d8a-96ee-4b2f-ae20-0b86d70baf75 req-b85c8f86-74df-4425-a03b-65e9b67ec5e3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193087 May 26 22:58:05.783663 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d757c-6c3d-4a28-a397-1f47d27c8e02 None None] Pushing event updated for resources: {'Port': ['ID=ee9d807d-1e5f-4788-8b56-8ac56cfa1d83,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:05.789560 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Routers {'3f057f7b-6bd3-4113-a9f3-6a3eff084d6a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:05.790199 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['3f057f7b-6bd3-4113-a9f3-6a3eff084d6a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:05.843019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.843208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c256e5c-9106-4265-b1a3-eb66176b9278 req-0216d054-5296-46c5-971f-db8aa2572115 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:05.853145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c256e5c-9106-4265-b1a3-eb66176b9278 req-0216d054-5296-46c5-971f-db8aa2572115 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 945 time: 0.7964046 May 26 22:58:05.853344 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-54b9f501-9000-4344-9641-e9470c773ad7 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280759 May 26 22:58:05.878494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f972905-fbcf-4668-84aa-de34b90adec7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.879387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f972905-fbcf-4668-84aa-de34b90adec7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Fanout notify agent at l3_agent the message router_deleted on router 3a28eb7b-2e3f-47f8-872c-55093f8589ab {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:05.919262 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f972905-fbcf-4668-84aa-de34b90adec7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.923980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f972905-fbcf-4668-84aa-de34b90adec7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/3a28eb7b-2e3f-47f8-872c-55093f8589ab HTTP/1.1" status: 204 len: 168 time: 1.7502074 May 26 22:58:05.927607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41990) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:05.941019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Deleting port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:05.941353 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.981016 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] Set router 3f057f7b-6bd3-4113-a9f3-6a3eff084d6a gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:06.004069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7c256e5c-9106-4265-b1a3-eb66176b9278 req-648df646-84a0-42bc-b954-5607ae6b3bc4 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492963 May 26 22:58:06.160631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd397e458-a547-49a3-a076-3ee502887f68', 'tenant_id': '298537138acc4da6be77c84737e82811', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'mac_address': 'fa:16:3e:cc:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:34Z', 'updated_at': '2022-05-26T22:58:01Z', 'revision_number': 1, 'project_id': '298537138acc4da6be77c84737e82811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:35Z', 'revision_number': 5, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:06.164855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a97585-8448-4ee6-bcde-901417397836 None None] The sync data for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 is: [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd397e458-a547-49a3-a076-3ee502887f68', 'tenant_id': '298537138acc4da6be77c84737e82811', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'mac_address': 'fa:16:3e:cc:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:34Z', 'updated_at': '2022-05-26T22:58:01Z', 'revision_number': 1, 'project_id': '298537138acc4da6be77c84737e82811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:35Z', 'revision_number': 5, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:06.211073 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f057f7b-6bd3-4113-a9f3-6a3eff084d6a', 'name': '', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:58Z', 'updated_at': '2022-05-26T22:58:05Z', 'revision_number': 4, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:06.226921 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a44f21-e4b5-4a26-b63a-6ceaa41fb20d None None] The sync data for ids ['3f057f7b-6bd3-4113-a9f3-6a3eff084d6a'] in n-d-843301-1 is: [{'id': '3f057f7b-6bd3-4113-a9f3-6a3eff084d6a', 'name': '', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:58Z', 'updated_at': '2022-05-26T22:58:05Z', 'revision_number': 4, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:06.270213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aedef92-d74f-462b-9f3a-e0ff641fa1b5 req-825b5834-644c-46f5-b7a6-e9719dcbe228 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093494 May 26 22:58:06.280399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] For port ee9d807d-1e5f-4788-8b56-8ac56cfa1d83, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ee9d807d-1e5f-4788-8b56-8ac56cfa1d83,segment=NetworkSegment(ce63c751-d47f-4564-b382-de32292e9d54),segment_id=ce63c751-d47f-4564-b382-de32292e9d54)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:06.280759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:06.297508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cfe7d-05bd-4b15-b568-51bba01bb680 req-9821c109-4086-4528-be38-192f193458fb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:06.299073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-210cfe7d-05bd-4b15-b568-51bba01bb680 req-9821c109-4086-4528-be38-192f193458fb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.6637533 May 26 22:58:06.409604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet a6caac16-6772-4709-a274-a77c72db0b18 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:58:06.413775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:06.467040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Calling delete_port for ee9d807d-1e5f-4788-8b56-8ac56cfa1d83 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:06.502912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:06.564407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-210cfe7d-05bd-4b15-b568-51bba01bb680 req-b19a7418-133d-4d1a-8b10-6f83152d98dd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795726 May 26 22:58:06.673730 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be31afd-0961-457c-bbab-88e9d427b6d0 None None] New status for floating IP d397e458-a547-49a3-a076-3ee502887f68: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:58:06.741165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:06.754997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:06.860986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee9d807d-1e5f-4788-8b56-8ac56cfa1d83,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:06.877562 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-89167fb7-4603-4b95-8847-cc72cbff96bd tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=163be71655a84ccfb3a7b04e89439e85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542066 May 26 22:58:06.961124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.011877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=a6caac16-6772-4709-a274-a77c72db0b18,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:07.020276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.027209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148fa16c-2aa6-4fd5-9369-621f8e566926 None None] Network 083f31a1-9ce0-4572-b6ad-791f9683bea4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:07.053502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-56ecda37-dfb8-41b4-815f-b862ef4653b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/a6caac16-6772-4709-a274-a77c72db0b18 HTTP/1.1" status: 204 len: 168 time: 1.1173165 May 26 22:58:07.054386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:07.199578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59d64e-12c7-4659-a7e7-eb26ad659e59 req-8790757b-6708-48d3-b0e0-fcd22efce257 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:07.201132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec59d64e-12c7-4659-a7e7-eb26ad659e59 req-8790757b-6708-48d3-b0e0-fcd22efce257 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.2770028 May 26 22:58:07.281619 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec59d64e-12c7-4659-a7e7-eb26ad659e59 req-06a008a9-f164-462e-91a5-b288a7d5ff6c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 May 26 22:58:07.287546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.301308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:07.301654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.358549 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.459949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] DHCP port deletion for 083f31a1-9ce0-4572-b6ad-791f9683bea4 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:58:07.465138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Deleting port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:07.465507 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.586785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,segment=NetworkSegment(daa9660d-0e48-4727-9ee7-0166a7f98606),segment_id=daa9660d-0e48-4727-9ee7-0166a7f98606)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:07.587149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.763578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:07.801163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-b39a5998-a773-4626-928b-20c883fe2910 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:07.803355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-b39a5998-a773-4626-928b-20c883fe2910 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8836038 May 26 22:58:07.822665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58572880-c962-43e5-8a63-0e2db356c0e6 req-6f1825b7-6e0e-4515-b1df-0c6b8367b2eb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:07.824296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-58572880-c962-43e5-8a63-0e2db356c0e6 req-6f1825b7-6e0e-4515-b1df-0c6b8367b2eb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 945 time: 0.3079312 May 26 22:58:07.854778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] For port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,segment=NetworkSegment(daa9660d-0e48-4727-9ee7-0166a7f98606),segment_id=daa9660d-0e48-4727-9ee7-0166a7f98606)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:07.855235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.880582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-58572880-c962-43e5-8a63-0e2db356c0e6 req-64b284ee-25dd-4cbf-8506-8affdc5fd028 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474439 May 26 22:58:07.901137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5a6feb1a-0529-47c2-88eb-dfd99637f9e7 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/quotas/163be71655a84ccfb3a7b04e89439e85 HTTP/1.1" status: 200 len: 375 time: 0.0881758 May 26 22:58:07.909411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.963509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:07.966734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No DVR routers for this DVR port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:58:08.020818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-ea7ce9ca-9470-4eec-94f8-39247442b529 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=163be71655a84ccfb3a7b04e89439e85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603211 May 26 22:58:08.022673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.027740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.059771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.060461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f057f7b-6bd3-4113-a9f3-6a3eff084d6a {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:08.079740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.081359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f7b510c-7bc5-4333-9400-2eaaf4152f3b tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3f057f7b-6bd3-4113-a9f3-6a3eff084d6a HTTP/1.1" status: 204 len: 168 time: 4.0888579 May 26 22:58:08.083756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:08.119850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Calling delete_port for 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:08.165047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Deleting subnet 32e3b1b6-7538-4eb3-af9a-2a405dddbfbc {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:58:08.173754 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.178160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.201719 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:58:08.202425 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:58:08.205758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083f31a1-9ce0-4572-b6ad-791f9683bea4']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:08.218636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa9660d-0e48-4727-9ee7-0166a7f98606') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:08.218929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa9660d-0e48-4727-9ee7-0166a7f98606') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:08.231812 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.249388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.255684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:58:08.256089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.280672 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.359301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.359651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.360041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.360502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.360898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.361268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.361701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.362028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.362352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.362918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.363246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:08.363956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: timer() May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:58:08.367620 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:58:08.369892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.394454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.426068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=083f31a1-9ce0-4572-b6ad-791f9683bea4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:08.565396 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.612775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f185-6fdc-4692-8973-6e6a772cbb8a req-9cbfc724-c8a1-44a6-a4ec-8713be190338 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:08.630320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebe3f185-6fdc-4692-8973-6e6a772cbb8a req-9cbfc724-c8a1-44a6-a4ec-8713be190338 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 945 time: 0.2226415 May 26 22:58:08.632081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42052) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:08.647854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'port_id': '35ec0220-275c-440a-8548-4f4cb35b9b79'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:08.651786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:08.677850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c4e6adf0-5632-46d9-a139-38aeeb009aa9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/083f31a1-9ce0-4572-b6ad-791f9683bea4 HTTP/1.1" status: 204 len: 168 time: 1.6210024 May 26 22:58:08.681846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42056) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:08.693891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-22541672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:08.701252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:08.705489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:router and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:08.708856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:08.714826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:08.728786 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.729795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.735931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=32e3b1b6-7538-4eb3-af9a-2a405dddbfbc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:08.740986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82eab3-71ac-412d-aa8d-2d41fc52f1e6 req-7f25e91f-b092-4e84-b8c2-b7c9906b49ea tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:08.742398 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c82eab3-71ac-412d-aa8d-2d41fc52f1e6 req-7f25e91f-b092-4e84-b8c2-b7c9906b49ea tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.3762786 May 26 22:58:08.743109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Deleting port 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:08.744445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.755702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.792981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:08.793390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:08.821334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.837692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97ba1b81-d7d4-435a-b4e9-2d3aac634a0e None None] The port '9b59dd9b-3c84-46cf-87b5-13a0bf9e84f2' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:58:08.858394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ab26aa90-7692-479e-850b-abd658eb2dc8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/32e3b1b6-7538-4eb3-af9a-2a405dddbfbc HTTP/1.1" status: 204 len: 168 time: 0.7733557 May 26 22:58:08.862501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c82eab3-71ac-412d-aa8d-2d41fc52f1e6 req-ebd210b3-bc8c-4de9-9cc5-93b2e33982fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059587 May 26 22:58:08.864391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42066) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:08.874519 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ac7f694-4b87-4f78-b94c-1e4eb778d8cf req-c2e9107f-3f03-4f4f-ba2c-0ad9e9c148ab tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 210 time: 0.1040497 May 26 22:58:08.877532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.135412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.193288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.200372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3de571f1-c1f5-4284-a5d6-23b5bf193692 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5131226 May 26 22:58:09.201048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42074) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:09.224795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1746947366'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:09.230216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.246125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:09.253511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:09.258454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:09.264887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:09.344927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:09.347891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.373871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda1c8-7588-4046-963d-8118183b9e2e req-e93a27b3-bd39-4449-9509-9d67adf1a283 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:09.381630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-03dda1c8-7588-4046-963d-8118183b9e2e req-e93a27b3-bd39-4449-9509-9d67adf1a283 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.3242126 May 26 22:58:09.398177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df959f0f-c9eb-4160-a8ee-d98cc93d4bcf req-15501406-8cd8-412c-b8c0-6b98bdd9a307 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:09.399658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df959f0f-c9eb-4160-a8ee-d98cc93d4bcf req-15501406-8cd8-412c-b8c0-6b98bdd9a307 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.3030713 May 26 22:58:09.510515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.518700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:58:09.546143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df959f0f-c9eb-4160-a8ee-d98cc93d4bcf req-a512c16e-e920-4192-a5a9-819ed554a3b2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392970 May 26 22:58:09.552761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.553117 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment 7dde0d08-9744-4488-9e14-7774a0b09087 of type vlan for network 05f9c115-da7e-4cf5-aa0f-3a053000d690 May 26 22:58:09.559880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b70ffa-5920-4b81-aeed-3a9e27bb4ee3']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:09.596217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-03dda1c8-7588-4046-963d-8118183b9e2e req-0ef461f4-ac19-4db3-ac54-c3cea7f53425 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051535 May 26 22:58:09.628103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce63c751-d47f-4564-b382-de32292e9d54') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:09.633955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce63c751-d47f-4564-b382-de32292e9d54') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:09.680346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.709216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.803445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.816918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:58:09.817747 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: timer() May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:58:09.836308 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:58:09.957848 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.961591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.971840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:09.974961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.993516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.081065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-95b7b0bf-2278-4744-95de-cde893d05628 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=163be71655a84ccfb3a7b04e89439e85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217010 May 26 22:58:10.307407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.312600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 22:58:10.315042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.316886 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "DELETE /v2.0/networks/06b70ffa-5920-4b81-aeed-3a9e27bb4ee3 HTTP/1.1" status: 204 len: 168 time: 1.4514108 May 26 22:58:10.341605 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d2b12bf-68af-44d5-9a6f-a3c7b2af04d2 req-9daa0e70-d586-45da-a5c6-4d2654ee99d7 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 210 time: 0.1584704 May 26 22:58:10.350419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42092) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:10.355467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1337113 May 26 22:58:10.359019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:10.363434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e13ffe-a006-42e7-9f05-9d79143309b1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=05f9c115-da7e-4cf5-aa0f-3a053000d690,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:10.378038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:58:10.398973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd8b1c-245a-4c99-98df-949177b2b545 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event deleted for resources: {'Network': ['ID=06b70ffa-5920-4b81-aeed-3a9e27bb4ee3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:10.400289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-223f3fa0-161d-4fd3-b6ad-1a5aeccaf37b tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:10.401894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-223f3fa0-161d-4fd3-b6ad-1a5aeccaf37b tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621069 May 26 22:58:10.438155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-94d0039d-74f8-4344-b14d-a807f63e2cb3 req-73879a9e-1f98-4bcd-869d-91aa5bfa6a77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1097 time: 0.2575731 May 26 22:58:10.483904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Request body: {'port': {'device_id': '5e49a23c-de06-4cdb-825d-230808759b7b', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '163be71655a84ccfb3a7b04e89439e85'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:10.552131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-94d0039d-74f8-4344-b14d-a807f63e2cb3 req-751a6b31-aea0-4f43-9aa8-7737253c7d02 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050823 May 26 22:58:10.833964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:10.848477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Usage tracker for resource:port and tenant:163be71655a84ccfb3a7b04e89439e85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:10.856294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:10.868724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:10.923774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:10.941148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:10.947347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:10.957284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:10.959990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Made reservation on behalf of 163be71655a84ccfb3a7b04e89439e85 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:10.963125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.987011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42104) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:10.992322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'router': {'name': 'tempest-router--1368303514', 'project_id': '1963affbce9b40989724e30a2261b1ff'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:10.997796 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP 4c59b35d-a0c7-4a5b-9364-22fb9da13fd2 associated. External IP: 172.25.4.41, port: 35ec0220-275c-440a-8548-4f4cb35b9b79. May 26 22:58:10.998326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:11.002779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:router and tenant:1963affbce9b40989724e30a2261b1ff is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:11.017515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:11.026980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:11.047002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.047967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.054456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.071361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:11.084218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.108899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.142838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.150951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-803918d1-1fd5-47de-9202-a209d5998701 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1629436 May 26 22:58:11.158178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42108) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:11.272412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.290333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb7c6e-cdeb-49c0-96cb-2b4a933eaec1 req-c1a49d37-ec98-4282-81b9-6128b3668d7b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:11.291724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edbb7c6e-cdeb-49c0-96cb-2b4a933eaec1 req-c1a49d37-ec98-4282-81b9-6128b3668d7b tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.4302714 May 26 22:58:11.295120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:11.303099 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-583a6797-0fe4-4826-9c2e-5df53989f33f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.309955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Usage tracker for resource:security_group_rule and tenant:163be71655a84ccfb3a7b04e89439e85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:11.357717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:11.387123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:11.483571 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edbb7c6e-cdeb-49c0-96cb-2b4a933eaec1 req-37f64e32-08a8-42a8-8a86-bcb43c968964 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765161 May 26 22:58:11.529441 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de6c67b6-bf6e-4adc-8b1c-7b3837e8ab29 req-433a815a-f57b-41f6-8798-6db596ea8ff8 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 210 time: 0.0532701 May 26 22:58:11.665524 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:11.683389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.084906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-583a6797-0fe4-4826-9c2e-5df53989f33f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.089705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-583a6797-0fe4-4826-9c2e-5df53989f33f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.090650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eecf010-aa15-49ad-842a-a706ebec373f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:12.125307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.130175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-583a6797-0fe4-4826-9c2e-5df53989f33f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.130849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583a6797-0fe4-4826-9c2e-5df53989f33f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9cfa20a-ccf9-492e-b6b9-c5a17908915b {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:12.148576 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-583a6797-0fe4-4826-9c2e-5df53989f33f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.150179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-583a6797-0fe4-4826-9c2e-5df53989f33f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c9cfa20a-ccf9-492e-b6b9-c5a17908915b HTTP/1.1" status: 204 len: 168 time: 0.9907835 May 26 22:58:12.283347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Allocated IP 192.168.233.61 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:12.319149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42128) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:12.363568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=f2731e5c-e098-4cdb-973e-a120c22101b6,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:12.442200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:12.442556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: 05f9c115-da7e-4cf5-aa0f-3a053000d690, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:58:12.576411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-534048284', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:12.584180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:12.589998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Usage tracker for resource:router and tenant:a022b95251284351bf1298e20d670bfa is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:12.593958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:12.594303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:58:12.603262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:12.605077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:58:12.615730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.617411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.642205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.724603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 05f9c115-da7e-4cf5-aa0f-3a053000d690) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:12.737146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:12.737744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.738592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340cf32-036e-4726-96dc-83f870999f3a None None] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:12.813394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.831166 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32e08498-a4ac-40b3-962b-012c7d445807 req-2b734715-d748-4458-997c-d77524273e62 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 210 time: 0.1090755 May 26 22:58:12.845015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:12.847826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-322ea9da-d670-4d4b-834e-95585fdce9c6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4953158 May 26 22:58:12.853202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42138) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:12.859560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Transition to ACTIVE for port object 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:12.890551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:12.939693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'mac_address': 'fa:16:3e:cc:ce:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:58:13.000876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5355e-a0ae-46c4-928b-e036eb30f165 req-9eff5c32-79e4-4921-a084-66290da34851 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:13.002288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-52b5355e-a0ae-46c4-928b-e036eb30f165 req-9eff5c32-79e4-4921-a084-66290da34851 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.3863080 May 26 22:58:13.015073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.025156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:58:13.049188 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.073207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d14f593-46ee-47cf-89fc-1be0eea5ff58 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:13.085293 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.093799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:13.096467 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-05f9c115-da7e-4cf5-aa0f-3a053000d690', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:58:13.097310 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.108827 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.142174 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.227341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8d14f593-46ee-47cf-89fc-1be0eea5ff58'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:58:13.249397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Allocated IP 172.25.4.107 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/dd61eb84-2e45-4109-b3f6-74eaec950b9f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:13.316894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:13.356053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-52b5355e-a0ae-46c4-928b-e036eb30f165 req-4972e29d-51e1-4d5d-8b76-e41e0de5e275 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400908 May 26 22:58:13.443402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:13.454308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:13.456927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.459010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Pushing event updated for resources: {'Port': ['ID=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:13.463700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:13.489200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.608148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Allocated IP 2001:db8::2 (05f9c115-da7e-4cf5-aa0f-3a053000d690/f2731e5c-e098-4cdb-973e-a120c22101b6/8e6e1c96-783e-4171-be09-64c19d31afb1) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:13.616621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:13.625634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:13.633505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:13.695493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:13.711183 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:13.727989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event updated for resources: {'Port': ['ID=dd61eb84-2e45-4109-b3f6-74eaec950b9f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:14.134488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5c94fe14-d497-449e-a4cc-d252a07fd5a1 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6650662 May 26 22:58:14.172602 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.183662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Transition to ACTIVE for port object 8e6e1c96-783e-4171-be09-64c19d31afb1 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:14.193902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Request body: {'port': {'device_id': '5e49a23c-de06-4cdb-825d-230808759b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:14.203711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Transition to ACTIVE for port object 8e6e1c96-783e-4171-be09-64c19d31afb1 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:14.213095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.251241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82458629-514d-48f5-b86b-8415ba3fa028 req-8fbef750-e5cb-47a2-b1bf-fd4d4a3b5051 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1097 time: 0.2299557 May 26 22:58:14.262898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428e6a-a231-4858-9c5b-e05e679f8b99 req-d88d678a-26df-4ba7-b893-cd2f5fde40ed tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:14.270218 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b428e6a-a231-4858-9c5b-e05e679f8b99 req-d88d678a-26df-4ba7-b893-cd2f5fde40ed tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 935 time: 0.1473575 May 26 22:58:14.337410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:14.340729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:14.345010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:14.351335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8afda863-4b2f-4320-a4b5-f9e4c8082007 None None] Provisioning for port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:14.417618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Pushing event updated for resources: {'Port': ['ID=8e6e1c96-783e-4171-be09-64c19d31afb1,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:14.440755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8afda863-4b2f-4320-a4b5-f9e4c8082007 None None] Provisioning complete for port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:14.441114 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8afda863-4b2f-4320-a4b5-f9e4c8082007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.483118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.484137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.488046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.566858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82458629-514d-48f5-b86b-8415ba3fa028 req-780d004d-f099-4ce0-9498-a916d2c54691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:14.568375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82458629-514d-48f5-b86b-8415ba3fa028 req-780d004d-f099-4ce0-9498-a916d2c54691 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.2961247 May 26 22:58:14.568516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Attempting to bind port 8e6e1c96-783e-4171-be09-64c19d31afb1 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:14.568779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Attempting to bind port 8e6e1c96-783e-4171-be09-64c19d31afb1 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:14.569156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Attempting to bind port 8e6e1c96-783e-4171-be09-64c19d31afb1 on network 05f9c115-da7e-4cf5-aa0f-3a053000d690 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:14.579157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:14.579539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Checking segment: {'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:14.579931 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.580316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Bound using segment: {'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:14.580784 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Bound port: 8e6e1c96-783e-4171-be09-64c19d31afb1, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:14.581150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.597652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8afda863-4b2f-4320-a4b5-f9e4c8082007 None None] Port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:14.635709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:14.756772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] For port 8e6e1c96-783e-4171-be09-64c19d31afb1, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:14.761545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] For port 8e6e1c96-783e-4171-be09-64c19d31afb1, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8e6e1c96-783e-4171-be09-64c19d31afb1,segment=NetworkSegment(7dde0d08-9744-4488-9e14-7774a0b09087),segment_id=7dde0d08-9744-4488-9e14-7774a0b09087)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:14.763542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:14.764065 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.799203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.875854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:14.919529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a22f8-3f9f-4575-8b65-5059a37cc274 req-4869afce-619d-4551-a94e-8f1ccc24f310 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:14.926958 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-378a22f8-3f9f-4575-8b65-5059a37cc274 req-4869afce-619d-4551-a94e-8f1ccc24f310 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.7417765 May 26 22:58:15.001187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ed4de-f509-4f3b-aa0c-2dd689938a1b None None] Pushing event updated for resources: {'Port': ['ID=8e6e1c96-783e-4171-be09-64c19d31afb1,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:15.030476 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82458629-514d-48f5-b86b-8415ba3fa028 req-1ed4e443-9196-40ce-bda5-5008b4a598ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 217 time: 0.4363823 May 26 22:58:15.040645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b428e6a-a231-4858-9c5b-e05e679f8b99 req-ab550e4f-6eed-497c-914b-cb543435b3a3 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657499 May 26 22:58:15.119616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:15.177123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:15.188124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:15.194687 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:15.237210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82458629-514d-48f5-b86b-8415ba3fa028 req-4906ecfb-13af-47f0-8226-a056aea45238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:15.238677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82458629-514d-48f5-b86b-8415ba3fa028 req-4906ecfb-13af-47f0-8226-a056aea45238 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1958146 May 26 22:58:15.326385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:15.370371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-378a22f8-3f9f-4575-8b65-5059a37cc274 req-4f2b2c23-96d5-4213-9ca4-453a575d7e8f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422655 May 26 22:58:15.372817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:15.400302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:15.417384 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598353ff-cda8-4f61-824c-17e18b225665'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'code': 200} May 26 22:58:15.431776 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:15.432419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:15.478879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:15.512285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82458629-514d-48f5-b86b-8415ba3fa028 req-7b0b7102-677e-4f67-876b-96f0eef30504 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649908 May 26 22:58:15.730070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a0839614-f722-4b37-b4f6-7648b588c84c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "PUT /v2.0/floatingips/4c59b35d-a0c7-4a5b-9364-22fb9da13fd2 HTTP/1.1" status: 200 len: 990 time: 7.0896394 May 26 22:58:15.734685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:15.786325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8::1 (05f9c115-da7e-4cf5-aa0f-3a053000d690/f2731e5c-e098-4cdb-973e-a120c22101b6/254882a1-8f97-44f5-8a65-f6ba86b5dfe9) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:15.802192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82458629-514d-48f5-b86b-8415ba3fa028 req-c317b141-cc78-4834-87e0-91894de767e4 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740412 May 26 22:58:15.848146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:15.851639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Router 18107411-a8e5-460a-ba37-6bbdf042dfd3 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:58:16.052020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82458629-514d-48f5-b86b-8415ba3fa028 req-823d80cf-e20c-4e4b-8e60-3b49955a5b85 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426898 May 26 22:58:16.153407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:58:16.321649 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03782fe-eaef-4a61-9d5e-d86a69cdbc8b'] response: {'name': 'network-changed', 'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'status': 'completed', 'code': 200} May 26 22:58:16.379508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:16.440626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:16.494622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:16.540284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:16.579985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Transition to ACTIVE for port object 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:16.585935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:16.635305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:16.672455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af01daa-162f-4d62-bac6-62cb14fa6057 None None] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:16.723826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:16.732638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:16.740627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:16.741231 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:16.798594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e6e1c96-783e-4171-be09-64c19d31afb1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:16.843798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f4f84-df43-402d-833b-a32b74430587 req-f9e9cb9f-4878-4d2e-af74-46998dc74f8f tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:16.854483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d4f4f84-df43-402d-833b-a32b74430587 req-f9e9cb9f-4878-4d2e-af74-46998dc74f8f tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 935 time: 0.3465204 May 26 22:58:16.913868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-9ebf0adb-6a8b-40d0-9605-44e412b76868 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 1096 time: 0.4717717 May 26 22:58:16.958007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4a673d2d-bb5f-4697-987f-2c0db0ead661 None None] Provisioning for port 8e6e1c96-783e-4171-be09-64c19d31afb1 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:16.978083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:17.090140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d4f4f84-df43-402d-833b-a32b74430587 req-744cebd7-2151-481f-a35a-5ace2fa5928b tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342675 May 26 22:58:17.220708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-3d4558fa-bfb2-49ce-a3e9-dcc17bf5ce91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:17.222193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-3d4558fa-bfb2-49ce-a3e9-dcc17bf5ce91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.3011348 May 26 22:58:17.225955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:17.236971 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] Sync routers for ids ['18107411-a8e5-460a-ba37-6bbdf042dfd3'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:17.271042 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] Routers {'18107411-a8e5-460a-ba37-6bbdf042dfd3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:17.272111 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18107411-a8e5-460a-ba37-6bbdf042dfd3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:17.383015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.387928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:17.388447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cd80eb84-2422-436c-ac68-b40fbc898911 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0678797 May 26 22:58:17.388823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:17.431637 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64323c39-4435-483b-acc1-31a15e27e06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.441944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Attempting to bind port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:17.442275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Attempting to bind port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:17.442595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Attempting to bind port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:17.480079 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:58:17.481123 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:17.510923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b452a-dc8d-4795-9643-24aeb0102cda req-a31c03d0-6fee-4222-bebf-33c9e705efca tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:17.514681 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] Routers {'18107411-a8e5-460a-ba37-6bbdf042dfd3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:17.515401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f6b452a-dc8d-4795-9643-24aeb0102cda req-a31c03d0-6fee-4222-bebf-33c9e705efca tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.8496130 May 26 22:58:17.517210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:58:17.518048 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['18107411-a8e5-460a-ba37-6bbdf042dfd3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:17.520023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Attempting to bind port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:17.546964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8e6e1c96-783e-4171-be09-64c19d31afb1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:17.563764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8e6e1c96-783e-4171-be09-64c19d31afb1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:17.564374 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.572891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:17.573431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:17.574421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:17.575553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Bound port: 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:17.576530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.670734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-5723375f-ec1a-425d-963e-1761e01f01b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35ec0220-275c-440a-8548-4f4cb35b9b79 HTTP/1.1" status: 200 len: 998 time: 0.4260755 May 26 22:58:17.683233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4c59b35d-a0c7-4a5b-9364-22fb9da13fd2', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:bb:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:43Z', 'updated_at': '2022-05-26T22:58:09Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}, {'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:58Z', 'revision_number': 2, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:17.687128 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:17.687691 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37088636-3ed7-417b-9ebb-aab09c70ab32 None None] The sync data for ids ['18107411-a8e5-460a-ba37-6bbdf042dfd3'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:17.721725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:17.797352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:17.798354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:57:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:17.838397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] For port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:17.848207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] For port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:17.939775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.982383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-5abd14e0-bcb3-4617-8167-1fd3bfe28913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:17.983910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-5abd14e0-bcb3-4617-8167-1fd3bfe28913 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.3006549 May 26 22:58:18.051847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:18.138584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:18.192621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.194265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-e8c1cb70-36c5-4437-9860-e74204e10e40 service neutron] 10.222.0.55 "PUT /v2.0/ports/8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 HTTP/1.1" status: 200 len: 1095 time: 4.0067203 May 26 22:58:18.196587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.197188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-15a24c18-4556-4d3d-ac3c-ccad0338f606 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013729 May 26 22:58:18.223674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f6b452a-dc8d-4795-9643-24aeb0102cda req-3de2752b-3a6e-4baa-8a39-322570a2c370 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850979 May 26 22:58:18.454119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.513620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-092120f1-3e29-46fa-9cdb-77b80c9d3eea tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/18107411-a8e5-460a-ba37-6bbdf042dfd3 HTTP/1.1" status: 200 len: 924 time: 1.1122983 May 26 22:58:18.522583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42216) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:18.663423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d69e3855-0828-4a9e-aa83-c94e8a6ddb46 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=18107411-a8e5-460a-ba37-6bbdf042dfd3 HTTP/1.1" status: 200 len: 205 time: 0.1395273 May 26 22:58:18.676552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42222) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:18.876800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 8e6e1c96-783e-4171-be09-64c19d31afb1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8e6e1c96-783e-4171-be09-64c19d31afb1,segment=NetworkSegment(7dde0d08-9744-4488-9e14-7774a0b09087),segment_id=7dde0d08-9744-4488-9e14-7774a0b09087)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:18.889003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.997265 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:19.039801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=8e6e1c96-783e-4171-be09-64c19d31afb1,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:19.051743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4c59b35d-a0c7-4a5b-9364-22fb9da13fd2', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:bb:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:43Z', 'updated_at': '2022-05-26T22:58:09Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}, {'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:58Z', 'revision_number': 2, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:19.059205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3153424a-5d9c-43ed-8ee6-b4e8896c4831 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4c59b35d-a0c7-4a5b-9364-22fb9da13fd2', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:bb:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:43Z', 'updated_at': '2022-05-26T22:58:09Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}, {'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:58Z', 'revision_number': 2, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:19.076081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e49a23c-de06-4cdb-825d-230808759b7b', 'tag': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:19.145063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:19.148443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfdd22-fa52-4a67-b290-24eb428a7f56 req-83675cae-3280-49f8-86fa-32ebf621ef5d tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:19.148898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:19.150188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ddfdd22-fa52-4a67-b290-24eb428a7f56 req-83675cae-3280-49f8-86fa-32ebf621ef5d tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 947 time: 0.7559564 May 26 22:58:19.213649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4f2d4e6f-ac78-43e3-8b08-525179c3556c None None] Provisioning complete for port 8e6e1c96-783e-4171-be09-64c19d31afb1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:19.214427 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4e6f-ac78-43e3-8b08-525179c3556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:19.217842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-688f2e2b-5a16-4296-8550-b9eef3c948fb service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0009778 May 26 22:58:19.303221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ddfdd22-fa52-4a67-b290-24eb428a7f56 req-da140e32-a10c-4a67-ade2-b4538370eee3 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420593 May 26 22:58:19.341254 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fd0c85-0f6a-46f9-b58c-8a0aeaa05902'] response: {'name': 'network-changed', 'server_uuid': '5e49a23c-de06-4cdb-825d-230808759b7b', 'tag': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7', 'status': 'completed', 'code': 200} May 26 22:58:19.532609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-52f3bd5e-34da-4ebb-8f3c-fab14476e2b2 req-33a1a823-9d6c-41bb-b837-75d8da599799 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319076 May 26 22:58:19.538836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4f2d4e6f-ac78-43e3-8b08-525179c3556c None None] Provisioning for port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:19.545001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4f2d4e6f-ac78-43e3-8b08-525179c3556c None None] Provisioning complete for port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:19.546147 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4e6f-ac78-43e3-8b08-525179c3556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:19.636778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2cd3c-8410-4a27-9c8d-abaa203ddf7f None None] New status for floating IP 4c59b35d-a0c7-4a5b-9364-22fb9da13fd2: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:58:19.699021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:19.806063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d4e6f-ac78-43e3-8b08-525179c3556c None None] Port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:19.937806 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed3cfb64-0bbd-4bf6-a260-9f06b56097de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:19.994440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:19.995511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:20.010829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:20.068874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1f74dc08-3be8-4aba-b610-25aa0478f102 None None] Provisioning complete for port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:20.069342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1f74dc08-3be8-4aba-b610-25aa0478f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.082519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.099287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Deleting port dd61eb84-2e45-4109-b3f6-74eaec950b9f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:20.099860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.143609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1f74dc08-3be8-4aba-b610-25aa0478f102 None None] Port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:20.257951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-1679616e-396a-4fd5-8149-7aeb7bc39d6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=163be71655a84ccfb3a7b04e89439e85&device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 1098 time: 1.2572498 May 26 22:58:20.339987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.359197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203b67-9928-41ae-b14f-1d5389e285ed req-b2bd898e-bb13-4dda-88b6-30ee98cd5c42 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:20.368423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3203b67-9928-41ae-b14f-1d5389e285ed req-b2bd898e-bb13-4dda-88b6-30ee98cd5c42 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.8950984 May 26 22:58:20.381717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4c10bbe3-d210-48e0-b4f7-ed93f9778c14 None None] Provisioning complete for port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:20.384861 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c10bbe3-d210-48e0-b4f7-ed93f9778c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.387472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-b763f7f2-9790-42ef-ac14-775fa6469614 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 HTTP/1.1" status: 200 len: 217 time: 0.1212583 May 26 22:58:20.500218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Calling delete_port for dd61eb84-2e45-4109-b3f6-74eaec950b9f owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:20.505007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4c10bbe3-d210-48e0-b4f7-ed93f9778c14 None None] Port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:20.556975 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.709586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874032e9-0ee6-4e4f-8abe-4619e7a53fbf req-1fa5c724-f557-4644-9b92-6709e4053c71 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:20.711322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-874032e9-0ee6-4e4f-8abe-4619e7a53fbf req-1fa5c724-f557-4644-9b92-6709e4053c71 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 947 time: 0.1347480 May 26 22:58:20.739256 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.788942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-07f78bef-a78b-4e9f-8877-5fa4282aa7c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:20.790438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-07f78bef-a78b-4e9f-8877-5fa4282aa7c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.3957584 May 26 22:58:20.794132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3203b67-9928-41ae-b14f-1d5389e285ed req-1a4972ba-a615-4b68-b1d0-fd6757730ede tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249024 May 26 22:58:20.927236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-f5c581fb-f4c9-4be8-a8a9-04811dd2d789 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246722 May 26 22:58:20.965234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:58:21.006725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-874032e9-0ee6-4e4f-8abe-4619e7a53fbf req-cc5be24f-0afa-408e-9fbf-0aa8aad7e5b6 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811241 May 26 22:58:21.010788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e6e1c96-783e-4171-be09-64c19d31afb1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:21.025141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.166521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event deleted for resources: {'Port': ['ID=dd61eb84-2e45-4109-b3f6-74eaec950b9f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:21.172137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8e6e1c96-783e-4171-be09-64c19d31afb1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:21.173076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.524915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-5cb61a5c-b838-4020-8e14-df466ed593f5 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903480 May 26 22:58:21.525495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.686928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:21.700118 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:21.705154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-faa5a967-6648-457e-9bd0-1758a1c35db7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8501310 May 26 22:58:21.710100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42256) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:21.719722 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:21.720445 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:21.736120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1926331371'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:21.751167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:21.767382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:21.781998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:21.829015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:21.864023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7ed7294-6749-4970-b693-433aa6b6a906 req-87cbe63c-5907-4e8b-bfa2-cd5a9ecced48 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253202 May 26 22:58:21.864800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:21.882018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.906235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.029127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:58:22.056527 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:22.063346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.063698 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment f629b0f3-0430-4fc4-978d-3209b1a34091 of type vlan for network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d May 26 22:58:22.124606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.138363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-b367cef5-7403-4911-a13f-61a672ef4ed5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=163be71655a84ccfb3a7b04e89439e85&device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 1098 time: 0.1932511 May 26 22:58:22.189729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.194561 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.235417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.236642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Fanout notify agent at l3_agent the message router_deleted on router 18107411-a8e5-460a-ba37-6bbdf042dfd3 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:22.271332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.275769 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-18896ae0-135a-4312-86c4-08ac4626785d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/18107411-a8e5-460a-ba37-6bbdf042dfd3 HTTP/1.1" status: 204 len: 168 time: 3.5947900 May 26 22:58:22.276328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42264) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:22.285979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'router': {'name': 'tempest-snat-router-391894721', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': False}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:22.304911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:22.312801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:router and tenant:9ba24edf612d465eb66d4897197bcf8d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:22.326796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:22.345505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:22.384472 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.386336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.441102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.466629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:58:22.544747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-8e641251-ca3b-4a58-8a50-df32a268c49e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:22.547107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-8e641251-ca3b-4a58-8a50-df32a268c49e service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.4002597 May 26 22:58:22.616219 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:17Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:18Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:22.629340 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:22.629703 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Updating router 375bdd17-3965-47bc-8e77-22bb20cb56d2 port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:58:22.646774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.699043 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.705695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:22.706869 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.744643 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.833620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-29aec777-5bda-43e1-971a-3a54bd73f904 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 HTTP/1.1" status: 200 len: 217 time: 0.2739623 May 26 22:58:23.070817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:23.093912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-7881c2cc-0c1d-4bc5-b46e-9770dfbbc0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:23.096026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-7881c2cc-0c1d-4bc5-b46e-9770dfbbc0f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.1799963 May 26 22:58:23.116310 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:23.138347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4233449 May 26 22:58:23.250799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42274) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:23.262755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:23.347492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34629-9900-409e-90e7-a49a15562259 req-f9d6a83c-a1ec-4880-a010-9083b27e22f6 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:23.348713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3d34629-9900-409e-90e7-a49a15562259 req-f9d6a83c-a1ec-4880-a010-9083b27e22f6 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Synchronizing usage tracker for tenant:163be71655a84ccfb3a7b04e89439e85 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:23.354155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9953c7-efe8-4dfb-ab1c-2f288df6cdf2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=a6a23993-4f87-48c3-b42d-d1e88ac9ac4d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:23.369457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:58:23.490462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Allocated IP 172.25.4.235 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/371597d1-682d-4033-ad16-35272a7a4c80) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:23.498190 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:23.510719 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Transition to ACTIVE for port object 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:23.524041 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:23.593078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:23.605205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:23.609977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:23.619739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:23.622156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3d34629-9900-409e-90e7-a49a15562259 req-f9d6a83c-a1ec-4880-a010-9083b27e22f6 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Unset dirty status for tenant:163be71655a84ccfb3a7b04e89439e85 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:23.623479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3d34629-9900-409e-90e7-a49a15562259 req-f9d6a83c-a1ec-4880-a010-9083b27e22f6 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 947 time: 1.2329898 May 26 22:58:23.711057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-5a3d5e1b-ddfe-4f98-ace2-2d7331a3832e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5832970 May 26 22:58:23.713113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3d34629-9900-409e-90e7-a49a15562259 req-de851a49-d5c7-4557-a795-81382de1fa2c tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Synchronizing usage tracker for tenant:163be71655a84ccfb3a7b04e89439e85 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:23.761712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:23.898494 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Pushing event updated for resources: {'Port': ['ID=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:23.923429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:23.977595 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.154393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a3d34629-9900-409e-90e7-a49a15562259 req-de851a49-d5c7-4557-a795-81382de1fa2c tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Unset dirty status for tenant:163be71655a84ccfb3a7b04e89439e85 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:24.155786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3d34629-9900-409e-90e7-a49a15562259 req-de851a49-d5c7-4557-a795-81382de1fa2c tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217125 May 26 22:58:24.157397 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Attempting to bind port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:24.161947 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Attempting to bind port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:24.162447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Attempting to bind port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 on network 05f9c115-da7e-4cf5-aa0f-3a053000d690 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:24.178886 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:24.179290 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Checking segment: {'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:24.180187 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.180187 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Bound using segment: {'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:24.180471 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Bound port: 254882a1-8f97-44f5-8a65-f6ba86b5dfe9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dde0d08-9744-4488-9e14-7774a0b09087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:24.180820 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.202538 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.417008 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] For port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:24.421090 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] For port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,segment=NetworkSegment(7dde0d08-9744-4488-9e14-7774a0b09087),segment_id=7dde0d08-9744-4488-9e14-7774a0b09087)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:24.449997 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.463327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42288) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:24.472163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211597607', 'description': 'tempest-description--602502310'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:24.479204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:24.489845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:24.509405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.521290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:24.533787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:24.543651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:24.583068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.629102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-4cd7e758-1f86-4cca-a5d3-a26b38f8aacf service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090960 May 26 22:58:24.688233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:58:24.712914 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:24.716659 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:24.772043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Port': ['ID=371597d1-682d-4033-ad16-35272a7a4c80,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:24.873801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:24.906402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Usage tracker for resource:security_group_rule and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:24.911488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:24.923112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:24.984248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=852e2dda-9df5-4c6e-b88b-39b220fc82f8,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:25.010109 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.020820 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.054745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:25.058578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: a6a23993-4f87-48c3-b42d-d1e88ac9ac4d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:58:25.076974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.078521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6136415 May 26 22:58:25.090272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42300) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:25.109200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'security_group_rule': {'security_group_id': 'd58b3019-f9e3-4402-b609-9702dcca1b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:25.116001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:25.120642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Usage tracker for resource:security_group_rule and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:25.124840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:25.134548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:25.182041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.194676 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Pushing event updated for resources: {'Port': ['ID=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:25.202564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b6b6-13db-4655-8784-0aa9b29c3cab tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b3019-f9e3-4402-b609-9702dcca1b96,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:25.225356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09381e8c-01d2-46cf-a36c-ecf47af2cd66 req-7b87dc13-13e3-4cb8-a053-4805ba08a8f3 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730283 May 26 22:58:25.243924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:58:25.244709 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.245093 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.245430 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.245777 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.247374 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.247997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.248095 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.248353 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.248720 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.249044 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.249361 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162951d-5344-4574-83d4-ba9bbd074669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:25.274352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, a6a23993-4f87-48c3-b42d-d1e88ac9ac4d) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:25.288156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:25.289952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.296299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:25.303167 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:25.320813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d43e4656-a235-4ba6-8160-ffd670d9d704 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0649505 May 26 22:58:25.324692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42306) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:25.338695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7', 'mac_address': 'fa:16:3e:56:f9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:58:25.343476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2320b6-98d0-4e10-8c46-d052797b48a4 None None] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:25.391394 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.458016 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.467677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.503124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02421d52-0951-4ba5-be4e-e24cb453596c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:25.510894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.517145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-993f5139-fd5e-4fa8-a354-659601778bd8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4209440 May 26 22:58:25.518205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42312) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:25.521485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.522850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.527570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.532659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'security_group_rule': {'security_group_id': 'd58b3019-f9e3-4402-b609-9702dcca1b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:25.539672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:25.544830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Usage tracker for resource:security_group_rule and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:25.548169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:25.554890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:25.558639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:25.585586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:25.591207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.680553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:25.736319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42316) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:25.915754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.917613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20521-7e2e-4bba-9d24-20ea848ddb9c req-cdadcd48-6040-46f5-ae76-db1628332e23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:25.925875 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73f20521-7e2e-4bba-9d24-20ea848ddb9c req-cdadcd48-6040-46f5-ae76-db1628332e23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 948 time: 0.3721833 May 26 22:58:25.928291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:58:26.050536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.059844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.145580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d3b16a-6560-4166-a54c-a56438f16729,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:26.172247 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73f20521-7e2e-4bba-9d24-20ea848ddb9c req-46032f74-dc1b-4b3c-b94d-53cb1521d1c6 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452848 May 26 22:58:26.189272 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.191038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-464a2141-9b51-4264-8765-48c5ba67abf4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6726525 May 26 22:58:26.201305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:58:26.201999 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.203857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.205905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42324) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:26.212239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:26.223708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:26.230579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Usage tracker for resource:floatingip and tenant:e30a418c41cf4c34ac80f66b71cafc13 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:26.236397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:26.263288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:26.271049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:26.283441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Usage tracker for resource:security_group_rule and tenant:2859bc9fbd814f37a19181cb1f6c2c50 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:26.287994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.290122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:26.333267 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:17Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:24Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:26.346827 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f531-6523-441e-9e86-0122bb62853b None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:17Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:24Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:26.366194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:26.455324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Router 9bc82dfd-df0c-4e65-aa66-03b0554bea4a is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:58:26.641372 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.679622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Allocated IP 2001:db8:1::2 (a6a23993-4f87-48c3-b42d-d1e88ac9ac4d/852e2dda-9df5-4c6e-b88b-39b220fc82f8/a1eb7343-bc07-474c-9330-ffa37ff5bd3b) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:26.703486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.801772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.819015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2859bc9fbd814f37a19181cb1f6c2c50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0190737 May 26 22:58:26.840631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42330) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:26.954783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15a985-2683-45b3-8d46-ea2c8bb78409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a4edd-02fe-475f-a21a-23ac03a5fa69,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:26.963444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:26.983461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Sync routers for ids ['9bc82dfd-df0c-4e65-aa66-03b0554bea4a'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:27.069827 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:27.073840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-484544d6-0cca-4026-831d-badda6dbaec7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7937744 May 26 22:58:27.090240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42336) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:27.107691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Routers {'9bc82dfd-df0c-4e65-aa66-03b0554bea4a'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:27.108847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9bc82dfd-df0c-4e65-aa66-03b0554bea4a'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:27.307115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f338089-2c7a-492b-9eb2-f9e76ce39cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:27.310233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:27.369916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Set router 9bc82dfd-df0c-4e65-aa66-03b0554bea4a gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:27.407093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Allocated IP 172.25.4.68 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/81216fe0-2664-425a-bcb0-1b0d9aabb6d7) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:27.620515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f338089-2c7a-492b-9eb2-f9e76ce39cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:27.766930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:27.935991 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:27.978958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140442da-b393-423e-9c9a-6229e839fb64 req-7a857c66-8da6-4dd0-a1bc-d667936fad52 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:27.983172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140442da-b393-423e-9c9a-6229e839fb64 req-7a857c66-8da6-4dd0-a1bc-d667936fad52 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 948 time: 0.5472951 May 26 22:58:27.991549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.014299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc82dfd-df0c-4e65-aa66-03b0554bea4a', 'name': 'tempest-snat-router-391894721', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': False}, 'gw_port_id': '371597d1-682d-4033-ad16-35272a7a4c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:22Z', 'updated_at': '2022-05-26T22:58:25Z', 'revision_number': 3, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port': {'id': '371597d1-682d-4033-ad16-35272a7a4c80', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc82dfd-df0c-4e65-aa66-03b0554bea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:23Z', 'updated_at': '2022-05-26T22:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:28.020781 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f338089-2c7a-492b-9eb2-f9e76ce39cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.029199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Checking router: 9bc82dfd-df0c-4e65-aa66-03b0554bea4a for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:28.029741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Updating router 9bc82dfd-df0c-4e65-aa66-03b0554bea4a port 371597d1-682d-4033-ad16-35272a7a4c80 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:58:28.048543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f338089-2c7a-492b-9eb2-f9e76ce39cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a4edd-02fe-475f-a21a-23ac03a5fa69,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:28.053543 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-d00455e4-c764-414c-a222-9d06254b2437 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3559754 May 26 22:58:28.074772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f338089-2c7a-492b-9eb2-f9e76ce39cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.077177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6f338089-2c7a-492b-9eb2-f9e76ce39cf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d0a4edd-02fe-475f-a21a-23ac03a5fa69 HTTP/1.1" status: 204 len: 168 time: 1.2352934 May 26 22:58:28.104519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140442da-b393-423e-9c9a-6229e839fb64 req-8adecaf7-b798-4c4a-9e35-fba529cfce33 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012723 May 26 22:58:28.107816 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.159558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Transition to ACTIVE for port object a1eb7343-bc07-474c-9330-ffa37ff5bd3b will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:28.161864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:28.202316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:28.208034 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.259395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:28.260018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-012fd80e-e26f-4557-9916-8b4a98ee008f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/9bc82dfd-df0c-4e65-aa66-03b0554bea4a HTTP/1.1" status: 200 len: 908 time: 1.1678653 May 26 22:58:28.264031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.269614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'router': {'name': 'tempest-snat-router-391894721', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': True}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:28.271472 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.280121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:28.290198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Usage tracker for resource:router and tenant:9ba24edf612d465eb66d4897197bcf8d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:28.299711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:28.303934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Transition to ACTIVE for port object a1eb7343-bc07-474c-9330-ffa37ff5bd3b will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:28.315253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:28.331594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.367348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:28.373122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:28.378598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:28.424932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Pushing event updated for resources: {'Port': ['ID=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:28.454498 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-aa1a8e00-0bd0-4a55-862a-41acfdd5622a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1096 time: 0.2906356 May 26 22:58:28.456286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'Port': ['ID=81216fe0-2664-425a-bcb0-1b0d9aabb6d7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:28.490763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8:1::1 (a6a23993-4f87-48c3-b42d-d1e88ac9ac4d/852e2dda-9df5-4c6e-b88b-39b220fc82f8/8d8669ea-b54f-4332-b819-5c0f2a6dc908) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:28.500307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:28.507187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:28.510869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:28.656095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.702436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-2e4cfeb6-950e-437a-a29a-2d08eda002ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:28.704359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-2e4cfeb6-950e-437a-a29a-2d08eda002ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.2175429 May 26 22:58:28.765118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,segment=NetworkSegment(7dde0d08-9744-4488-9e14-7774a0b09087),segment_id=7dde0d08-9744-4488-9e14-7774a0b09087)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:28.811465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42352) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:28.817732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:28.851052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.861465 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.874818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.875947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.896518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.899556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-e3c07bc7-bf6c-4e9d-b2f6-9fc98629d6ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 200 len: 217 time: 0.1242094 May 26 22:58:28.912479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.955038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object 8d8669ea-b54f-4332-b819-5c0f2a6dc908 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:28.964468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:28.971433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Usage tracker for resource:security_group_rule and tenant:10c1df5e7832422098a4567b2ef7436e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:28.975327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:28.981402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:28.984445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:28.986089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:29.003067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Attempting to bind port a1eb7343-bc07-474c-9330-ffa37ff5bd3b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:29.004083 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Attempting to bind port a1eb7343-bc07-474c-9330-ffa37ff5bd3b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:29.004600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Attempting to bind port a1eb7343-bc07-474c-9330-ffa37ff5bd3b on network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:29.064104 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.090161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-ae09db76-61e3-45b9-a428-f1aab7f8d193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:29.092452 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-ae09db76-61e3-45b9-a428-f1aab7f8d193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1480975 May 26 22:58:29.113752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:29.114126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Checking segment: {'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:29.114525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.115071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Bound using segment: {'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:29.115557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Bound port: a1eb7343-bc07-474c-9330-ffa37ff5bd3b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:29.115923 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.267146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] For port a1eb7343-bc07-474c-9330-ffa37ff5bd3b, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:29.272917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] For port a1eb7343-bc07-474c-9330-ffa37ff5bd3b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,segment=NetworkSegment(f629b0f3-0430-4fc4-978d-3209b1a34091),segment_id=f629b0f3-0430-4fc4-978d-3209b1a34091)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:29.286125 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.312498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.345245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-09db2189-5571-4158-851c-e8d02b564295 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361274 May 26 22:58:29.420009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:29.450021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:29.450396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.488571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:29.494592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:29.497842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:29.498603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.503132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.526929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c88ae5-243f-475b-a95a-27131e1aef0c None None] Pushing event updated for resources: {'Port': ['ID=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:29.593440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.613360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-3ace8d91-d828-4752-a3f7-8f87410c04ff service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597740 May 26 22:58:29.617032 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.619007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=8d8669ea-b54f-4332-b819-5c0f2a6dc908,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:29.699410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.716725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Transition to ACTIVE for port object 371597d1-682d-4033-ad16-35272a7a4c80 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:29.718456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.732938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.748661 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.753810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:29.852777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873e8ed6-8c61-4e47-8493-ee0610934d17,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:29.883589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1cee3-619e-4b77-81f5-8014891432fd req-dfbd3ac4-1178-472d-af8b-65b62d048d32 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:29.885925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6be1cee3-619e-4b77-81f5-8014891432fd req-dfbd3ac4-1178-472d-af8b-65b62d048d32 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 948 time: 0.5116665 May 26 22:58:29.921395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002b23d-d51c-4b70-a6f0-467c4402971e None None] Pushing event updated for resources: {'Port': ['ID=371597d1-682d-4033-ad16-35272a7a4c80,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:29.966507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Attempting to bind port 371597d1-682d-4033-ad16-35272a7a4c80 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:29.967117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Attempting to bind port 371597d1-682d-4033-ad16-35272a7a4c80 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:29.967639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Attempting to bind port 371597d1-682d-4033-ad16-35272a7a4c80 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:29.987067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e49a23c-de06-4cdb-825d-230808759b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:30.001155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:30.001809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:30.002774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'Port': ['ID=81216fe0-2664-425a-bcb0-1b0d9aabb6d7,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:30.003802 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.003802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:30.017731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Bound port: 371597d1-682d-4033-ad16-35272a7a4c80, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:30.019675 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.043723 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.080804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.087205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-acc1b1f2-0536-4c7e-b9a1-e2df55c01989 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8801486 May 26 22:58:30.104534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51b3281-5112-4e24-8a2f-8ec9635f527a req-b582798e-4316-4252-9102-9575e150d949 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705029 May 26 22:58:30.107962 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ce00b87-1949-4bea-a625-21a99550a0cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10c1df5e7832422098a4567b2ef7436e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2904129 May 26 22:58:30.111870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42366) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:30.113749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:30.123031 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.159156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6be1cee3-619e-4b77-81f5-8014891432fd req-932386be-f14d-42d9-a7df-82830deff335 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656569 May 26 22:58:30.214003 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795cb668-4d39-40fe-8602-53d1e4869ef3'] response: {'server_uuid': '5e49a23c-de06-4cdb-825d-230808759b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7', 'code': 200} May 26 22:58:30.239861 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.262593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] For port 371597d1-682d-4033-ad16-35272a7a4c80, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:30.267862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] For port 371597d1-682d-4033-ad16-35272a7a4c80, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=371597d1-682d-4033-ad16-35272a7a4c80,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:30.277361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.279991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3f916b4-c6b7-41a1-83d1-5218ace9fbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.282921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:30.324157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3f916b4-c6b7-41a1-83d1-5218ace9fbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.424878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3f916b4-c6b7-41a1-83d1-5218ace9fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.472041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.485946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002b23d-d51c-4b70-a6f0-467c4402971e None None] Pushing event updated for resources: {'Port': ['ID=371597d1-682d-4033-ad16-35272a7a4c80,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:30.512764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f916b4-c6b7-41a1-83d1-5218ace9fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873e8ed6-8c61-4e47-8493-ee0610934d17,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:30.521908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Routers {'9bc82dfd-df0c-4e65-aa66-03b0554bea4a'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:30.522648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9bc82dfd-df0c-4e65-aa66-03b0554bea4a'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:30.528810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3f916b4-c6b7-41a1-83d1-5218ace9fbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.531598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e3f916b4-c6b7-41a1-83d1-5218ace9fbb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/873e8ed6-8c61-4e47-8493-ee0610934d17 HTTP/1.1" status: 204 len: 168 time: 0.4197426 May 26 22:58:30.597896 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:30.871265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] Set router 9bc82dfd-df0c-4e65-aa66-03b0554bea4a gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:31.137705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfc6417b-2b71-4846-8ead-94bf26df7b7f req-2dc7b511-ed55-4980-820d-0c6520120f3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 1100 time: 0.8631613 May 26 22:58:31.176985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-b2bf2506-96ce-4770-8dc9-29f744effe19 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:31.220254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-3cdb5371-05f2-470b-bb91-fb9dd32037fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894314 May 26 22:58:31.221397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-b2bf2506-96ce-4770-8dc9-29f744effe19 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:31.222746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-b2bf2506-96ce-4770-8dc9-29f744effe19 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1211597607&fields=id&tenant_id=e30a418c41cf4c34ac80f66b71cafc13 HTTP/1.1" status: 200 len: 267 time: 0.6518180 May 26 22:58:31.345046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:31.522175 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-7bdbc955-b34f-47ff-a1bb-7680178c7702 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1097 time: 0.2058480 May 26 22:58:31.528855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-d2f0006a-4970-4bba-812e-3b0a168af67c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:31.530682 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-d2f0006a-4970-4bba-812e-3b0a168af67c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 817 time: 0.2984529 May 26 22:58:31.625807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfc6417b-2b71-4846-8ead-94bf26df7b7f req-8c3ae0d2-5a67-48b8-8d18-8772ce5835f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729879 May 26 22:58:31.693331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77093c98-8f46-4cb3-9a33-3177ebf62526 None None] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:31.703168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Allocated IP 172.25.4.194 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/98b6ecd6-ed56-4a18-a926-e8d6a780ee7e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:31.834445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8218fa6e-e648-431d-82a5-a607e207e517 None None] Provisioning for port a1eb7343-bc07-474c-9330-ffa37ff5bd3b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:31.858623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-7793bf18-aa20-4965-bbc7-97d803ab5c7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:31.858879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:31.859099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:31.859204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-7793bf18-aa20-4965-bbc7-97d803ab5c7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.2991078 May 26 22:58:31.867886 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-4ddb6c14-8a72-40af-81ec-f01158234665 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/quotas/e30a418c41cf4c34ac80f66b71cafc13 HTTP/1.1" status: 200 len: 375 time: 0.3304543 May 26 22:58:31.993967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-405341c7-2d83-4ef1-abee-affae193730f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 217 time: 0.1250753 May 26 22:58:32.012577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:32.038015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc82dfd-df0c-4e65-aa66-03b0554bea4a', 'name': 'tempest-snat-router-391894721', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': False}, 'gw_port_id': '371597d1-682d-4033-ad16-35272a7a4c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:22Z', 'updated_at': '2022-05-26T22:58:25Z', 'revision_number': 3, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port': {'id': '371597d1-682d-4033-ad16-35272a7a4c80', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc82dfd-df0c-4e65-aa66-03b0554bea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:23Z', 'updated_at': '2022-05-26T22:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:32.051792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f92e14-c59c-45c9-9a7e-5cd7487b45ac None None] The sync data for ids ['9bc82dfd-df0c-4e65-aa66-03b0554bea4a'] in n-d-843301-1 is: [{'id': '9bc82dfd-df0c-4e65-aa66-03b0554bea4a', 'name': 'tempest-snat-router-391894721', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235'}], 'enable_snat': False}, 'gw_port_id': '371597d1-682d-4033-ad16-35272a7a4c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:22Z', 'updated_at': '2022-05-26T22:58:25Z', 'revision_number': 3, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port': {'id': '371597d1-682d-4033-ad16-35272a7a4c80', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc82dfd-df0c-4e65-aa66-03b0554bea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:23Z', 'updated_at': '2022-05-26T22:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:32.100775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:32.125024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-98d72b16-34ae-440f-80eb-857a148e1249 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1959360 May 26 22:58:32.126656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-7d657471-43c1-44c7-b090-49b449077fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:32.127973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-7d657471-43c1-44c7-b090-49b449077fd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1254811 May 26 22:58:32.145172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:32.146009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:32.240717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a1eb7343-bc07-474c-9330-ffa37ff5bd3b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:32.334604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=8d8669ea-b54f-4332-b819-5c0f2a6dc908,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:32.405135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed101c2-834d-4ebc-8bd6-7ffe961ef2e6 req-19d1eafe-bd88-4ea4-bbeb-f9ede6d0a82a tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:32.408114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-fcac26eb-4ebc-41a5-96f0-28a2ab1e69f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662549 May 26 22:58:32.410189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ed101c2-834d-4ebc-8bd6-7ffe961ef2e6 req-19d1eafe-bd88-4ea4-bbeb-f9ede6d0a82a tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 949 time: 0.8674443 May 26 22:58:32.479302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-8bd4cfd6-ef8e-49d7-809d-af3b0866e4fa service neutron] 10.222.0.32 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380561 May 26 22:58:32.499435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a1eb7343-bc07-474c-9330-ffa37ff5bd3b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:32.508640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a1eb7343-bc07-474c-9330-ffa37ff5bd3b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:32.509058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:32.645656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:32.850671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:32.909564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:32.951014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:32.956135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:33.000282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a1eb7343-bc07-474c-9330-ffa37ff5bd3b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,segment=NetworkSegment(f629b0f3-0430-4fc4-978d-3209b1a34091),segment_id=f629b0f3-0430-4fc4-978d-3209b1a34091)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:33.008965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.114681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d9e9a387-0ec5-407e-8ef8-1025f173f51b None None] Provisioning for port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:33.165073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d9e9a387-0ec5-407e-8ef8-1025f173f51b None None] Provisioning complete for port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:33.165364 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a387-0ec5-407e-8ef8-1025f173f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.262018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 371597d1-682d-4033-ad16-35272a7a4c80 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:33.373590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9a387-0ec5-407e-8ef8-1025f173f51b None None] Port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:33.377080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-b6c7221c-14ad-40c5-8e95-0bdbbfb0e9e6 service neutron] 10.222.0.32 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969138 May 26 22:58:33.378693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Port': ['ID=98b6ecd6-ed56-4a18-a926-e8d6a780ee7e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:33.395805 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-7d02b1dd-335b-4b7e-ad7e-a0134b247cdc service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586423 May 26 22:58:33.431090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ed101c2-834d-4ebc-8bd6-7ffe961ef2e6 req-542d297d-63db-4d74-bfa5-2c9c757e8bb3 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9479606 May 26 22:58:33.439814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:33.493338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:33.495637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:33.507748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d9e9a387-0ec5-407e-8ef8-1025f173f51b None None] Provisioning complete for port a1eb7343-bc07-474c-9330-ffa37ff5bd3b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:33.508252 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a387-0ec5-407e-8ef8-1025f173f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.665299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41497c98-6a13-4b4d-9c9c-9847d01dd4c1 req-aad70106-85ad-4f04-8c37-0bd2075c5bc4 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609270 May 26 22:58:33.673842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 371597d1-682d-4033-ad16-35272a7a4c80 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:33.720512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 371597d1-682d-4033-ad16-35272a7a4c80 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:33.720870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.066192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a4182285-af8a-45d4-9b89-31126c51c70e req-43493ae2-407b-44ea-b411-55937f1e8312 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 210 time: 0.2523906 May 26 22:58:34.154140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.179448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 371597d1-682d-4033-ad16-35272a7a4c80, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=371597d1-682d-4033-ad16-35272a7a4c80,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:34.186442 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.329111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=371597d1-682d-4033-ad16-35272a7a4c80,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:34.376495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b53c798e-b8c4-4b60-8c0c-5e7e698c9ef6 None None] Provisioning complete for port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:34.376914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b53c798e-b8c4-4b60-8c0c-5e7e698c9ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.456100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.456907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.486613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b53c798e-b8c4-4b60-8c0c-5e7e698c9ef6 None None] Port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:34.722202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:58:34.805934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e1b2-1c01-4e48-bf1e-7cebc86d43f3 req-8df47f82-bada-4ed4-aa24-a08e1d81ce5e tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:34.829173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d773e1b2-1c01-4e48-bf1e-7cebc86d43f3 req-8df47f82-bada-4ed4-aa24-a08e1d81ce5e tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 949 time: 0.1688969 May 26 22:58:34.904467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d773e1b2-1c01-4e48-bf1e-7cebc86d43f3 req-f01fbe4d-f6b4-446d-9733-c123d8eec061 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730360 May 26 22:58:35.031182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:35.042999 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:35.063441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:35.064080 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:35.080043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Router 6a35eeea-ddc7-4c9f-97b8-a88809481767 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:58:35.098850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42450) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:35.108283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52b2b5fa-fbef-4560-aaa8-2124eb7281fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7680702 May 26 22:58:35.111148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1175209547'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:35.126911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:35.140450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:35.146460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:35.158949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:35.189912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:35.196562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:35.243402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a1eb7343-bc07-474c-9330-ffa37ff5bd3b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:35.281368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:58:35.302758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:35.303687 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment af6aebf4-dbc2-44a3-9490-fff1ab5acdfe of type vlan for network e85c1ab9-fc3a-4f94-8d90-72799299133c May 26 22:58:35.362103 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:35.365067 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:35.474039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a1eb7343-bc07-474c-9330-ffa37ff5bd3b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:35.478568 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:35.803681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:58:35.875096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:35.879974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:35.880695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:35.922529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 371597d1-682d-4033-ad16-35272a7a4c80 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:35.929204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:35.982215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55f24c9e-c94b-4bad-8a27-5463e523bc9d req-321e0d1f-b379-4a6b-9824-d7f307361aa0 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 210 time: 0.1921213 May 26 22:58:36.008066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:36.018228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-09fcf6e2-c437-430b-a2c7-0a1f321cd3b8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7576480 May 26 22:58:36.019932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42468) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:36.023818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Sync routers for ids ['6a35eeea-ddc7-4c9f-97b8-a88809481767'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:36.075508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Routers {'6a35eeea-ddc7-4c9f-97b8-a88809481767'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:36.076444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6a35eeea-ddc7-4c9f-97b8-a88809481767'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:36.203773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1036968 May 26 22:58:36.213169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42472) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:36.223689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:36.253936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-b2c9c73b-0dd5-41a3-95e3-ebf0f3017b65 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:36.257162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-b2c9c73b-0dd5-41a3-95e3-ebf0f3017b65 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 817 time: 0.8814569 May 26 22:58:36.257845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257141df-eafe-47da-a71d-e75d2c6976b4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=e85c1ab9-fc3a-4f94-8d90-72799299133c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:36.348823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e85c1ab9-fc3a-4f94-8d90-72799299133c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:58:36.360428 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:29Z', 'revision_number': 3, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:31Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:36.374136 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:36.374735 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Updating router 375bdd17-3965-47bc-8e77-22bb20cb56d2 port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:58:36.382333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec1db-6884-4a88-9738-c570e1d611af req-f99c0c9a-a145-4338-8951-bb55c1555a41 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:36.383873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e14ec1db-6884-4a88-9738-c570e1d611af req-f99c0c9a-a145-4338-8951-bb55c1555a41 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 949 time: 0.4269309 May 26 22:58:36.458673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:36.463954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:36.469969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:36.500949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:36.522654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:36.544782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e14ec1db-6884-4a88-9738-c570e1d611af req-975f31b2-3f6c-425f-9bbd-51e4ee6a711a tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379566 May 26 22:58:36.572400 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:36.587734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-2882a32b-164d-40d0-af8e-83adc2a8a068 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e30a418c41cf4c34ac80f66b71cafc13 HTTP/1.1" status: 200 len: 380 time: 0.2493510 May 26 22:58:36.603441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'port': {'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'admin_state_up': True, 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'security_groups': ['d58b3019-f9e3-4402-b609-9702dcca1b96']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:36.663981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3c600197-07c0-4ae1-889e-ff992f0320e7 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/6a35eeea-ddc7-4c9f-97b8-a88809481767 HTTP/1.1" status: 200 len: 907 time: 0.6240320 May 26 22:58:36.674233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42482) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:36.817228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 371597d1-682d-4033-ad16-35272a7a4c80 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:36.821439 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:36.871469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:37.033892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Set router 6a35eeea-ddc7-4c9f-97b8-a88809481767 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:37.068597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:37.210749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:37.240189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:37.269132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Made reservation on behalf of e30a418c41cf4c34ac80f66b71cafc13 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:37.273016 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:37.386986 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:37.402969 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Transition to ACTIVE for port object 8d8669ea-b54f-4332-b819-5c0f2a6dc908 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:37.411430 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:37.553708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:37.565488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0925a7fc-8f28-4301-b716-39de40b403f9 req-92d44a85-ad38-48b4-9577-380a1abdeb2c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 210 time: 0.2590096 May 26 22:58:37.571714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Deleting port 98b6ecd6-ed56-4a18-a926-e8d6a780ee7e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:37.572669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:37.586426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-a7162d09-c603-41b8-9d09-862a5bbb3db4 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:37.587879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-a7162d09-c603-41b8-9d09-862a5bbb3db4 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 949 time: 0.5009558 May 26 22:58:37.659997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b82db-81f7-480a-a1ff-65317e18bf8c None None] Pushing event updated for resources: {'Port': ['ID=8d8669ea-b54f-4332-b819-5c0f2a6dc908,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:37.973791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35eeea-ddc7-4c9f-97b8-a88809481767', 'name': 'tempest-snat-router-391894721', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '98b6ecd6-ed56-4a18-a926-e8d6a780ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T22:58:33Z', 'revision_number': 3, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port': {'id': '98b6ecd6-ed56-4a18-a926-e8d6a780ee7e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ba:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a35eeea-ddc7-4c9f-97b8-a88809481767', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:30Z', 'updated_at': '2022-05-26T22:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:37.979543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Checking router: 6a35eeea-ddc7-4c9f-97b8-a88809481767 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:37.980574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Updating router 6a35eeea-ddc7-4c9f-97b8-a88809481767 port 98b6ecd6-ed56-4a18-a926-e8d6a780ee7e binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:58:38.014068 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Attempting to bind port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:38.014458 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Attempting to bind port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:38.014762 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Attempting to bind port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 on network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:38.033931 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:38.034418 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Checking segment: {'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:38.034814 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:38.035192 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Bound using segment: {'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:38.035660 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Bound port: 8d8669ea-b54f-4332-b819-5c0f2a6dc908, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f629b0f3-0430-4fc4-978d-3209b1a34091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:38.036019 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:38.080780 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:38.088192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Deleting port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:38.089081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:38.248098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:38.285131 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] For port 8d8669ea-b54f-4332-b819-5c0f2a6dc908, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:38.292624 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] For port 8d8669ea-b54f-4332-b819-5c0f2a6dc908, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d8669ea-b54f-4332-b819-5c0f2a6dc908,segment=NetworkSegment(f629b0f3-0430-4fc4-978d-3209b1a34091),segment_id=f629b0f3-0430-4fc4-978d-3209b1a34091)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:38.304496 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:38.464743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Allocated IP 172.20.0.14 (ef79850a-25b1-4136-95aa-9a4e5eeb21e3/4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89/8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:38.500046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:38.524532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=3f1a8881-6454-4252-84b2-fed43b15eda8,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:38.545486 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b82db-81f7-480a-a1ff-65317e18bf8c None None] Pushing event updated for resources: {'Port': ['ID=8d8669ea-b54f-4332-b819-5c0f2a6dc908,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:38.604452 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:38.606316 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:38.663920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:38.664278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: e85c1ab9-fc3a-4f94-8d90-72799299133c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:58:38.743034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Calling delete_port for 98b6ecd6-ed56-4a18-a926-e8d6a780ee7e owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:39.092502 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:39.103071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.118159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:58:39.118623 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:58:39.165594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a559191f-3897-4a63-a1c5-c4273f4df2f8 req-9c8a52ea-d0df-4ee6-8cf9-d964d9b13929 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 210 time: 0.1636839 May 26 22:58:39.209550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] For port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:39.209708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.224752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network e85c1ab9-fc3a-4f94-8d90-72799299133c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:58:39.234110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event deleted for resources: {'Port': ['ID=98b6ecd6-ed56-4a18-a926-e8d6a780ee7e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:39.251425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.252134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.252685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.253402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.253985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.254530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.255065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.255636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.256182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.256775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.257312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:39.532724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Calling delete_port for 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:39.547096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04327e-1230-4bc0-b305-f81554a14435 req-930c3c10-eb10-4cef-a559-7bf6ea405554 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:39.548957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac04327e-1230-4bc0-b305-f81554a14435 req-930c3c10-eb10-4cef-a559-7bf6ea405554 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 949 time: 0.4981918 May 26 22:58:39.607472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, e85c1ab9-fc3a-4f94-8d90-72799299133c) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:39.615173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.633780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:39.634452 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.670880 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:29Z', 'revision_number': 3, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:38Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:39.682189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Transition to ACTIVE for port object 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:39.683458 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9848e-6a84-4747-8528-8eeae572bfd0 None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:29Z', 'revision_number': 3, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:38Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:39.722110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4104c2de-3456-4946-9e60-11c40e57cd2b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5049677 May 26 22:58:39.724594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42514) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:39.733906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483db0eb-81e8-4f45-b41e-e8ad30d22c53 None None] Network e85c1ab9-fc3a-4f94-8d90-72799299133c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:39.860846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.910059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Port 98b6ecd6-ed56-4a18-a926-e8d6a780ee7e not found while updating agent binding for router 6a35eeea-ddc7-4c9f-97b8-a88809481767. {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 26 22:58:39.966674 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8d8669ea-b54f-4332-b819-5c0f2a6dc908 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:39.981130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.068127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Routers {'6a35eeea-ddc7-4c9f-97b8-a88809481767'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:40.069073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6a35eeea-ddc7-4c9f-97b8-a88809481767'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:40.316998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:40.326011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:40.328840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.374752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:40.394691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:40.398388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:40.399313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] Set router 6a35eeea-ddc7-4c9f-97b8-a88809481767 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:40.496711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.507489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac04327e-1230-4bc0-b305-f81554a14435 req-fdc8c441-60e4-42f4-9ed0-3eaa1ae952f4 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eecf010-aa15-49ad-842a-a706ebec373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9395182 May 26 22:58:40.508833 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.574067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.574713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a35eeea-ddc7-4c9f-97b8-a88809481767 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:40.602696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.604055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5318abf6-391e-426f-a773-0a38a7400f06 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6a35eeea-ddc7-4c9f-97b8-a88809481767 HTTP/1.1" status: 204 len: 168 time: 3.9287841 May 26 22:58:40.606717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42524) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:40.675989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:40.682958 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.753655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event updated for resources: {'Port': ['ID=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:40.757205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-715753af-a526-4698-9f3f-25fd266f957c tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1606421 May 26 22:58:40.776357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Request body: {'port': {'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:40.915145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:40.987182 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.096716 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.126010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.149694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:41.150037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:41.231860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-e85c1ab9-fc3a-4f94-8d90-72799299133c', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:58:41.243563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Pushing event deleted for resources: {'Port': ['ID=8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:41.246493 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.464486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] No DVR routers for this DVR port 8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:58:41.475404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.477359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4431ba9c-b662-4545-bdcf-5c3d6de334e1 req-2d89a2db-45ed-4fa2-81aa-1902f5e02a23 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.55 "DELETE /v2.0/ports/8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7 HTTP/1.1" status: 204 len: 173 time: 3.7294886 May 26 22:58:41.485612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e49a23c-de06-4cdb-825d-230808759b7b', 'name': 'network-vif-deleted', 'tag': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:41.498440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.500441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35eeea-ddc7-4c9f-97b8-a88809481767', 'name': 'tempest-snat-router-391894721', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T22:58:38Z', 'revision_number': 5, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:41.511925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Deleting port 371597d1-682d-4033-ad16-35272a7a4c80 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:41.512453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.526876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7674e1-3ec3-4a7d-a0da-b2325864bfd0 None None] The sync data for ids ['6a35eeea-ddc7-4c9f-97b8-a88809481767'] in n-d-843301-1 is: [{'id': '6a35eeea-ddc7-4c9f-97b8-a88809481767', 'name': 'tempest-snat-router-391894721', 'tenant_id': '9ba24edf612d465eb66d4897197bcf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T22:58:38Z', 'revision_number': 5, 'project_id': '9ba24edf612d465eb66d4897197bcf8d', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:41.918600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Allocated IP 2001:db8:2::2 (e85c1ab9-fc3a-4f94-8d90-72799299133c/3f1a8881-6454-4252-84b2-fed43b15eda8/b6d764cd-6afa-4eb5-bf2f-563cd1743648) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:41.926898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b9db6361-2299-4cf5-9640-742ee4882cf9 req-b0e7f3cf-3b59-4d52-8b0e-0f82fb628191 tempest-VolumesNegativeTest-62921313 tempest-VolumesNegativeTest-62921313-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e49a23c-de06-4cdb-825d-230808759b7b HTTP/1.1" status: 200 len: 210 time: 0.1050460 May 26 22:58:41.959712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] For port 371597d1-682d-4033-ad16-35272a7a4c80, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=371597d1-682d-4033-ad16-35272a7a4c80,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:41.960074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.193546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.207177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Transition to ACTIVE for port object b6d764cd-6afa-4eb5-bf2f-563cd1743648 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:42.224560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Calling delete_port for 371597d1-682d-4033-ad16-35272a7a4c80 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:42.230866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Transition to ACTIVE for port object b6d764cd-6afa-4eb5-bf2f-563cd1743648 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:42.238236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a0ad66f8-ea11-46f7-8def-40c9d6bdc2f8 None None] Provisioning for port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:42.250707 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.363419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a0ad66f8-ea11-46f7-8def-40c9d6bdc2f8 None None] Provisioning complete for port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:42.364766 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0ad66f8-ea11-46f7-8def-40c9d6bdc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.459995 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7754bd99-b4c4-42df-9ac7-8308818bac32'] response: {'server_uuid': '5e49a23c-de06-4cdb-825d-230808759b7b', 'name': 'network-vif-deleted', 'tag': '8e9f5852-47b6-406f-a1c7-7d9a9d47e7d7', 'status': 'completed', 'code': 200} May 26 22:58:42.489828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad66f8-ea11-46f7-8def-40c9d6bdc2f8 None None] Port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:42.490263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb1426-4363-449c-9558-6cfafeb000d9 req-54fd0469-fc48-48b6-b97e-1bdef376a91d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:42.490987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0dcb1426-4363-449c-9558-6cfafeb000d9 req-54fd0469-fc48-48b6-b97e-1bdef376a91d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:42.515615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.590048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0dcb1426-4363-449c-9558-6cfafeb000d9 req-54fd0469-fc48-48b6-b97e-1bdef376a91d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:42.598530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dcb1426-4363-449c-9558-6cfafeb000d9 req-54fd0469-fc48-48b6-b97e-1bdef376a91d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 932 time: 2.0669508 May 26 22:58:42.636378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Network e85c1ab9-fc3a-4f94-8d90-72799299133c is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:42.637165 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.665997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:42.669546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:42.692319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dcb1426-4363-449c-9558-6cfafeb000d9 req-3d7a5621-3de9-4542-ac8a-adf3b59ab28a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924304 May 26 22:58:42.701126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Pushing event updated for resources: {'Port': ['ID=b6d764cd-6afa-4eb5-bf2f-563cd1743648,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:42.746599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event deleted for resources: {'Port': ['ID=371597d1-682d-4033-ad16-35272a7a4c80,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:42.856372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 8d8669ea-b54f-4332-b819-5c0f2a6dc908, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d8669ea-b54f-4332-b819-5c0f2a6dc908,segment=NetworkSegment(f629b0f3-0430-4fc4-978d-3209b1a34091),segment_id=f629b0f3-0430-4fc4-978d-3209b1a34091)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:42.888100 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.914137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:58:42.956804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Attempting to bind port b6d764cd-6afa-4eb5-bf2f-563cd1743648 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:42.957159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Attempting to bind port b6d764cd-6afa-4eb5-bf2f-563cd1743648 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:42.957518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Attempting to bind port b6d764cd-6afa-4eb5-bf2f-563cd1743648 on network e85c1ab9-fc3a-4f94-8d90-72799299133c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:42.983351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:42.983727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Checking segment: {'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:42.984127 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:42.984514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Bound using segment: {'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:42.984979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Bound port: b6d764cd-6afa-4eb5-bf2f-563cd1743648, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:42.985347 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.034252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:43.049944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.138620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.218836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] For port b6d764cd-6afa-4eb5-bf2f-563cd1743648, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:43.229848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] For port b6d764cd-6afa-4eb5-bf2f-563cd1743648, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b6d764cd-6afa-4eb5-bf2f-563cd1743648,segment=NetworkSegment(af6aebf4-dbc2-44a3-9490-fff1ab5acdfe),segment_id=af6aebf4-dbc2-44a3-9490-fff1ab5acdfe)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:43.244229 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.254246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Transition to ACTIVE for port object 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:43.333043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=8d8669ea-b54f-4332-b819-5c0f2a6dc908,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:43.343706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.523797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.595091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.597170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Pushing event updated for resources: {'Port': ['ID=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:43.606828 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.663297 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.663809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bc82dfd-df0c-4e65-aa66-03b0554bea4a {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:43.685696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.698293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-344b25bb-549b-4569-a5db-035839696062 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9bc82dfd-df0c-4e65-aa66-03b0554bea4a HTTP/1.1" status: 204 len: 168 time: 3.0899317 May 26 22:58:43.702571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946ab4b-1a7b-48e6-a2cf-79860ba6431c None None] Pushing event updated for resources: {'Port': ['ID=b6d764cd-6afa-4eb5-bf2f-563cd1743648,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:43.718338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42552) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:43.737539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-160571755', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:43.751135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:43.765389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Usage tracker for resource:router and tenant:a022b95251284351bf1298e20d670bfa is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:43.773666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:43.817205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:43.863304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.865063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:43.926940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:44.230802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42570) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:44.269778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Attempting to bind port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:44.270253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Attempting to bind port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:44.270690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Attempting to bind port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:44.298203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:58:44.298699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Attempting to bind port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 on network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:44.310658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:44.311220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Checking segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:44.311705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Bound using segment: {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:44.312244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Bound port: 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:44.312754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:44.568820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:44.616646 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:44.763587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738acfc4-8bed-45dc-a858-b9d826339cf7 req-f81401a8-b6d3-46e0-b167-7559d8e57aa6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:44.765214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-738acfc4-8bed-45dc-a858-b9d826339cf7 req-f81401a8-b6d3-46e0-b167-7559d8e57aa6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 944 time: 0.6727052 May 26 22:58:44.770991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] For port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:44.889615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] For port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:45.018574 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.137532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.139033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] 10.222.0.48 "PUT /v2.0/ports/8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 1092 time: 4.3690159 May 26 22:58:45.163490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:45.180568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:45.200540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-738acfc4-8bed-45dc-a858-b9d826339cf7 req-d5a17960-c2e2-4d17-ab71-1701e2f3a895 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225097 May 26 22:58:45.216361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.295154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8:2::1 (e85c1ab9-fc3a-4f94-8d90-72799299133c/3f1a8881-6454-4252-84b2-fed43b15eda8/70bab636-1de4-4efd-a843-8af3fe01fd58) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:45.306955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.365964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Usage tracker for resource:security_group_rule and tenant:9f2d37347bd640c58c7d24b637f35333 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:45.369350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:45.386685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:45.411732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29888ad8-1c2e-45df-a026-3c8b4bf2d6bc None None] Network e85c1ab9-fc3a-4f94-8d90-72799299133c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:45.559339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Allocated IP 172.25.4.48 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/fcd89648-506c-4f3e-a7c1-d6a31c25fa3a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:45.703759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b6d764cd-6afa-4eb5-bf2f-563cd1743648 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:45.764657 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38699d8-959d-4532-ac34-94631a5d8ceb'] response: {'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'status': 'completed', 'code': 200} May 26 22:58:45.766401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.767406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a9ba-3ec9-4e3b-b822-d6e7d9abe02e service neutron] Pushing event updated for resources: {'Port': ['ID=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:45.869152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.926651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.940966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7b02f6b5-8d26-4ae1-bc89-7fd5b263a629 None None] Provisioning for port b6d764cd-6afa-4eb5-bf2f-563cd1743648 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:46.002606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b6d764cd-6afa-4eb5-bf2f-563cd1743648 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:46.040491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event updated for resources: {'Port': ['ID=fcd89648-506c-4f3e-a7c1-d6a31c25fa3a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:46.068815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:46.070346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:46.073726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b6d764cd-6afa-4eb5-bf2f-563cd1743648 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:46.074355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.074667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:46.147917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.200037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f2d37347bd640c58c7d24b637f35333&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9680369 May 26 22:58:46.208570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:46.258764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5ccc6-3d30-4cc3-8cd2-12cfaea0d988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126208af-1112-4d28-9e17-5cb28cb7b83a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:46.325640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.366389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b6d764cd-6afa-4eb5-bf2f-563cd1743648, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b6d764cd-6afa-4eb5-bf2f-563cd1743648,segment=NetworkSegment(af6aebf4-dbc2-44a3-9490-fff1ab5acdfe),segment_id=af6aebf4-dbc2-44a3-9490-fff1ab5acdfe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:46.372001 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.373324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8d8669ea-b54f-4332-b819-5c0f2a6dc908 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:46.391728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.398668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d6e9-23f4-496f-9813-c5cc6090c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.409026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.409993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.426304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-2b297106-53fd-456b-bb46-84e852a09b79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1095 time: 1.2234988 May 26 22:58:46.554045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object 70bab636-1de4-4efd-a843-8af3fe01fd58 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:46.562578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b6d764cd-6afa-4eb5-bf2f-563cd1743648,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:46.577169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:46.579567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.587650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d6e9-23f4-496f-9813-c5cc6090c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.659678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.720038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-bb7afcbd-eb55-48e7-ad60-386b26e81e97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 217 time: 0.2573607 May 26 22:58:46.802549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bdc7dc5c-dcea-409d-bcfe-7d39a3b815a3 None None] Provisioning complete for port b6d764cd-6afa-4eb5-bf2f-563cd1743648 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:46.803238 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dc5c-dcea-409d-bcfe-7d39a3b815a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.835388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Router 41a49a82-1be3-4556-a622-9945ce1557c0 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:58:46.845610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network e85c1ab9-fc3a-4f94-8d90-72799299133c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:46.848741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=70bab636-1de4-4efd-a843-8af3fe01fd58,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:46.855006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:46.863040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:46.863928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.880073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-4cf8a9b1-7a2d-4eac-b546-16dac7cc0cec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:46.882028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-4cf8a9b1-7a2d-4eac-b546-16dac7cc0cec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1430531 May 26 22:58:46.968380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d6e9-23f4-496f-9813-c5cc6090c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:47.035322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f929-68d3-4794-a227-16832bcab96d req-a11a9d7f-d3f9-4abd-8ea3-09b9576ce417 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:47.037236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82c2f929-68d3-4794-a227-16832bcab96d req-a11a9d7f-d3f9-4abd-8ea3-09b9576ce417 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 944 time: 0.4587131 May 26 22:58:47.044827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3d6e9-23f4-496f-9813-c5cc6090c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126208af-1112-4d28-9e17-5cb28cb7b83a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:47.051733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b6d764cd-6afa-4eb5-bf2f-563cd1743648 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:47.191245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:47.216965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:47.218507 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0c775b23-5ab1-4fd5-a7b5-c012c97065be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:47.232469 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] Sync routers for ids ['41a49a82-1be3-4556-a622-9945ce1557c0'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:47.256165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b6d764cd-6afa-4eb5-bf2f-563cd1743648 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:47.256618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:47.257706 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] Routers {'41a49a82-1be3-4556-a622-9945ce1557c0'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:47.258523 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['41a49a82-1be3-4556-a622-9945ce1557c0'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:47.268466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d6e9-23f4-496f-9813-c5cc6090c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:47.273495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e8a3d6e9-23f4-496f-9813-c5cc6090c3d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/126208af-1112-4d28-9e17-5cb28cb7b83a HTTP/1.1" status: 204 len: 168 time: 1.0616226 May 26 22:58:47.348963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:47.354071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-103b3743-654d-4fb7-bd6c-8f43077272ab tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6341512 May 26 22:58:47.358973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:47.364542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': False}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:47.398363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0ff3edb0-54a5-4b46-afe5-2652a58c0637 None None] Provisioning for port 70bab636-1de4-4efd-a843-8af3fe01fd58 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:47.403093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-a11aa911-df77-4663-8d2c-964f7a22ef1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5080016 May 26 22:58:47.420743 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:47.421474 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82c2f929-68d3-4794-a227-16832bcab96d req-0e7bf183-a119-446f-9810-9a8b1a6cf4cd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675497 May 26 22:58:47.436191 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] Routers {'41a49a82-1be3-4556-a622-9945ce1557c0'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:47.437079 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['41a49a82-1be3-4556-a622-9945ce1557c0'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:47.485215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0ff3edb0-54a5-4b46-afe5-2652a58c0637 None None] Provisioning complete for port 70bab636-1de4-4efd-a843-8af3fe01fd58 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:47.486493 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ff3edb0-54a5-4b46-afe5-2652a58c0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:47.529127 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:47.529835 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb5b16-4e87-4c0f-83f5-84762720e599 None None] The sync data for ids ['41a49a82-1be3-4556-a622-9945ce1557c0'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:47.596682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3edb0-54a5-4b46-afe5-2652a58c0637 None None] Port 70bab636-1de4-4efd-a843-8af3fe01fd58 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:47.603665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 371597d1-682d-4033-ad16-35272a7a4c80 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:47.643401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 371597d1-682d-4033-ad16-35272a7a4c80 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:47.643812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 371597d1-682d-4033-ad16-35272a7a4c80 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:47.714049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc129b-7eca-4c7d-b13d-03e51c681b4f req-0e32ca30-14b7-4e7d-9eb0-ca905216c029 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:47.715925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99cc129b-7eca-4c7d-b13d-03e51c681b4f req-0e32ca30-14b7-4e7d-9eb0-ca905216c029 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.4182496 May 26 22:58:47.786887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99cc129b-7eca-4c7d-b13d-03e51c681b4f req-593d9ad9-4ea9-41bb-9105-0e625b5d2907 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643964 May 26 22:58:47.858132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-51a830a3-00cf-4cde-9c80-8e57686ff573 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351244 May 26 22:58:47.966321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42706) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:48.005915 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b7fdc0-608a-4a9a-b045-e71701a8c065 req-1fb74432-cba9-49f1-aebe-bd5f7b2cd926 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337457 May 26 22:58:48.078873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.160043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.161829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:48.170045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.170866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.171112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Usage tracker for resource:security_group_rule and tenant:7fe0e3add61c4454b0d806d01f89e7c8 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:48.176618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:48.188016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:48.359635 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-252e7e5e-06ce-44d6-b8b3-6a334870270c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1095 time: 0.2828031 May 26 22:58:48.381822 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.475971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.515719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-e0a192b1-3c13-452c-b6c6-b68bf09aacc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:48.517163 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-e0a192b1-3c13-452c-b6c6-b68bf09aacc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.1397328 May 26 22:58:48.548492 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fe0e3add61c4454b0d806d01f89e7c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5389106 May 26 22:58:48.550486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:48.551129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770721-c29d-474b-a044-eea6765a1c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c69e27f-4d46-4d87-944e-56cd6112f817,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:48.660148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=70bab636-1de4-4efd-a843-8af3fe01fd58,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:48.674428 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-23ce56db-4c2e-4b79-b97d-80496adbae15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 217 time: 0.0973740 May 26 22:58:48.737055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8cde71e-82c7-406d-ac8b-d49ce9669873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.777292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network e85c1ab9-fc3a-4f94-8d90-72799299133c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:48.778796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-4cbe0877-ec2a-4f1f-bd3f-cfa14cca2422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:48.780237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-4cbe0877-ec2a-4f1f-bd3f-cfa14cca2422 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.0880365 May 26 22:58:48.781201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:48.786773 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8cde71e-82c7-406d-ac8b-d49ce9669873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.823504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daa4bf-b592-439e-a052-c2fb527c9d81 req-c02b9ee9-1113-4026-b3b0-db7308de1695 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:48.830239 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65daa4bf-b592-439e-a052-c2fb527c9d81 req-c02b9ee9-1113-4026-b3b0-db7308de1695 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 944 time: 0.2325130 May 26 22:58:48.929158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65daa4bf-b592-439e-a052-c2fb527c9d81 req-71db6cde-8229-4efb-9c82-64ff017f7525 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979691 May 26 22:58:48.957271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:48.992665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8cde71e-82c7-406d-ac8b-d49ce9669873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:49.013323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cde71e-82c7-406d-ac8b-d49ce9669873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c69e27f-4d46-4d87-944e-56cd6112f817,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:49.075904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8cde71e-82c7-406d-ac8b-d49ce9669873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:49.079441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a8cde71e-82c7-406d-ac8b-d49ce9669873 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c69e27f-4d46-4d87-944e-56cd6112f817 HTTP/1.1" status: 204 len: 168 time: 0.5225413 May 26 22:58:49.079575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-825f16a7-f03b-46e1-8956-842fa5d85dce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311859 May 26 22:58:49.178420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a7248b49-4ffe-42ed-8af6-700ab95f01df None None] Provisioning complete for port 70bab636-1de4-4efd-a843-8af3fe01fd58 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:49.178986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a7248b49-4ffe-42ed-8af6-700ab95f01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:49.272832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a7248b49-4ffe-42ed-8af6-700ab95f01df None None] Port 70bab636-1de4-4efd-a843-8af3fe01fd58 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:49.392770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:49.396555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:49.441611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-fde2c831-29b5-47e9-b000-cc50779eb71a service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558547 May 26 22:58:49.557486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:58:49.642481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Router 41a49a82-1be3-4556-a622-9945ce1557c0 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:58:49.770046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cdea56fd-df4f-4bfd-9e90-63cfa75b5b30 req-0c8f70b7-f567-400b-ad05-485d3b61ade6 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162344 May 26 22:58:49.829053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:49.836247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-23071224-35e1-4275-bb7f-be313525933f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1081781 May 26 22:58:49.839047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:49.848344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:49.855890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-19590400'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:49.865449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:49.866519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:49.892206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:49.904975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:network and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:49.914706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:49.921275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:49.949383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:49.951280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:49.953757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:49.973195 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] Sync routers for ids ['41a49a82-1be3-4556-a622-9945ce1557c0'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:49.979945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:49.981158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-43824e0a-6cbc-4c26-bf97-a51e1b24a713 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "PUT /v2.0/routers/41a49a82-1be3-4556-a622-9945ce1557c0 HTTP/1.1" status: 200 len: 924 time: 2.6210096 May 26 22:58:49.983908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:49.997907 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] Routers {'41a49a82-1be3-4556-a622-9945ce1557c0'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:49.998885 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['41a49a82-1be3-4556-a622-9945ce1557c0'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:50.163772 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:50.180801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-de0a9fc0-9f0d-4b09-9a10-1c7f9d859b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.187845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:50.198237 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] Routers {'41a49a82-1be3-4556-a622-9945ce1557c0'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:50.198862 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['41a49a82-1be3-4556-a622-9945ce1557c0'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:50.307261 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:50.308038 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ab336-9db6-4e99-a98e-1468d87123c3 None None] The sync data for ids ['41a49a82-1be3-4556-a622-9945ce1557c0'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:50.365873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:58:50.390244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.390599 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added segment 65baa637-4c81-448b-ac48-e30c97559a04 of type vlan for network 2d26cc8f-cda7-4aee-9013-7b34a597228c May 26 22:58:50.445564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.471342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ef6b2-a0cd-4537-b2de-3cc0dfbd9e72 req-6f546fdf-8b34-4a91-92e7-48a0c1db110e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:50.472728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-604ef6b2-a0cd-4537-b2de-3cc0dfbd9e72 req-6f546fdf-8b34-4a91-92e7-48a0c1db110e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 944 time: 0.2368000 May 26 22:58:50.608264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.613625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:50.614435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.622718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-604ef6b2-a0cd-4537-b2de-3cc0dfbd9e72 req-1c6782df-13f2-4558-9591-711b4d290c72 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349187 May 26 22:58:50.645798 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.672424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:47Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:47Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:50.683793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:50.684348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Updating router 375bdd17-3965-47bc-8e77-22bb20cb56d2 port 70bab636-1de4-4efd-a843-8af3fe01fd58 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:58:50.743098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Network': ['ID=2d26cc8f-cda7-4aee-9013-7b34a597228c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:50.768738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.770718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42832) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:50.771259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b35aba9-efcf-4887-9f7a-58e243fe6f19 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9303794 May 26 22:58:50.778180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'subnet': {'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:50.791642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a9a8ab5-b5eb-4ddd-a975-2affe6e527ab tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/41a49a82-1be3-4556-a622-9945ce1557c0 HTTP/1.1" status: 200 len: 924 time: 0.8066273 May 26 22:58:50.794325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:50.799374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:58:50.880703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:58:50.882875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:50.937667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5666140b-4681-4648-b163-1e0dfb54122a tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=41a49a82-1be3-4556-a622-9945ce1557c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1416681 May 26 22:58:50.940558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42842) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:51.101236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:51.110748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:subnet and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:51.117448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:51.119823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719a951-9702-47a2-8f03-25b77d533a35 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:51.120410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2719a951-9702-47a2-8f03-25b77d533a35 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Synchronizing usage tracker for tenant:9ba24edf612d465eb66d4897197bcf8d on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:51.133364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:51.144776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2719a951-9702-47a2-8f03-25b77d533a35 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Unset dirty status for tenant:9ba24edf612d465eb66d4897197bcf8d on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:51.146057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2719a951-9702-47a2-8f03-25b77d533a35 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.2045214 May 26 22:58:51.148883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42848) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:51.156310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Made reservation on behalf of 4ed4f3cb322947339616b980fac75c08 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:51.172166 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.199875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-680d34fa-633c-4ab0-a03a-be8ea865bf2e tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=41a49a82-1be3-4556-a622-9945ce1557c0 HTTP/1.1" status: 200 len: 205 time: 0.0466743 May 26 22:58:51.200626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:51.304916 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.308518 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:58:51.475809 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.497324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.522871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:58:51.580003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.583712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:51.591017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:51.657638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Subnet': ['ID=7c7f146d-0826-4217-bbf6-ff6dbee59f65,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:51.685325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:51.719858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Checking segment: {'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:51.721153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network hostable DHCP agents. Network: 2d26cc8f-cda7-4aee-9013-7b34a597228c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:58:51.753542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:58:51.779992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2d26cc8f-cda7-4aee-9013-7b34a597228c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:51.784629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:51.785511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.816989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42870) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:51.817239 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-987125ad-39c0-4a86-b2b1-df296ac082a8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0446393 May 26 22:58:51.835777 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8980c522-0eee-4c1b-82e7-6edd0a2877ce'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'code': 200} May 26 22:58:51.846907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56407fca-ba0f-4757-9173-6f55587fb2aa None None] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:51.862512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'mac_address': 'fa:16:3e:cc:ce:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:58:51.902354 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.908744 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:58:52.015289 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.047355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Deleting port fcd89648-506c-4f3e-a7c1-d6a31c25fa3a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:52.047692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.125272 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.394483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9005-b261-4f9e-8936-595f8b2365a4 req-110a7b88-2c25-4147-bed1-110caa6580fb tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:52.396754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-767a9005-b261-4f9e-8936-595f8b2365a4 req-110a7b88-2c25-4147-bed1-110caa6580fb tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 944 time: 0.5047514 May 26 22:58:52.419043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Transition to ACTIVE for port object 70bab636-1de4-4efd-a843-8af3fe01fd58 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:52.437023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.481116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:52.493529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.503067 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-767a9005-b261-4f9e-8936-595f8b2365a4 req-265f2fd5-3ca3-4052-8541-1bf37735fbb5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912464 May 26 22:58:52.545647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.555826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.555826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.555826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.556175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.557515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.557515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.557515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.557515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.557899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.558013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:52.581459 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.603418 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.669009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:52.710809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'mac_address': 'fa:16:3e:ec:80:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:58:52.746454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d14f593-46ee-47cf-89fc-1be0eea5ff58 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:52.799830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Calling delete_port for fcd89648-506c-4f3e-a7c1-d6a31c25fa3a owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:52.857970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-2d26cc8f-cda7-4aee-9013-7b34a597228c', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:58:52.858882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:52.972883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:52.973955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a4fa5-10cc-4c45-88e3-26c88283603f None None] Pushing event updated for resources: {'Port': ['ID=70bab636-1de4-4efd-a843-8af3fe01fd58,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:52.998665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.022974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42908) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:53.146398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:53.156419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.180388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:53.196710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:53.216177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8d14f593-46ee-47cf-89fc-1be0eea5ff58'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:58:53.247840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.399015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.476224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event deleted for resources: {'Port': ['ID=fcd89648-506c-4f3e-a7c1-d6a31c25fa3a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:53.633812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:58:53.647602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42924) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:53.751199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:53.753801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Attempting to bind port 70bab636-1de4-4efd-a843-8af3fe01fd58 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:53.754162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Attempting to bind port 70bab636-1de4-4efd-a843-8af3fe01fd58 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:53.754509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Attempting to bind port 70bab636-1de4-4efd-a843-8af3fe01fd58 on network e85c1ab9-fc3a-4f94-8d90-72799299133c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:53.770120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:53.770500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Checking segment: {'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:53.770875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.771257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Bound using segment: {'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:53.771824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Bound port: 70bab636-1de4-4efd-a843-8af3fe01fd58, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:53.772086 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.892451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Allocated IP 2001:db8:3::2 (2d26cc8f-cda7-4aee-9013-7b34a597228c/7c7f146d-0826-4217-bbf6-ff6dbee59f65/76708d46-72b5-436c-9698-17338b4ab786) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:53.973876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.982694 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.037599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:54.042490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Usage tracker for resource:security_group_rule and tenant:2058764b4117421ea655334e786606d5 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:54.046832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:54.055102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:54.156969 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.176628 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.186478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] For port 70bab636-1de4-4efd-a843-8af3fe01fd58, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:54.220123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] For port 70bab636-1de4-4efd-a843-8af3fe01fd58, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70bab636-1de4-4efd-a843-8af3fe01fd58,segment=NetworkSegment(af6aebf4-dbc2-44a3-9490-fff1ab5acdfe),segment_id=af6aebf4-dbc2-44a3-9490-fff1ab5acdfe)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:54.250130 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.267520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2058764b4117421ea655334e786606d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2412975 May 26 22:58:54.278661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42930) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:54.283521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902aa88-444d-4fc5-9aa7-2fb4fce7b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86ec2f7-44f1-4efa-8609-f34c1d43913a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:54.405470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a0e761e1-3374-452a-a7b1-07f7127a06f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=163be71655a84ccfb3a7b04e89439e85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7544725 May 26 22:58:54.406248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42934) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:54.414846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a71ad-9442-47f7-8863-293101c8ade9 req-575791c3-cbc3-4eb2-a6d8-b326d35ff2d5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:54.416714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f5a71ad-9442-47f7-8863-293101c8ade9 req-575791c3-cbc3-4eb2-a6d8-b326d35ff2d5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 945 time: 0.4904704 May 26 22:58:54.457386 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:58:54.474020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37c80cb6-e0e1-4040-9ea9-9c17f7ce1a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.537589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:54.538861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:54.569381 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36d447e-59c5-4043-bdbd-c4fc2e8080d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.573101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37c80cb6-e0e1-4040-9ea9-9c17f7ce1a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.651417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f5a71ad-9442-47f7-8863-293101c8ade9 req-76979a72-18b6-4c66-8878-13fbd5dc4a35 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122328 May 26 22:58:54.672083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36d447e-59c5-4043-bdbd-c4fc2e8080d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.738629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37c80cb6-e0e1-4040-9ea9-9c17f7ce1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.787342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80cb6-e0e1-4040-9ea9-9c17f7ce1a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86ec2f7-44f1-4efa-8609-f34c1d43913a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:54.812118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-37c80cb6-e0e1-4040-9ea9-9c17f7ce1a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.813255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-37c80cb6-e0e1-4040-9ea9-9c17f7ce1a68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e86ec2f7-44f1-4efa-8609-f34c1d43913a HTTP/1.1" status: 204 len: 168 time: 0.5049427 May 26 22:58:54.823853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36d447e-59c5-4043-bdbd-c4fc2e8080d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.893313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d447e-59c5-4043-bdbd-c4fc2e8080d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eecf010-aa15-49ad-842a-a706ebec373f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:54.934472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36d447e-59c5-4043-bdbd-c4fc2e8080d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.940298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.942184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d36d447e-59c5-4043-bdbd-c4fc2e8080d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eecf010-aa15-49ad-842a-a706ebec373f HTTP/1.1" status: 204 len: 168 time: 0.5333662 May 26 22:58:54.955424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.995423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.996137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Fanout notify agent at l3_agent the message router_deleted on router 41a49a82-1be3-4556-a622-9945ce1557c0 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:55.011487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:55.027508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.059801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.060935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7aff7244-f7f0-4d6e-894e-afc9ae36b54c tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/41a49a82-1be3-4556-a622-9945ce1557c0 HTTP/1.1" status: 204 len: 168 time: 3.8599043 May 26 22:58:55.064948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42944) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:55.103034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a4fa5-10cc-4c45-88e3-26c88283603f None None] Pushing event updated for resources: {'Port': ['ID=70bab636-1de4-4efd-a843-8af3fe01fd58,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:55.161163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1743437102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:55.168260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:55.172373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Usage tracker for resource:router and tenant:a022b95251284351bf1298e20d670bfa is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:55.177163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:55.207981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:55.293435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:55.348137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.349982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.377504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.454379 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.506286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.585521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:55.609821 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.632627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42950) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:55.651956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Transition to ACTIVE for port object 76708d46-72b5-436c-9698-17338b4ab786 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:55.656195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.657642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-040a7d1c-f1da-4889-a99c-926957c25efe tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5915544 May 26 22:58:55.660446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42954) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:55.664017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.668164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:55.732133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:55.740402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Usage tracker for resource:security_group_rule and tenant:8f311021d59a4509b637ce2ddfbd0a30 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:55.746810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:55.755789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:55.857938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.867939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.926343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Transition to ACTIVE for port object 76708d46-72b5-436c-9698-17338b4ab786 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:55.958293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:55.967102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bed72d-236a-4577-a2ad-bd7add1d2fd9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:55.998684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f4d1ec76-e96f-43a5-bdc1-deb78282d564 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f311021d59a4509b637ce2ddfbd0a30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3647547 May 26 22:58:55.999648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42962) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:56.010732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:56.011629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:56.012195 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.055896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:56.074679 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:56.105439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8a93-2dfd-4d51-b78b-1c2b9f05d783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.159640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8a93-2dfd-4d51-b78b-1c2b9f05d783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.178637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Pushing event updated for resources: {'Port': ['ID=76708d46-72b5-436c-9698-17338b4ab786,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:56.182942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:56.239427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:56.239876 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.251205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Allocated IP 2001:db8:3::1 (2d26cc8f-cda7-4aee-9013-7b34a597228c/7c7f146d-0826-4217-bbf6-ff6dbee59f65/d48cf951-c071-4732-9723-31dc11447344) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:56.253241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8a93-2dfd-4d51-b78b-1c2b9f05d783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.283028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c8a93-2dfd-4d51-b78b-1c2b9f05d783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bed72d-236a-4577-a2ad-bd7add1d2fd9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:56.299302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:47Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:54Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:56.306120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8a93-2dfd-4d51-b78b-1c2b9f05d783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.312660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c8c8a93-2dfd-4d51-b78b-1c2b9f05d783 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81bed72d-236a-4577-a2ad-bd7add1d2fd9 HTTP/1.1" status: 204 len: 168 time: 0.3108552 May 26 22:58:56.341440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Attempting to bind port 76708d46-72b5-436c-9698-17338b4ab786 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:56.341943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Attempting to bind port 76708d46-72b5-436c-9698-17338b4ab786 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:56.342294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Attempting to bind port 76708d46-72b5-436c-9698-17338b4ab786 on network 2d26cc8f-cda7-4aee-9013-7b34a597228c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:56.356946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317778-1f80-47ea-a465-4e9ee5def4fc None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:47Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:54Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:56.452728 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.477352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:56.477844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Checking segment: {'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:56.478969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.479646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Bound using segment: {'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:56.480600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Bound port: 76708d46-72b5-436c-9698-17338b4ab786, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:56.481056 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.617615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:56.726142 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.750073 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e093729-4c0b-4747-bab0-32ef1a347a0e'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'code': 200} May 26 22:58:56.752880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:56.775895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.875860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.893242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:56.901505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Transition to ACTIVE for port object d48cf951-c071-4732-9723-31dc11447344 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:56.904306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] For port 76708d46-72b5-436c-9698-17338b4ab786, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:56.914626 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:56.941284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] For port 76708d46-72b5-436c-9698-17338b4ab786, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=76708d46-72b5-436c-9698-17338b4ab786,segment=NetworkSegment(65baa637-4c81-448b-ac48-e30c97559a04),segment_id=65baa637-4c81-448b-ac48-e30c97559a04)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:56.974932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:56.989652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:57.067590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:57.103547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de6ff-2ee9-4b48-ba8f-c34f94ec5a0b req-7162d1f0-6573-4082-a30e-0abc62484ae7 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:57.105188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-330de6ff-2ee9-4b48-ba8f-c34f94ec5a0b req-7162d1f0-6573-4082-a30e-0abc62484ae7 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 945 time: 1.1865954 May 26 22:58:57.118076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70bab636-1de4-4efd-a843-8af3fe01fd58 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:57.186657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:57.207566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:57.209785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=d48cf951-c071-4732-9723-31dc11447344,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:57.216357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:57.254146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:57.255496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:57.262276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-330de6ff-2ee9-4b48-ba8f-c34f94ec5a0b req-945398d2-8604-4b58-8f63-d19cd962de2f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480610 May 26 22:58:57.273685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:57.660354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76656ffd-0b09-42c6-be57-033f304d8225 None None] Pushing event updated for resources: {'Port': ['ID=76708d46-72b5-436c-9698-17338b4ab786,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:57.723338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 70bab636-1de4-4efd-a843-8af3fe01fd58 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:57.785258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 70bab636-1de4-4efd-a843-8af3fe01fd58 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:57.785842 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:57.908015 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:57.930036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.105397 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.162285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 70bab636-1de4-4efd-a843-8af3fe01fd58, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70bab636-1de4-4efd-a843-8af3fe01fd58,segment=NetworkSegment(af6aebf4-dbc2-44a3-9490-fff1ab5acdfe),segment_id=af6aebf4-dbc2-44a3-9490-fff1ab5acdfe)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:58.176051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.272780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=70bab636-1de4-4efd-a843-8af3fe01fd58,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:58.280427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.335024 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.743295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dda15-bfed-4755-bc50-19efac158aa4 req-c21866e0-2aa5-40b3-98d4-bfedd6807c83 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:58.745988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a02dda15-bfed-4755-bc50-19efac158aa4 req-c21866e0-2aa5-40b3-98d4-bfedd6807c83 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1960030 May 26 22:58:58.751223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:58.811714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Allocated IP 172.25.4.175 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/c8f2d37a-6b9d-4af3-b80d-7752349c2a87) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:58.851661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a02dda15-bfed-4755-bc50-19efac158aa4 req-0b6e6759-bd06-4d27-9404-8e9e80d7c0a6 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925465 May 26 22:58:58.909344 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37768850-26b9-4fa1-8d71-22558c692866'] response: {'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'code': 200} May 26 22:58:58.965319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.977215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.978343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.035918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581f9b6-7057-4f34-961d-6381d2c1d18a None None] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:59.129644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43006) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:59.247225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 76708d46-72b5-436c-9698-17338b4ab786 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:59.298867 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.320446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-31bbd037-0645-45c5-bdad-6bb00887d838 None None] Provisioning for port 76708d46-72b5-436c-9698-17338b4ab786 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:59.348791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.397517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.399893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event updated for resources: {'Port': ['ID=d48cf951-c071-4732-9723-31dc11447344,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:59.445265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:59.449667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 76708d46-72b5-436c-9698-17338b4ab786 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:59.450870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Usage tracker for resource:security_group_rule and tenant:82559965965642f69569207996d473cf is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:59.456090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:59.459086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 76708d46-72b5-436c-9698-17338b4ab786 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:59.459446 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.462094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:59.485746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event updated for resources: {'Port': ['ID=c8f2d37a-6b9d-4af3-b80d-7752349c2a87,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:59.505593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:59.511102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:59.529894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:59.555566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.565024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.610277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1d87ed-876c-469c-80b0-77248a90d7fb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:59.646387 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.660322 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cb733564-8000-4cd5-aa67-44996c71c091 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82559965965642f69569207996d473cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5294900 May 26 22:58:59.661303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43014) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:59.692299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 76708d46-72b5-436c-9698-17338b4ab786, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=76708d46-72b5-436c-9698-17338b4ab786,segment=NetworkSegment(65baa637-4c81-448b-ac48-e30c97559a04),segment_id=65baa637-4c81-448b-ac48-e30c97559a04)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:59.701160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.702252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d178b2cf-e70f-4e0c-add2-79dfe015e9f0 req-34639865-c99a-4d6c-80bc-35c74a69f3c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.6384759 May 26 22:58:59.702565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70bab636-1de4-4efd-a843-8af3fe01fd58 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:59.776005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:59.780730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:59.803373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a23-d1e7-4211-a58e-d7a3dbd70e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.861565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a23-d1e7-4211-a58e-d7a3dbd70e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.926453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=76708d46-72b5-436c-9698-17338b4ab786,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:59.933230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 70bab636-1de4-4efd-a843-8af3fe01fd58 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:59.933589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:59.961238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a23-d1e7-4211-a58e-d7a3dbd70e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.005429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb34a23-d1e7-4211-a58e-d7a3dbd70e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1d87ed-876c-469c-80b0-77248a90d7fb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:00.020219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1bb34a23-d1e7-4211-a58e-d7a3dbd70e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.025911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1bb34a23-d1e7-4211-a58e-d7a3dbd70e91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac1d87ed-876c-469c-80b0-77248a90d7fb HTTP/1.1" status: 204 len: 168 time: 0.3617811 May 26 22:59:00.188445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ef5e3b26-919c-4999-a7c9-cd806ee2c94d None None] Provisioning for port d48cf951-c071-4732-9723-31dc11447344 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:59:00.194949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ef5e3b26-919c-4999-a7c9-cd806ee2c94d None None] Provisioning complete for port d48cf951-c071-4732-9723-31dc11447344 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:00.195440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3b26-919c-4999-a7c9-cd806ee2c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.265278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e2be5-fde8-41c4-aaa7-b61bdcdc689a req-af352266-195f-400f-b507-1016dc36f76e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:00.267426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d0e2be5-fde8-41c4-aaa7-b61bdcdc689a req-af352266-195f-400f-b507-1016dc36f76e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1432614 May 26 22:59:00.336011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e3b26-919c-4999-a7c9-cd806ee2c94d None None] Port d48cf951-c071-4732-9723-31dc11447344 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:59:00.338803 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d0e2be5-fde8-41c4-aaa7-b61bdcdc689a req-a9fffe1e-f3de-434f-9381-2ddde9d69d5e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645826 May 26 22:59:00.358506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ef5e3b26-919c-4999-a7c9-cd806ee2c94d None None] Provisioning complete for port 76708d46-72b5-436c-9698-17338b4ab786 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:00.359301 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3b26-919c-4999-a7c9-cd806ee2c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.411056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d178b2cf-e70f-4e0c-add2-79dfe015e9f0 req-20cfb5c9-f857-4c6c-ad36-9ab5cfa4ce36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6898360 May 26 22:59:00.503957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.662043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1749e8c7-95be-469c-b8d4-a597dfbdf2b9 None None] Provisioning complete for port d48cf951-c071-4732-9723-31dc11447344 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:00.664266 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1749e8c7-95be-469c-b8d4-a597dfbdf2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.757976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1749e8c7-95be-469c-b8d4-a597dfbdf2b9 None None] Port d48cf951-c071-4732-9723-31dc11447344 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:59:00.783351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.793478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.796511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:00.885623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e6ed1b4a-24b1-4865-91c4-ea03df4abd57 None None] Provisioning complete for port d48cf951-c071-4732-9723-31dc11447344 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:00.886023 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e6ed1b4a-24b1-4865-91c4-ea03df4abd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:00.949003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed1b4a-24b1-4865-91c4-ea03df4abd57 None None] Port d48cf951-c071-4732-9723-31dc11447344 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:59:01.020518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 76708d46-72b5-436c-9698-17338b4ab786 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:59:01.146668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 76708d46-72b5-436c-9698-17338b4ab786 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:01.147179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:01.239481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:01.257333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:01.261557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d1d11579-34bb-4103-8b76-13d80d2834fd tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4409993 May 26 22:59:01.261817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43042) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:01.269970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:01.293027 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Router 52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:59:01.344947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:01.345584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:01.615599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:01.844951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ae786-809b-4dc5-8953-ede49b5bb731 req-614b710f-b097-43f7-a041-01d5ed9a808f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:01.846519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d47ae786-809b-4dc5-8953-ede49b5bb731 req-614b710f-b097-43f7-a041-01d5ed9a808f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.2423456 May 26 22:59:01.998100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d47ae786-809b-4dc5-8953-ede49b5bb731 req-03dadab7-76ef-4fd4-9b1b-f6bebac4fed2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374567 May 26 22:59:02.019957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:02.035201 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] Sync routers for ids ['52c3c9d6-fb6e-4647-aa6a-bdfafd56e267'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:02.036227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:02.040966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a38e572b-e613-4631-993c-ad5c4d440c54 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "PUT /v2.0/routers/52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 HTTP/1.1" status: 200 len: 884 time: 6.3785059 May 26 22:59:02.044342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43060) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:02.065164 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] Routers {'52c3c9d6-fb6e-4647-aa6a-bdfafd56e267'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:02.066298 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['52c3c9d6-fb6e-4647-aa6a-bdfafd56e267'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:02.138181 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:02.160061 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] Routers {'52c3c9d6-fb6e-4647-aa6a-bdfafd56e267'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:02.161236 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['52c3c9d6-fb6e-4647-aa6a-bdfafd56e267'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:02.274530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43066) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:02.277352 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:02.277951 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa2eb5-f0ce-456e-9f85-56dab3607d70 None None] The sync data for ids ['52c3c9d6-fb6e-4647-aa6a-bdfafd56e267'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:02.332140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bdd294f7-5da1-45aa-bd49-1bb52c998b6f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 HTTP/1.1" status: 200 len: 925 time: 0.2865863 May 26 22:59:02.335957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43072) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:02.372757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:58:57Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:02.378092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:02.378705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Updating router 375bdd17-3965-47bc-8e77-22bb20cb56d2 port d48cf951-c071-4732-9723-31dc11447344 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:59:02.446476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:02.560103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:02.616670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:02.622782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Usage tracker for resource:security_group_rule and tenant:e183d16096034784b072f739a881cac6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:02.626780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:02.633865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:02.645145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 26 22:59:02.646628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4caef71e-38c8-46bb-bb66-023212236ecb tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=52c3c9d6-fb6e-4647-aa6a-bdfafd56e267&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3093398 May 26 22:59:02.651740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43076) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:02.681223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Removed routes are [] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 26 22:59:02.682472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:02.862930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237a63e-2574-419b-8929-78f92737603e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:02.864318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d237a63e-2574-419b-8929-78f92737603e tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.2116168 May 26 22:59:02.867597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43080) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:02.873376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:02.917831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:02.943490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8528b027-140d-4185-b0c6-9a6044f12968 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 HTTP/1.1" status: 200 len: 205 time: 0.0748615 May 26 22:59:02.948577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43084) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:03.014383 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.030185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Transition to ACTIVE for port object d48cf951-c071-4732-9723-31dc11447344 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:03.041589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.117261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c93293-3b29-4678-81a3-b8f175862a94,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:03.127231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ae5ce50-5d2a-40a7-a1a6-de5d2c81ef7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e183d16096034784b072f739a881cac6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8518739 May 26 22:59:03.131052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:03.168112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.173737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.245567 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a40b-93e3-467a-b317-105116595e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.280358 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a40b-93e3-467a-b317-105116595e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.296988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf18dbf-c294-416c-bf98-0d059ac2349f None None] Pushing event updated for resources: {'Port': ['ID=d48cf951-c071-4732-9723-31dc11447344,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:03.381428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980593b-d2b7-4341-89c8-684b0d7c98f7 req-777fa476-719c-46d3-ac55-467a525c7033 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:03.383509 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3980593b-d2b7-4341-89c8-684b0d7c98f7 req-777fa476-719c-46d3-ac55-467a525c7033 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.2114897 May 26 22:59:03.430235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.455245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Attempting to bind port d48cf951-c071-4732-9723-31dc11447344 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:59:03.455982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Attempting to bind port d48cf951-c071-4732-9723-31dc11447344 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:59:03.456524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Attempting to bind port d48cf951-c071-4732-9723-31dc11447344 on network 2d26cc8f-cda7-4aee-9013-7b34a597228c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:59:03.464469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:59:03.464837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Checking segment: {'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:03.465402 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.466388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Bound using segment: {'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:59:03.466862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Bound port: d48cf951-c071-4732-9723-31dc11447344, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65baa637-4c81-448b-ac48-e30c97559a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:59:03.467229 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.502706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3980593b-d2b7-4341-89c8-684b0d7c98f7 req-e02e9192-4d33-495c-9a62-1dc192d23c39 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592129 May 26 22:59:03.574294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a40b-93e3-467a-b317-105116595e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.580214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:03.624319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] For port d48cf951-c071-4732-9723-31dc11447344, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:59:03.632532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] For port d48cf951-c071-4732-9723-31dc11447344, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d48cf951-c071-4732-9723-31dc11447344,segment=NetworkSegment(65baa637-4c81-448b-ac48-e30c97559a04),segment_id=65baa637-4c81-448b-ac48-e30c97559a04)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:59:03.654531 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.656065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1a40b-93e3-467a-b317-105116595e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c93293-3b29-4678-81a3-b8f175862a94,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:03.678610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a40b-93e3-467a-b317-105116595e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.679972 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6ca1a40b-93e3-467a-b317-105116595e50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3c93293-3b29-4678-81a3-b8f175862a94 HTTP/1.1" status: 204 len: 168 time: 0.5477037 May 26 22:59:03.926028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:03.937701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:03.939376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-962fab16-5f8c-4a57-845a-7d9634b61713 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 200 len: 952 time: 2.6765702 May 26 22:59:03.942147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43100) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:03.971927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf18dbf-c294-416c-bf98-0d059ac2349f None None] Pushing event updated for resources: {'Port': ['ID=d48cf951-c071-4732-9723-31dc11447344,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:03.992454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:03.993301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:04.002264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bd02-a5f0-4db5-bdaf-908a799e1729 req-3ace4864-8bde-409b-ac3c-4a1e41eafb59 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:04.005235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7120bd02-a5f0-4db5-bdaf-908a799e1729 req-3ace4864-8bde-409b-ac3c-4a1e41eafb59 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.2271352 May 26 22:59:04.014753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43106) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:04.021626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'floatingip': {'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:04.161604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:04.237892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:04.341802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Deleting port c8f2d37a-6b9d-4af3-b80d-7752349c2a87 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:04.342282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:04.343122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:04.524908 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b76b8ed4-dc02-4706-9886-cdd53a3278ec tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 200 len: 952 time: 0.5779421 May 26 22:59:04.526483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43118) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:04.537870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'routes': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:04.901300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:02Z', 'revision_number': 6, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:03Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:04.905860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cc528-b83d-4a29-91d6-e8ea64293eb4 None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:02Z', 'revision_number': 6, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:03Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:04.936257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:05.152872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Calling delete_port for c8f2d37a-6b9d-4af3-b80d-7752349c2a87 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:05.573640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.resource_extend [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:59:05.748427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:05.835066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:05.839394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event deleted for resources: {'Port': ['ID=c8f2d37a-6b9d-4af3-b80d-7752349c2a87,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:05.844316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:05.887350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added routes are [] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 26 22:59:05.887895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 26 22:59:05.926831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:06.096940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:06.117909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:06.119159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:06.280974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:06.383785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:06.390885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:06.540167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:06.797249 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:06.811718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:06.849789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:06.857247 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Floating IP 9e70f87d-745d-4c66-aa86-cc39c4feb81c associated. External IP: 172.25.4.68, port: 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6. May 26 22:59:07.002838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.002838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Fanout notify agent at l3_agent the message router_deleted on router 52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:59:07.129007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d48cf951-c071-4732-9723-31dc11447344 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:59:07.183639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.188150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5633e2fc-de64-43c4-8ae7-a092eabbf6be tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 HTTP/1.1" status: 204 len: 168 time: 4.2328467 May 26 22:59:07.188391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43172) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:07.202000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1606921495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:07.240967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:07.246768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Usage tracker for resource:router and tenant:a022b95251284351bf1298e20d670bfa is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:07.250694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:07.258947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:07.290809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.292441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.358395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.367143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d48cf951-c071-4732-9723-31dc11447344 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:59:07.374615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d48cf951-c071-4732-9723-31dc11447344 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:07.375113 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.375936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:07.395898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.401636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7bc2477-7880-4387-8507-be39153d8ef0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 200 len: 702 time: 2.8735681 May 26 22:59:07.403512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:07.531297 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.538184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 7, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:03Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:07.544768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.561401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:07.583944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:07.585116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e7b0c060-eeea-4505-afd4-7c68008c0e01 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3892806 May 26 22:59:07.594127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43188) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:07.598287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:07.601883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:07.605886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': True}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:07.788921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf7b9e74-3a01-42f2-8624-b5ec4ead4942 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 200 len: 702 time: 0.3843069 May 26 22:59:07.793124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43192) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:07.799385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:08.081473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d48cf951-c071-4732-9723-31dc11447344, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d48cf951-c071-4732-9723-31dc11447344,segment=NetworkSegment(65baa637-4c81-448b-ac48-e30c97559a04),segment_id=65baa637-4c81-448b-ac48-e30c97559a04)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:08.090177 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:08.249331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d48cf951-c071-4732-9723-31dc11447344,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:08.331362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:08.400833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 7, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:03Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:08.411952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b5b6e6-d6aa-48f5-89bb-8394acd94758 None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 7, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:03Z', 'revision_number': 4, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:08.424007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Router 07c55d16-dfef-4bec-b0e1-adf8031ce041 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:08.443531 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:08.833897 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:08.863514 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:08.864139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:09.029833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d48cf951-c071-4732-9723-31dc11447344 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:59:09.182889 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:09.213969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d48cf951-c071-4732-9723-31dc11447344 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:09.215135 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:09.379067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:09.388711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:09.403155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] Sync routers for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:09.438557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:09.439094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:09.483239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:09.548467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port d48cf951-c071-4732-9723-31dc11447344 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:09.551507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:09.589714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:09.697575 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 7, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:07Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:09.710422 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:09.736068 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:09.736754 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:09.912662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port d48cf951-c071-4732-9723-31dc11447344, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d48cf951-c071-4732-9723-31dc11447344,segment=NetworkSegment(65baa637-4c81-448b-ac48-e30c97559a04),segment_id=65baa637-4c81-448b-ac48-e30c97559a04)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:09.913421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:09.916217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Allocated IP 172.25.4.66 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/9efcdaf2-2b63-4d22-8eb9-66603f957535) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:09.935586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-26b07631-c7ee-4733-92eb-2138b8e24d1e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "PUT /v2.0/floatingips/9e70f87d-745d-4c66-aa86-cc39c4feb81c HTTP/1.1" status: 200 len: 991 time: 5.9172807 May 26 22:59:09.936346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:59:10.079358 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:10.096128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:10.308024 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bafb6e-d3bb-4bbc-a759-eacb1e041647'] response: {'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'status': 'completed', 'code': 200} May 26 22:59:10.392357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for d48cf951-c071-4732-9723-31dc11447344 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:10.482952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:10.616016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-2006c241-75b4-4b50-81df-af3cead9e7f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.3126683 May 26 22:59:10.617798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:10.805261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e70f87d-745d-4c66-aa86-cc39c4feb81c', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'mac_address': 'fa:16:3e:ec:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 1, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:10.811681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] Checking router: 07c55d16-dfef-4bec-b0e1-adf8031ce041 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:10.825552 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 7, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:07Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:10.826306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:10.827144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:10.847014 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ade39-99f9-4d95-a538-5a20f1dc8624 None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 7, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48cf951-c071-4732-9723-31dc11447344', 'name': '', 'network_id': '2d26cc8f-cda7-4aee-9013-7b34a597228c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:4b:e8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:55Z', 'updated_at': '2022-05-26T22:59:07Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '7c7f146d-0826-4217-bbf6-ff6dbee59f65', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:10.863052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:10.871447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:10.877431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:10.890755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Port': ['ID=9efcdaf2-2b63-4d22-8eb9-66603f957535,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:10.920696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:10.979744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=d48cf951-c071-4732-9723-31dc11447344,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:11.066228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.066571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.066908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.067886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.067886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.067886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.068302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.068519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.068813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.069126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.069440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:11.082339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-9b15e1b5-58d4-4dc2-9aa8-00f88022e799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:11.085825 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-9b15e1b5-58d4-4dc2-9aa8-00f88022e799 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.4226854 May 26 22:59:11.265350 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-70d40cde-95dd-4290-9a48-df7dbf78b75b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 999 time: 0.1717567 May 26 22:59:11.300954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:11.427155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-ea6ffeef-3f15-47fe-a42a-b9dbe59d4e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:11.427155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-ea6ffeef-3f15-47fe-a42a-b9dbe59d4e59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1258721 May 26 22:59:11.530556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-ea9dfedd-a82f-4461-8173-2709956ff4d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926354 May 26 22:59:11.645975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:11.669135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:11.989362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-2704f925-e365-4ea8-b4dc-e529300a344d service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517543 May 26 22:59:12.137235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e70f87d-745d-4c66-aa86-cc39c4feb81c', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'mac_address': 'fa:16:3e:ec:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 1, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:12.146519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d28152-1ac9-4f99-a24e-9e7e3d906961 None None] The sync data for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 is: [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e70f87d-745d-4c66-aa86-cc39c4feb81c', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'mac_address': 'fa:16:3e:ec:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T22:59:05Z', 'revision_number': 1, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:12.396327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:12.403279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:12.602060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e783a739-77db-4e3c-8c32-8288c6d40038 req-40b35862-85b7-484d-b70b-6eabefbaf1cf service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932813 May 26 22:59:12.604386 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765c123-fb62-4133-9937-77673372c581 None None] New status for floating IP 9e70f87d-745d-4c66-aa86-cc39c4feb81c: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:59:12.889547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:13.079378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Router e5a4c535-fb5b-4941-9ac2-827afc75db99 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:59:13.237276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:13.248787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:13.253285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ecd8624-e9dd-4271-aaec-ac1257319632 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4588525 May 26 22:59:13.253892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43224) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:13.267759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:13.267759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:13.422872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:13.437663 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] Sync routers for ids ['e5a4c535-fb5b-4941-9ac2-827afc75db99'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:13.454172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:13.455882 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0afbfd17-ed4b-4907-a1ed-c516e10627a3 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "PUT /v2.0/routers/e5a4c535-fb5b-4941-9ac2-827afc75db99 HTTP/1.1" status: 200 len: 918 time: 5.8550792 May 26 22:59:13.458339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43228) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:13.461169 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] Routers {'e5a4c535-fb5b-4941-9ac2-827afc75db99'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:13.463497 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e5a4c535-fb5b-4941-9ac2-827afc75db99'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:13.649576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:13.749551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet 7c7f146d-0826-4217-bbf6-ff6dbee59f65 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:59:13.763116 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:13.784160 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:13.801432 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] Routers {'e5a4c535-fb5b-4941-9ac2-827afc75db99'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:13.802068 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e5a4c535-fb5b-4941-9ac2-827afc75db99'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:13.881447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:13.881875 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ad8ca-c7cc-4946-b06d-0387dbbcb500 None None] The sync data for ids ['e5a4c535-fb5b-4941-9ac2-827afc75db99'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:13.912296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:13.968966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-599caa8f-d04f-46ec-83c2-436b6b819ff8 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/e5a4c535-fb5b-4941-9ac2-827afc75db99 HTTP/1.1" status: 200 len: 924 time: 0.5071509 May 26 22:59:13.973665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:14.117496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:14.173408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-610c41de-145c-4ed3-b855-4f592f262699 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=e5a4c535-fb5b-4941-9ac2-827afc75db99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1917629 May 26 22:59:14.173981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43240) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:14.264113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:14.298431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:10Z', 'revision_number': 8, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:14.303322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:14.317861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:14.318482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:58:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:14.342075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:14.378230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43246) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:14.378980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e99ff-f6e1-4ba8-9f8b-0d2c586adfff None None] Network 2d26cc8f-cda7-4aee-9013-7b34a597228c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:14.380198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/7c7f146d-0826-4217-bbf6-ff6dbee59f65 HTTP/1.1" status: 204 len: 168 time: 1.1252394 May 26 22:59:14.381281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d992a-59b0-44a8-a355-c7c3b43e8e53 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7f146d-0826-4217-bbf6-ff6dbee59f65,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:14.406635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d664c1-c007-4611-b52d-258a2368ca8f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:14.410647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-38d664c1-c007-4611-b52d-258a2368ca8f tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.2333572 May 26 22:59:14.413892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43250) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:14.461806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0667208d-7a96-48d2-b131-7b9814a519e8 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a4c535-fb5b-4941-9ac2-827afc75db99 HTTP/1.1" status: 200 len: 205 time: 0.0492246 May 26 22:59:14.474260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43256) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:14.608677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:14.631621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 76708d46-72b5-436c-9698-17338b4ab786 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:14.631621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:14.754560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:14.904339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:14.942219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 76708d46-72b5-436c-9698-17338b4ab786, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=76708d46-72b5-436c-9698-17338b4ab786,segment=NetworkSegment(65baa637-4c81-448b-ac48-e30c97559a04),segment_id=65baa637-4c81-448b-ac48-e30c97559a04)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:14.942604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.130950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 76708d46-72b5-436c-9698-17338b4ab786 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:15.303311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.318746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:10Z', 'revision_number': 8, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:15.339737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.342051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d66ec-edbf-4557-bcba-4135641e62bd None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:10Z', 'revision_number': 8, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bab636-1de4-4efd-a843-8af3fe01fd58', 'name': '', 'network_id': 'e85c1ab9-fc3a-4f94-8d90-72799299133c', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:08:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:44Z', 'updated_at': '2022-05-26T22:58:58Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '3f1a8881-6454-4252-84b2-fed43b15eda8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:15.367924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Deleting port 9efcdaf2-2b63-4d22-8eb9-66603f957535 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:15.370111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.376859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d70b1-b37e-4b09-8cf5-d74a76cd075e None None] DHCP port deletion for 2d26cc8f-cda7-4aee-9013-7b34a597228c request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:59:15.412010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=76708d46-72b5-436c-9698-17338b4ab786,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:15.417159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No DVR routers for this DVR port 76708d46-72b5-436c-9698-17338b4ab786 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:59:15.739877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.802269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d26cc8f-cda7-4aee-9013-7b34a597228c']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:15.823947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.828481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65baa637-4c81-448b-ac48-e30c97559a04') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:15.828772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65baa637-4c81-448b-ac48-e30c97559a04') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:15.872483 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.921984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.935094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:59:15.935474 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: timer() May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:59:15.981655 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:59:16.037403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Calling delete_port for 9efcdaf2-2b63-4d22-8eb9-66603f957535 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:16.202154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:16.209396 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:16.282575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/2d26cc8f-cda7-4aee-9013-7b34a597228c HTTP/1.1" status: 204 len: 168 time: 1.9034591 May 26 22:59:16.287860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b1bd0-1e8e-46e9-a3e1-982b5d6df9ff tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=2d26cc8f-cda7-4aee-9013-7b34a597228c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:16.290867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43278) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:16.304681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:16.357764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event deleted for resources: {'Port': ['ID=9efcdaf2-2b63-4d22-8eb9-66603f957535,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:16.793405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:16.857867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.018664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74181f5-bfe9-4697-9e57-675da6133177 req-c2a1a176-40a2-4728-a881-21f0a966d153 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:17.025982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a74181f5-bfe9-4697-9e57-675da6133177 req-c2a1a176-40a2-4728-a881-21f0a966d153 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 945 time: 0.2497220 May 26 22:59:17.049637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 76708d46-72b5-436c-9698-17338b4ab786 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:17.169573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 76708d46-72b5-436c-9698-17338b4ab786 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:17.170029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 76708d46-72b5-436c-9698-17338b4ab786 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:17.170505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d48cf951-c071-4732-9723-31dc11447344 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:17.199311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.203664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.231467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.231964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Fanout notify agent at l3_agent the message router_deleted on router e5a4c535-fb5b-4941-9ac2-827afc75db99 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:59:17.245953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d48cf951-c071-4732-9723-31dc11447344 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:17.246310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d48cf951-c071-4732-9723-31dc11447344 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:17.255508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02f9c561-b184-490c-a08d-1c712b146daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.267638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.268751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-39009b39-4262-4b6a-b2bf-da3313afea82 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/e5a4c535-fb5b-4941-9ac2-827afc75db99 HTTP/1.1" status: 204 len: 168 time: 2.7935143 May 26 22:59:17.275841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43288) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:17.284016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a74181f5-bfe9-4697-9e57-675da6133177 req-d9cc3873-6f3a-49af-a106-2c75e3f866e3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570872 May 26 22:59:17.286286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1540219047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:17.309008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:17.323749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Usage tracker for resource:router and tenant:a022b95251284351bf1298e20d670bfa is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:17.329525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:17.339497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:17.387388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.388353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.466267 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.519069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.628749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:17.633051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-27fb52d4-6b86-4f8d-8bdd-76ab23af7bef tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3556163 May 26 22:59:17.639532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43294) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:17.668775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'enable_snat': False}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:17.938505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 70bab636-1de4-4efd-a843-8af3fe01fd58 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:17.939082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:18.287552 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:18.430638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-c0bc6de6-1c84-492f-ae8e-009e34ac6eda tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:18.432834 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-c0bc6de6-1c84-492f-ae8e-009e34ac6eda tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 945 time: 0.3914158 May 26 22:59:18.435620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 70bab636-1de4-4efd-a843-8af3fe01fd58, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=70bab636-1de4-4efd-a843-8af3fe01fd58,segment=NetworkSegment(af6aebf4-dbc2-44a3-9490-fff1ab5acdfe),segment_id=af6aebf4-dbc2-44a3-9490-fff1ab5acdfe)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:18.435620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:18.621955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:18.656436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:18.711376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 70bab636-1de4-4efd-a843-8af3fe01fd58 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:18.873666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Allocated IP 172.25.4.171 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/0946fb10-da70-4bfe-8aad-d1f0e18a2099) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:18.924961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 35ec0220-275c-440a-8548-4f4cb35b9b79 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:18.925209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.142534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.194685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71da45-c76e-4d4e-a21b-baad7670b573 req-ccf32a95-3bf5-4848-acd3-247f6846fd3c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:19.202143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a71da45-c76e-4d4e-a21b-baad7670b573 req-ccf32a95-3bf5-4848-acd3-247f6846fd3c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 945 time: 0.3496983 May 26 22:59:19.270927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.284519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=70bab636-1de4-4efd-a843-8af3fe01fd58,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:19.319106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.421124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:19.424064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:19.430325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:19.495197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Pushing event updated for resources: {'Port': ['ID=0946fb10-da70-4bfe-8aad-d1f0e18a2099,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:19.547581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a71da45-c76e-4d4e-a21b-baad7670b573 req-e0c182bc-3cba-4612-8d48-e2692d06aaa5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c1b2d78-f190-432b-80a2-39e87a56f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445816 May 26 22:59:19.608189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] For port 35ec0220-275c-440a-8548-4f4cb35b9b79, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=35ec0220-275c-440a-8548-4f4cb35b9b79,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:19.608524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.694564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.888413 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.897012 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.899007 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-157ec82e-a359-4c40-8e0c-87efb13d66f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.970632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.977413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.978340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.978655 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP 4c59b35d-a0c7-4a5b-9364-22fb9da13fd2 disassociated. External IP: 172.25.4.41, port: 35ec0220-275c-440a-8548-4f4cb35b9b79. May 26 22:59:19.978980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 35ec0220-275c-440a-8548-4f4cb35b9b79 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:20.272263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Router ed4fdbfc-b1a1-441b-86d9-201696c75230 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:59:20.378438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d172e-81c4-4fd3-ab71-8579cfaf4070 req-5fc8efaf-49ca-464f-8388-f1a13217eae5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:20.383851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b4d172e-81c4-4fd3-ab71-8579cfaf4070 req-5fc8efaf-49ca-464f-8388-f1a13217eae5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.1853259 May 26 22:59:20.413570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:20.468924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=35ec0220-275c-440a-8548-4f4cb35b9b79,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:20.505207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b4d172e-81c4-4fd3-ab71-8579cfaf4070 req-8c18dd79-9de6-4e74-a299-c325bc6e1579 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698340 May 26 22:59:20.573938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:20.582716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:20.592812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] Sync routers for ids ['ed4fdbfc-b1a1-441b-86d9-201696c75230'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:20.620140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:20.629695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6a5ace50-4d28-43ab-a659-7ffe6e7e0942 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "PUT /v2.0/routers/ed4fdbfc-b1a1-441b-86d9-201696c75230 HTTP/1.1" status: 200 len: 920 time: 2.9867604 May 26 22:59:20.629906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] Routers {'ed4fdbfc-b1a1-441b-86d9-201696c75230'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:20.630214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ed4fdbfc-b1a1-441b-86d9-201696c75230'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:20.631382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43332) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:20.866657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:20.885350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] Routers {'ed4fdbfc-b1a1-441b-86d9-201696c75230'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:20.886329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ed4fdbfc-b1a1-441b-86d9-201696c75230'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:20.996480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:20.997601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad903b8d-53e0-4601-bc7b-115ce047aa24 None None] The sync data for ids ['ed4fdbfc-b1a1-441b-86d9-201696c75230'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:21.017416 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:21.088710 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99e32b2f-2610-4444-89c3-f681ef762cc0 req-69c77dab-592a-41a0-b26b-d4eb4066250c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 210 time: 0.0654986 May 26 22:59:21.193402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:21.201038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-13187c8f-b8ef-4bce-8e99-e80f6f892aac tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/ed4fdbfc-b1a1-441b-86d9-201696c75230 HTTP/1.1" status: 200 len: 926 time: 0.5685165 May 26 22:59:21.203676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43344) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:21.204186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:21.364550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-72b37d19-473d-4369-a707-90b32da95403 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Synchronizing usage tracker for tenant:9ba24edf612d465eb66d4897197bcf8d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:21.400529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-72b37d19-473d-4369-a707-90b32da95403 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Unset dirty status for tenant:9ba24edf612d465eb66d4897197bcf8d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:21.404416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-72b37d19-473d-4369-a707-90b32da95403 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=ed4fdbfc-b1a1-441b-86d9-201696c75230&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1963463 May 26 22:59:21.404953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43348) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:21.436043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8f69-4852-4f56-bd40-3a402e492911 req-1d1cf869-4d24-4b20-91f1-2324bbb16f52 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:21.442351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-563a8f69-4852-4f56-bd40-3a402e492911 req-1d1cf869-4d24-4b20-91f1-2324bbb16f52 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.1458411 May 26 22:59:21.534840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:21.548351 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:21.561935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7064fd83-41b4-4b19-959b-b90834f3dca0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2690654 May 26 22:59:21.563276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43352) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:21.564042 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:21.565336 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:21.628416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 35ec0220-275c-440a-8548-4f4cb35b9b79 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:21.715748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 35ec0220-275c-440a-8548-4f4cb35b9b79 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:21.716471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 35ec0220-275c-440a-8548-4f4cb35b9b79 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:21.741527 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:21.751402 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-563a8f69-4852-4f56-bd40-3a402e492911 req-99a594d9-aafe-4ab1-8f4f-3b461801bfd9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081820 May 26 22:59:21.775947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d64eb-8281-43ea-911b-801351dd8a26 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:21.776663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6b9d64eb-8281-43ea-911b-801351dd8a26 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Synchronizing usage tracker for tenant:9ba24edf612d465eb66d4897197bcf8d on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:21.789986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6b9d64eb-8281-43ea-911b-801351dd8a26 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] Unset dirty status for tenant:9ba24edf612d465eb66d4897197bcf8d on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:21.792155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b9d64eb-8281-43ea-911b-801351dd8a26 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/networks/c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 881 time: 0.3854790 May 26 22:59:21.798160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43356) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:21.849853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9b411f29-4dc2-4cca-aa4b-d278bc4a2329 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed4fdbfc-b1a1-441b-86d9-201696c75230 HTTP/1.1" status: 200 len: 205 time: 0.0504060 May 26 22:59:21.852531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43360) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:21.879650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:21.974667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:21.986069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:22.005335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:22.006036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:22.071309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] No DVR routers for this DVR port 35ec0220-275c-440a-8548-4f4cb35b9b79 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:59:22.074329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.077034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6aa3b83-14b1-42e1-b264-e6a602ab596c req-88303cb1-0bad-4136-979a-3c961b27d1ad tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "DELETE /v2.0/ports/35ec0220-275c-440a-8548-4f4cb35b9b79 HTTP/1.1" status: 204 len: 173 time: 3.6269586 May 26 22:59:22.104301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'name': 'network-vif-deleted', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:59:22.179638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet 3f1a8881-6454-4252-84b2-fed43b15eda8 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:59:22.189241 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:18Z', 'revision_number': 9, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:22.190218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.202072 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:22.229561 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:22.230455 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:22.239116 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230bd3e1-acbf-4e3c-bf9b-db36be8c2dbc'] response: {'server_uuid': '02a7ecf8-c1f6-4bcf-90b9-f02f26904219', 'name': 'network-vif-deleted', 'tag': '35ec0220-275c-440a-8548-4f4cb35b9b79', 'status': 'completed', 'code': 200} May 26 22:59:22.247267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.298754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.442383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:22.492861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.510165 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:22.606558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2accc0da-4dbc-41a7-9ebb-4921f56fa9b9 req-7a6218b1-74b6-408d-9f72-e860a0b122c1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a7ecf8-c1f6-4bcf-90b9-f02f26904219 HTTP/1.1" status: 200 len: 210 time: 0.1845422 May 26 22:59:22.679080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.755464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.771203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Deleting port 0946fb10-da70-4bfe-8aad-d1f0e18a2099 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:22.771565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.782751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1a8881-6454-4252-84b2-fed43b15eda8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:22.788412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.801837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e900c548-20c0-4b90-b443-21f75354ec7b tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/3f1a8881-6454-4252-84b2-fed43b15eda8 HTTP/1.1" status: 204 len: 168 time: 1.2373984 May 26 22:59:22.802436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43376) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:22.807135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1cac0c-9995-43e0-9e28-33819a7426e5 None None] Network e85c1ab9-fc3a-4f94-8d90-72799299133c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:22.957925 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.974456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port b6d764cd-6afa-4eb5-bf2f-563cd1743648 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:22.975350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.121815 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:18Z', 'revision_number': 9, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:23.130044 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052e141-181b-4a35-8ee4-2c11680f1f20 None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:18Z', 'revision_number': 9, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d8669ea-b54f-4332-b819-5c0f2a6dc908', 'name': '', 'network_id': 'a6a23993-4f87-48c3-b42d-d1e88ac9ac4d', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:0a:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:27Z', 'updated_at': '2022-05-26T22:58:42Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': '852e2dda-9df5-4c6e-b88b-39b220fc82f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:23.174424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:23.224687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.276997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a041-0436-45dc-beb1-0e067c78893b req-16717f2a-83ed-45dc-b1b6-ef172b2a2a2c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:23.283191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28b4a041-0436-45dc-beb1-0e067c78893b req-16717f2a-83ed-45dc-b1b6-ef172b2a2a2c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.2493281 May 26 22:59:23.412723 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28b4a041-0436-45dc-beb1-0e067c78893b req-c12f0007-2458-43b4-8972-d29113aeb315 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126292 May 26 22:59:23.459699 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.477332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Calling delete_port for 0946fb10-da70-4bfe-8aad-d1f0e18a2099 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:23.520113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:59:23.534751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:23.545307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.629884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port b6d764cd-6afa-4eb5-bf2f-563cd1743648, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b6d764cd-6afa-4eb5-bf2f-563cd1743648,segment=NetworkSegment(af6aebf4-dbc2-44a3-9490-fff1ab5acdfe),segment_id=af6aebf4-dbc2-44a3-9490-fff1ab5acdfe)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:23.630616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.689177 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e205f84c-07e5-4c81-a822-ed5713285148'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'code': 200} May 26 22:59:23.734073 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.814370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=11']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:23.823752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:58Z', 'revision_number': 2, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:23.831527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event deleted for resources: {'Port': ['ID=0946fb10-da70-4bfe-8aad-d1f0e18a2099,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:23.836529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:23.859973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:23.860593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:23.867719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for b6d764cd-6afa-4eb5-bf2f-563cd1743648 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:23.960465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.967031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43390) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:24.076811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No DVR routers for this DVR port b6d764cd-6afa-4eb5-bf2f-563cd1743648 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:59:24.091779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:24.115654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=b6d764cd-6afa-4eb5-bf2f-563cd1743648,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:24.223486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.255854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85c1ab9-fc3a-4f94-8d90-72799299133c']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:24.271183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761b1dd-f51a-40ef-89ed-88252411594c None None] DHCP port deletion for e85c1ab9-fc3a-4f94-8d90-72799299133c request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:59:24.272400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:24.272591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6aebf4-dbc2-44a3-9490-fff1ab5acdfe') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:24.288108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.308063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.316756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:59:24.318026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.322077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32295509-7a11-4f78-a890-ef9161c029d3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.366612 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32295509-7a11-4f78-a890-ef9161c029d3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: timer() May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:59:24.420816 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:59:24.423415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.427825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.445319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.459067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=e85c1ab9-fc3a-4f94-8d90-72799299133c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:24.467449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e872285-195e-47ea-89d8-b5e73edb6194 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/e85c1ab9-fc3a-4f94-8d90-72799299133c HTTP/1.1" status: 204 len: 168 time: 1.6638246 May 26 22:59:24.470171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:24.515424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:58Z', 'revision_number': 2, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:24.520176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf4e03b-d5cf-4832-ad02-65b2628eb6b4 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7ac93ccf-7390-4bd5-94e5-f3f3a4f85871', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:e6:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:07Z', 'updated_at': '2022-05-26T22:56:58Z', 'revision_number': 2, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:24.588457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32295509-7a11-4f78-a890-ef9161c029d3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.679302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32295509-7a11-4f78-a890-ef9161c029d3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1b2d78-f190-432b-80a2-39e87a56f627,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:24.817334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32295509-7a11-4f78-a890-ef9161c029d3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.822971 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-32295509-7a11-4f78-a890-ef9161c029d3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c1b2d78-f190-432b-80a2-39e87a56f627 HTTP/1.1" status: 204 len: 168 time: 0.8516252 May 26 22:59:24.825591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43410) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:24.846722 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-f6de1579-8d9d-4bc8-90dc-e508aeb32987 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] show failed (client error): The resource could not be found. May 26 22:59:24.850772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f6de1579-8d9d-4bc8-90dc-e508aeb32987 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups/7c1b2d78-f190-432b-80a2-39e87a56f627 HTTP/1.1" status: 404 len: 347 time: 0.0215268 May 26 22:59:24.850772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.851358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43414) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:24.855684 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.893608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.894319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Fanout notify agent at l3_agent the message router_deleted on router ed4fdbfc-b1a1-441b-86d9-201696c75230 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:59:24.911447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.912740 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4a49a43f-d1d8-40a3-95c5-8f155725f92d tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/ed4fdbfc-b1a1-441b-86d9-201696c75230 HTTP/1.1" status: 204 len: 168 time: 3.0487339 May 26 22:59:24.918371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:24.929825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1451065583', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:24.949400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:24.956715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Usage tracker for resource:router and tenant:a022b95251284351bf1298e20d670bfa is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:24.960873 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d84864-c6d8-42e6-abf3-e0b9f51c2523 None None] New status for floating IP 4c59b35d-a0c7-4a5b-9364-22fb9da13fd2: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:59:24.961466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:24.968625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:24.984324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.986581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.014856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.070165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b6d764cd-6afa-4eb5-bf2f-563cd1743648 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:25.189811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 72e9e0f0-b0db-46aa-b1e7-89387f55eb9f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:25.190421 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.238944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b6d764cd-6afa-4eb5-bf2f-563cd1743648 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:25.240597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35d012-7af2-4906-a4dc-87780c8a8de8 req-07f227cb-7af5-436a-b105-d9d65eb51cf9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:25.241145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b6d764cd-6afa-4eb5-bf2f-563cd1743648 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:25.241744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70bab636-1de4-4efd-a843-8af3fe01fd58 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:25.242103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f35d012-7af2-4906-a4dc-87780c8a8de8 req-07f227cb-7af5-436a-b105-d9d65eb51cf9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.5212173 May 26 22:59:25.270827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:59:25.282985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.407710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:25.430033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'mac_address': 'fa:16:3e:cc:ce:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:59:25.501345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.512582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 70bab636-1de4-4efd-a843-8af3fe01fd58 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:25.512926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 70bab636-1de4-4efd-a843-8af3fe01fd58 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:25.527384 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.537545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d14f593-46ee-47cf-89fc-1be0eea5ff58 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:59:25.576156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:25.582912 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.695201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.695533 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.765010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=12']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:25.775195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.797384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8d14f593-46ee-47cf-89fc-1be0eea5ff58'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:59:25.831129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:25.948463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 72e9e0f0-b0db-46aa-b1e7-89387f55eb9f owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:26.006592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Allocated IP 172.25.4.180 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/32f09f6f-f693-478f-8437-be7ae1692315) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:26.042484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f35d012-7af2-4906-a4dc-87780c8a8de8 req-cb196adc-2448-4aac-8d5c-683ce0cb1302 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7824161 May 26 22:59:26.176750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:26.254091 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:59:26.254866 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:26.255635 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:59:26.297713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:26.389609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:26.390807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:26.398783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:26.518268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event updated for resources: {'Port': ['ID=32f09f6f-f693-478f-8437-be7ae1692315,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:26.626099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:26.627266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:26.913476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 72e9e0f0-b0db-46aa-b1e7-89387f55eb9f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:26.913702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.104900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Router f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:59:27.126724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:59:27.273450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.274079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.277599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:27.278090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.482786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cafb3-084a-4a79-b3eb-58cf0711dd69 req-95ed59ce-da43-4898-830a-cbc8a7051354 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:27.494282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d53cafb3-084a-4a79-b3eb-58cf0711dd69 req-95ed59ce-da43-4898-830a-cbc8a7051354 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 946 time: 0.1522365 May 26 22:59:27.497030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.528685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:59:27.541084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:27.546782 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.562829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d53cafb3-084a-4a79-b3eb-58cf0711dd69 req-f5d3817a-767e-4db8-8d13-6bbcfd4509ac tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672903 May 26 22:59:27.573000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 72e9e0f0-b0db-46aa-b1e7-89387f55eb9f owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:27.581200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:27.647415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.648462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-637611f0-9d1f-4e97-9545-e284924241af tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7290862 May 26 22:59:27.651185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43446) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:27.657592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:27.756262 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22138927-1ee2-4a90-903b-691c388d6ca3'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'code': 200} May 26 22:59:27.765027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=13']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:27.796315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] Sync routers for ids ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:27.839953 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.840827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] Routers {'f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:27.841519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:27.867407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:27.921282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:27.935696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] Routers {'f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:27.936566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:27.997740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=72e9e0f0-b0db-46aa-b1e7-89387f55eb9f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:28.020549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:28.021275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c93c0-63e6-4fe8-a30a-427b4ed32f43 None None] The sync data for ids ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:28.051019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 8d8669ea-b54f-4332-b819-5c0f2a6dc908 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:28.051327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:28.232689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:28.274767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:28.279139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2754ed57-a19e-47b5-ac76-ee42d90955c6 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/floatingips/4c59b35d-a0c7-4a5b-9364-22fb9da13fd2 HTTP/1.1" status: 204 len: 168 time: 3.4268651 May 26 22:59:28.322211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 8d8669ea-b54f-4332-b819-5c0f2a6dc908, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d8669ea-b54f-4332-b819-5c0f2a6dc908,segment=NetworkSegment(f629b0f3-0430-4fc4-978d-3209b1a34091),segment_id=f629b0f3-0430-4fc4-978d-3209b1a34091)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:28.322598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:28.552885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 8d8669ea-b54f-4332-b819-5c0f2a6dc908 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:28.689089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:28.756559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:28.777073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Deleting port 32f09f6f-f693-478f-8437-be7ae1692315 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:28.777651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:28.958526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:29.027092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=8d8669ea-b54f-4332-b819-5c0f2a6dc908,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:29.278652 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:29.507307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee077a3b-f4f1-4d14-a445-4c6d6a5f530e req-a24c7d78-b69b-461b-909e-a27d98ee2721 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:29.512707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee077a3b-f4f1-4d14-a445-4c6d6a5f530e req-a24c7d78-b69b-461b-909e-a27d98ee2721 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.6282110 May 26 22:59:29.523222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Calling delete_port for 32f09f6f-f693-478f-8437-be7ae1692315 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:29.651023 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee077a3b-f4f1-4d14-a445-4c6d6a5f530e req-17d0129f-d0dc-4654-b79f-18716250777a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770149 May 26 22:59:29.704026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:29.854633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:30.159136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Pushing event deleted for resources: {'Port': ['ID=32f09f6f-f693-478f-8437-be7ae1692315,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:30.536038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:30.695703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:30.708848 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:30.716902 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:30.927329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Router f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:31.146874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660b5f-fb6a-4394-bd26-7162f8549c3b req-31406631-1255-4c48-a98b-07d759dfb2ab tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:31.159692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a660b5f-fb6a-4394-bd26-7162f8549c3b req-31406631-1255-4c48-a98b-07d759dfb2ab tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.2270494 May 26 22:59:31.233970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:31.248920 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] Sync routers for ids ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:31.249604 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:31.253401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e94a909-3bee-46b1-abda-4e1d1165e851 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "PUT /v2.0/routers/f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 HTTP/1.1" status: 200 len: 710 time: 3.6010034 May 26 22:59:31.254064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43474) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:31.263159 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] Routers {'f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:31.264195 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:31.267414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a660b5f-fb6a-4394-bd26-7162f8549c3b req-c6134290-6bdf-441f-aee9-be2fe92fbcf2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060276 May 26 22:59:31.272032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:31.285538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:31.313057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:31.314846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:31.327691 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b283486e-03a0-4d1a-aa52-9df556a6a286 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8561881 May 26 22:59:31.333378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43478) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:31.348542 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:31.361198 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] Routers {'f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:31.362272 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:31.413137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-125b8ac8-b696-49c8-a9c4-6261e3985b7c tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/routers/f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 HTTP/1.1" status: 200 len: 745 time: 0.1579716 May 26 22:59:31.413987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43486) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:31.431481 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:31.432018 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a068ba7-6b58-4f82-80b9-aceda454b59d None None] The sync data for ids ['f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:31.455844 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:59:31.474317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-851abace-a6fb-4343-a704-a4180f1d64a4 tempest-RoutersIpV6AdminTest-167989927 tempest-RoutersIpV6AdminTest-167989927-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&device_id=f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 HTTP/1.1" status: 200 len: 205 time: 0.0590560 May 26 22:59:31.475027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43490) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:31.523649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-991d5811-067b-413a-b861-23276869d175 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 HTTP/1.1" status: 200 len: 205 time: 0.0473881 May 26 22:59:31.524267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43494) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:31.574874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:31.788757 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-75d76ce6-88e3-40b0-bd21-347f0773dba7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:31.798509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet 852e2dda-9df5-4c6e-b88b-39b220fc82f8 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:59:31.802135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:31.872912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:32.036927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:32.140522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:28Z', 'revision_number': 10, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:32.158915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:32.189709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:32.190183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:32.225865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:32.631395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=852e2dda-9df5-4c6e-b88b-39b220fc82f8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:32.651376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:32.707751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-deb2fbbb-ea72-4355-b348-a60a37a08bcc tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/852e2dda-9df5-4c6e-b88b-39b220fc82f8 HTTP/1.1" status: 204 len: 168 time: 1.3704398 May 26 22:59:32.710725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e7e88-c7ee-4d1c-ac31-84064cdb26b6 None None] Network a6a23993-4f87-48c3-b42d-d1e88ac9ac4d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:32.711310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43516) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:32.957002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-f503d68e-dc2f-445c-94a2-290863bea2cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3001890 May 26 22:59:32.970606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:32.983556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9e48-a3f4-4fb0-bd86-5b3ee175cc91 req-15c7dfcc-07fd-4c0e-82e5-8ff0dcb9c432 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:32.984838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-466a9e48-a3f4-4fb0-bd86-5b3ee175cc91 req-15c7dfcc-07fd-4c0e-82e5-8ff0dcb9c432 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:32.995181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-75d76ce6-88e3-40b0-bd21-347f0773dba7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.008353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port a1eb7343-bc07-474c-9330-ffa37ff5bd3b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:33.009580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.048376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63221-f356-406d-aba3-d8ec10af6adc req-fbfba90e-de60-4e24-b75b-a6b18f7e10ae tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:33.054104 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3fa63221-f356-406d-aba3-d8ec10af6adc req-fbfba90e-de60-4e24-b75b-a6b18f7e10ae tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.5397122 May 26 22:59:33.055930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-75d76ce6-88e3-40b0-bd21-347f0773dba7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.105123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:33.136233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3fa63221-f356-406d-aba3-d8ec10af6adc req-bbb3150c-16ee-4627-819b-7d44bebc552c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709102 May 26 22:59:33.155551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-75d76ce6-88e3-40b0-bd21-347f0773dba7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.156645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d76ce6-88e3-40b0-bd21-347f0773dba7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Fanout notify agent at l3_agent the message router_deleted on router f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:59:33.176937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-75d76ce6-88e3-40b0-bd21-347f0773dba7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.196725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-75d76ce6-88e3-40b0-bd21-347f0773dba7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 HTTP/1.1" status: 204 len: 168 time: 1.6663358 May 26 22:59:33.198827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:33.280062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a3b68182-beb4-4c0d-a9df-12a271d2d221 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 HTTP/1.1" status: 200 len: 205 time: 0.0790658 May 26 22:59:33.281032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43526) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:33.294353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] DHCP port deletion for a6a23993-4f87-48c3-b42d-d1e88ac9ac4d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:59:33.354557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Deleting port a1eb7343-bc07-474c-9330-ffa37ff5bd3b {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:33.355258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port a1eb7343-bc07-474c-9330-ffa37ff5bd3b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,segment=NetworkSegment(f629b0f3-0430-4fc4-978d-3209b1a34091),segment_id=f629b0f3-0430-4fc4-978d-3209b1a34091)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:33.355615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.359942 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.434346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-466a9e48-a3f4-4fb0-bd86-5b3ee175cc91 req-15c7dfcc-07fd-4c0e-82e5-8ff0dcb9c432 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:33.438346 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-9ef59618-20a2-44db-a11a-a934ec7488c7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] delete failed (client error): The resource could not be found. May 26 22:59:33.440992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-466a9e48-a3f4-4fb0-bd86-5b3ee175cc91 req-15c7dfcc-07fd-4c0e-82e5-8ff0dcb9c432 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 945 time: 0.8490102 May 26 22:59:33.447401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ef59618-20a2-44db-a11a-a934ec7488c7 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/f9b9cd84-dd85-49c5-9eb6-298c9ab3ad79 HTTP/1.1" status: 404 len: 336 time: 0.1650591 May 26 22:59:33.448030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:33.573519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for a1eb7343-bc07-474c-9330-ffa37ff5bd3b owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:33.580317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-83ead0c4-d999-4863-9fcf-4fcef6fddc28 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed4fdbfc-b1a1-441b-86d9-201696c75230 HTTP/1.1" status: 200 len: 205 time: 0.1310692 May 26 22:59:33.583888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43534) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:33.713860 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-3bd71d8c-f7db-49c4-beff-f010e14229d9 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] delete failed (client error): The resource could not be found. May 26 22:59:33.714969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3bd71d8c-f7db-49c4-beff-f010e14229d9 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/ed4fdbfc-b1a1-441b-86d9-201696c75230 HTTP/1.1" status: 404 len: 336 time: 0.1302068 May 26 22:59:33.718504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43542) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:33.724297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-466a9e48-a3f4-4fb0-bd86-5b3ee175cc91 req-59da3baa-c1fc-45a1-b65e-8cad4da6e3d1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824640 May 26 22:59:33.789609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-18bd8599-053d-46f7-9e9b-f80707d0bc41 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a4c535-fb5b-4941-9ac2-827afc75db99 HTTP/1.1" status: 200 len: 205 time: 0.0686624 May 26 22:59:33.791822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43546) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:33.862146 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.903838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] For port a1eb7343-bc07-474c-9330-ffa37ff5bd3b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,segment=NetworkSegment(f629b0f3-0430-4fc4-978d-3209b1a34091),segment_id=f629b0f3-0430-4fc4-978d-3209b1a34091)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:33.904859 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:33.913154 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-c9774a4b-bef0-475f-825f-90cb764ce2a5 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] delete failed (client error): The resource could not be found. May 26 22:59:33.914425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9774a4b-bef0-475f-825f-90cb764ce2a5 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/e5a4c535-fb5b-4941-9ac2-827afc75db99 HTTP/1.1" status: 404 len: 336 time: 0.1215067 May 26 22:59:33.917347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:28Z', 'revision_number': 10, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:33.917656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43550) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:33.940583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=a1eb7343-bc07-474c-9330-ffa37ff5bd3b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:33.948624 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-857b3e66-839b-4a1f-8fe2-11dc9548ba09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1097 time: 0.4920750 May 26 22:59:33.949454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No DVR routers for this DVR port a1eb7343-bc07-474c-9330-ffa37ff5bd3b on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:59:34.020473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bfc7562b-f4ea-44d4-8d0d-d153ba30ea76 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 HTTP/1.1" status: 200 len: 205 time: 0.0975029 May 26 22:59:34.023836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43556) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:34.083536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000a095-6939-410b-bf27-ebef495ab346 None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:28Z', 'revision_number': 10, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None, '_interfaces': [{'id': '254882a1-8f97-44f5-8a65-f6ba86b5dfe9', 'name': '', 'network_id': '05f9c115-da7e-4cf5-aa0f-3a053000d690', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'mac_address': 'fa:16:3e:cd:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:58:14Z', 'updated_at': '2022-05-26T22:58:28Z', 'revision_number': 5, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'subnets': [{'id': 'f2731e5c-e098-4cdb-973e-a120c22101b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:34.098188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Calling delete_port for a1eb7343-bc07-474c-9330-ffa37ff5bd3b owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:34.228027 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-404f4a20-4494-4f15-a694-e5e656693ace tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] delete failed (client error): The resource could not be found. May 26 22:59:34.229188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-404f4a20-4494-4f15-a694-e5e656693ace tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/52c3c9d6-fb6e-4647-aa6a-bdfafd56e267 HTTP/1.1" status: 404 len: 336 time: 0.2034988 May 26 22:59:34.235842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43562) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:34.253960 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:59:34.254653 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:59:34.298645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5412a2f9-33eb-44cd-b16f-42e2493cada2 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=41a49a82-1be3-4556-a622-9945ce1557c0 HTTP/1.1" status: 200 len: 205 time: 0.0623031 May 26 22:59:34.301507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43566) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:34.306616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:34.415288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e09db-91de-4909-b409-26cb9a780e6e req-f38ffacd-2ea1-43e4-9e76-eb8065469240 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:34.418122 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-623e09db-91de-4909-b409-26cb9a780e6e req-f38ffacd-2ea1-43e4-9e76-eb8065469240 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.55 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 945 time: 0.2720401 May 26 22:59:34.418511 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-898558e3-0902-49a0-ac98-9ce508660bf9 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] delete failed (client error): The resource could not be found. May 26 22:59:34.419516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-898558e3-0902-49a0-ac98-9ce508660bf9 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/41a49a82-1be3-4556-a622-9945ce1557c0 HTTP/1.1" status: 404 len: 336 time: 0.1154289 May 26 22:59:34.427059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43570) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:34.428536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a23993-4f87-48c3-b42d-d1e88ac9ac4d']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:34.517483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port a256de4d-7bb7-4fa0-9399-a99fdead8164 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:34.517874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:34.521929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8dff0b11-ef4a-442a-9ba3-1b0c50ed8e12 tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "GET /v2.0/ports?device_id=18107411-a8e5-460a-ba37-6bbdf042dfd3 HTTP/1.1" status: 200 len: 205 time: 0.0954158 May 26 22:59:34.524005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f629b0f3-0430-4fc4-978d-3209b1a34091') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:34.524331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f629b0f3-0430-4fc4-978d-3209b1a34091') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:34.534709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43574) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:34.549645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:34.756369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Deleting port a1eb7343-bc07-474c-9330-ffa37ff5bd3b {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:34.756749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:34.897886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-53c5a454-1717-4cec-bba7-689ae0d23875 None None] The port 'a1eb7343-bc07-474c-9330-ffa37ff5bd3b' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:59:34.898821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-6a979cb3-671c-47d6-a6a6-aac966dc6b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:34.901796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-6a979cb3-671c-47d6-a6a6-aac966dc6b84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.8922000 May 26 22:59:34.957941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] For port a256de4d-7bb7-4fa0-9399-a99fdead8164, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=a256de4d-7bb7-4fa0-9399-a99fdead8164,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:34.958209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:35.032106 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-6816a540-b6ee-45f8-b201-40244281ce1f tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] delete failed (client error): The resource could not be found. May 26 22:59:35.032106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6816a540-b6ee-45f8-b201-40244281ce1f tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/routers/18107411-a8e5-460a-ba37-6bbdf042dfd3 HTTP/1.1" status: 404 len: 336 time: 0.4902487 May 26 22:59:35.097284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a1eb7343-bc07-474c-9330-ffa37ff5bd3b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:35.112730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43580) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:35.115351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:35.153558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a1eb7343-bc07-474c-9330-ffa37ff5bd3b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:35.154489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a1eb7343-bc07-474c-9330-ffa37ff5bd3b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:35.166747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8d8669ea-b54f-4332-b819-5c0f2a6dc908 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:35.194358 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b5180b-0843-4483-8faf-829e20fe234a tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] DELETE failed (client error): The resource could not be found. May 26 22:59:35.195336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b5180b-0843-4483-8faf-829e20fe234a tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:35.230286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f6b5180b-0843-4483-8faf-829e20fe234a tempest-RoutersIpV6AdminTest-329006785 tempest-RoutersIpV6AdminTest-329006785-project] 10.222.0.32 "DELETE /v2.0/subnets/32e3b1b6-7538-4eb3-af9a-2a405dddbfbc HTTP/1.1" status: 404 len: 337 time: 0.1164451 May 26 22:59:35.240131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:59:35.240361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 8d8669ea-b54f-4332-b819-5c0f2a6dc908 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:35.240849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8d8669ea-b54f-4332-b819-5c0f2a6dc908 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:35.248052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:35.281110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-5c43564d-eeba-495a-b35a-e30abe82cb6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 217 time: 0.3600669 May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: timer() May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: self._notify() May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:59:35.292244 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:59:35.425512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-7133ec41-0df6-4673-8016-edca27acfc97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:35.427066 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-7133ec41-0df6-4673-8016-edca27acfc97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1270878 May 26 22:59:35.551520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:35.587889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d31fb6-deff-4e4c-be72-242f616cff6b req-6cbad55d-37e8-4807-b73c-af63f4b07285 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:35.595752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04d31fb6-deff-4e4c-be72-242f616cff6b req-6cbad55d-37e8-4807-b73c-af63f4b07285 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 945 time: 0.5618768 May 26 22:59:35.608126 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:35.628409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=a6a23993-4f87-48c3-b42d-d1e88ac9ac4d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:35.632173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:35.632690 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:35.640989 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP 7ac93ccf-7390-4bd5-94e5-f3f3a4f85871 disassociated. External IP: 172.25.4.103, port: a256de4d-7bb7-4fa0-9399-a99fdead8164. May 26 22:59:35.641379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for a256de4d-7bb7-4fa0-9399-a99fdead8164 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:35.645759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3555b103-d34e-497a-896d-0f4028c714fb tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/a6a23993-4f87-48c3-b42d-d1e88ac9ac4d HTTP/1.1" status: 204 len: 168 time: 2.9305565 May 26 22:59:35.649998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43590) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:35.730378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-60933ec4-5a0d-40d9-9b9a-ada1f4cf86c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829359 May 26 22:59:35.880918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa7ec-449b-43d5-b46f-cc2a4406edb1 req-2e081faa-56bd-46b1-8829-672eac42234a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:35.887837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dedfa7ec-449b-43d5-b46f-cc2a4406edb1 req-2e081faa-56bd-46b1-8829-672eac42234a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 1.5590637 May 26 22:59:35.920115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43598) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:36.007145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dedfa7ec-449b-43d5-b46f-cc2a4406edb1 req-c0d23388-fd15-429d-ba79-b0d26260d79f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181118 May 26 22:59:36.037083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:36.060558 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04d31fb6-deff-4e4c-be72-242f616cff6b req-38864997-2672-4765-8bbd-0d392a8dadb3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550064 May 26 22:59:36.175831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43604) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:36.180220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=a256de4d-7bb7-4fa0-9399-a99fdead8164,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:36.300570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-a3e8c9e8-97cf-4606-ba18-4075686dd3ee service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652666 May 26 22:59:36.443862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:36.493239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:36.501765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Usage tracker for resource:security_group_rule and tenant:a022b95251284351bf1298e20d670bfa is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:36.505871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:36.522598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:36.540650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce516157-e21d-48b0-8f35-5e7e242d2087 req-389dec09-1a6b-4a8e-8b5d-097b510a6701 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730685 May 26 22:59:36.626389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:36.746084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:36.827932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:36.941949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:36.956291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:36.994106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea86a19b-526a-4d8b-a6a2-edefc6301883,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:37.004492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:37.011284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Usage tracker for resource:security_group_rule and tenant:e285acf84d644b0388bb7a59ed591275 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:37.016004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:37.025400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:37.062246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ea3cc887-bdc6-4825-8a4b-af82b6a5823f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a022b95251284351bf1298e20d670bfa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1367793 May 26 22:59:37.069262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43612) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:37.154183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a256de4d-7bb7-4fa0-9399-a99fdead8164 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:37.219387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.224058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: a256de4d-7bb7-4fa0-9399-a99fdead8164 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:37.224509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device a256de4d-7bb7-4fa0-9399-a99fdead8164 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:37.261864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.345975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7421dbe7-b523-49ab-b9fb-49f6d21c004b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:37.356587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-020acdfb-6249-436e-8df8-b7324554847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.394309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:37.411271 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:37.433692 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:37.435069 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:37.460355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5e27e715-bc27-475b-b713-9d6f5055f58b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e285acf84d644b0388bb7a59ed591275&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2141805 May 26 22:59:37.470826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-020acdfb-6249-436e-8df8-b7324554847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.477854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43618) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:37.548936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] No DVR routers for this DVR port a256de4d-7bb7-4fa0-9399-a99fdead8164 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:59:37.556996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5fbd4f09-d97c-4a8c-a8df-c8ae0c42599f req-3c747651-5e5a-4726-a71a-71b735c01ac4 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=de9443af-e3c3-43b9-99a4-f908c299b885 HTTP/1.1" status: 200 len: 210 time: 0.0993366 May 26 22:59:37.566777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.569454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'name': 'network-vif-deleted', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:59:37.677726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc10f-9520-46d7-84fa-a9066e5caaa0 req-20eee3c0-bb2e-4e8d-9f6e-07ec131c28fd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:37.678939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-690dc10f-9520-46d7-84fa-a9066e5caaa0 req-20eee3c0-bb2e-4e8d-9f6e-07ec131c28fd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.4063234 May 26 22:59:37.692889 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:37.775233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fce60a47-f807-472f-a228-8c6d6acdccfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.777661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-623e09db-91de-4909-b409-26cb9a780e6e req-05b4a4e7-0961-4ca2-8e67-6e49c38fd86a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.55 "DELETE /v2.0/ports/a256de4d-7bb7-4fa0-9399-a99fdead8164 HTTP/1.1" status: 204 len: 173 time: 3.3504679 May 26 22:59:37.779542 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22fa7af-10a8-44f6-8703-ee2b1191d6a7'] response: {'server_uuid': 'de9443af-e3c3-43b9-99a4-f908c299b885', 'name': 'network-vif-deleted', 'tag': 'a256de4d-7bb7-4fa0-9399-a99fdead8164', 'status': 'completed', 'code': 200} May 26 22:59:37.819823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-020acdfb-6249-436e-8df8-b7324554847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.838150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fce60a47-f807-472f-a228-8c6d6acdccfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.851883 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-690dc10f-9520-46d7-84fa-a9066e5caaa0 req-11fcdbed-2048-4e52-9ef9-27b88cd39277 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518753 May 26 22:59:37.856404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-020acdfb-6249-436e-8df8-b7324554847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.859701 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-020acdfb-6249-436e-8df8-b7324554847b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea86a19b-526a-4d8b-a6a2-edefc6301883 HTTP/1.1" status: 204 len: 168 time: 0.7853308 May 26 22:59:37.878133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020acdfb-6249-436e-8df8-b7324554847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea86a19b-526a-4d8b-a6a2-edefc6301883,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:37.971074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fce60a47-f807-472f-a228-8c6d6acdccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:37.994397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce60a47-f807-472f-a228-8c6d6acdccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7421dbe7-b523-49ab-b9fb-49f6d21c004b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:38.013057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fce60a47-f807-472f-a228-8c6d6acdccfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:38.018224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fce60a47-f807-472f-a228-8c6d6acdccfb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7421dbe7-b523-49ab-b9fb-49f6d21c004b HTTP/1.1" status: 204 len: 168 time: 0.5364592 May 26 22:59:38.058557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:38.058954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:38.168873 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:38.173384 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:38.189226 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:38.190643 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:38.409995 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:38.476931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:38.613690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4b1c55a-c495-4950-a2fb-c7176b9e31d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ba24edf612d465eb66d4897197bcf8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1199501 May 26 22:59:38.614586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43636) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:38.698360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 254882a1-8f97-44f5-8a65-f6ba86b5dfe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,segment=NetworkSegment(7dde0d08-9744-4488-9e14-7774a0b09087),segment_id=7dde0d08-9744-4488-9e14-7774a0b09087)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:38.698930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:38.834753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:38.910411 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:38.926675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43644) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:39.007323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:39.217199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df47793-87f0-4591-9310-451d96a62fc0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.241948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.265586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df47793-87f0-4591-9310-451d96a62fc0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.271716 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:39.274700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee93a002-f96f-4b57-96c7-c0098fadd7af,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:39.277575 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc738b81-bd07-477f-8bd1-d20ce7bfc9e8 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:39.286600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bed22-e58d-491c-8b77-ad5dfcf90d1d req-be10bef0-7b0b-4fee-8798-af44d0324724 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:39.288301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452bed22-e58d-491c-8b77-ad5dfcf90d1d req-be10bef0-7b0b-4fee-8798-af44d0324724 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.1927474 May 26 22:59:39.302476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.303587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee93a002-f96f-4b57-96c7-c0098fadd7af HTTP/1.1" status: 204 len: 168 time: 0.6880534 May 26 22:59:39.311062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.311406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.311782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.312068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.312430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.312715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.313037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.313353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.313700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.314012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.314335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce8ef6-5505-46fc-b145-b618b95658a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:39.392018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df47793-87f0-4591-9310-451d96a62fc0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.416438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df47793-87f0-4591-9310-451d96a62fc0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c64db9-1fbb-42b2-9f8c-defa5b60a4e7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:39.429885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9df47793-87f0-4591-9310-451d96a62fc0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.435990 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9df47793-87f0-4591-9310-451d96a62fc0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/security-groups/26c64db9-1fbb-42b2-9f8c-defa5b60a4e7 HTTP/1.1" status: 204 len: 168 time: 0.4941382 May 26 22:59:39.436484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43652) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:39.471491 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-e094294a-d54c-42f4-a878-216b6e1bcd27 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] show failed (client error): The resource could not be found. May 26 22:59:39.475818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e094294a-d54c-42f4-a878-216b6e1bcd27 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups/26c64db9-1fbb-42b2-9f8c-defa5b60a4e7 HTTP/1.1" status: 404 len: 347 time: 0.0383661 May 26 22:59:39.476633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43656) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:39.488262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452bed22-e58d-491c-8b77-ad5dfcf90d1d req-f9e733ca-ee94-4a5b-8bba-ff205ec56b25 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852636 May 26 22:59:39.520572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.808874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Port': ['ID=254882a1-8f97-44f5-8a65-f6ba86b5dfe9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:39.813030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a329fc1-a2f1-4a4b-a15e-a7f1c8c2838a None None] New status for floating IP 7ac93ccf-7390-4bd5-94e5-f3f3a4f85871: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:59:39.826446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 311d3b45-c11b-4e91-ac87-06a538ec138e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:39.827066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:39.953837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:40.103358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:40.104270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:40.260697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 311d3b45-c11b-4e91-ac87-06a538ec138e owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:40.400298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:59:40.401518 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:59:40.754569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:40.876133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd547-e2ea-4a47-bba3-bc409bafa150 req-dc90bdd8-7889-4d5d-8eed-b8ffb2bedb21 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:40.883227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccbfd547-e2ea-4a47-bba3-bc409bafa150 req-dc90bdd8-7889-4d5d-8eed-b8ffb2bedb21 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.1343744 May 26 22:59:40.905117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 311d3b45-c11b-4e91-ac87-06a538ec138e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:40.905482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:40.943181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43678) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:40.983119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:40.994247 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:41.012192 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:41.016147 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:41.016346 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e4f9992-b23c-493a-9911-7aebbb732288 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3061759 May 26 22:59:41.016346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43684) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:41.111417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccbfd547-e2ea-4a47-bba3-bc409bafa150 req-558c6752-665e-493f-b0b7-807064272c26 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218008 May 26 22:59:41.229310 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:41.325085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-869399452'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:41.345605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:41.350216 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:39Z', 'revision_number': 11, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:41.353366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:network and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:41.354953 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:41.358766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:41.374767 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:41.374767 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:41.375915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.375915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.397110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:41.439327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:41.443902 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.462589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting subnet f2731e5c-e098-4cdb-973e-a120c22101b6 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:59:41.464577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.476296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.550638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.562360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 311d3b45-c11b-4e91-ac87-06a538ec138e owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:41.591021 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:41.596203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:41.631313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:security_group_rule and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:41.641741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:41.665364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:41.767896 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.866957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.876764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.900059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.920782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:41.944301 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:39Z', 'revision_number': 11, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:41.956414 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271b765-b993-4e4e-9acf-29b970a88c0a None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:39Z', 'revision_number': 11, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:41.984940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:59:41.987170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=311d3b45-c11b-4e91-ac87-06a538ec138e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:41.991384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Subnet': ['ID=f2731e5c-e098-4cdb-973e-a120c22101b6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:42.021868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.025851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.026192 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Added segment 3d3ebc71-d319-46ec-b232-a9d7616977f3 of type vlan for network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c May 26 22:59:42.035507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c608fed-88cf-4533-9814-4ca1ad20c269,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:42.040272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d79f06-486d-4625-a16c-552864d700fd None None] Network 05f9c115-da7e-4cf5-aa0f-3a053000d690 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:42.082193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-beb1391e-08a0-4e50-b797-d81c840e153a tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/f2731e5c-e098-4cdb-973e-a120c22101b6 HTTP/1.1" status: 204 len: 168 time: 1.0627048 May 26 22:59:42.083603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43692) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:42.100206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.146085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.151296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:42.151929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.279054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Network': ['ID=b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:42.297390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:59:42.306444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5f371cbc-357f-4426-a0d5-c2c27fb2f90b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3630581 May 26 22:59:42.307125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43698) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:42.313985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'subnet': {'network_id': 'b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:42.382620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.384876 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.413153 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.421035 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a8766b16-d5ca-4a80-b0c2-a1b169c1be11 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/floatingips/7ac93ccf-7390-4bd5-94e5-f3f3a4f85871 HTTP/1.1" status: 204 len: 168 time: 2.9405990 May 26 22:59:42.460990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 8e6e1c96-783e-4171-be09-64c19d31afb1 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:42.461536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.489280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:42.494368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:subnet and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:42.500280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:42.514647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:42.615793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] DHCP port deletion for 05f9c115-da7e-4cf5-aa0f-3a053000d690 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:59:42.616039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:42.622103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] Deleting port 8e6e1c96-783e-4171-be09-64c19d31afb1 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:42.623868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.697265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43704) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:42.713362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825341681', 'description': 'tempest-description--1790091805'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:42.729788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:42.744316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:42.748818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:42.781086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:42.795504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9b63d-d5bd-43d5-92cb-9ffad77fbd04 req-ae80d81e-cf51-40d8-b24a-547eb2b156ff tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:42.796920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efb9b63d-d5bd-43d5-92cb-9ffad77fbd04 req-ae80d81e-cf51-40d8-b24a-547eb2b156ff tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.2619607 May 26 22:59:42.799987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.876840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] For port 8e6e1c96-783e-4171-be09-64c19d31afb1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8e6e1c96-783e-4171-be09-64c19d31afb1,segment=NetworkSegment(7dde0d08-9744-4488-9e14-7774a0b09087),segment_id=7dde0d08-9744-4488-9e14-7774a0b09087)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:42.877175 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:42.893654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] For port 8e6e1c96-783e-4171-be09-64c19d31afb1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8e6e1c96-783e-4171-be09-64c19d31afb1,segment=NetworkSegment(7dde0d08-9744-4488-9e14-7774a0b09087),segment_id=7dde0d08-9744-4488-9e14-7774a0b09087)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:42.894072 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.018376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Calling delete_port for 8e6e1c96-783e-4171-be09-64c19d31afb1 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:43.019686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] Calling delete_port for 8e6e1c96-783e-4171-be09-64c19d31afb1 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:59:43.026877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.097474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:43.112913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:59:43.113228 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:59:43.132483 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.135001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-efb9b63d-d5bd-43d5-92cb-9ffad77fbd04 req-f37365c2-0eeb-4a24-b5fc-a1839400e3d9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204257 May 26 22:59:43.153770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:43.161230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:43.165347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:43.172847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:43.198809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:43.199094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 254882a1-8f97-44f5-8a65-f6ba86b5dfe9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:43.199520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e6e1c96-783e-4171-be09-64c19d31afb1 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:43.242435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] Pushing event deleted for resources: {'Port': ['ID=8e6e1c96-783e-4171-be09-64c19d31afb1,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:43.251073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 8e6e1c96-783e-4171-be09-64c19d31afb1 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:59:43.251417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e6e1c96-783e-4171-be09-64c19d31afb1 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:59:43.257697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce75f1e9-7db7-4e23-a5ce-e929b1459429 None None] No DVR routers for this DVR port 8e6e1c96-783e-4171-be09-64c19d31afb1 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:59:43.347408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.359966 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.373325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.478071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e632225f-aa99-4c9c-8568-2bad9e4cc36f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:43.509219 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.513711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43708) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:43.514213 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04edc4e9-c553-406e-a1db-956d37bf1cbd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8146839 May 26 22:59:43.518651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Subnet': ['ID=d5c90c3d-726b-4d5a-afce-289807a902a9,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:43.519872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': 'e632225f-aa99-4c9c-8568-2bad9e4cc36f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:43.530145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:43.531947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Checking segment: {'id': '3d3ebc71-d319-46ec-b232-a9d7616977f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:43.532298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network hostable DHCP agents. Network: b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:59:43.535584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:43.539271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:43.547839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:43.558614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:59:43.569346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.580292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:43.592022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443689c2-953a-4da4-bdd5-ebd39fcb2a19 None None] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:43.600595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:43.600595 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.615364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Deleting port 8e6e1c96-783e-4171-be09-64c19d31afb1 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:59:43.615701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.652633 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5181c052-273a-434c-ad8a-1496e4f2526e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3419611 May 26 22:59:43.652633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43712) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:43.664064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1726820439', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:43.682787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:43.692550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:router and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:43.701327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] The port '8e6e1c96-783e-4171-be09-64c19d31afb1' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:59:43.702278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:43.721731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:43.743825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.747945 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.774577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.835899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.866022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f9c115-da7e-4cf5-aa0f-3a053000d690']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:43.879934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dde0d08-9744-4488-9e14-7774a0b09087') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:43.880471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dde0d08-9744-4488-9e14-7774a0b09087') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:43.892393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.909202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.916561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:59:43.917141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:43.965860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: util.warn( May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: timer() May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: self._notify() May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:59:44.020146 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:59:44.024915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.026523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.053929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.069798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Pushing event deleted for resources: {'Network': ['ID=05f9c115-da7e-4cf5-aa0f-3a053000d690,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:44.073306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b42c23-9acf-4cd5-967f-65439cc3b06e None None] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:44.078975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-311c945a-1e63-4654-a452-c0f0e6694740 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/networks/05f9c115-da7e-4cf5-aa0f-3a053000d690 HTTP/1.1" status: 204 len: 168 time: 1.9941211 May 26 22:59:44.079609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43716) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:44.085775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.096854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'routes': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:44.259634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807b5b6e-82d4-4c34-9127-5cbb56097fa5,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:44.287155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.349143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.455878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.457036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-384dc01e-b3ee-4c2b-a52e-ba4d3ed53bc5 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9424016 May 26 22:59:44.474275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43722) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:44.489147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': 'e632225f-aa99-4c9c-8568-2bad9e4cc36f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:44.498077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.25.4.248 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/49612fcc-b2d9-4b9e-af5e-c74517fe8d6f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:44.498489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:44.512780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:44.548811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:44.566285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Added routes are [] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 26 22:59:44.566656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Removed routes are [] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 26 22:59:44.566954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.570035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:44.663971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.698046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.764518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:44.768790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:44.772648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:44.833572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=49612fcc-b2d9-4b9e-af5e-c74517fe8d6f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:44.843741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.895568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133f537-016d-4e11-992b-54ec35700240 req-3c11edfc-f122-4183-b6b5-eae02260b177 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:44.897206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6133f537-016d-4e11-992b-54ec35700240 req-3c11edfc-f122-4183-b6b5-eae02260b177 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.5614581 May 26 22:59:44.990033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:44.990757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.075739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.103761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.106521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.117341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.127034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6133f537-016d-4e11-992b-54ec35700240 req-8e9014d7-e688-4aeb-99be-464b7f1cbe40 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202680 May 26 22:59:45.280909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99840f88-3d1d-4c08-ace2-c3b4c4208576,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:45.284995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:59:45.299553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.300861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a8482d15-2312-4b46-9b86-6c16c924bd83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8210719 May 26 22:59:45.304612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43728) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:45.311564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:45.323435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 375bdd17-3965-47bc-8e77-22bb20cb56d2 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:45.374713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:45.491178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:45.499649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.501332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7b2077d0-0104-4334-bcf9-4647283017c4 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 200 len: 703 time: 1.4198756 May 26 22:59:45.503541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] Sync routers for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:45.513063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:45.522974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:45.524096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:45.555753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:floatingip and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:45.566556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:45.580075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:45.612336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.621870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1d39df42-603a-48e6-aa6f-61c8f726a4c9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:45.641132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1d39df42-603a-48e6-aa6f-61c8f726a4c9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:45.645975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1d39df42-603a-48e6-aa6f-61c8f726a4c9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 200 len: 205 time: 0.1312969 May 26 22:59:45.646123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43736) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:45.765318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:45.816729 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4699359-2715-4d34-87d9-edfb0e8eec0e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.837996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:45.849008 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:45.867073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:45.869980 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:45.870603 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:45.911768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:39Z', 'revision_number': 11, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:45.923135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] Checking router: 375bdd17-3965-47bc-8e77-22bb20cb56d2 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:45.955175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] Routers {'375bdd17-3965-47bc-8e77-22bb20cb56d2'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:45.959974 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:45.960925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375bdd17-3965-47bc-8e77-22bb20cb56d2'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:45.974929 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:45.976028 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:46.043058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.044367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d029774-749b-4c9a-9814-7bb8dbdd1cd6 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3922687 May 26 22:59:46.045320 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:46.045893 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc607a9-f4fc-4c0e-bd9a-1f32ad8a8d0f None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:46.057215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43740) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:46.141172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] Set router 375bdd17-3965-47bc-8e77-22bb20cb56d2 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:46.274101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:39Z', 'revision_number': 11, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:46.280503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1771acb-1299-48b4-86d5-99a2b9d81c99 None None] The sync data for ids ['375bdd17-3965-47bc-8e77-22bb20cb56d2'] in n-d-843301-1 is: [{'id': '375bdd17-3965-47bc-8e77-22bb20cb56d2', 'name': 'tempest-RoutersIpV6Test-router-22541672', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:58:08Z', 'updated_at': '2022-05-26T22:59:39Z', 'revision_number': 11, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:46.399428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.25.4.234 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/938d4831-23d3-47d7-8ff9-61017d62a379) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:46.433496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4699359-2715-4d34-87d9-edfb0e8eec0e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.438768 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4699359-2715-4d34-87d9-edfb0e8eec0e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.472571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4699359-2715-4d34-87d9-edfb0e8eec0e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.473559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4699359-2715-4d34-87d9-edfb0e8eec0e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Fanout notify agent at l3_agent the message router_deleted on router 375bdd17-3965-47bc-8e77-22bb20cb56d2 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:59:46.488945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4699359-2715-4d34-87d9-edfb0e8eec0e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.493819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f4699359-2715-4d34-87d9-edfb0e8eec0e tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 204 len: 168 time: 0.8430243 May 26 22:59:46.495561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43746) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:46.501101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-299175512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:46.508593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:46.514006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Usage tracker for resource:router and tenant:4ed4f3cb322947339616b980fac75c08 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:46.519871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:46.529121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:46.543047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.544336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.575909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.601180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.641373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b74f-4227-4147-8d9d-acc8c66306f5 req-35f2b20c-e9ca-410d-89f1-0832a9c255cc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:46.643543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.647170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-446eece1-e014-4118-83fd-608c8b90515c tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1504850 May 26 22:59:46.653062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9330b74f-4227-4147-8d9d-acc8c66306f5 req-35f2b20c-e9ca-410d-89f1-0832a9c255cc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.3248196 May 26 22:59:46.654713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43750) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:46.683935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4e283bce-5c94-44e1-be41-188dc4f2916d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:46.724269 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.764377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:46.862277 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9330b74f-4227-4147-8d9d-acc8c66306f5 req-f70d238b-874b-4185-9379-a4f906ffac76 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081988 May 26 22:59:47.005817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:47.006586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=938d4831-23d3-47d7-8ff9-61017d62a379,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:47.015663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:47.019389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:47.163404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e283bce-5c94-44e1-be41-188dc4f2916d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.171683 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-16a0102a-0eb2-4c29-99a6-e83493738554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.180791 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e283bce-5c94-44e1-be41-188dc4f2916d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.262615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.374098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e283bce-5c94-44e1-be41-188dc4f2916d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Router 5a38f140-9352-498a-acf6-0e9057d7fd70 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:59:47.462340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.526111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e283bce-5c94-44e1-be41-188dc4f2916d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:47.532535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e283bce-5c94-44e1-be41-188dc4f2916d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.537602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4e283bce-5c94-44e1-be41-188dc4f2916d tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "PUT /v2.0/routers/5a38f140-9352-498a-acf6-0e9057d7fd70 HTTP/1.1" status: 200 len: 697 time: 0.8816013 May 26 22:59:47.538437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43758) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:47.541010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] Sync routers for ids ['5a38f140-9352-498a-acf6-0e9057d7fd70'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:47.584564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] Routers {'5a38f140-9352-498a-acf6-0e9057d7fd70'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:47.586852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5a38f140-9352-498a-acf6-0e9057d7fd70'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:47.807086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a416e03e-e241-458d-847d-b8fc9b636411 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/routers/5a38f140-9352-498a-acf6-0e9057d7fd70 HTTP/1.1" status: 200 len: 703 time: 0.2660751 May 26 22:59:47.809931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43762) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:47.822449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] Set router 5a38f140-9352-498a-acf6-0e9057d7fd70 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:47.854805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.874369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:47.900800 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-83383513-fbdd-45ac-8abc-5b96701c48b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a38f140-9352-498a-acf6-0e9057d7fd70 HTTP/1.1" status: 200 len: 205 time: 0.0787714 May 26 22:59:47.901892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43766) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:47.983168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a38f140-9352-498a-acf6-0e9057d7fd70', 'name': 'tempest-RoutersIpV6Test-router-299175512', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:59:46Z', 'updated_at': '2022-05-26T22:59:47Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:47.995541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] Checking router: 5a38f140-9352-498a-acf6-0e9057d7fd70 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:59:48.018854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] Routers {'5a38f140-9352-498a-acf6-0e9057d7fd70'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:48.020434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5a38f140-9352-498a-acf6-0e9057d7fd70'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:48.035050 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.057772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=938d4831-23d3-47d7-8ff9-61017d62a379,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:48.095171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.105319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f9931e9c-afd0-46bb-80fb-580c3226047f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7987881 May 26 22:59:48.203435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] Set router 5a38f140-9352-498a-acf6-0e9057d7fd70 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:59:48.219725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b8b80d-98fd-4a2c-9d9a-d48b51da1477 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.366996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a38f140-9352-498a-acf6-0e9057d7fd70', 'name': 'tempest-RoutersIpV6Test-router-299175512', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:59:46Z', 'updated_at': '2022-05-26T22:59:47Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:48.380538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01403b2-8fee-4b0a-8acd-d67a49f8f12e None None] The sync data for ids ['5a38f140-9352-498a-acf6-0e9057d7fd70'] in n-d-843301-1 is: [{'id': '5a38f140-9352-498a-acf6-0e9057d7fd70', 'name': 'tempest-RoutersIpV6Test-router-299175512', 'tenant_id': '4ed4f3cb322947339616b980fac75c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:59:46Z', 'updated_at': '2022-05-26T22:59:47Z', 'revision_number': 2, 'project_id': '4ed4f3cb322947339616b980fac75c08', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:48.405584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.574317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f9309-9b78-42ac-b82d-a44efbd755d2 req-9355710a-7eae-4a00-bc7d-02b9c34fc3bb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:48.575822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-376f9309-9b78-42ac-b82d-a44efbd755d2 req-9355710a-7eae-4a00-bc7d-02b9c34fc3bb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.4435062 May 26 22:59:48.757147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-6b93e757-464a-41f2-a8b6-e3ea1bf2633b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:48.814388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-6b93e757-464a-41f2-a8b6-e3ea1bf2633b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:48.815524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-6b93e757-464a-41f2-a8b6-e3ea1bf2633b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1825341681&fields=id&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 267 time: 0.3181736 May 26 22:59:48.902748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-376f9309-9b78-42ac-b82d-a44efbd755d2 req-098ed6e1-a57e-42e8-84e8-5ce8827fa0c0 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190885 May 26 22:59:48.910630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b8b80d-98fd-4a2c-9d9a-d48b51da1477 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.914866 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b8b80d-98fd-4a2c-9d9a-d48b51da1477 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.943422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b8b80d-98fd-4a2c-9d9a-d48b51da1477 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.943910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b8b80d-98fd-4a2c-9d9a-d48b51da1477 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Fanout notify agent at l3_agent the message router_deleted on router 5a38f140-9352-498a-acf6-0e9057d7fd70 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:59:48.958925 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82b8b80d-98fd-4a2c-9d9a-d48b51da1477 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:48.960005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-82b8b80d-98fd-4a2c-9d9a-d48b51da1477 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/5a38f140-9352-498a-acf6-0e9057d7fd70 HTTP/1.1" status: 204 len: 168 time: 1.0555494 May 26 22:59:48.963402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43786) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.005686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bfcc00af-57ac-442b-9752-d679fabf35b5 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a38f140-9352-498a-acf6-0e9057d7fd70 HTTP/1.1" status: 200 len: 205 time: 0.0410969 May 26 22:59:49.007956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43790) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.038217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.1 (b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c/d5c90c3d-726b-4d5a-afce-289807a902a9/5c738c36-8c64-4c73-b808-e209129fef86) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:49.050686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-ab6e96d0-dc0e-4793-9011-07c727b9de08 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:49.052122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-ab6e96d0-dc0e-4793-9011-07c727b9de08 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 0.2216759 May 26 22:59:49.082417 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-7f034aed-c56a-408e-80dd-b36a9ba4e6d0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] delete failed (client error): The resource could not be found. May 26 22:59:49.083479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f034aed-c56a-408e-80dd-b36a9ba4e6d0 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/5a38f140-9352-498a-acf6-0e9057d7fd70 HTTP/1.1" status: 404 len: 336 time: 0.0746179 May 26 22:59:49.086012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43794) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.124065 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f49dad-389f-41a2-8bb7-6d57881015b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:49.124505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f49dad-389f-41a2-8bb7-6d57881015b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:49.128447 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c9f49dad-389f-41a2-8bb7-6d57881015b9 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/7c7f146d-0826-4217-bbf6-ff6dbee59f65 HTTP/1.1" status: 404 len: 337 time: 0.0390441 May 26 22:59:49.128679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.137958 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-3e90341b-8e77-4d19-92e0-0e23df584e20 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/quotas/7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 375 time: 0.0790918 May 26 22:59:49.172719 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d00b5-8a23-4605-811c-fa5d8b4bc064 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:49.173152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50d00b5-8a23-4605-811c-fa5d8b4bc064 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:49.177164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c50d00b5-8a23-4605-811c-fa5d8b4bc064 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/3f1a8881-6454-4252-84b2-fed43b15eda8 HTTP/1.1" status: 404 len: 337 time: 0.0452657 May 26 22:59:49.177479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43802) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.219337 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c47858-272b-4ff1-8f01-7796e5b5eb59 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:49.219815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c47858-272b-4ff1-8f01-7796e5b5eb59 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:49.225015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e9c47858-272b-4ff1-8f01-7796e5b5eb59 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/852e2dda-9df5-4c6e-b88b-39b220fc82f8 HTTP/1.1" status: 404 len: 337 time: 0.0440176 May 26 22:59:49.225314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43806) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.268581 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3af3f7-7547-474b-a588-781846c2c5c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:49.269013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3af3f7-7547-474b-a588-781846c2c5c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:49.271081 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9c3af3f7-7547-474b-a588-781846c2c5c7 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/f2731e5c-e098-4cdb-973e-a120c22101b6 HTTP/1.1" status: 404 len: 337 time: 0.0444894 May 26 22:59:49.273732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43810) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.286767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:49.313423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-0a49be78-b8f5-4cea-9888-f0843e547f74 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1608348 May 26 22:59:49.324798 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-652db8c6-e0ba-4a5d-add0-6d6ea3de038f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 200 len: 205 time: 0.0499940 May 26 22:59:49.327198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.396850 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-3e45abc3-0d86-4cdd-8d94-8d33737153da tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] delete failed (client error): The resource could not be found. May 26 22:59:49.400775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3e45abc3-0d86-4cdd-8d94-8d33737153da tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/375bdd17-3965-47bc-8e77-22bb20cb56d2 HTTP/1.1" status: 404 len: 336 time: 0.0693860 May 26 22:59:49.401024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43818) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.447833 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e5dc3b6e-27c1-4a69-9d17-74cf4a966653 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a28eb7b-2e3f-47f8-872c-55093f8589ab HTTP/1.1" status: 200 len: 205 time: 0.0432246 May 26 22:59:49.448130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43824) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.455432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:49.504122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-71241cc0-12de-4f10-a935-8c2ff122bb07 service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897335 May 26 22:59:49.511887 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-363c81d5-1913-4b95-a76b-f9b7da2dc0d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] delete failed (client error): The resource could not be found. May 26 22:59:49.513723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-363c81d5-1913-4b95-a76b-f9b7da2dc0d1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/3a28eb7b-2e3f-47f8-872c-55093f8589ab HTTP/1.1" status: 404 len: 336 time: 0.0639207 May 26 22:59:49.515818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43828) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.557039 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9609293-12aa-437f-aaff-f6469860bbb1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:49.557476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9609293-12aa-437f-aaff-f6469860bbb1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:49.561403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e9609293-12aa-437f-aaff-f6469860bbb1 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/a6caac16-6772-4709-a274-a77c72db0b18 HTTP/1.1" status: 404 len: 337 time: 0.0423634 May 26 22:59:49.561786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43834) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.605745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-01db46db-b3f5-4926-8cfc-d17bf482e8f8 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=13b115f7-ee4a-4676-bc89-40f6873736b9 HTTP/1.1" status: 200 len: 205 time: 0.0421879 May 26 22:59:49.608163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43840) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.692705 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-cf2151e2-c335-4a64-82f2-6d558bf36133 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] delete failed (client error): The resource could not be found. May 26 22:59:49.696988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf2151e2-c335-4a64-82f2-6d558bf36133 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/13b115f7-ee4a-4676-bc89-40f6873736b9 HTTP/1.1" status: 404 len: 336 time: 0.0846229 May 26 22:59:49.697206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43844) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.735271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:49.738479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:49.742750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=5c738c36-8c64-4c73-b808-e209129fef86,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:49.742898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-58358d93-1eb2-4db4-ba33-0716ce9f8724 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a528fd9-8f02-4b41-bbcd-4de63e1270e5 HTTP/1.1" status: 200 len: 205 time: 0.0423045 May 26 22:59:49.743004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:49.746152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43850) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:49.832746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:49.845189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-743d5fb2-6247-4dff-af75-5c13045ed104 service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271215 May 26 22:59:49.909970 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-32ea0a3d-2a56-4708-b7d3-7a12c11833f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:49.963841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:49.967408 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-a8d28ff6-ce2b-40be-ae8b-8987fef8d4d2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] delete failed (client error): The resource could not be found. May 26 22:59:49.971151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a8d28ff6-ce2b-40be-ae8b-8987fef8d4d2 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/4a528fd9-8f02-4b41-bbcd-4de63e1270e5 HTTP/1.1" status: 404 len: 336 time: 0.2214613 May 26 22:59:49.982067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43880) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.099769 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d9656b-4191-42b2-a9a1-2cf4cd033a9f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:50.100522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d9656b-4191-42b2-a9a1-2cf4cd033a9f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:50.103670 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e076c3d-ecd6-496a-b87b-46759650d6bc req-872aa841-769e-4f57-bb61-36273bc6f09d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 210 time: 0.0516694 May 26 22:59:50.105191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-07d9656b-4191-42b2-a9a1-2cf4cd033a9f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/efc38923-ed4d-4a2d-91a8-d763d6f4b1da HTTP/1.1" status: 404 len: 337 time: 0.1218548 May 26 22:59:50.162475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43888) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.214611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8eeed-8750-426c-8072-134a79bd177a req-a0a1c998-6e37-4b60-ade2-1a6a3577f886 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:50.216295 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4a8eeed-8750-426c-8072-134a79bd177a req-a0a1c998-6e37-4b60-ade2-1a6a3577f886 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.1195931 May 26 22:59:50.266419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4a8eeed-8750-426c-8072-134a79bd177a req-c2f5db73-3933-4c01-a676-77243eab4788 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 May 26 22:59:50.290561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-90f45f9e-e525-452b-8c36-8a6b550a0ae3 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Synchronizing usage tracker for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:50.323570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-90f45f9e-e525-452b-8c36-8a6b550a0ae3 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] Unset dirty status for tenant:4ed4f3cb322947339616b980fac75c08 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:50.324786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-90f45f9e-e525-452b-8c36-8a6b550a0ae3 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=e236ed32-f42d-47a5-b7fc-3f068a69fffd HTTP/1.1" status: 200 len: 205 time: 0.1613855 May 26 22:59:50.327346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43898) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.400264 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-57f4486a-1cd9-4b32-80da-2b78a607a9ee tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] delete failed (client error): The resource could not be found. May 26 22:59:50.401296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-57f4486a-1cd9-4b32-80da-2b78a607a9ee tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/e236ed32-f42d-47a5-b7fc-3f068a69fffd HTTP/1.1" status: 404 len: 336 time: 0.0729864 May 26 22:59:50.404294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43906) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.467388 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb5665c-8638-4613-8f47-19d4e443122f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:50.467825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb5665c-8638-4613-8f47-19d4e443122f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:50.472048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4cb5665c-8638-4613-8f47-19d4e443122f tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/82fdb902-ea89-48ea-98c9-3c2a41ed5e05 HTTP/1.1" status: 404 len: 337 time: 0.0641501 May 26 22:59:50.472515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43912) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.528662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-55e8e89a-af81-4e95-a06e-2709fe4e1341 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "GET /v2.0/ports?device_id=327a37d0-152a-4241-93d3-acf94e49baa9 HTTP/1.1" status: 200 len: 205 time: 0.0536704 May 26 22:59:50.529868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43916) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.599977 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-965bf6a1-3023-4303-aae7-6857745c6bb6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] delete failed (client error): The resource could not be found. May 26 22:59:50.604416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-965bf6a1-3023-4303-aae7-6857745c6bb6 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/routers/327a37d0-152a-4241-93d3-acf94e49baa9 HTTP/1.1" status: 404 len: 336 time: 0.0702710 May 26 22:59:50.605036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43920) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.637668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:50.674053 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e879c5-2743-41e7-94e9-9d3c2b8d49f3 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:50.674351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e879c5-2743-41e7-94e9-9d3c2b8d49f3 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:50.678543 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-30e879c5-2743-41e7-94e9-9d3c2b8d49f3 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/32a02f91-1f42-45df-8959-a6f2038b48cd HTTP/1.1" status: 404 len: 337 time: 0.0698841 May 26 22:59:50.678899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43924) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:50.684761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc5daf-0d48-4a56-8144-114768c3d78c req-3163b93b-5d9b-425e-8713-5e6c844e40d5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:50.691593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51dc5daf-0d48-4a56-8144-114768c3d78c req-3163b93b-5d9b-425e-8713-5e6c844e40d5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.1668282 May 26 22:59:50.709401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:50.719254 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0d08d8-055d-4c4b-81c3-53ec5b088c96 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] DELETE failed (client error): The resource could not be found. May 26 22:59:50.719687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0d08d8-055d-4c4b-81c3-53ec5b088c96 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 22:59:50.721768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cc0d08d8-055d-4c4b-81c3-53ec5b088c96 tempest-RoutersIpV6Test-160742893 tempest-RoutersIpV6Test-160742893-project] 10.222.0.32 "DELETE /v2.0/subnets/232140b0-471d-4b08-b31e-c4eadeb9c61a HTTP/1.1" status: 404 len: 337 time: 0.0419354 May 26 22:59:50.725289 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:50.736946 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:50.862689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51dc5daf-0d48-4a56-8144-114768c3d78c req-f1b6b728-8060-4b2b-868d-9a94d7718b62 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701565 May 26 22:59:50.868924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=5c738c36-8c64-4c73-b808-e209129fef86,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:50.875334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:51.040378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:51.041531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:51.131815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43940) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:51.294427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3e07fe76-7eb9-4c8f-a687-d551c968b7b3 req-ff7d7e5c-5221-4cdd-8f2a-b2473838c173 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:51.319737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3e07fe76-7eb9-4c8f-a687-d551c968b7b3 req-ff7d7e5c-5221-4cdd-8f2a-b2473838c173 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:51.334271 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e07fe76-7eb9-4c8f-a687-d551c968b7b3 req-ff7d7e5c-5221-4cdd-8f2a-b2473838c173 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 210 time: 0.0859451 May 26 22:59:51.401116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ec6b0ff9-1f3e-4eea-97de-655afc22f993 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ed4f3cb322947339616b980fac75c08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2675865 May 26 22:59:51.403668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43962) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:51.479044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d510a2a-4e12-451c-b24d-442e3f65e9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:51.509712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d510a2a-4e12-451c-b24d-442e3f65e9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:51.537065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-8c80863f-68b7-4b4b-9aa9-c47f76dac227 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:51.538802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-8c80863f-68b7-4b4b-9aa9-c47f76dac227 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 0.3079686 May 26 22:59:51.571126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d510a2a-4e12-451c-b24d-442e3f65e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:51.587263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d510a2a-4e12-451c-b24d-442e3f65e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5043b48-4b7f-4c04-83f0-61c2b56e102a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:51.594735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d510a2a-4e12-451c-b24d-442e3f65e9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:51.595981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9d510a2a-4e12-451c-b24d-442e3f65e9fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5043b48-4b7f-4c04-83f0-61c2b56e102a HTTP/1.1" status: 204 len: 168 time: 0.1912494 May 26 22:59:51.730868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-d5d733a5-8dc5-42df-8b1c-31e8bed9ea9b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 380 time: 0.1795316 May 26 22:59:51.741956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'port': {'device_id': '64ffda6c-f58f-4e7c-8817-652d065df777', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'admin_state_up': True, 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'security_groups': ['e632225f-aa99-4c9c-8568-2bad9e4cc36f']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:51.877577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:51.896854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:51.919108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:51.932274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Made reservation on behalf of 7ced3c86be7c476fa17cdf7755ec6fa3 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:51.935297 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:51.999864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:59:52.248279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.20.0.4 (79afa0c6-0f66-4a88-9cb5-731ff2672a17/8c7407c0-0033-4858-9f26-76e0a7bd394f/88252870-ee8e-4d35-b458-c6ce9b7d2d76) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:52.467351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:59:52.480309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:52.486010 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:59:52.505450 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:52.511671 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:52.537504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8dd380ee-b3e6-4180-85f2-ea60877ebc5f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/routers/85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4789832 May 26 22:59:52.539197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44036) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:52.544386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44038) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:52.550516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Transition to ACTIVE for port object 88252870-ee8e-4d35-b458-c6ce9b7d2d76 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:52.556838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-081b4ec1-35c7-48c5-a1f2-7d5946bd1977 req-0054798f-a58b-4a69-938a-4a6a58e3688b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 210 time: 0.0832496 May 26 22:59:52.559923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'port': {'network_id': 'b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c', 'name': 'tempest-FloatingIPTestJSON-900681438'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:52.582534 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:52.598056 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:59:52.598758 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:52.661153 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:59:52.661639 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52644d-515d-4e9f-bfa8-cf187f3f85f6 None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:59:52.735536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dd8f-90fd-49da-b274-e2e98701aefe req-243cf6bf-9b6d-449f-b5e7-d9302ca4bf05 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:52.736969 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b16dd8f-90fd-49da-b274-e2e98701aefe req-243cf6bf-9b6d-449f-b5e7-d9302ca4bf05 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.2608020 May 26 22:59:52.741831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1346170723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:52.750710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:52.752624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:52.807777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:router and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:52.810379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:52.814118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:52.833190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:port and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:52.841005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:52.850805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:52.876735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:52.892103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:52.892986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:52.899649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:52.907443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=88252870-ee8e-4d35-b458-c6ce9b7d2d76,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:52.909773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:52.915423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:52.940273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:52.943267 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:52.958121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b16dd8f-90fd-49da-b274-e2e98701aefe req-96eed1ce-debf-463a-b249-904bd0b46479 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096138 May 26 22:59:53.007945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] device_id is not set on port 051c79ee-4979-4d07-a444-db3eff88e6bf yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:59:53.048093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:53.048700 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.056450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.113595 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9e73e058-8627-4835-afc0-77f6fe652cdf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3758426 May 26 22:59:53.117892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.131287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Request body: {'port': {'device_id': '64ffda6c-f58f-4e7c-8817-652d065df777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:53.153447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-efdd8e59-17dd-4f53-87c5-985e13c6224c None None] Provisioning for port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:59:53.158941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-efdd8e59-17dd-4f53-87c5-985e13c6224c None None] Provisioning complete for port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:53.160303 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efdd8e59-17dd-4f53-87c5-985e13c6224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.169111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d82b0-57d4-449c-a25e-8b30c0d92d7b req-49d68b2d-aad5-4a73-9d17-fc75694ef49c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:53.170690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b94d82b0-57d4-449c-a25e-8b30c0d92d7b req-49d68b2d-aad5-4a73-9d17-fc75694ef49c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 947 time: 0.0813472 May 26 22:59:53.216701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:59:53.219856 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b94d82b0-57d4-449c-a25e-8b30c0d92d7b req-45ae72e3-298d-4967-a1e7-263709d4c1b1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 May 26 22:59:53.234096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.235247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4483e0ea-6913-43a0-9212-294e483a740a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6919427 May 26 22:59:53.238322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44050) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:53.249799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1939478707'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:53.250921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-efdd8e59-17dd-4f53-87c5-985e13c6224c None None] Port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:59:53.258402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:53.264089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:network and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:53.267930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:53.275087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:53.288491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:53.293748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.310766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.361865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.370735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:53.374941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:security_group_rule and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:53.378365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:53.384719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:53.393715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:59:53.417507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:53.421711 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.471782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.473902 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-face1d3f-7f0b-4205-9896-42658614f407'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'code': 200} May 26 22:59:53.476358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.480915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.12 (b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c/d5c90c3d-726b-4d5a-afce-289807a902a9/051c79ee-4979-4d07-a444-db3eff88e6bf) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:53.503151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:59:53.504851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=14']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:53.509845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.515182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.515602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.516037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.516435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.516829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.517219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.517640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.518066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.518458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.518862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.519236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:59:53.527479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.527825 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Added segment 2a1674fc-7c41-474f-bce5-f600b0e770a8 of type vlan for network 36989e02-ccbd-4cc5-b255-bd0698dd38aa May 26 22:59:53.533746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad4238b-3d07-4c0a-b263-0225147bed1e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:53.558132 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.589716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.593983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:53.594746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.660365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3cc5e-45fb-43bb-9d6d-919ffc2113dd req-d90fe790-bf99-42ef-b253-bcccff1a1c69 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:53.676812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38b3cc5e-45fb-43bb-9d6d-919ffc2113dd req-d90fe790-bf99-42ef-b253-bcccff1a1c69 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2574174 May 26 22:59:53.736938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4962473 May 26 22:59:53.739702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44060) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:53.743510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506e69d-2411-4430-b84d-08bee6afb1d4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Network': ['ID=36989e02-ccbd-4cc5-b255-bd0698dd38aa,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:53.749232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'subnet': {'network_id': '36989e02-ccbd-4cc5-b255-bd0698dd38aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:53.757395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:59:53.912323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:53.919185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:subnet and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:53.922513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:53.929809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:53.945354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2d599-c145-4e05-9cab-098e2e833b7a req-44fe9cea-260a-4099-8d61-b6dcc23c2bd2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:53.947763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27b2d599-c145-4e05-9cab-098e2e833b7a req-44fe9cea-260a-4099-8d61-b6dcc23c2bd2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 931 time: 0.2054529 May 26 22:59:53.952287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:53.974200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38b3cc5e-45fb-43bb-9d6d-919ffc2113dd req-da362a8f-7193-40e7-bee1-233899d6d4a6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716343 May 26 22:59:54.035727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.097029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.111114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-27b2d599-c145-4e05-9cab-098e2e833b7a req-426f7589-f012-4980-b236-7acb872bb948 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:54.141643 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.200679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-27b2d599-c145-4e05-9cab-098e2e833b7a req-426f7589-f012-4980-b236-7acb872bb948 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:54.206306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88252870-ee8e-4d35-b458-c6ce9b7d2d76 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:59:54.209182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27b2d599-c145-4e05-9cab-098e2e833b7a req-426f7589-f012-4980-b236-7acb872bb948 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399385 May 26 22:59:54.229753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.266272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:54.274390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:54.276563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:54.306883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Transition to ACTIVE for port object 88252870-ee8e-4d35-b458-c6ce9b7d2d76 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:54.307684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=051c79ee-4979-4d07-a444-db3eff88e6bf,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:54.360070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.500228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:54.500832 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.530077 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9db72a17-2801-4c98-9597-8b190920488e req-5d3fd80e-4532-4bd8-baa9-3eaee72c0109 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1096 time: 0.2193532 May 26 22:59:54.531043 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.542334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Pushing event updated for resources: {'Port': ['ID=88252870-ee8e-4d35-b458-c6ce9b7d2d76,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:54.590394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b8e0938a-2875-4527-8793-2964ae191dd9 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0419111 May 26 22:59:54.591626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44068) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:54.669982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'port': {'network_id': 'b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c', 'name': 'tempest-FloatingIPTestJSON-723234034'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:54.710225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55195786-a034-4930-a24e-024bd50f64d8 req-618918c0-5198-4f86-8dbb-4100fccf915d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:54.712142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55195786-a034-4930-a24e-024bd50f64d8 req-618918c0-5198-4f86-8dbb-4100fccf915d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3976071 May 26 22:59:54.719811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Subnet': ['ID=d8be97e9-60bc-4722-8185-63418be7eda3,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:54.746730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db72a17-2801-4c98-9597-8b190920488e req-0a043404-e589-48df-8073-eed6baa89145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:54.748166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9db72a17-2801-4c98-9597-8b190920488e req-0a043404-e589-48df-8073-eed6baa89145 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.1854303 May 26 22:59:54.752716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Checking segment: {'id': '2a1674fc-7c41-474f-bce5-f600b0e770a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36989e02-ccbd-4cc5-b255-bd0698dd38aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:54.753077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network hostable DHCP agents. Network: 36989e02-ccbd-4cc5-b255-bd0698dd38aa, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:59:54.792197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Attempting to bind port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:59:54.792526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Attempting to bind port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:59:54.792849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Attempting to bind port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:59:54.811628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:59:54.811949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Attempting to bind port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:59:54.853231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:59:54.853573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Checking segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:54.853975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Bound using segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:59:54.854413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Bound port: 88252870-ee8e-4d35-b458-c6ce9b7d2d76, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:59:54.854756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.865074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:59:54.872784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9db72a17-2801-4c98-9597-8b190920488e req-bb1c9ede-e145-439e-b517-3aa4138b1d41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.1139498 May 26 22:59:54.877287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 36989e02-ccbd-4cc5-b255-bd0698dd38aa) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:54.881137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:54.881744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.889664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2b2aa-f078-485f-b780-ace0e2618e2b None None] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:54.919282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-55195786-a034-4930-a24e-024bd50f64d8 req-66c1488d-c14e-49fc-9716-c2b6d926117c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557500 May 26 22:59:54.932866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:54.947664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:port and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:54.951435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-23dec91f-a51a-4c81-adf8-c6e23c1d1252 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2104876 May 26 22:59:54.954306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44072) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:54.961938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db72a17-2801-4c98-9597-8b190920488e req-9dc73b39-4bf6-4e7f-8ea1-e7c2092ecff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:54.963349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9db72a17-2801-4c98-9597-8b190920488e req-9dc73b39-4bf6-4e7f-8ea1-e7c2092ecff8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0776947 May 26 22:59:54.966689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:54.974311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'network': {'name': 'tempest-router-network01--1696857110'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:54.975236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:55.000439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:55.003493 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.016002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:55.025107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] For port 88252870-ee8e-4d35-b458-c6ce9b7d2d76, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:59:55.027090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:network and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:55.030913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:55.033580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] device_id is not set on port 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 22:59:55.038856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:55.059305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:55.062817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.074930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] For port 88252870-ee8e-4d35-b458-c6ce9b7d2d76, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:59:55.082984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.100660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9db72a17-2801-4c98-9597-8b190920488e req-156bb7e6-1fcd-4386-bda8-41df5eb34a40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211627 May 26 22:59:55.109092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:59:55.127249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.131572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-36989e02-ccbd-4cc5-b255-bd0698dd38aa', 'network_id': '36989e02-ccbd-4cc5-b255-bd0698dd38aa', 'tenant_id': 'c1ab9869ff8043df806808a0e2b6ad66', 'fixed_ips': [{'subnet_id': 'd8be97e9-60bc-4722-8185-63418be7eda3'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:59:55.132530 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.175133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.176735 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] 10.222.0.48 "PUT /v2.0/ports/88252870-ee8e-4d35-b458-c6ce9b7d2d76 HTTP/1.1" status: 200 len: 1091 time: 2.0494220 May 26 22:59:55.179641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:59:55.200846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.201191 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Added segment e2c8e46e-1b2d-4384-ab38-912aa8a764d7 of type vlan for network aa88b96d-5f38-4dc9-8b1b-315b68771a83 May 26 22:59:55.320827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9db72a17-2801-4c98-9597-8b190920488e req-f0f02916-afd3-4151-8ad6-75a6e70fdb1a service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087002 May 26 22:59:55.355629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.400351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Allocated IP 2001:db8::2 (36989e02-ccbd-4cc5-b255-bd0698dd38aa/d8be97e9-60bc-4722-8185-63418be7eda3/cd093bbe-d75f-49a7-bd75-2f196d3fb212) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:55.448882 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60af9ca8-ac93-4d73-b588-d7064866c442'] response: {'name': 'network-changed', 'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'status': 'completed', 'code': 200} May 26 22:59:55.491102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548c477-46bc-4ecf-9fd0-0d52da356e12 service neutron] Pushing event updated for resources: {'Port': ['ID=88252870-ee8e-4d35-b458-c6ce9b7d2d76,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:55.495436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:59:55.535388 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.539800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:55.540397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.541829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.9 (b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c/d5c90c3d-726b-4d5a-afce-289807a902a9/70e83af2-3edb-4fd9-a3d5-6be6879ad6b2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:55.635020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae53ab-78d9-4d33-b3a7-d5c9d70f7a55 req-24a80bf8-3856-4539-891c-097a2928cf37 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:55.635714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-15ae53ab-78d9-4d33-b3a7-d5c9d70f7a55 req-24a80bf8-3856-4539-891c-097a2928cf37 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:59:55.640470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-d1aee566-2fb3-4ebe-b890-754c6b435b4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 1094 time: 0.4046662 May 26 22:59:55.647870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.650095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9db72a17-2801-4c98-9597-8b190920488e req-0533bbae-31fc-4af5-b51c-ee049488032d service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862134 May 26 22:59:55.678383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Transition to ACTIVE for port object cd093bbe-d75f-49a7-bd75-2f196d3fb212 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:55.683765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Network': ['ID=aa88b96d-5f38-4dc9-8b1b-315b68771a83,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:55.689810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d5615ef3-beac-42b6-b12c-5f93508889e5 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7345228 May 26 22:59:55.692259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44080) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:55.700627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'network': {'name': 'tempest-router-network02--93058296'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:55.706475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:55.713004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:network and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:55.713552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:59:55.716655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:55.724279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:55.732605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Transition to ACTIVE for port object cd093bbe-d75f-49a7-bd75-2f196d3fb212 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:55.735789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:55.739967 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.769197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:59:55.781258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.782345 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Added segment 1a5922c4-f129-4931-bbc2-1628fe6ea311 of type vlan for network 88ae6427-4206-4a36-9585-fae5f80fee01 May 26 22:59:55.792487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-15ae53ab-78d9-4d33-b3a7-d5c9d70f7a55 req-24a80bf8-3856-4539-891c-097a2928cf37 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:59:55.793620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15ae53ab-78d9-4d33-b3a7-d5c9d70f7a55 req-24a80bf8-3856-4539-891c-097a2928cf37 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 943 time: 0.3440151 May 26 22:59:55.794822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-32dd6737-0124-4ae2-90fe-0b449f4c135c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76 HTTP/1.1" status: 200 len: 217 time: 0.1334071 May 26 22:59:55.798375 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.822242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.856336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.860566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:55.861157 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:55.932580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-6782cf7e-b5f2-4f47-8ea5-71ea9d18b332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:55.934055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-6782cf7e-b5f2-4f47-8ea5-71ea9d18b332 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.1331992 May 26 22:59:55.935178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:55.939067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:55.941003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Pushing event updated for resources: {'Port': ['ID=cd093bbe-d75f-49a7-bd75-2f196d3fb212,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:55.948672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:55.985628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2897549 May 26 22:59:55.989453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:55.989909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15ae53ab-78d9-4d33-b3a7-d5c9d70f7a55 req-74269cd9-ed3c-4d25-8cab-ffad608bbbfd tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522324 May 26 22:59:55.992771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.030169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'subnet': {'network_id': 'aa88b96d-5f38-4dc9-8b1b-315b68771a83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:56.045564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.081099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Attempting to bind port cd093bbe-d75f-49a7-bd75-2f196d3fb212 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:59:56.081993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Attempting to bind port cd093bbe-d75f-49a7-bd75-2f196d3fb212 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2a1674fc-7c41-474f-bce5-f600b0e770a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36989e02-ccbd-4cc5-b255-bd0698dd38aa'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:59:56.082497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Attempting to bind port cd093bbe-d75f-49a7-bd75-2f196d3fb212 on network 36989e02-ccbd-4cc5-b255-bd0698dd38aa {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:59:56.093145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:59:56.093800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Checking segment: {'id': '2a1674fc-7c41-474f-bce5-f600b0e770a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36989e02-ccbd-4cc5-b255-bd0698dd38aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:56.094557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.094979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Bound using segment: {'id': '2a1674fc-7c41-474f-bce5-f600b0e770a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36989e02-ccbd-4cc5-b255-bd0698dd38aa'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:59:56.095451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Bound port: cd093bbe-d75f-49a7-bd75-2f196d3fb212, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1674fc-7c41-474f-bce5-f600b0e770a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36989e02-ccbd-4cc5-b255-bd0698dd38aa'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:59:56.095840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.105189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-532faf59-3b8d-47fa-9028-994d8320975e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575739 May 26 22:59:56.115425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879fb5-6b20-4e01-85b9-ee5490e2f96f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Network': ['ID=88ae6427-4206-4a36-9585-fae5f80fee01,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:56.145284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 88ae6427-4206-4a36-9585-fae5f80fee01 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:59:56.154096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:56.202097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:56.217494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:56.232992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:56.238058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:subnet and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:56.243340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:56.250082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:56.268158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=70e83af2-3edb-4fd9-a3d5-6be6879ad6b2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:56.269949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7190a-9094-4f32-9b3c-ee6dfef8c804 req-3accdfa6-9f1d-4948-a766-0b76f9ac6c76 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:56.272288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88b7190a-9094-4f32-9b3c-ee6dfef8c804 req-3accdfa6-9f1d-4948-a766-0b76f9ac6c76 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1401846 May 26 22:59:56.273808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:56.295986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:56.296580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.343727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] For port cd093bbe-d75f-49a7-bd75-2f196d3fb212, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:59:56.347953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-53b1ac60-5269-4047-aebe-d298eaa692af tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7483816 May 26 22:59:56.349921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] For port cd093bbe-d75f-49a7-bd75-2f196d3fb212, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cd093bbe-d75f-49a7-bd75-2f196d3fb212,segment=NetworkSegment(2a1674fc-7c41-474f-bce5-f600b0e770a8),segment_id=2a1674fc-7c41-474f-bce5-f600b0e770a8)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:59:56.356861 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.357105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:56.362672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '70e83af2-3edb-4fd9-a3d5-6be6879ad6b2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:56.373509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:56.379626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-5fa2faf4-e78c-4e5a-a6f8-7af7f5305b2f service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624846 May 26 22:59:56.380576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:floatingip and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:56.384145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:56.408250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:56.431344 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88b7190a-9094-4f32-9b3c-ee6dfef8c804 req-4ae240f2-0985-4d1b-8e01-605866771c8d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405914 May 26 22:59:56.437729 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.441690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049a520-45ee-4c0d-9b3d-5b57e8001ff6 None None] Pushing event updated for resources: {'Port': ['ID=cd093bbe-d75f-49a7-bd75-2f196d3fb212,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:56.484107 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.614148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed20dd37-f866-4236-b9d3-eec526abe850 req-bb575cf7-56af-4a31-9f4e-2878e6b030f2 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270193 May 26 22:59:56.694618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.855200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:56.910080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-5b0a376e-a714-4254-9d85-f669b31be679 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 1094 time: 0.1601765 May 26 22:59:56.918348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.25.4.86 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/21a951b6-2cd0-4d08-8f39-807a6ea68a42) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:56.947928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Subnet': ['ID=c27daf44-2778-4ef9-9072-b662b60754fd,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:56.963478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Checking segment: {'id': 'e2c8e46e-1b2d-4384-ab38-912aa8a764d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'aa88b96d-5f38-4dc9-8b1b-315b68771a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:56.963835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network hostable DHCP agents. Network: aa88b96d-5f38-4dc9-8b1b-315b68771a83, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:59:57.001891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:59:57.017863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, aa88b96d-5f38-4dc9-8b1b-315b68771a83) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:57.022754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:57.025479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.047830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e0112-0945-446e-8f85-1c83f31a2dbb None None] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:57.077622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-caf45798-d965-4e1e-a001-4d4fcf6c8338 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0746117 May 26 22:59:57.078343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44096) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:57.088259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'subnet': {'network_id': '88ae6427-4206-4a36-9585-fae5f80fee01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:59:57.097883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cd093bbe-d75f-49a7-bd75-2f196d3fb212 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:59:57.162737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-6f478770-5c36-4ead-a647-d17677d8ccbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:57.164788 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-6f478770-5c36-4ead-a647-d17677d8ccbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.2473264 May 26 22:59:57.237569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:59:57.242352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:subnet and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:59:57.245948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:59:57.253719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:59:57.269492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:59:57.370859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port cd093bbe-d75f-49a7-bd75-2f196d3fb212 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:59:57.436397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.437904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-aa88b96d-5f38-4dc9-8b1b-315b68771a83', 'network_id': 'aa88b96d-5f38-4dc9-8b1b-315b68771a83', 'tenant_id': 'c1ab9869ff8043df806808a0e2b6ad66', 'fixed_ips': [{'subnet_id': 'c27daf44-2778-4ef9-9072-b662b60754fd'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:59:57.438894 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.460071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.491013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-de5956f5-909d-4287-9b95-53d96efd4d96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76 HTTP/1.1" status: 200 len: 217 time: 0.1712561 May 26 22:59:57.541658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.655489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:57.669041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Allocated IP 2001:db8::2 (aa88b96d-5f38-4dc9-8b1b-315b68771a83/c27daf44-2778-4ef9-9072-b662b60754fd/03967d31-35c3-4fd0-8a40-23337d3305f8) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:57.676933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:57.683780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:57.767051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb97cfb-43e1-4301-b005-3201050f601e None None] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:57.775069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=21a951b6-2cd0-4d08-8f39-807a6ea68a42,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:57.782300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-d7b158a2-0cd0-4329-bace-6af0bd4ddc02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:57.783751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-d7b158a2-0cd0-4329-bace-6af0bd4ddc02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.2841687 May 26 22:59:57.828600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea73f9-4786-4687-9b35-69cf09e9a503 req-98a87e86-5ac0-4fb8-a1b6-27d0a23d05b1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:57.830219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9ea73f9-4786-4687-9b35-69cf09e9a503 req-98a87e86-5ac0-4fb8-a1b6-27d0a23d05b1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2008951 May 26 22:59:57.844243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3de23-6df9-401b-96fd-0652fd4d3789 req-c7362c2e-bd34-409e-b77a-c90efc396fbe tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:57.847896 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59c3de23-6df9-401b-96fd-0652fd4d3789 req-c7362c2e-bd34-409e-b77a-c90efc396fbe tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 943 time: 0.6802495 May 26 22:59:57.881453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.883742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.930689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c3c6f82f-c1ed-4672-912f-6f9c3bdb9a02 None None] Provisioning for port cd093bbe-d75f-49a7-bd75-2f196d3fb212 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:59:57.941188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c3c6f82f-c1ed-4672-912f-6f9c3bdb9a02 None None] Provisioning complete for port cd093bbe-d75f-49a7-bd75-2f196d3fb212 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:57.941563 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f82f-c1ed-4672-912f-6f9c3bdb9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:57.946676 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9ea73f9-4786-4687-9b35-69cf09e9a503 req-105e1890-68a8-4c45-ada8-f41da8fc1391 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108603 May 26 22:59:57.965401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59c3de23-6df9-401b-96fd-0652fd4d3789 req-64576c12-27fb-413e-8eca-716ee04b4144 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807722 May 26 22:59:57.970510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Subnet': ['ID=fe14e7fb-6f90-4e43-a193-f8262f53c151,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:57.985434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Checking segment: {'id': '1a5922c4-f129-4931-bbc2-1628fe6ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '88ae6427-4206-4a36-9585-fae5f80fee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:57.985823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network hostable DHCP agents. Network: 88ae6427-4206-4a36-9585-fae5f80fee01, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:59:58.010169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network 88ae6427-4206-4a36-9585-fae5f80fee01 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:59:58.026586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 88ae6427-4206-4a36-9585-fae5f80fee01) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:58.041488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:58.042725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.044926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-426643bb-e09b-480e-8421-6e3cf2aa0166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514503 May 26 22:59:58.073884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-99927c29-336a-4426-9d45-1f9453d04ba1 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9909356 May 26 22:59:58.077536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44104) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:59:58.091537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e49ad26-5e32-4f57-8a96-54b7cfc74651 None None] Network 88ae6427-4206-4a36-9585-fae5f80fee01 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:59:58.265215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.334051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Transition to ACTIVE for port object 03967d31-35c3-4fd0-8a40-23337d3305f8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:58.426982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-4dc9caf4-88a5-4aa7-b1a2-7a8761108024 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341185 May 26 22:59:58.468255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Transition to ACTIVE for port object 03967d31-35c3-4fd0-8a40-23337d3305f8 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:58.488862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f82f-c1ed-4672-912f-6f9c3bdb9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.520292 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.563566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532873b-1d77-45d9-aa59-311c45743070 req-5d484f6f-d748-4224-915f-521826694002 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:58.565113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1532873b-1d77-45d9-aa59-311c45743070 req-5d484f6f-d748-4224-915f-521826694002 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2763283 May 26 22:59:58.576794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.595279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-88ae6427-4206-4a36-9585-fae5f80fee01', 'network_id': '88ae6427-4206-4a36-9585-fae5f80fee01', 'tenant_id': 'c1ab9869ff8043df806808a0e2b6ad66', 'fixed_ips': [{'subnet_id': 'fe14e7fb-6f90-4e43-a193-f8262f53c151'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:59:58.595822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.655522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:58.662960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:58.666516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:58.680392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c3c6f82f-c1ed-4672-912f-6f9c3bdb9a02 None None] For port cd093bbe-d75f-49a7-bd75-2f196d3fb212, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cd093bbe-d75f-49a7-bd75-2f196d3fb212,segment=NetworkSegment(2a1674fc-7c41-474f-bce5-f600b0e770a8),segment_id=2a1674fc-7c41-474f-bce5-f600b0e770a8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:59:58.684622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Pushing event updated for resources: {'Port': ['ID=03967d31-35c3-4fd0-8a40-23337d3305f8,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:58.750231 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f82f-c1ed-4672-912f-6f9c3bdb9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.778950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452ff4cc-5934-46d2-9ad3-594832852e33 req-8ff8b8fb-529f-4da0-b1df-22a50543576a service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430674 May 26 22:59:58.796874 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1532873b-1d77-45d9-aa59-311c45743070 req-31cd5a87-2d31-4d5b-8efa-1b3b81fb94f3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069113 May 26 22:59:58.842535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.912861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:58.997792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Attempting to bind port 03967d31-35c3-4fd0-8a40-23337d3305f8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:59:58.998247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Attempting to bind port 03967d31-35c3-4fd0-8a40-23337d3305f8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'e2c8e46e-1b2d-4384-ab38-912aa8a764d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'aa88b96d-5f38-4dc9-8b1b-315b68771a83'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:59:58.998713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Attempting to bind port 03967d31-35c3-4fd0-8a40-23337d3305f8 on network aa88b96d-5f38-4dc9-8b1b-315b68771a83 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:59:59.065930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:59:59.066454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Checking segment: {'id': 'e2c8e46e-1b2d-4384-ab38-912aa8a764d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'aa88b96d-5f38-4dc9-8b1b-315b68771a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:59:59.066946 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.067433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Bound using segment: {'id': 'e2c8e46e-1b2d-4384-ab38-912aa8a764d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'aa88b96d-5f38-4dc9-8b1b-315b68771a83'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:59:59.068007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Bound port: 03967d31-35c3-4fd0-8a40-23337d3305f8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c8e46e-1b2d-4384-ab38-912aa8a764d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'aa88b96d-5f38-4dc9-8b1b-315b68771a83'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:59:59.068594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.094242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6f82f-c1ed-4672-912f-6f9c3bdb9a02 None None] Pushing event updated for resources: {'Port': ['ID=cd093bbe-d75f-49a7-bd75-2f196d3fb212,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:59.156548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Allocated IP 2001:db8::2 (88ae6427-4206-4a36-9585-fae5f80fee01/fe14e7fb-6f90-4e43-a193-f8262f53c151/b7a256fd-f127-43ea-a93a-29d607fadb38) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:59.206232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Allocated IP 2001:db8::1 (aa88b96d-5f38-4dc9-8b1b-315b68771a83/c27daf44-2778-4ef9-9072-b662b60754fd/84832147-9f19-4543-9cb8-9c34975d32e7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:59:59.223989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce819c35-345d-46cc-958c-31285f01613a req-aea59a25-1d18-4cea-8ea4-df59a2cf96b2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:59.225565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce819c35-345d-46cc-958c-31285f01613a req-aea59a25-1d18-4cea-8ea4-df59a2cf96b2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1873217 May 26 22:59:59.256468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-377b195f-078d-4ffc-a9aa-12ae49602cee None None] Provisioning complete for port cd093bbe-d75f-49a7-bd75-2f196d3fb212 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:59:59.256982 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-377b195f-078d-4ffc-a9aa-12ae49602cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.345541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] For port 03967d31-35c3-4fd0-8a40-23337d3305f8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:59:59.352417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] For port 03967d31-35c3-4fd0-8a40-23337d3305f8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03967d31-35c3-4fd0-8a40-23337d3305f8,segment=NetworkSegment(e2c8e46e-1b2d-4384-ab38-912aa8a764d7),segment_id=e2c8e46e-1b2d-4384-ab38-912aa8a764d7)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:59:59.369761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.374233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ce819c35-345d-46cc-958c-31285f01613a req-7055e01b-0717-4f3c-b5af-0fc0dc19b2ba tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262779 May 26 22:59:59.391361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.397387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.451719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.456615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524a4b-f789-4914-a2d6-040f50868b4b req-0132879c-52dd-4b1a-9db4-e2bbd956db5a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:59.458083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7524a4b-f789-4914-a2d6-040f50868b4b req-0132879c-52dd-4b1a-9db4-e2bbd956db5a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 943 time: 0.1718411 May 26 22:59:59.486854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Transition to ACTIVE for port object 84832147-9f19-4543-9cb8-9c34975d32e7 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:59.518053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.542926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=21a951b6-2cd0-4d08-8f39-807a6ea68a42,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:59.569962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.578248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa291fd3-dfff-4bf1-971b-4e1b15e2426d None None] Pushing event updated for resources: {'Port': ['ID=03967d31-35c3-4fd0-8a40-23337d3305f8,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:59.605202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:59.634910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.652408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Transition to ACTIVE for port object b7a256fd-f127-43ea-a93a-29d607fadb38 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:59.656723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:59.659047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7524a4b-f789-4914-a2d6-040f50868b4b req-43294f9e-aa72-4a2f-a9b4-98e076d6152f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872535 May 26 22:59:59.673731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:59.674363 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.681161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Transition to ACTIVE for port object b7a256fd-f127-43ea-a93a-29d607fadb38 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:59:59.688309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.782449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Port': ['ID=84832147-9f19-4543-9cb8-9c34975d32e7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:59.783023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Pushing event updated for resources: {'Port': ['ID=b7a256fd-f127-43ea-a93a-29d607fadb38,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:59:59.811519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Network 88ae6427-4206-4a36-9585-fae5f80fee01 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:59:59.817314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:59:59.818493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 88252870-ee8e-4d35-b458-c6ce9b7d2d76 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:59:59.834653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a7f77-8191-4331-8a9a-50ffddfcc103 req-7e3af513-b671-47ef-a7ed-be24a0b71ab2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:59:59.836809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-117a7f77-8191-4331-8a9a-50ffddfcc103 req-7e3af513-b671-47ef-a7ed-be24a0b71ab2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2564926 May 26 22:59:59.837332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:59:59.839661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:59.882906 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 344b5d9e-0ac5-4f90-995a-e4a2eb9a8f36 associated. External IP: 172.25.4.86, port: 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2. May 26 22:59:59.966178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-117a7f77-8191-4331-8a9a-50ffddfcc103 req-e5cf5bd4-ac16-48f2-ab57-16e0a8be6ac5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149831 May 26 23:00:00.062028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 88252870-ee8e-4d35-b458-c6ce9b7d2d76, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:00.109811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'port_id': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'mac_address': 'fa:16:3e:ae:25:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:00:00.168247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Attempting to bind port b7a256fd-f127-43ea-a93a-29d607fadb38 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:00:00.168611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Attempting to bind port b7a256fd-f127-43ea-a93a-29d607fadb38 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '1a5922c4-f129-4931-bbc2-1628fe6ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '88ae6427-4206-4a36-9585-fae5f80fee01'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:00:00.168982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Attempting to bind port b7a256fd-f127-43ea-a93a-29d607fadb38 on network 88ae6427-4206-4a36-9585-fae5f80fee01 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:00:00.189732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:00:00.190123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Checking segment: {'id': '1a5922c4-f129-4931-bbc2-1628fe6ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '88ae6427-4206-4a36-9585-fae5f80fee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:00:00.190447 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.190875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Bound using segment: {'id': '1a5922c4-f129-4931-bbc2-1628fe6ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '88ae6427-4206-4a36-9585-fae5f80fee01'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:00:00.191374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Bound port: b7a256fd-f127-43ea-a93a-29d607fadb38, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5922c4-f129-4931-bbc2-1628fe6ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '88ae6427-4206-4a36-9585-fae5f80fee01'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:00:00.191740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.204251 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.213978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edd825-3649-4c9c-acb9-c65d978cb1d0 req-51715356-88fe-45f0-bebf-9c96f563a691 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:00.215408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3edd825-3649-4c9c-acb9-c65d978cb1d0 req-51715356-88fe-45f0-bebf-9c96f563a691 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1096489 May 26 23:00:00.251586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88252870-ee8e-4d35-b458-c6ce9b7d2d76 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:00:00.284582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 88252870-ee8e-4d35-b458-c6ce9b7d2d76, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:00.294744 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.353336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.369381 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.374708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.376003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] For port b7a256fd-f127-43ea-a93a-29d607fadb38, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:00:00.391612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] For port b7a256fd-f127-43ea-a93a-29d607fadb38, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b7a256fd-f127-43ea-a93a-29d607fadb38,segment=NetworkSegment(1a5922c4-f129-4931-bbc2-1628fe6ea311),segment_id=1a5922c4-f129-4931-bbc2-1628fe6ea311)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:00:00.396173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=88252870-ee8e-4d35-b458-c6ce9b7d2d76,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:00.397615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3edd825-3649-4c9c-acb9-c65d978cb1d0 req-4f360ea8-458d-480c-b280-b41883f13cac tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310089 May 26 23:00:00.400040 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:00.522213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64ffe-fd00-4c6d-af58-e17680ed970b None None] Pushing event updated for resources: {'Port': ['ID=b7a256fd-f127-43ea-a93a-29d607fadb38,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:00.536025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:00.649238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['88252870-ee8e-4d35-b458-c6ce9b7d2d76'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:00:00.654304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Port': ['ID=84832147-9f19-4543-9cb8-9c34975d32e7,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:00.747751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:00.755058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:01.144956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a1dea-f301-4fa2-8cda-29c19ee4c420 None None] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:01.178919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-18dc4df2-2c14-4270-9de3-f1c6412c5b56 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:01.180614 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-18dc4df2-2c14-4270-9de3-f1c6412c5b56 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.2913151 May 26 23:00:01.237711 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-5385e178-1b43-4276-91b5-e995abf9a22a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/quotas/298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 375 time: 0.0458450 May 26 23:00:01.244892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cd093bbe-d75f-49a7-bd75-2f196d3fb212 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:01.288785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-de914797-0d71-4252-ac3c-6d64db66189e None None] Provisioning for port 03967d31-35c3-4fd0-8a40-23337d3305f8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:01.300264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:01.326020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:01.342615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:01.402791 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-773d30a2-f2c1-4be8-9e88-6deb2ae086aa tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1594052 May 26 23:00:01.413298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:01.414186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:01.443693 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-588cdef7-b626-49ba-8e65-c9c162dc070e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.0831478 May 26 23:00:01.444827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44130) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:01.473705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca2bb3-c236-4a0e-970c-df5f913adaef req-64699db6-3e54-4fcc-a731-98862364510c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:01.475289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86ca2bb3-c236-4a0e-970c-df5f913adaef req-64699db6-3e54-4fcc-a731-98862364510c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 944 time: 0.2255590 May 26 23:00:01.482325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:01.547317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86ca2bb3-c236-4a0e-970c-df5f913adaef req-ab0ca60a-99be-4269-8b8a-37b13ba808c9 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626585 May 26 23:00:01.584571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cd093bbe-d75f-49a7-bd75-2f196d3fb212 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:01.585161 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:01.654394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Router 8169750f-2f4f-4d8b-929c-84e01e345662 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:00:01.670669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:01.671290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:01.723982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-b75ca405-61b1-4acd-ad8f-35f2b91eb1bd service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105969 May 26 23:00:01.729104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:01.759524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:01.760106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654a47f-3169-47be-87e5-a9dbe28238a3 None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:01.830270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 88252870-ee8e-4d35-b458-c6ce9b7d2d76 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:01.861909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:01.873315 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] Sync routers for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:01.882246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0665c5a2-f40a-46f7-a4a2-842fb9fab178 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8011925 May 26 23:00:01.882855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:01.897413 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:01.898200 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:01.905289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b7a256fd-f127-43ea-a93a-29d607fadb38 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:02.026968 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:02.046300 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:02.046904 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:02.057447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a00c5-b4f4-4fad-86ee-e07251402a87 None None] Network 88ae6427-4206-4a36-9585-fae5f80fee01 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:02.069759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.124088 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:02.124703 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035af160-372f-4de9-acc0-be7910f7a226 None None] The sync data for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:02.167497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-9a543df4-a0c1-4e02-81de-c7ec4763da67 service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656180 May 26 23:00:02.218150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:02.232426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:02.232807 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.306670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b7a256fd-f127-43ea-a93a-29d607fadb38 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:02.376129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03967d31-35c3-4fd0-8a40-23337d3305f8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:02.438385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0836bf8e-48c3-4e8a-8e3b-37300fd903d5 None None] Provisioning for port b7a256fd-f127-43ea-a93a-29d607fadb38 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:02.467929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0836bf8e-48c3-4e8a-8e3b-37300fd903d5 None None] Provisioning complete for port b7a256fd-f127-43ea-a93a-29d607fadb38 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:02.468384 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0836bf8e-48c3-4e8a-8e3b-37300fd903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.516762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.528248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.528869 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 344b5d9e-0ac5-4f90-995a-e4a2eb9a8f36 disassociated. External IP: 172.25.4.86, port: 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2. May 26 23:00:02.559234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9005775f-0cfa-49fa-989d-ad60c975b353 req-24a4184b-1318-4c43-bcb7-1ccbdc70c2a7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 210 time: 0.1156223 May 26 23:00:02.761596 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0836bf8e-48c3-4e8a-8e3b-37300fd903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.800314 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.862531 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-56bbe0d2-3ea4-44b8-9f2c-9f9674b1be93 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:00:02.868172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-56bbe0d2-3ea4-44b8-9f2c-9f9674b1be93 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9842403 May 26 23:00:02.869116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:02.873724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 88252870-ee8e-4d35-b458-c6ce9b7d2d76, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:02.877593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:02.888400 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.891610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0836bf8e-48c3-4e8a-8e3b-37300fd903d5 None None] For port b7a256fd-f127-43ea-a93a-29d607fadb38, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b7a256fd-f127-43ea-a93a-29d607fadb38,segment=NetworkSegment(1a5922c4-f129-4931-bbc2-1628fe6ea311),segment_id=1a5922c4-f129-4931-bbc2-1628fe6ea311)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:02.936049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0836bf8e-48c3-4e8a-8e3b-37300fd903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.938250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 03967d31-35c3-4fd0-8a40-23337d3305f8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:02.972268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 03967d31-35c3-4fd0-8a40-23337d3305f8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:02.972631 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:02.973271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662790ea-5e5a-407d-bf0a-214217d846ef req-2b72c136-4b3d-44f7-b22f-2619cc81888c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:02.975506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-662790ea-5e5a-407d-bf0a-214217d846ef req-2b72c136-4b3d-44f7-b22f-2619cc81888c tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 944 time: 0.1591372 May 26 23:00:03.044676 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e29298-833b-4dc0-80c5-392ba23e60bf'] response: {'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'code': 200} May 26 23:00:03.057488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-662790ea-5e5a-407d-bf0a-214217d846ef req-0a55b1d4-b921-4e3d-975b-c6879b5c69e8 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713344 May 26 23:00:03.064685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=88252870-ee8e-4d35-b458-c6ce9b7d2d76,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:03.245529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2b0efd71-a26f-4c02-bcd2-98444acfbace None None] Provisioning for port 84832147-9f19-4543-9cb8-9c34975d32e7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:03.260968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2b0efd71-a26f-4c02-bcd2-98444acfbace None None] Provisioning complete for port 84832147-9f19-4543-9cb8-9c34975d32e7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:03.261397 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2b0efd71-a26f-4c02-bcd2-98444acfbace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.313452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836bf8e-48c3-4e8a-8e3b-37300fd903d5 None None] Pushing event updated for resources: {'Port': ['ID=b7a256fd-f127-43ea-a93a-29d607fadb38,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:03.338557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.360572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2b0efd71-a26f-4c02-bcd2-98444acfbace None None] Port 84832147-9f19-4543-9cb8-9c34975d32e7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:03.384336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4305cb56-b044-44a4-b600-b3fddd82364c req-585699f0-5c25-423b-9deb-215b89fe13d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 1096 time: 0.2028887 May 26 23:00:03.389729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2b0efd71-a26f-4c02-bcd2-98444acfbace None None] Provisioning complete for port 03967d31-35c3-4fd0-8a40-23337d3305f8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:03.390102 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2b0efd71-a26f-4c02-bcd2-98444acfbace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.444420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4305cb56-b044-44a4-b600-b3fddd82364c req-041511ac-02ee-4cfe-959c-43fa7126efd0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524216 May 26 23:00:03.445790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 03967d31-35c3-4fd0-8a40-23337d3305f8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03967d31-35c3-4fd0-8a40-23337d3305f8,segment=NetworkSegment(e2c8e46e-1b2d-4384-ab38-912aa8a764d7),segment_id=e2c8e46e-1b2d-4384-ab38-912aa8a764d7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:03.454738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.489088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:03.490992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.544060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=03967d31-35c3-4fd0-8a40-23337d3305f8,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:03.607622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b7a256fd-f127-43ea-a93a-29d607fadb38 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:03.724205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b7a256fd-f127-43ea-a93a-29d607fadb38 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:03.724585 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.767576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f8adb69-fa61-4f1d-80a9-7f8abc655942 req-c545a775-004c-4374-b52b-eb9ade5a9eba tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 210 time: 0.0492551 May 26 23:00:03.877649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:03.892461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.894114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:03.913408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-36427aff-46f7-4539-b089-af04cc7de2bc None None] Provisioning complete for port b7a256fd-f127-43ea-a93a-29d607fadb38 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:03.913789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36427aff-46f7-4539-b089-af04cc7de2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:03.952514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-05ed67e9-4d4f-4133-9205-47ed5c66d56c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/floatingips/344b5d9e-0ac5-4f90-995a-e4a2eb9a8f36 HTTP/1.1" status: 200 len: 687 time: 2.5060961 May 26 23:00:03.955270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44158) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:03.981379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:03.981860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:04.051561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:04.107973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:04.108585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:04.134922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 21a951b6-2cd0-4d08-8f39-807a6ea68a42 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:04.147021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.177021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:04.177423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58821762-454f-42de-bd97-330d2ebfb55c None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:04.311113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-df463f0b-70e4-4ea2-9c34-b3b5052c2ee2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:04.312512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-df463f0b-70e4-4ea2-9c34-b3b5052c2ee2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.2771103 May 26 23:00:04.361535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'port': {'device_id': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'admin_state_up': True, 'tenant_id': '298537138acc4da6be77c84737e82811'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:04.408935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.409138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.428798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eb107-1c82-4016-aed4-e20a04b42299 req-1d155dd4-d71f-4a63-88e6-7391892dfa0d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:04.430287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d8eb107-1c82-4016-aed4-e20a04b42299 req-1d155dd4-d71f-4a63-88e6-7391892dfa0d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 945 time: 0.1802127 May 26 23:00:04.540649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:04.555102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 21a951b6-2cd0-4d08-8f39-807a6ea68a42 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:04.569241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:04.583651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port 84832147-9f19-4543-9cb8-9c34975d32e7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:04.584234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.620337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Made reservation on behalf of 298537138acc4da6be77c84737e82811 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:04.623314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.629383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d8eb107-1c82-4016-aed4-e20a04b42299 req-d3914b5a-7346-459c-856c-767c75a4ac3e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485817 May 26 23:00:04.727624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.814062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=21a951b6-2cd0-4d08-8f39-807a6ea68a42,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:04.900862 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.914444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:04.920087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2d476d43-1ff3-4c70-9717-b74a4bfdb2df tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/floatingips/344b5d9e-0ac5-4f90-995a-e4a2eb9a8f36 HTTP/1.1" status: 204 len: 168 time: 0.9594657 May 26 23:00:04.920769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44166) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:04.927721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '051c79ee-4979-4d07-a444-db3eff88e6bf'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:04.934813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:04.940099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:floatingip and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:04.943636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:04.950639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:04.962663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.074561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.094822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5e14a05-4cf9-41e4-933e-7e69883381b5 req-f583f54c-9f1a-4f6d-ad58-e78650b6a59c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 210 time: 0.0704567 May 26 23:00:05.100895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.210602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Calling delete_port for 84832147-9f19-4543-9cb8-9c34975d32e7 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:05.240414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.25.4.111 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/b2491373-a96a-4ee0-98c8-c50c5fac3d4d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:05.268249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Allocated IP 172.20.0.4 (55a3a3ca-b3f5-4cb6-bf08-3d00119669c5/a523fb6a-888c-4068-90ca-6b3273fc4147/0e10e4bf-cb28-4164-90b1-153df52a2909) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:05.393376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.421228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.487601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:05.490966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:05.494601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:05.534899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03967d31-35c3-4fd0-8a40-23337d3305f8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:05.538908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=b2491373-a96a-4ee0-98c8-c50c5fac3d4d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:05.575286 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.607525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 03967d31-35c3-4fd0-8a40-23337d3305f8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:05.608381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.612978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.645356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Port': ['ID=84832147-9f19-4543-9cb8-9c34975d32e7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:05.710058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Transition to ACTIVE for port object 0e10e4bf-cb28-4164-90b1-153df52a2909 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:05.813888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:05.962454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:05.963311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=0e10e4bf-cb28-4164-90b1-153df52a2909,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:05.966548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:05.972259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:05.997643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:06.088861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c820d-ce0d-432f-9a6a-a793b8518c95 req-2610ffbd-ffbd-42c9-ba94-7e77da838858 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:06.090400 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-958c820d-ce0d-432f-9a6a-a793b8518c95 req-2610ffbd-ffbd-42c9-ba94-7e77da838858 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 945 time: 0.2482102 May 26 23:00:06.105346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:06.106014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:06.163469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-958c820d-ce0d-432f-9a6a-a793b8518c95 req-514444f3-f41a-448d-b4a6-b44dfb944d33 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599976 May 26 23:00:06.332289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7130e31b-0bde-4774-84c0-bf46cd9443da None None] Provisioning for port 0e10e4bf-cb28-4164-90b1-153df52a2909 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:06.337497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7130e31b-0bde-4774-84c0-bf46cd9443da None None] Provisioning complete for port 0e10e4bf-cb28-4164-90b1-153df52a2909 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:06.337903 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7130e31b-0bde-4774-84c0-bf46cd9443da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:06.340482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-05dc14b2-d88d-46ca-80e9-349177297d3d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9870660 May 26 23:00:06.363148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Request body: {'port': {'device_id': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:06.370697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:06.398426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7130e31b-0bde-4774-84c0-bf46cd9443da None None] Port 0e10e4bf-cb28-4164-90b1-153df52a2909 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:06.440930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:06.475185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b5192-a95a-4e30-9f5f-55fc4dbd9823 req-b0775807-ed32-4161-97fd-0c14fc54f958 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:06.477087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-518b5192-a95a-4e30-9f5f-55fc4dbd9823 req-b0775807-ed32-4161-97fd-0c14fc54f958 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 945 time: 0.1725721 May 26 23:00:06.486114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44176) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:06.502056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'port_id': '88252870-ee8e-4d35-b458-c6ce9b7d2d76'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:06.579070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:06.736043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630dcb8-fbde-4f53-8a1d-676683c9fa11 req-a219f3f5-de04-4f50-9111-5c9cf81d1bb1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:06.736639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9630dcb8-fbde-4f53-8a1d-676683c9fa11 req-a219f3f5-de04-4f50-9111-5c9cf81d1bb1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:00:06.739677 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:06.806420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9630dcb8-fbde-4f53-8a1d-676683c9fa11 req-a219f3f5-de04-4f50-9111-5c9cf81d1bb1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:00:06.807549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9630dcb8-fbde-4f53-8a1d-676683c9fa11 req-a219f3f5-de04-4f50-9111-5c9cf81d1bb1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 931 time: 0.5511849 May 26 23:00:06.818782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Router 8169750f-2f4f-4d8b-929c-84e01e345662 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:07.040993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:07.043943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9630dcb8-fbde-4f53-8a1d-676683c9fa11 req-70992346-ef21-485f-8a43-4c979ac68343 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271595 May 26 23:00:07.050340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:07.157293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:07.167585 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] Sync routers for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:07.175070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-72508f89-8538-447e-8dbe-e5d77046f0a4 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3003974 May 26 23:00:07.176438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44180) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:07.222110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:07.222736 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:07.261773 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-15c30ea6-3549-4851-903a-2f57af02e93b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] delete failed (client error): The resource could not be found. May 26 23:00:07.266424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-15c30ea6-3549-4851-903a-2f57af02e93b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1744891818 HTTP/1.1" status: 404 len: 335 time: 0.0856099 May 26 23:00:07.267313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:07.275044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9faf22b2-a9f7-445f-953c-c2b19c95736b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'router': {'external_gateway_info': {'network_id': '8169750f-2f4f-4d8b-929c-84e01e345662'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:07.283208 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:07.300626 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:07.301149 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:07.344859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=b2491373-a96a-4ee0-98c8-c50c5fac3d4d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:07.368784 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:07.369441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7398e9d-4c6e-4ba9-b8d6-52d326d070bc None None] The sync data for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:07.381573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:07.396996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 23:00:07.465149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e10e4bf-cb28-4164-90b1-153df52a2909 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:00:07.530338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:07.607922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Transition to ACTIVE for port object 0e10e4bf-cb28-4164-90b1-153df52a2909 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:07.614810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:07.681610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:07.687401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:07.809521 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 56aec59b-68b0-48d3-a998-a6b5901d8e33 associated. External IP: 172.25.4.111, port: 051c79ee-4979-4d07-a444-db3eff88e6bf. May 26 23:00:07.984017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Pushing event updated for resources: {'Port': ['ID=0e10e4bf-cb28-4164-90b1-153df52a2909,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:08.056136 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP a5b0a681-f965-4c4b-9fb7-1f7d326be478 associated. External IP: 172.25.4.234, port: 88252870-ee8e-4d35-b458-c6ce9b7d2d76. May 26 23:00:08.068636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9faf22b2-a9f7-445f-953c-c2b19c95736b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.132136 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-9faf22b2-a9f7-445f-953c-c2b19c95736b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] update failed (client error): The resource could not be found. May 26 23:00:08.137599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9faf22b2-a9f7-445f-953c-c2b19c95736b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662 HTTP/1.1" status: 404 len: 339 time: 0.8661771 May 26 23:00:08.137599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Attempting to bind port 0e10e4bf-cb28-4164-90b1-153df52a2909 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:00:08.137599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Attempting to bind port 0e10e4bf-cb28-4164-90b1-153df52a2909 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:00:08.137599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Attempting to bind port 0e10e4bf-cb28-4164-90b1-153df52a2909 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:00:08.138050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44190) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:08.143044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1819699463'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:08.150379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:08.155926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:network and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:08.158396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Port 0e10e4bf-cb28-4164-90b1-153df52a2909 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:00:08.158989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Attempting to bind port 0e10e4bf-cb28-4164-90b1-153df52a2909 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:00:08.160814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:08.167856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:08.175016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:00:08.175366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:00:08.175833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Bound using segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:00:08.176240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Bound port: 0e10e4bf-cb28-4164-90b1-153df52a2909, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:00:08.176744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.222933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:08.226155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.291578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:00:08.302299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] For port 0e10e4bf-cb28-4164-90b1-153df52a2909, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:00:08.307159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] For port 0e10e4bf-cb28-4164-90b1-153df52a2909, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0e10e4bf-cb28-4164-90b1-153df52a2909,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:00:08.308559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.308962 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Added segment 025a9c87-a0cb-4ca6-8328-850cf68317cb of type vlan for network 209815c2-599d-4c6e-a855-94a4c5374f8b May 26 23:00:08.315784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.394519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.396059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e10e4bf-cb28-4164-90b1-153df52a2909 HTTP/1.1" status: 200 len: 1091 time: 2.0396500 May 26 23:00:08.399745 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.413481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'tag': '0e10e4bf-cb28-4164-90b1-153df52a2909'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:08.421557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2996672-a147-448a-a3e4-605b47976746 req-badd8a5e-2357-496f-8fd5-48d6bb918066 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:08.423107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2996672-a147-448a-a3e4-605b47976746 req-badd8a5e-2357-496f-8fd5-48d6bb918066 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 943 time: 0.2403560 May 26 23:00:08.449314 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:00:08.449964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678225-8310-4ef7-8ec8-e44152302a11 service neutron] Pushing event updated for resources: {'Port': ['ID=0e10e4bf-cb28-4164-90b1-153df52a2909,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:08.500495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.505266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:08.505907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:08.515555 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60865149-0578-4a23-b814-bdd36ddcd55b'] response: {'name': 'network-changed', 'server_uuid': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'tag': '0e10e4bf-cb28-4164-90b1-153df52a2909', 'status': 'completed', 'code': 200} May 26 23:00:08.522284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2996672-a147-448a-a3e4-605b47976746 req-1473fb22-c2fb-4604-a6c7-43fe9f2d3a84 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916407 May 26 23:00:08.622495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4808528 May 26 23:00:08.623788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44196) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:08.638557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'subnet': {'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:08.654751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd24f0-7a89-40d8-abb9-51e38f075373 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Network': ['ID=209815c2-599d-4c6e-a855-94a4c5374f8b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:08.668138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 209815c2-599d-4c6e-a855-94a4c5374f8b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:00:08.766112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-908c12f2-f5d7-4264-850c-7aeec833c223 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 1094 time: 0.3082902 May 26 23:00:08.772110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:08.835052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Usage tracker for resource:subnet and tenant:c1ab9869ff8043df806808a0e2b6ad66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:08.845447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:08.849265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-99ed8432-c950-4736-9c71-2550803593cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e10e4bf-cb28-4164-90b1-153df52a2909 HTTP/1.1" status: 200 len: 217 time: 0.0746787 May 26 23:00:08.853290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:08.854638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:08.907243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Made reservation on behalf of c1ab9869ff8043df806808a0e2b6ad66 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:08.994239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-a3aa72fb-9d65-47e8-a844-9aaf6584d813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:08.995682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-a3aa72fb-9d65-47e8-a844-9aaf6584d813 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1402369 May 26 23:00:09.055550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:09.068689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:09.196513 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-02591442-7c04-426c-811a-0af162091c44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882448 May 26 23:00:09.238132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:09.248331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:09.263445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:09.265010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:09.270610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:09.327528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:09.331829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f80a2c9b-9376-4fa2-aa27-b1a986e5d084 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4100604 May 26 23:00:09.334504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44200) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:09.341305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:09.342140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:09.403917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:09.404570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a7ee8-33a8-4e19-857c-5173a361dcea None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:09.417790 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-4ffb1ee7-8b4b-4cba-af07-23cf983c346e service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142417 May 26 23:00:09.419070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:09.459917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4d9bd630-3a7b-4a48-8f6d-f519ef12b84b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "GET /v2.0/floatingips/56aec59b-68b0-48d3-a998-a6b5901d8e33 HTTP/1.1" status: 200 len: 978 time: 0.1240823 May 26 23:00:09.464363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:09.546814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:09.552240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:09.557706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Subnet': ['ID=caa57021-f541-441d-b876-72735d2030d7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:09.558805 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:09.582039 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:09.582980 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:09.612725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6fce9393-aca0-4a61-a9a2-ec1d7f8aea9e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Synchronizing usage tracker for tenant:db3c730570574c12bdab33852ec8f35a on resource:floatingip {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:00:09.629126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-175f4d39-b2e4-4970-9d76-7d93d6ec296a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "PUT /v2.0/floatingips/a5b0a681-f965-4c4b-9fb7-1f7d326be478 HTTP/1.1" status: 200 len: 991 time: 3.1421471 May 26 23:00:09.631984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:09.658790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6fce9393-aca0-4a61-a9a2-ec1d7f8aea9e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Unset dirty status for tenant:db3c730570574c12bdab33852ec8f35a on resource:floatingip {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:00:09.660022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6fce9393-aca0-4a61-a9a2-ec1d7f8aea9e tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1951294 May 26 23:00:09.663116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44214) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:09.668649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'port_id': '70e83af2-3edb-4fd9-a3d5-6be6879ad6b2'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:09.778261 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83a0e7e-99ea-4f01-9ef9-6b7f7568f90b'] response: {'name': 'network-changed', 'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'status': 'completed', 'code': 200} May 26 23:00:09.828063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Checking segment: {'id': '025a9c87-a0cb-4ca6-8328-850cf68317cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:00:09.828510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network hostable DHCP agents. Network: 209815c2-599d-4c6e-a855-94a4c5374f8b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:00:09.836562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:00:09.866426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf0ef8f-b7a0-4f88-b276-4af211e77901 req-fc8c9ec9-f79f-4516-8a7a-5862bbba925a service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143560 May 26 23:00:09.872139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:09.892207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network 209815c2-599d-4c6e-a855-94a4c5374f8b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:00:09.901721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901c535-b68c-4a9d-8581-172979ec166c req-8a8cb161-8594-401f-b066-c7b4f6d446d4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:09.904408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c901c535-b68c-4a9d-8581-172979ec166c req-8a8cb161-8594-401f-b066-c7b4f6d446d4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 943 time: 0.1436143 May 26 23:00:09.961030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 209815c2-599d-4c6e-a855-94a4c5374f8b) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:09.974121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea7e3b3-3f08-403e-81ae-b5979ed5dc1d None None] Network 209815c2-599d-4c6e-a855-94a4c5374f8b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:09.978181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:09.978868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:09.980951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-d2a40d64-fcfe-476d-b8c7-8ca2ba8fe949 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 1096 time: 0.2018590 May 26 23:00:10.007561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a04b3167-8207-4b8c-9173-7a9c3a650449 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3832929 May 26 23:00:10.015869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44218) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:10.021273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cfd5c8ef-4652-47fd-9421-bb2f9370ea76 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'router': {'external_gateway_info': {'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:10.039574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c901c535-b68c-4a9d-8581-172979ec166c req-16bdf9bf-5e8d-4311-ac9e-87468b41cda5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291244 May 26 23:00:10.059698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-c89bf45f-fcfc-4456-a98c-2e4e98c9f8cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 1094 time: 0.1333685 May 26 23:00:10.207620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-209815c2-599d-4c6e-a855-94a4c5374f8b', 'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b', 'tenant_id': 'c1ab9869ff8043df806808a0e2b6ad66', 'fixed_ips': [{'subnet_id': 'caa57021-f541-441d-b876-72735d2030d7'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:00:10.208750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:10.210553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-d8420557-d542-4687-b165-35250bac2034 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:10.212134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-d8420557-d542-4687-b165-35250bac2034 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.1433601 May 26 23:00:10.248273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a5b0a681-f965-4c4b-9fb7-1f7d326be478', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:ae:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ffda6c-f58f-4e7c-8817-652d065df777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:59:47Z', 'updated_at': '2022-05-26T23:00:07Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:10.252108 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:00:10.263312 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:10.263939 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:10.291680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-b96322c1-09c6-4861-b53c-f1176fc8c098 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e10e4bf-cb28-4164-90b1-153df52a2909 HTTP/1.1" status: 200 len: 217 time: 0.0719218 May 26 23:00:10.374182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-ae8a8d79-8928-47fc-9e17-1088981360e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:10.376370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-ae8a8d79-8928-47fc-9e17-1088981360e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0775406 May 26 23:00:10.387204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Allocated IP 2001:db8:1::2 (209815c2-599d-4c6e-a855-94a4c5374f8b/caa57021-f541-441d-b876-72735d2030d7/84f07f98-9f06-413b-9a02-ff0e8a974ad5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:10.448869 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:00:10.481610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-28a6803a-1ebc-4d9d-8686-5fde02862471 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982659 May 26 23:00:10.539878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-62f47838-51db-4a58-80c0-49ab867316b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:10.541249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-62f47838-51db-4a58-80c0-49ab867316b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.5302548 May 26 23:00:10.667370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-caf6f1b0-c946-4225-a11c-9cecb0cf4d5c service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762996 May 26 23:00:10.667936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:10.694007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Transition to ACTIVE for port object 84f07f98-9f06-413b-9a02-ff0e8a974ad5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:10.729764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Transition to ACTIVE for port object 84f07f98-9f06-413b-9a02-ff0e8a974ad5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:10.749510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:10.844942 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a5b0a681-f965-4c4b-9fb7-1f7d326be478', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:ae:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ffda6c-f58f-4e7c-8817-652d065df777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:59:47Z', 'updated_at': '2022-05-26T23:00:07Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:10.850619 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7c2f5-dca4-4a57-b04e-dc1e87b892f0 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a5b0a681-f965-4c4b-9fb7-1f7d326be478', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:ae:25:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ffda6c-f58f-4e7c-8817-652d065df777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:59:47Z', 'updated_at': '2022-05-26T23:00:07Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:10.857947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a065904-b00f-492a-99e5-4dcccfa47bb4 req-7af7d5a9-a51f-43ae-9407-d3d23a0b9606 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819847 May 26 23:00:10.894040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Network 209815c2-599d-4c6e-a855-94a4c5374f8b is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:10.897134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:10.905199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:10.952054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Pushing event updated for resources: {'Port': ['ID=84f07f98-9f06-413b-9a02-ff0e8a974ad5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:11.011642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-5de0f79a-0c86-4fda-9eee-33d437794c7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76 HTTP/1.1" status: 200 len: 999 time: 0.4147139 May 26 23:00:11.075488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Attempting to bind port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:00:11.076080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Attempting to bind port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '025a9c87-a0cb-4ca6-8328-850cf68317cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:00:11.076187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Attempting to bind port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 on network 209815c2-599d-4c6e-a855-94a4c5374f8b {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:00:11.097217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:00:11.097522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Checking segment: {'id': '025a9c87-a0cb-4ca6-8328-850cf68317cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:00:11.097962 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:11.098345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Bound using segment: {'id': '025a9c87-a0cb-4ca6-8328-850cf68317cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:00:11.098802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Bound port: 84f07f98-9f06-413b-9a02-ff0e8a974ad5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025a9c87-a0cb-4ca6-8328-850cf68317cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '209815c2-599d-4c6e-a855-94a4c5374f8b'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:00:11.099243 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:11.119145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affa722-87b7-42ec-84d2-930ca92b0346 None None] New status for floating IP a5b0a681-f965-4c4b-9fb7-1f7d326be478: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:00:11.313521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] For port 84f07f98-9f06-413b-9a02-ff0e8a974ad5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:00:11.316809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] For port 84f07f98-9f06-413b-9a02-ff0e8a974ad5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=84f07f98-9f06-413b-9a02-ff0e8a974ad5,segment=NetworkSegment(025a9c87-a0cb-4ca6-8328-850cf68317cb),segment_id=025a9c87-a0cb-4ca6-8328-850cf68317cb)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:00:11.363432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-7b4972b1-c77b-4e62-a8af-571ab4221544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:11.364913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-7b4972b1-c77b-4e62-a8af-571ab4221544 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.3432109 May 26 23:00:11.416103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452611ae-48f0-4b08-84af-d26087cf8d04 req-204d2f5b-8fce-4534-815c-2e90e5477fa3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:11.421342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:11.424334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-452611ae-48f0-4b08-84af-d26087cf8d04 req-204d2f5b-8fce-4534-815c-2e90e5477fa3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 943 time: 0.1435649 May 26 23:00:11.449383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c8ef-4652-47fd-9421-bb2f9370ea76 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:11.512760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-452611ae-48f0-4b08-84af-d26087cf8d04 req-8a7a35c4-f60d-49ac-a0d0-1c7a518c015b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874293 May 26 23:00:11.519871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c9da-9e43-41be-b05e-be20ed2cb464 None None] Pushing event updated for resources: {'Port': ['ID=84f07f98-9f06-413b-9a02-ff0e8a974ad5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:11.668042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-2ccf3561-b0d4-44ca-b3ea-28ff73409d56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894359 May 26 23:00:11.903865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:11.914669 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:12.221738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-11f09cf4-19f8-4475-8ca2-b734acfab41f service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943364 May 26 23:00:12.332081 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-cfd5c8ef-4652-47fd-9421-bb2f9370ea76 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:00:12.337104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cfd5c8ef-4652-47fd-9421-bb2f9370ea76 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662 HTTP/1.1" status: 400 len: 364 time: 2.3163772 May 26 23:00:12.338059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44236) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:12.400444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3acf499a-ae42-47ad-b124-c35e899bb8cc req-1252839b-43d1-49e7-9003-ad1c44f1cdd8 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711066 May 26 23:00:12.456025 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 56aec59b-68b0-48d3-a998-a6b5901d8e33 associated. External IP: 172.25.4.111, port: 051c79ee-4979-4d07-a444-db3eff88e6bf. May 26 23:00:12.864355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806599b-6ae0-40d9-b6b5-0b1cb3a23a7c None None] Network 209815c2-599d-4c6e-a855-94a4c5374f8b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:12.879917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb331-deb4-4d73-8ec6-d45fb5a4c068 req-5cd4316d-b1e5-4325-9db6-914029031322 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:12.887028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dbeb331-deb4-4d73-8ec6-d45fb5a4c068 req-5cd4316d-b1e5-4325-9db6-914029031322 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 943 time: 0.1743948 May 26 23:00:13.024125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dbeb331-deb4-4d73-8ec6-d45fb5a4c068 req-54ca6e6f-f347-435c-bcf5-4150977d1b69 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354682 May 26 23:00:13.104365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.119344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:13.135966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-170d2a39-df6b-4786-b63f-9650611acd22 None None] Provisioning for port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:13.264947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0e10e4bf-cb28-4164-90b1-153df52a2909 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:00:13.377328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:13.391313 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:13.403946 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:13.404862 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:13.466202 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:13.470963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0e10e4bf-cb28-4164-90b1-153df52a2909, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0e10e4bf-cb28-4164-90b1-153df52a2909,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:13.478210 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:13.479063 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:13.503563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '0e10e4bf-cb28-4164-90b1-153df52a2909', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '0e10e4bf-cb28-4164-90b1-153df52a2909', 'mac_address': 'fa:16:3e:a5:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:00:13.575268 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:13.576054 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2502df-85ef-4132-b0a3-7f5f75710dfd None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:13.591397 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.634204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Allocated IP 2001:db8::1 (36989e02-ccbd-4cc5-b255-bd0698dd38aa/d8be97e9-60bc-4722-8185-63418be7eda3/7e4ac222-ca63-40bb-b6de-a182b7686a1c) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:13.637798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84f07f98-9f06-413b-9a02-ff0e8a974ad5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:13.698532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e10e4bf-cb28-4164-90b1-153df52a2909 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:00:13.719357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0e10e4bf-cb28-4164-90b1-153df52a2909, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0e10e4bf-cb28-4164-90b1-153df52a2909,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:13.725451 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.771485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:13.786118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:13.786488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.847760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.848699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=0e10e4bf-cb28-4164-90b1-153df52a2909,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:13.868020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Transition to ACTIVE for port object 7e4ac222-ca63-40bb-b6de-a182b7686a1c will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:13.890697 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.921926 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.959535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 84f07f98-9f06-413b-9a02-ff0e8a974ad5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=84f07f98-9f06-413b-9a02-ff0e8a974ad5,segment=NetworkSegment(025a9c87-a0cb-4ca6-8328-850cf68317cb),segment_id=025a9c87-a0cb-4ca6-8328-850cf68317cb)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:13.964546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.971711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:13.975252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:13.978406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:13.979014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.011351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Port': ['ID=7e4ac222-ca63-40bb-b6de-a182b7686a1c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:14.011549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:00:14.016680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:14.079849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.114839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=84f07f98-9f06-413b-9a02-ff0e8a974ad5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:14.297972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:14.302509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.308250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:14.319827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:14.320369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:14.385282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:14.401692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:14.402613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:14.417133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-63bd2442-4ec8-402b-b92e-12ac58dc46a0 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/floatingips/56aec59b-68b0-48d3-a998-a6b5901d8e33 HTTP/1.1" status: 200 len: 977 time: 4.7529657 May 26 23:00:14.419952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44248) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:14.424864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:14.485501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b307a-c47f-4108-98ce-aa889acfb33c req-db85b09e-86e7-48e3-93b4-ab5f6e604353 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:14.487131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e52b307a-c47f-4108-98ce-aa889acfb33c req-db85b09e-86e7-48e3-93b4-ab5f6e604353 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 944 time: 0.2361741 May 26 23:00:14.492449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-80bd75d7-0b06-4666-8c71-f2ff97387a5b None None] Provisioning for port 7e4ac222-ca63-40bb-b6de-a182b7686a1c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:14.503478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-80bd75d7-0b06-4666-8c71-f2ff97387a5b None None] Provisioning complete for port 7e4ac222-ca63-40bb-b6de-a182b7686a1c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:14.504377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-80bd75d7-0b06-4666-8c71-f2ff97387a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.526586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:14.526929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb1e37-099b-40fb-af90-1a7141bdf93e None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:14.528905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.556988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-80bd75d7-0b06-4666-8c71-f2ff97387a5b None None] Port 7e4ac222-ca63-40bb-b6de-a182b7686a1c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:14.571760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e52b307a-c47f-4108-98ce-aa889acfb33c req-a88ca872-7c3e-4efe-b797-0c3208757520 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710182 May 26 23:00:14.613545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.618387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.619548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.771916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event updated for resources: {'Port': ['ID=7e4ac222-ca63-40bb-b6de-a182b7686a1c,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:14.814783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.818266 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:14.818582 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 56aec59b-68b0-48d3-a998-a6b5901d8e33 disassociated. External IP: 172.25.4.111, port: 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2. May 26 23:00:14.826325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:14.827386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:15.083389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-59cf1893-8225-4d24-aa9e-cfbb7544d25c None None] Provisioning complete for port 7e4ac222-ca63-40bb-b6de-a182b7686a1c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:15.084473 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59cf1893-8225-4d24-aa9e-cfbb7544d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:15.137956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-59cf1893-8225-4d24-aa9e-cfbb7544d25c None None] Port 7e4ac222-ca63-40bb-b6de-a182b7686a1c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:15.230810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:15.265186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Router 8169750f-2f4f-4d8b-929c-84e01e345662 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:15.289828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0e10e4bf-cb28-4164-90b1-153df52a2909 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:15.360364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 0e10e4bf-cb28-4164-90b1-153df52a2909 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:15.365474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 0e10e4bf-cb28-4164-90b1-153df52a2909 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:15.365875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:15.440531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:15.447441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:15.453386 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:15.453964 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] Sync routers for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:15.464722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-00e01e4b-40fc-48cf-bc0e-54bea1c8dcf0 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1243007 May 26 23:00:15.465764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44254) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:15.469620 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:15.470742 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.492292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:15.518618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-853b0421-7165-4224-bb29-8196955d424f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/floatingips/56aec59b-68b0-48d3-a998-a6b5901d8e33 HTTP/1.1" status: 200 len: 688 time: 1.0975180 May 26 23:00:15.519523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44258) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:15.532629 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:15.543462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:15.544085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.578414 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.596952 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:15.597879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.628798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84f07f98-9f06-413b-9a02-ff0e8a974ad5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:15.663350 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-33262d0b-fb89-4364-8866-4ff46e7b451f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:15.681689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.704389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e10e4bf-cb28-4164-90b1-153df52a2909'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:15.746076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0e10e4bf-cb28-4164-90b1-153df52a2909, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0e10e4bf-cb28-4164-90b1-153df52a2909,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:15.765646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:15.766324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.772564 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.772998 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1fa711-26a5-4b35-8c54-87f67f9f0398 None None] The sync data for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:15.863120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:15.867823 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a7eddc-34ba-43be-99ae-cd683a32b700'] response: {'server_uuid': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e10e4bf-cb28-4164-90b1-153df52a2909', 'code': 200} May 26 23:00:15.932302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:15.932786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6f5d2d-fc68-40f3-bd34-ba61ee401772 None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:15.953020 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-33262d0b-fb89-4364-8866-4ff46e7b451f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 23:00:15.953599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-33262d0b-fb89-4364-8866-4ff46e7b451f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662 HTTP/1.1" status: 409 len: 329 time: 0.4864676 May 26 23:00:15.956627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44268) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:15.962947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port b2491373-a96a-4ee0-98c8-c50c5fac3d4d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:15.963160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:15.972392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:15.972838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:16.000588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=0e10e4bf-cb28-4164-90b1-153df52a2909,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:16.095665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835247f5-af15-438b-9c5e-e531763dff0b req-775e3db6-46af-41c8-b257-83283146abf9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:16.097117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-835247f5-af15-438b-9c5e-e531763dff0b req-775e3db6-46af-41c8-b257-83283146abf9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2972286 May 26 23:00:16.127102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b3ae532-9d66-4da0-b0c6-ea2db76ab250 req-d5e3efb0-9869-49b1-9ba3-4d76dd379a18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 1096 time: 0.2333078 May 26 23:00:16.177722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-835247f5-af15-438b-9c5e-e531763dff0b req-eb4d9469-52e3-4b9f-8340-c201878ba077 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705178 May 26 23:00:16.187495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b3ae532-9d66-4da0-b0c6-ea2db76ab250 req-1c728b97-3c7d-4b2b-ab54-4e268d729885 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530794 May 26 23:00:16.197242 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:16.197632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:16.317318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for b2491373-a96a-4ee0-98c8-c50c5fac3d4d owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:16.361144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:16.458825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:16.505588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=b2491373-a96a-4ee0-98c8-c50c5fac3d4d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:16.544596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.544939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.545277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.545611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.545967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.546300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.546701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.546951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.547364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.547659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.547921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:16.611169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:16.636115 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:16.639803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-453277f5-ae76-404b-b562-c72106d0361d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/floatingips/56aec59b-68b0-48d3-a998-a6b5901d8e33 HTTP/1.1" status: 204 len: 168 time: 1.1167257 May 26 23:00:16.640045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44272) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:16.706742 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-a6b4f0c1-3863-4cdf-8f4b-68df83c951bc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] delete failed (client error): The resource could not be found. May 26 23:00:16.707742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a6b4f0c1-3863-4cdf-8f4b-68df83c951bc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/floatingips/56aec59b-68b0-48d3-a998-a6b5901d8e33 HTTP/1.1" status: 404 len: 345 time: 0.0667810 May 26 23:00:16.711688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44276) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:16.794073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad1b5e-8691-476a-9715-aef91a050644 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:16.798002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad1b5e-8691-476a-9715-aef91a050644 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:16.801906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad1b5e-8691-476a-9715-aef91a050644 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:16.802711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-36ad1b5e-8691-476a-9715-aef91a050644 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Synchronizing usage tracker for tenant:db3c730570574c12bdab33852ec8f35a on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:00:16.819824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-36ad1b5e-8691-476a-9715-aef91a050644 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Unset dirty status for tenant:db3c730570574c12bdab33852ec8f35a on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:00:16.821325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36ad1b5e-8691-476a-9715-aef91a050644 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "GET /v2.0/ports?network_id=b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c HTTP/1.1" status: 200 len: 2357 time: 0.1084120 May 26 23:00:16.824123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44282) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:16.887758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50badcf6-f9cb-4672-b4ba-8f0ca91c0a4d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:16.888313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50badcf6-f9cb-4672-b4ba-8f0ca91c0a4d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Synchronizing usage tracker for tenant:db3c730570574c12bdab33852ec8f35a on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:00:16.904369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50badcf6-f9cb-4672-b4ba-8f0ca91c0a4d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Unset dirty status for tenant:db3c730570574c12bdab33852ec8f35a on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:00:16.906193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50badcf6-f9cb-4672-b4ba-8f0ca91c0a4d tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "GET /v2.0/subnets/d5c90c3d-726b-4d5a-afce-289807a902a9 HTTP/1.1" status: 200 len: 797 time: 0.0807247 May 26 23:00:16.910478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44286) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:16.916608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'port': {'network_id': 'b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c', 'name': 'tempest-FloatingIPTestJSON-896173971', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:17.057816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:17.061521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port 7e4ac222-ca63-40bb-b6de-a182b7686a1c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:17.062058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:17.067962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:17.077813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:17.157775 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9528c14f-c919-4de5-b20b-7dcc82437d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:17.205408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:17.228339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] device_id is not set on port 527095c0-dbc4-40c4-b597-8d6aa40aaf78 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:00:17.254271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:17.412412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Calling delete_port for 7e4ac222-ca63-40bb-b6de-a182b7686a1c owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:17.530904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff896b0-ba6f-416f-8793-11644c73cb7a req-6f032cd5-dc00-415d-8362-ac6744a6469b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:17.532282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ff896b0-ba6f-416f-8793-11644c73cb7a req-6f032cd5-dc00-415d-8362-ac6744a6469b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2143605 May 26 23:00:17.622053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ff896b0-ba6f-416f-8793-11644c73cb7a req-271dbff5-3715-4386-81ef-382e8eb70c2f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828586 May 26 23:00:17.664183 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:17.684009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.14 (b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c/d5c90c3d-726b-4d5a-afce-289807a902a9/527095c0-dbc4-40c4-b597-8d6aa40aaf78) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:17.690836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.13 (b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c/d5c90c3d-726b-4d5a-afce-289807a902a9/527095c0-dbc4-40c4-b597-8d6aa40aaf78) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:17.721578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Port': ['ID=7e4ac222-ca63-40bb-b6de-a182b7686a1c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:17.899152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:17.901920 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:17.931577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:18.003898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:18.006942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:18.009887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:18.044087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=527095c0-dbc4-40c4-b597-8d6aa40aaf78,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:18.078872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:18.079675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:18.106150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a9bb4cd9-b1b1-49e3-a965-4b6134e20416 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1944380 May 26 23:00:18.108605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44296) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:18.113968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '527095c0-dbc4-40c4-b597-8d6aa40aaf78', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:18.124969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:18.129907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:floatingip and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:18.133982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:18.139706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:18.150004 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:18.286015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:18.400383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Router 8169750f-2f4f-4d8b-929c-84e01e345662 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:18.426442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.25.4.242 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/2e03c690-9ba6-4284-8f96-3b2bdd1f8206) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:18.535631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:18.546046 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] Sync routers for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:18.546526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8cb0defa-823a-4cdf-b921-b4c35f30ebb6 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885503 May 26 23:00:18.548654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44300) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:18.558798 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:18.559917 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:18.579639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:18.609505 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:18.618354 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:18.619257 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-8baee353-cf74-4e71-bd49-c32d87dea57b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] show failed (client error): The resource could not be found. May 26 23:00:18.625086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8baee353-cf74-4e71-bd49-c32d87dea57b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1833867021 HTTP/1.1" status: 404 len: 335 time: 0.0691304 May 26 23:00:18.625565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44304) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:18.629886 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] Routers {'8169750f-2f4f-4d8b-929c-84e01e345662'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:18.630596 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T22:59:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['8169750f-2f4f-4d8b-929c-84e01e345662'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:18.630750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b312bd8d-4f68-4dc5-b187-95068d73658b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:18.687035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:18.690702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:18.692799 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-b312bd8d-4f68-4dc5-b187-95068d73658b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] update failed (client error): The resource could not be found. May 26 23:00:18.693107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:18.698974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b312bd8d-4f68-4dc5-b187-95068d73658b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-455841801 HTTP/1.1" status: 404 len: 334 time: 0.0673220 May 26 23:00:18.701553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44310) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:18.718964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=2e03c690-9ba6-4284-8f96-3b2bdd1f8206,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:18.756905 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:18.757297 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7698080-9518-4cea-a36c-c4a565aa380c None None] The sync data for ids ['8169750f-2f4f-4d8b-929c-84e01e345662'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:18.951585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting subnet caa57021-f541-441d-b876-72735d2030d7 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:00:18.954383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.010933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.094664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af60973-56a8-449d-81ad-a11e6f0427ff req-30222cb7-75eb-459f-a7aa-1155aa190a23 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:19.096129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9af60973-56a8-449d-81ad-a11e6f0427ff req-30222cb7-75eb-459f-a7aa-1155aa190a23 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2682631 May 26 23:00:19.096719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.178967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9af60973-56a8-449d-81ad-a11e6f0427ff req-e13911f4-8948-497e-8315-154774387d0b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730405 May 26 23:00:19.180149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.227925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Subnet': ['ID=caa57021-f541-441d-b876-72735d2030d7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:19.238563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.244208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50744642-94a3-4faf-b3ca-06ae04e9dc59 None None] Network 209815c2-599d-4c6e-a855-94a4c5374f8b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:19.246174 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ff76d4da-b04a-4824-b478-19c304df6e6b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/subnets/caa57021-f541-441d-b876-72735d2030d7 HTTP/1.1" status: 204 len: 168 time: 0.5435820 May 26 23:00:19.248585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44320) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:19.408869 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.424579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:19.425155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.431884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.624869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] DHCP port deletion for 209815c2-599d-4c6e-a855-94a4c5374f8b request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:00:19.629274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] Deleting port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:19.629647 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.683936 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.908408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] For port 84f07f98-9f06-413b-9a02-ff0e8a974ad5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=84f07f98-9f06-413b-9a02-ff0e8a974ad5,segment=NetworkSegment(025a9c87-a0cb-4ca6-8328-850cf68317cb),segment_id=025a9c87-a0cb-4ca6-8328-850cf68317cb)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:19.908773 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.920026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] For port 84f07f98-9f06-413b-9a02-ff0e8a974ad5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=84f07f98-9f06-413b-9a02-ff0e8a974ad5,segment=NetworkSegment(025a9c87-a0cb-4ca6-8328-850cf68317cb),segment_id=025a9c87-a0cb-4ca6-8328-850cf68317cb)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:19.920415 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.985695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b8ed74a3-60a6-49f2-a731-56c39cac6454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.044017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] Calling delete_port for 84f07f98-9f06-413b-9a02-ff0e8a974ad5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:20.046409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-61dbfb25-8007-414d-a301-11495c3a173c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.2046857 May 26 23:00:20.058763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b6567-ca59-41b6-9706-553db74ea7a8 req-f5a1ea70-3623-4cb5-9672-854608cc4df5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:20.061160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-967b6567-ca59-41b6-9706-553db74ea7a8 req-f5a1ea70-3623-4cb5-9672-854608cc4df5 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1570592 May 26 23:00:20.072341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Calling delete_port for 84f07f98-9f06-413b-9a02-ff0e8a974ad5 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:20.122695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.163465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.166190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40321a5-65f6-43ac-896d-aa387b3bd45f req-34727000-ebee-4259-b45c-88c2178595d6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:20.167979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a40321a5-65f6-43ac-896d-aa387b3bd45f req-34727000-ebee-4259-b45c-88c2178595d6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2615600 May 26 23:00:20.170190 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:00:20.170499 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:00:20.172031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] Pushing event deleted for resources: {'Port': ['ID=84f07f98-9f06-413b-9a02-ff0e8a974ad5,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:20.177296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf4f88-2254-4c8b-af53-7b55ed3aca7c None None] No DVR routers for this DVR port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:00:20.177610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.223857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a40321a5-65f6-43ac-896d-aa387b3bd45f req-e09ff333-74fb-4249-a03b-9750cbc2fac5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 May 26 23:00:20.331936 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-967b6567-ca59-41b6-9706-553db74ea7a8 req-d289be48-d875-491b-93cd-1b2db955a3da tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520025 May 26 23:00:20.336851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=2e03c690-9ba6-4284-8f96-3b2bdd1f8206,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:20.347383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-d5a64997-ec44-4188-b56d-71b0e8bb1e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:20.348809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-d5a64997-ec44-4188-b56d-71b0e8bb1e7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.2965558 May 26 23:00:20.355064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.562450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.568415 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-cf829c61-899b-486d-870b-7dc418cfd786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 1001 time: 0.1677094 May 26 23:00:20.641912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-bb3bf43e-f1aa-4060-b88a-0cb7381d4540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:20.643306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-bb3bf43e-f1aa-4060-b88a-0cb7381d4540 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.0674329 May 26 23:00:20.671809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port 84f07f98-9f06-413b-9a02-ff0e8a974ad5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:20.672354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.729986 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP d3bf833a-114a-4849-a41f-cff155404f02 associated. External IP: 172.25.4.242, port: 527095c0-dbc4-40c4-b597-8d6aa40aaf78. May 26 23:00:20.731154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.743124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] The port '84f07f98-9f06-413b-9a02-ff0e8a974ad5' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:00:20.867447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.868060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-1f3ca5d6-2c7d-42b9-bb27-b7ca1d4e603d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182903 May 26 23:00:20.892203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209815c2-599d-4c6e-a855-94a4c5374f8b']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:20.904212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025a9c87-a0cb-4ca6-8328-850cf68317cb') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:20.904495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025a9c87-a0cb-4ca6-8328-850cf68317cb') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:20.916032 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.931642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.937441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:00:20.937853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: timer() May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:00:20.953526 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:00:21.023007 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-e9e93356-44f6-4f75-ae0b-d4ed0fc2e732 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425326 May 26 23:00:21.037816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.042371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.070679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Network': ['ID=209815c2-599d-4c6e-a855-94a4c5374f8b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:21.074577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-29a20efb-0cfb-4319-b2b2-5c95bf0f719a tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/networks/209815c2-599d-4c6e-a855-94a4c5374f8b HTTP/1.1" status: 204 len: 168 time: 1.8249969 May 26 23:00:21.076984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44332) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:21.287263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting subnet fe14e7fb-6f90-4e43-a193-f8262f53c151 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:00:21.290747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.352364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66af3afd-1195-4f02-acbd-e94b505a7377 req-f7a63a56-95bb-47a8-b85f-cfca44f608e7 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221962 May 26 23:00:21.355252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.541561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51bffa-458d-4b4a-af20-5cb5004491d2 req-6a6ae966-7dd7-4081-9a5c-866bba24306c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:21.542983 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d51bffa-458d-4b4a-af20-5cb5004491d2 req-6a6ae966-7dd7-4081-9a5c-866bba24306c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1469378 May 26 23:00:21.546384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.550777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84f07f98-9f06-413b-9a02-ff0e8a974ad5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:00:21.562081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:21.581103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8179316-f04b-46a8-a851-cc48bae93649 req-c26b3fa7-0471-4b1f-a509-8c021f8a6fa0 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:21.582586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8179316-f04b-46a8-a851-cc48bae93649 req-c26b3fa7-0471-4b1f-a509-8c021f8a6fa0 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1037655 May 26 23:00:21.590931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 84f07f98-9f06-413b-9a02-ff0e8a974ad5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:00:21.591923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84f07f98-9f06-413b-9a02-ff0e8a974ad5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:00:21.639558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1d51bffa-458d-4b4a-af20-5cb5004491d2 req-6c540f38-8a95-4981-b468-7d5ad5549896 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647852 May 26 23:00:21.655244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.702321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Subnet': ['ID=fe14e7fb-6f90-4e43-a193-f8262f53c151,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:21.708760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.714603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a42867-8151-4eb6-88e2-9edc91478999 None None] Network 88ae6427-4206-4a36-9585-fae5f80fee01 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:21.716255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52717e17-c75e-4bb9-9e5a-67e09b87b3f8 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/subnets/fe14e7fb-6f90-4e43-a193-f8262f53c151 HTTP/1.1" status: 204 len: 168 time: 0.6383121 May 26 23:00:21.718974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44340) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:21.761850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8179316-f04b-46a8-a851-cc48bae93649 req-0162c0af-0250-4cbf-bbf7-8dd873ca9929 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224682 May 26 23:00:21.838035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:21.868811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.890257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:21.924800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting subnet c27daf44-2778-4ef9-9072-b662b60754fd {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:00:21.927717 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.928207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a72298a0-777f-41ff-862e-83eb1361bf18 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8183751 May 26 23:00:21.931805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44344) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:21.936950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'port_id': '527095c0-dbc4-40c4-b597-8d6aa40aaf78', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:21.945415 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:21.946566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:21.947172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:21.983712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.015329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:22.033453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:22.034099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:22.039685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.101553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:22.102119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476df32d-02b1-4eee-93f8-5e038dcfa36d None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:22.167100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] DHCP port deletion for 88ae6427-4206-4a36-9585-fae5f80fee01 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:00:22.171156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] Deleting port b7a256fd-f127-43ea-a93a-29d607fadb38 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:22.171587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.174808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.250175 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.293620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.301101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Subnet': ['ID=c27daf44-2778-4ef9-9072-b662b60754fd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:22.308457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6256dde0-7fe2-4816-b852-7eea4ce4283d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/subnets/c27daf44-2778-4ef9-9072-b662b60754fd HTTP/1.1" status: 204 len: 168 time: 0.5860612 May 26 23:00:22.308636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44348) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:22.338527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85de127-4da9-4ba9-9488-c48dfd79befc None None] Network aa88b96d-5f38-4dc9-8b1b-315b68771a83 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:22.424505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.435145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port b7a256fd-f127-43ea-a93a-29d607fadb38 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:22.435479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.470957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] For port b7a256fd-f127-43ea-a93a-29d607fadb38, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b7a256fd-f127-43ea-a93a-29d607fadb38,segment=NetworkSegment(1a5922c4-f129-4931-bbc2-1628fe6ea311),segment_id=1a5922c4-f129-4931-bbc2-1628fe6ea311)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:22.471490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.629573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] Calling delete_port for b7a256fd-f127-43ea-a93a-29d607fadb38 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:22.651883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] For port b7a256fd-f127-43ea-a93a-29d607fadb38, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b7a256fd-f127-43ea-a93a-29d607fadb38,segment=NetworkSegment(1a5922c4-f129-4931-bbc2-1628fe6ea311),segment_id=1a5922c4-f129-4931-bbc2-1628fe6ea311)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:22.652253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.706698 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.712662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.754594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.810812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] Pushing event deleted for resources: {'Port': ['ID=b7a256fd-f127-43ea-a93a-29d607fadb38,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:22.812750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Calling delete_port for b7a256fd-f127-43ea-a93a-29d607fadb38 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:22.823033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2e436-1e39-467b-af90-1616c30f0355 None None] No DVR routers for this DVR port b7a256fd-f127-43ea-a93a-29d607fadb38 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:00:22.912927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] DHCP port deletion for aa88b96d-5f38-4dc9-8b1b-315b68771a83 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:00:22.919412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] Deleting port 03967d31-35c3-4fd0-8a40-23337d3305f8 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:22.919790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.959555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:00:22.959783 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:00:22.970543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e0406-cc2d-4857-8f71-eedde9ce9aa6 req-f0c42e59-bb5b-4205-a7ba-004e4aa3bde6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:22.972008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff0e0406-cc2d-4857-8f71-eedde9ce9aa6 req-f0c42e59-bb5b-4205-a7ba-004e4aa3bde6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1238153 May 26 23:00:23.022695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff0e0406-cc2d-4857-8f71-eedde9ce9aa6 req-1491a0a8-0cf3-442d-b702-c4f6c4ce892b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 May 26 23:00:23.087667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f83681-2544-4569-b492-ba34dcac07c0 req-4b50c174-dd6e-4908-8a41-fb94974db61f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:23.088999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22f83681-2544-4569-b492-ba34dcac07c0 req-4b50c174-dd6e-4908-8a41-fb94974db61f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1645865 May 26 23:00:23.130585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] For port 03967d31-35c3-4fd0-8a40-23337d3305f8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=03967d31-35c3-4fd0-8a40-23337d3305f8,segment=NetworkSegment(e2c8e46e-1b2d-4384-ab38-912aa8a764d7),segment_id=e2c8e46e-1b2d-4384-ab38-912aa8a764d7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:23.130967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.153394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-22f83681-2544-4569-b492-ba34dcac07c0 req-bf22ff70-fe98-4121-acb1-85ba72cdc67f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583355 May 26 23:00:23.281480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] Calling delete_port for 03967d31-35c3-4fd0-8a40-23337d3305f8 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:23.354341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.370792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:23.396970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] Pushing event deleted for resources: {'Port': ['ID=03967d31-35c3-4fd0-8a40-23337d3305f8,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:23.403016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa0f48-f057-47bc-b263-826cc961cf6f None None] No DVR routers for this DVR port 03967d31-35c3-4fd0-8a40-23337d3305f8 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:00:23.461451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port b7a256fd-f127-43ea-a93a-29d607fadb38 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:23.461824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.526389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] The port 'b7a256fd-f127-43ea-a93a-29d607fadb38' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:00:23.548086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b7a256fd-f127-43ea-a93a-29d607fadb38 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:00:23.582425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:23.584591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b7a256fd-f127-43ea-a93a-29d607fadb38 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:00:23.584969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b7a256fd-f127-43ea-a93a-29d607fadb38 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:00:23.585372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03967d31-35c3-4fd0-8a40-23337d3305f8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:00:23.588216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.592606 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:23.611400 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:23.611997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:23.658704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.666521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 03967d31-35c3-4fd0-8a40-23337d3305f8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:00:23.667002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 03967d31-35c3-4fd0-8a40-23337d3305f8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:00:23.687968 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:23.699287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:23.699893 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:23.706431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ae6427-4206-4a36-9585-fae5f80fee01']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:23.718485 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-de8baa78-064b-4734-9764-e02e55a07357 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/floatingips/d3bf833a-114a-4849-a41f-cff155404f02 HTTP/1.1" status: 200 len: 978 time: 1.7831249 May 26 23:00:23.718991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44358) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:23.719088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5922c4-f129-4931-bbc2-1628fe6ea311') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:23.719361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5922c4-f129-4931-bbc2-1628fe6ea311') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:23.731585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.751588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.757740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:00:23.758187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.759406 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:23.759968 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a157512-a88a-4f3e-9fed-6131c93b5c9f None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: timer() May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:00:23.778307 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:00:23.856294 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.873225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.884007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Network': ['ID=88ae6427-4206-4a36-9585-fae5f80fee01,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:23.887993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f79539e9-2640-457b-a8db-d0f390805b7f tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/networks/88ae6427-4206-4a36-9585-fae5f80fee01 HTTP/1.1" status: 204 len: 168 time: 1.5784769 May 26 23:00:23.890580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44362) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:23.916342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 2e03c690-9ba6-4284-8f96-3b2bdd1f8206 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:23.916676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.002372 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.084545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.084874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.136083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.208158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 2e03c690-9ba6-4284-8f96-3b2bdd1f8206 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:24.287441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa88b96d-5f38-4dc9-8b1b-315b68771a83']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:24.302268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c8e46e-1b2d-4384-ab38-912aa8a764d7') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:24.302560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c8e46e-1b2d-4384-ab38-912aa8a764d7') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:24.317166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.343284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.352258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:00:24.352666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: timer() May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:00:24.367333 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:00:24.454236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7849f10-6ff9-471b-8dee-ec6f0386bb73 req-4a6fbb75-667d-4e3d-a739-1c33be0b07b9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:24.458306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7849f10-6ff9-471b-8dee-ec6f0386bb73 req-4a6fbb75-667d-4e3d-a739-1c33be0b07b9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2210851 May 26 23:00:24.483068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.488342 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.518672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/networks/aa88b96d-5f38-4dc9-8b1b-315b68771a83 HTTP/1.1" status: 204 len: 168 time: 0.6271017 May 26 23:00:24.522613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44370) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:24.526271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf95e41-e292-4343-bddb-9fbc737f4269 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Network': ['ID=aa88b96d-5f38-4dc9-8b1b-315b68771a83,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:24.543193 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7849f10-6ff9-471b-8dee-ec6f0386bb73 req-cdf2e63b-cb6d-4bd3-b582-03a27bb5a0dd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 May 26 23:00:24.567606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208536ca-bba4-413a-8185-eb6376a16865 req-dce835dc-2153-4e14-b967-a890d778773f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:24.569018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-208536ca-bba4-413a-8185-eb6376a16865 req-dce835dc-2153-4e14-b967-a890d778773f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.2877536 May 26 23:00:24.587328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.667676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=2e03c690-9ba6-4284-8f96-3b2bdd1f8206,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:24.833277 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-208536ca-bba4-413a-8185-eb6376a16865 req-c72b35bd-96b5-4eee-9711-88ab9b5ba2c1 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539613 May 26 23:00:24.874806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.017203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting subnet d8be97e9-60bc-4722-8185-63418be7eda3 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:00:25.021558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.086384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.114388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.191827 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.328563 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.427661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Subnet': ['ID=d8be97e9-60bc-4722-8185-63418be7eda3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:25.433153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.439202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc67340-d72f-4867-8d8c-17f312275a1e None None] Network 36989e02-ccbd-4cc5-b255-bd0698dd38aa requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:25.456535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cb8d472f-c1e2-47cb-8be0-dcbcac73db51 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/subnets/d8be97e9-60bc-4722-8185-63418be7eda3 HTTP/1.1" status: 204 len: 168 time: 0.9309521 May 26 23:00:25.458927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44374) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:25.577164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.596037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port cd093bbe-d75f-49a7-bd75-2f196d3fb212 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:25.596245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.687924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] DHCP port deletion for 36989e02-ccbd-4cc5-b255-bd0698dd38aa request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:00:25.693262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] Deleting port cd093bbe-d75f-49a7-bd75-2f196d3fb212 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:25.693945 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.761788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906b0d3-48ad-4404-a08d-09a5be0e4e80 req-8489739b-0690-452f-b195-06d7829d9fdb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:25.763233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7906b0d3-48ad-4404-a08d-09a5be0e4e80 req-8489739b-0690-452f-b195-06d7829d9fdb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.0860221 May 26 23:00:25.806267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:25.808611 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7906b0d3-48ad-4404-a08d-09a5be0e4e80 req-b1f05f1a-5d9c-4f2d-9830-3552c02a36c2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393188 May 26 23:00:25.832617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] For port cd093bbe-d75f-49a7-bd75-2f196d3fb212, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cd093bbe-d75f-49a7-bd75-2f196d3fb212,segment=NetworkSegment(2a1674fc-7c41-474f-bce5-f600b0e770a8),segment_id=2a1674fc-7c41-474f-bce5-f600b0e770a8)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:25.832984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:25.906347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] For port cd093bbe-d75f-49a7-bd75-2f196d3fb212, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cd093bbe-d75f-49a7-bd75-2f196d3fb212,segment=NetworkSegment(2a1674fc-7c41-474f-bce5-f600b0e770a8),segment_id=2a1674fc-7c41-474f-bce5-f600b0e770a8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:25.906965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:26.031877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] Calling delete_port for cd093bbe-d75f-49a7-bd75-2f196d3fb212 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:26.106922 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:26.151251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] Pushing event deleted for resources: {'Port': ['ID=cd093bbe-d75f-49a7-bd75-2f196d3fb212,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:26.155494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0dedfc-dc46-46df-8343-f2ad3140882d None None] No DVR routers for this DVR port cd093bbe-d75f-49a7-bd75-2f196d3fb212 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:00:26.155991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Calling delete_port for cd093bbe-d75f-49a7-bd75-2f196d3fb212 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:26.318772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:00:26.319006 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:00:26.328069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb70d7-dc96-4038-875f-57b22e1c83ab req-e6c74f5d-f31f-45a8-93d7-9109677dc367 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:26.329493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9fcb70d7-dc96-4038-875f-57b22e1c83ab req-e6c74f5d-f31f-45a8-93d7-9109677dc367 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.3275671 May 26 23:00:26.388770 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9fcb70d7-dc96-4038-875f-57b22e1c83ab req-e5e0ee7c-f7e3-48fa-9840-1d7fe2763c37 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516231 May 26 23:00:26.413237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:26.422204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:26.422420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc83478-1901-4365-aca4-d30184016537 None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:26.434208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc83478-1901-4365-aca4-d30184016537 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:26.434798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2dc83478-1901-4365-aca4-d30184016537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:26.474717 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-466e95f7-239c-42fa-8e17-15924b06a972 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/floatingips/d3bf833a-114a-4849-a41f-cff155404f02 HTTP/1.1" status: 204 len: 168 time: 2.7550783 May 26 23:00:26.477774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44382) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:26.497414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2dc83478-1901-4365-aca4-d30184016537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:26.507830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc83478-1901-4365-aca4-d30184016537 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:26.508413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2dc83478-1901-4365-aca4-d30184016537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:26.548175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 527095c0-dbc4-40c4-b597-8d6aa40aaf78 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:26.548508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:26.564996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2dc83478-1901-4365-aca4-d30184016537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:26.565412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc83478-1901-4365-aca4-d30184016537 None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:26.787362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:26.850035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Deleting port cd093bbe-d75f-49a7-bd75-2f196d3fb212 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:26.850325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:26.937634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 527095c0-dbc4-40c4-b597-8d6aa40aaf78 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:27.011686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8e546-e9e6-477d-90e2-564eea1d5850 req-0e0be341-cbf3-4d14-8c45-134cd62e6647 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:27.013127 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8b8e546-e9e6-477d-90e2-564eea1d5850 req-0e0be341-cbf3-4d14-8c45-134cd62e6647 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.0786297 May 26 23:00:27.016245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] The port 'cd093bbe-d75f-49a7-bd75-2f196d3fb212' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:00:27.058406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8b8e546-e9e6-477d-90e2-564eea1d5850 req-cbd4231e-8b06-43e6-bba1-0dfc9dbae6d1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 May 26 23:00:27.159439 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.217349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36989e02-ccbd-4cc5-b255-bd0698dd38aa']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:27.237380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1674fc-7c41-474f-bce5-f600b0e770a8') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:27.237695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1674fc-7c41-474f-bce5-f600b0e770a8') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:27.253847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.304481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.419513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:00:27.419805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: timer() May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:00:27.433619 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:00:27.538539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cd093bbe-d75f-49a7-bd75-2f196d3fb212 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:00:27.558895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.575010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: cd093bbe-d75f-49a7-bd75-2f196d3fb212 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:00:27.575354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cd093bbe-d75f-49a7-bd75-2f196d3fb212 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:00:27.611940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.613554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=527095c0-dbc4-40c4-b597-8d6aa40aaf78,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:27.634019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.685961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Pushing event deleted for resources: {'Network': ['ID=36989e02-ccbd-4cc5-b255-bd0698dd38aa,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:27.692777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c845ac11-cab8-413a-a377-62e4cb71305b tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/networks/36989e02-ccbd-4cc5-b255-bd0698dd38aa HTTP/1.1" status: 204 len: 168 time: 2.2329376 May 26 23:00:27.696568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44390) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:27.736789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-78050330-8678-4604-a21c-5c544fca123d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Synchronizing usage tracker for tenant:c1ab9869ff8043df806808a0e2b6ad66 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:00:27.754972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-78050330-8678-4604-a21c-5c544fca123d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Unset dirty status for tenant:c1ab9869ff8043df806808a0e2b6ad66 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:00:27.759164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-78050330-8678-4604-a21c-5c544fca123d tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "GET /v2.0/ports?device_id=8169750f-2f4f-4d8b-929c-84e01e345662 HTTP/1.1" status: 200 len: 205 time: 0.0586307 May 26 23:00:27.760004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44394) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:27.767880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.792582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf2db-33ac-42d8-8a26-62021f2bc60f req-e4b69477-e8a1-469f-9f94-b74a34be0aef tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:27.794041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7deaf2db-33ac-42d8-8a26-62021f2bc60f req-e4b69477-e8a1-469f-9f94-b74a34be0aef tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.2858222 May 26 23:00:27.818244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.820075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-de12408f-e226-4cb9-aca2-a5bc29d7ef89 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/ports/527095c0-dbc4-40c4-b597-8d6aa40aaf78 HTTP/1.1" status: 204 len: 168 time: 1.3414006 May 26 23:00:27.824139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44398) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:27.831963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:27.844276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:27.852222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:floatingip and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:27.856576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:27.863970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:27.868084 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7deaf2db-33ac-42d8-8a26-62021f2bc60f req-c5277054-f571-4090-bbc0-86c5f4ac94b9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686162 May 26 23:00:27.877383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:27.899039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd6da-1dcc-4e1c-a072-911f959698c2 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.017355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.155401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.25.4.166 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/070e68d3-8b4e-4307-aab0-80791ee5add8) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:28.305818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.324968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd6da-1dcc-4e1c-a072-911f959698c2 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.332689 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd6da-1dcc-4e1c-a072-911f959698c2 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.337778 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.379845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356903e8-35a8-40c0-832e-371675b6afcd req-46fa18bc-dcfd-4a00-9771-7d63263952fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:28.381306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-356903e8-35a8-40c0-832e-371675b6afcd req-46fa18bc-dcfd-4a00-9771-7d63263952fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1724403 May 26 23:00:28.382308 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd6da-1dcc-4e1c-a072-911f959698c2 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.382809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fcd6da-1dcc-4e1c-a072-911f959698c2 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Fanout notify agent at l3_agent the message router_deleted on router 8169750f-2f4f-4d8b-929c-84e01e345662 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:00:28.410310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd6da-1dcc-4e1c-a072-911f959698c2 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.410775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:28.411358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c7fcd6da-1dcc-4e1c-a072-911f959698c2 tempest-RoutersNegativeIpV6Test-49000051 tempest-RoutersNegativeIpV6Test-49000051-project] 10.222.0.32 "DELETE /v2.0/routers/8169750f-2f4f-4d8b-929c-84e01e345662 HTTP/1.1" status: 204 len: 168 time: 0.6504915 May 26 23:00:28.414290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:28.418127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:28.438823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-356903e8-35a8-40c0-832e-371675b6afcd req-643a06e6-49c4-41ee-9fae-47f41c652065 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509100 May 26 23:00:28.447160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=070e68d3-8b4e-4307-aab0-80791ee5add8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:28.582667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.638445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.722337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44408) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:28.854886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.859216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.893792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-71565f29-ddf3-4de2-9dfc-db302f6a2b15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1ab9869ff8043df806808a0e2b6ad66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1700737 May 26 23:00:28.896123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:28.959498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-19c4f672-bb25-4cf3-b7d6-94fb0715e5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.966757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=070e68d3-8b4e-4307-aab0-80791ee5add8,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:28.981231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:28.986695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-19c4f672-bb25-4cf3-b7d6-94fb0715e5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:29.038854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-19c4f672-bb25-4cf3-b7d6-94fb0715e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:29.039226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:29.042831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-10d8af97-fae6-459a-8f06-eb115fac5f4c tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2154214 May 26 23:00:29.045271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44420) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:29.053250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'port': {'network_id': 'b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c', 'name': 'tempest-FloatingIPTestJSON-1185523874'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:29.055620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4f672-bb25-4cf3-b7d6-94fb0715e5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad4238b-3d07-4c0a-b263-0225147bed1e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:29.061397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-19c4f672-bb25-4cf3-b7d6-94fb0715e5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:29.063647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-19c4f672-bb25-4cf3-b7d6-94fb0715e5f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fad4238b-3d07-4c0a-b263-0225147bed1e HTTP/1.1" status: 204 len: 168 time: 0.1656077 May 26 23:00:29.299376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bb04b-b3d3-4ea5-abd0-527ec1aeab98 req-a7282db7-f149-4225-a015-a31a0c534d21 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:29.300811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-325bb04b-b3d3-4ea5-abd0-527ec1aeab98 req-a7282db7-f149-4225-a015-a31a0c534d21 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.3010657 May 26 23:00:29.326869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:29.335055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:port and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:29.339265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:29.350576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:29.368784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-325bb04b-b3d3-4ea5-abd0-527ec1aeab98 req-d66122d6-6c2e-4011-85b0-d0758dcad2e2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608361 May 26 23:00:29.369500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:29.372307 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:29.393432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] device_id is not set on port df0cf2da-3041-44b1-8992-da623ca20909 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:00:29.535109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.13 (b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c/d5c90c3d-726b-4d5a-afce-289807a902a9/df0cf2da-3041-44b1-8992-da623ca20909) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:29.766443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2901e1-6bbb-4ce8-b66f-e3cdc1e9a809 req-a700d68e-6399-4dc8-bfde-26f2107739d9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:29.767979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2901e1-6bbb-4ce8-b66f-e3cdc1e9a809 req-a700d68e-6399-4dc8-bfde-26f2107739d9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2018294 May 26 23:00:29.814256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-1534346e-2ac0-4c89-96be-c9aa6ed438e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1987700 May 26 23:00:29.817493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2901e1-6bbb-4ce8-b66f-e3cdc1e9a809 req-25fede17-5baf-4746-a869-ffa6acad139f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 May 26 23:00:29.822132 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:29.864536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:29.936592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44444) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:29.989296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:29.990083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=df0cf2da-3041-44b1-8992-da623ca20909,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:29.993311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:30.000542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:30.068493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:30.068762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e50cfbc4-c686-4e66-a395-3c90ab9cbf07 tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-178455289', 'prefixes': ['172.20.0.0/16']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:30.069093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:30.075272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e50cfbc4-c686-4e66-a395-3c90ab9cbf07 tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:30.077696 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-1bed0c57-41b3-4eda-a375-52275d4b87c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 1096 time: 0.1780231 May 26 23:00:30.121548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44450) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:30.121947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-602da576-f613-45c2-8364-805bbfc1c7ae tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0739892 May 26 23:00:30.127090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'port_id': 'df0cf2da-3041-44b1-8992-da623ca20909'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:30.212686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:30.229797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-683d9307-4edd-4c92-aa13-114851b5d319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:30.231230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-683d9307-4edd-4c92-aa13-114851b5d319 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.1337860 May 26 23:00:30.285651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e50cfbc4-c686-4e66-a395-3c90ab9cbf07 tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] Notify callbacks [] for subnetpool, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:30.286835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e50cfbc4-c686-4e66-a395-3c90ab9cbf07 tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3492134 May 26 23:00:30.292727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44454) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:30.316094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-f2d86e1d-313d-400e-a0fb-ee39a4026dd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 200 len: 217 time: 0.0780349 May 26 23:00:30.361024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d5610850-f967-4891-b992-c72f31c9a218 tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] 10.222.0.32 "GET /v2.0/subnetpools/a6ca1559-80da-4f11-8254-e2f1be93cad5 HTTP/1.1" status: 200 len: 731 time: 0.0672555 May 26 23:00:30.365626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:30.376592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c805957d-432c-4978-9a6e-8be5257ac11c tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-765965869'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:30.424296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-00775f73-bf6b-4d0f-a8da-964f47aa6b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:30.425831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-00775f73-bf6b-4d0f-a8da-964f47aa6b9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1027200 May 26 23:00:30.565737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c805957d-432c-4978-9a6e-8be5257ac11c tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] Notify callbacks [] for subnetpool, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:30.566777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c805957d-432c-4978-9a6e-8be5257ac11c tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] 10.222.0.32 "PUT /v2.0/subnetpools/a6ca1559-80da-4f11-8254-e2f1be93cad5 HTTP/1.1" status: 200 len: 683 time: 0.2002578 May 26 23:00:30.570146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44464) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:30.621701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-97a94a2c-776b-4e24-b34d-4304ab6922b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849694 May 26 23:00:30.633455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e45fe-9a19-4fa3-bb9b-362dfce6ce4a req-1ce5e0df-517d-4e75-9d89-7a1d12578a36 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:30.641031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-567e45fe-9a19-4fa3-bb9b-362dfce6ce4a req-1ce5e0df-517d-4e75-9d89-7a1d12578a36 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1491079 May 26 23:00:30.776937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1a01565e-0a24-41b1-810c-250cf797ac0c tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] Notify callbacks [] for subnetpool, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:30.778095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1a01565e-0a24-41b1-810c-250cf797ac0c tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] 10.222.0.32 "DELETE /v2.0/subnetpools/a6ca1559-80da-4f11-8254-e2f1be93cad5 HTTP/1.1" status: 204 len: 168 time: 0.2070203 May 26 23:00:30.780766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44468) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:30.805031 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-9cc7eb30-cc7d-4f53-b1a4-65e779780ade tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] show failed (client error): The resource could not be found. May 26 23:00:30.808568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9cc7eb30-cc7d-4f53-b1a4-65e779780ade tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] 10.222.0.32 "GET /v2.0/subnetpools/a6ca1559-80da-4f11-8254-e2f1be93cad5 HTTP/1.1" status: 404 len: 346 time: 0.0243304 May 26 23:00:30.808830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44472) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:30.817618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-567e45fe-9a19-4fa3-bb9b-362dfce6ce4a req-d4329749-6a96-45d1-8c7e-ae4c29ee191d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752994 May 26 23:00:30.828409 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-e68076c1-42af-4adc-a15f-ee3884e202ad tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] delete failed (client error): The resource could not be found. May 26 23:00:30.832548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e68076c1-42af-4adc-a15f-ee3884e202ad tempest-SubnetPoolsTestJSON-1660028939 tempest-SubnetPoolsTestJSON-1660028939-project] 10.222.0.32 "DELETE /v2.0/subnetpools/a6ca1559-80da-4f11-8254-e2f1be93cad5 HTTP/1.1" status: 404 len: 346 time: 0.0197580 May 26 23:00:30.863081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-005808cc-904f-4796-8fde-62bd687eddea service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141519 May 26 23:00:30.950477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:30.992247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:31.051928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c78ed8e-7920-4647-88c4-ba3b1bcf3de1 req-64d1ce7e-de34-4ed6-9f1b-e912fbece76e service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842961 May 26 23:00:31.162307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff98f8-97d9-473c-b499-1cb17dea3190 req-c71cba31-04d5-4e0f-bc84-30db47baa0a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:31.164324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4aff98f8-97d9-473c-b499-1cb17dea3190 req-c71cba31-04d5-4e0f-bc84-30db47baa0a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2092049 May 26 23:00:31.238268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4aff98f8-97d9-473c-b499-1cb17dea3190 req-3913275f-7e49-4d6c-896c-34ab6ef8969c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667989 May 26 23:00:31.262237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44484) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:31.286463 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 2f37f967-eef2-4ce5-b929-b76a7f18a6e7 associated. External IP: 172.25.4.166, port: df0cf2da-3041-44b1-8992-da623ca20909. May 26 23:00:31.449842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:31.498148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:31.503706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:57b348cc419f4967ab6604f1f1d272c0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:31.506942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:31.514763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:31.730126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:31.736322 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:31.849631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add5a755-fb5f-49db-af31-0cef7e413bac,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:31.897010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5af07847-c528-4ade-a6a1-ddfced504bb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57b348cc419f4967ab6604f1f1d272c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6335986 May 26 23:00:31.899629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44492) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:32.004143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:32.007457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f13957e2-59bb-4182-a7a8-ecc7eb672df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.055523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f13957e2-59bb-4182-a7a8-ecc7eb672df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.207055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:32.213068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf09e4-9344-4be5-bcbc-21a7b1c1968c req-0e20a46d-6137-4f33-b129-ffe3e37933cc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:32.214498 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-53cf09e4-9344-4be5-bcbc-21a7b1c1968c req-0e20a46d-6137-4f33-b129-ffe3e37933cc tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.2437935 May 26 23:00:32.221868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.222128 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:32.234546 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:32.235267 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:32.258473 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f13957e2-59bb-4182-a7a8-ecc7eb672df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.280859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-53cf09e4-9344-4be5-bcbc-21a7b1c1968c req-fe42c48a-7984-486a-b1c1-1633f364c994 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600483 May 26 23:00:32.281530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13957e2-59bb-4182-a7a8-ecc7eb672df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5a755-fb5f-49db-af31-0cef7e413bac,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:32.286050 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f13957e2-59bb-4182-a7a8-ecc7eb672df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.289955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f13957e2-59bb-4182-a7a8-ecc7eb672df5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/add5a755-fb5f-49db-af31-0cef7e413bac HTTP/1.1" status: 204 len: 168 time: 0.3863587 May 26 23:00:32.304653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44500) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:32.309067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fdc4f765-ea5a-44ce-a071-24aeafde8678 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/floatingips/2f37f967-eef2-4ce5-b929-b76a7f18a6e7 HTTP/1.1" status: 200 len: 979 time: 2.1858904 May 26 23:00:32.337228 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:32.348876 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:32.349480 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:32.379152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port df0cf2da-3041-44b1-8992-da623ca20909 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:32.379578 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.435263 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:32.435668 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae6cb7-94ba-49fa-b4ac-dc7a857852d8 None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:32.488094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a09a-0de6-4ffe-8e50-cb7846eca613 req-1c41dcda-25bd-4d96-8b54-bc4e8ae833b3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:32.494842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7a0a09a-0de6-4ffe-8e50-cb7846eca613 req-1c41dcda-25bd-4d96-8b54-bc4e8ae833b3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.0922475 May 26 23:00:32.537863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7a0a09a-0de6-4ffe-8e50-cb7846eca613 req-87fc2b91-607b-4402-b349-7636f97ce869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 May 26 23:00:32.641191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.937135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.937728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:32.937942 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 2f37f967-eef2-4ce5-b929-b76a7f18a6e7 disassociated. External IP: 172.25.4.166, port: df0cf2da-3041-44b1-8992-da623ca20909. May 26 23:00:32.938277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for df0cf2da-3041-44b1-8992-da623ca20909 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:33.091404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:33.144141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=df0cf2da-3041-44b1-8992-da623ca20909,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:33.150697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44520) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:33.154023 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024512 May 26 23:00:33.157079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:33.289237 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b35a950-a411-45a0-b7b9-5bd489efc074 tempest-NetworksApiDiscovery-1363330775 tempest-NetworksApiDiscovery-1363330775-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1307855 May 26 23:00:33.361094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af749b1d-0ab1-4273-a9cc-9645d1d65d34 req-31152c8c-0854-49fe-b2c4-9be3d5824a0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.2040062 May 26 23:00:33.420297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-af749b1d-0ab1-4273-a9cc-9645d1d65d34 req-b7e4045f-adf9-4483-a359-575760d59a3c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530753 May 26 23:00:33.517553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:33.531926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cb0c5-3044-4eb3-9c63-61845807d617 req-2720a40d-a47c-4139-97a9-691849c3d634 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:33.533341 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-595cb0c5-3044-4eb3-9c63-61845807d617 req-2720a40d-a47c-4139-97a9-691849c3d634 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.0999243 May 26 23:00:33.593773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44536) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:33.697972 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-595cb0c5-3044-4eb3-9c63-61845807d617 req-48d61c01-45a1-4f12-845b-7e8a08369ef0 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585445 May 26 23:00:33.771876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:33.781304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:33.781827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe69efc-bfde-4e40-934b-007ac1d87b95 req-eda42c94-5ea5-4bf7-9cc0-017b0eb58770 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:33.784325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfe69efc-bfde-4e40-934b-007ac1d87b95 req-eda42c94-5ea5-4bf7-9cc0-017b0eb58770 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1122456 May 26 23:00:33.787169 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:33.801616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:33.802254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:33.857357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:33.864524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Usage tracker for resource:security_group_rule and tenant:c2af0efd54e740ea86a1ca2568b76b4d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:33.865348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:33.869866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:33.874923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bfe69efc-bfde-4e40-934b-007ac1d87b95 req-ffa51e19-715b-452a-a732-738f9f1cfb06 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751214 May 26 23:00:33.877465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:33.878152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:33.879253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:33.938428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:33.939105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ba60f-dc71-4b5b-80bf-2b662a990cbb None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:33.969091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:33.973347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:33.985423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:33.995950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf805354-cc3d-45ad-a904-3eeaa1e4e358 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/ports/df0cf2da-3041-44b1-8992-da623ca20909 HTTP/1.1" status: 204 len: 168 time: 1.6901696 May 26 23:00:33.998479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44542) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:34.020633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c31219e-a380-422f-8c3b-44bf7651c51f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:34.025418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-71cd86aa-f2c1-4146-9683-6dceae4a89f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2af0efd54e740ea86a1ca2568b76b4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4306138 May 26 23:00:34.027417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44546) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:34.083974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-af7b4d4f-c149-429e-834c-41fbd9d45225 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "GET /v2.0/floatingips/2f37f967-eef2-4ce5-b929-b76a7f18a6e7 HTTP/1.1" status: 200 len: 688 time: 0.0818415 May 26 23:00:34.084216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44550) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:34.147395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54854c7f-17ec-4414-8aa5-28e0a3f5101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.260927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54854c7f-17ec-4414-8aa5-28e0a3f5101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.267462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 070e68d3-8b4e-4307-aab0-80791ee5add8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:34.267792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.425265 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54854c7f-17ec-4414-8aa5-28e0a3f5101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.458364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54854c7f-17ec-4414-8aa5-28e0a3f5101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c31219e-a380-422f-8c3b-44bf7651c51f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:34.478477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-54854c7f-17ec-4414-8aa5-28e0a3f5101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.479572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-54854c7f-17ec-4414-8aa5-28e0a3f5101f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c31219e-a380-422f-8c3b-44bf7651c51f HTTP/1.1" status: 204 len: 168 time: 0.4511950 May 26 23:00:34.483663 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.483832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.620628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 070e68d3-8b4e-4307-aab0-80791ee5add8 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:34.823490 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:34.950585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532e209-957d-401e-bb8a-474a32b6f326 req-fd6d58fa-fa54-43d3-a42e-4bfec7a9cbe2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:34.952241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b532e209-957d-401e-bb8a-474a32b6f326 req-fd6d58fa-fa54-43d3-a42e-4bfec7a9cbe2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1023850 May 26 23:00:34.991516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=070e68d3-8b4e-4307-aab0-80791ee5add8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:35.038308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b532e209-957d-401e-bb8a-474a32b6f326 req-9f0d6670-1c35-44cd-b500-427d86f14d74 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789211 May 26 23:00:35.157870 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:35.193012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1359cf-686c-4e2b-8615-67ecbf52e8ec req-68328b5a-8792-4513-ae76-a720cfa2555b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:35.195262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a1359cf-686c-4e2b-8615-67ecbf52e8ec req-68328b5a-8792-4513-ae76-a720cfa2555b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1636965 May 26 23:00:35.216983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:35.222391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85044264-2b1d-4aee-bcb6-a2e4fb9e15f5 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f37f967-eef2-4ce5-b929-b76a7f18a6e7 HTTP/1.1" status: 204 len: 168 time: 1.1330795 May 26 23:00:35.222391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44574) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:35.235653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '70e83af2-3edb-4fd9-a3d5-6be6879ad6b2'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:35.250057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:35.270555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:floatingip and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:35.274485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:35.286776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:35.298927 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a1359cf-686c-4e2b-8615-67ecbf52e8ec req-6e93fa7a-42cf-4f59-8608-2a5c117fa5ec tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969691 May 26 23:00:35.306480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:35.504180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:35.667564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.25.4.19 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e7fb1582-4415-4603-9d78-e5416fba993d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:35.784210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-3c2b8838-3a13-45d5-9f7f-42eb2d7e4dac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.1643195 May 26 23:00:35.848800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:35.874879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7d43f-c692-42d7-889b-b56427c7d256 req-fd237041-93ca-4e9c-a199-5c996ab90c65 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:35.876376 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92b7d43f-c692-42d7-889b-b56427c7d256 req-fd237041-93ca-4e9c-a199-5c996ab90c65 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1662192 May 26 23:00:35.885036 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:35.972506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92b7d43f-c692-42d7-889b-b56427c7d256 req-260ef8c2-7c58-4c8f-9def-38e4be61e74f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874634 May 26 23:00:35.993700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-6eeb9b94-dca7-4f9b-8ee7-17cf8448eebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:35.995154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-6eeb9b94-dca7-4f9b-8ee7-17cf8448eebf service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.2034383 May 26 23:00:35.998049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:36.001707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:36.023544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=e7fb1582-4415-4603-9d78-e5416fba993d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:36.027842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:36.105626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-0615722a-4845-4057-aebe-aa8948c1c842 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 1001 time: 0.1026762 May 26 23:00:36.130758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-33cbba5a-b20b-44fc-8d57-da324ac01548 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808217 May 26 23:00:36.175586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-5b36dd69-458c-4ec2-b65a-85248f720fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:36.177022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-5b36dd69-458c-4ec2-b65a-85248f720fbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.0650296 May 26 23:00:36.256636 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-d98ed106-02a9-4f45-8411-f5899f463365 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736899 May 26 23:00:36.401063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-d82d69b1-b87c-4bc2-81c2-f561cd95f698 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381619 May 26 23:00:36.418704 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-20f36bf7-7231-48ef-8328-72992bc00e42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1096 time: 0.2649307 May 26 23:00:36.554995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-121c73e0-cc21-4929-a439-42562d25a5e3 req-6825e026-8974-4eac-93ae-6fbe7abdd8ef service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478295 May 26 23:00:36.696694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975849f-72c0-40eb-80c7-d03d4f5bf2e1 req-7f9b722e-5e48-492b-9b8f-64340cf03675 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:36.698175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a975849f-72c0-40eb-80c7-d03d4f5bf2e1 req-7f9b722e-5e48-492b-9b8f-64340cf03675 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2330739 May 26 23:00:36.699039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-5a505203-986e-4588-98b0-ab2641cfb49c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:36.700332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-5a505203-986e-4588-98b0-ab2641cfb49c service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.2573259 May 26 23:00:36.940748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a975849f-72c0-40eb-80c7-d03d4f5bf2e1 req-2d854fcc-ef76-44b9-b3ff-8fca8818dd87 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367232 May 26 23:00:36.957190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-97032d39-c540-482d-9f46-5ae3ac154af6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.2361653 May 26 23:00:37.113452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.119796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-5e5b701f-a1f1-4512-86b7-a0cc29615685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:37.121696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-5e5b701f-a1f1-4512-86b7-a0cc29615685 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1053970 May 26 23:00:37.217939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12cac-7df0-4600-bf56-c829c4dcad9d req-d386ff37-49c3-4859-9ceb-a35075a729ee tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:37.219980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73c12cac-7df0-4600-bf56-c829c4dcad9d req-d386ff37-49c3-4859-9ceb-a35075a729ee tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.0857053 May 26 23:00:37.228453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.270220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73c12cac-7df0-4600-bf56-c829c4dcad9d req-d6987123-cebb-41e6-a2ab-1ad65face6e2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 May 26 23:00:37.311145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-4ba8edd0-03aa-4625-998b-35cd5b943f1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622345 May 26 23:00:37.558237 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-f8a65b63-5f1e-42b5-a1eb-e45d30a9ef5b service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303400 May 26 23:00:37.628043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44646) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:37.646593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.661416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.777351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.801185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=e7fb1582-4415-4603-9d78-e5416fba993d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:37.812176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:37.817177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Usage tracker for resource:security_group_rule and tenant:b19999562c784fe5a91c1881436f3f35 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:37.820598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:37.826450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:37.827270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-182a2879-4b58-4762-8bc3-493d882cf5c1 req-096e7cdf-72ef-4f20-a308-b36f6dbf1424 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617214 May 26 23:00:37.828147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.899458 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.903384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:37.950406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0def1a64-31c5-4a72-b970-9c7c81d8ca64,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:37.956788 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e2d9a0a-66e6-48e7-98fb-627d8b125db1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b19999562c784fe5a91c1881436f3f35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273234 May 26 23:00:37.959542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44652) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:38.024448 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 1d4130e0-e96c-4110-b33c-1ff696fc59d8 associated. External IP: 172.25.4.19, port: 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2. May 26 23:00:38.025252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7bf-6da2-491c-afec-cef441f37e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.050932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7bf-6da2-491c-afec-cef441f37e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.103340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7bf-6da2-491c-afec-cef441f37e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.117890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2b7bf-6da2-491c-afec-cef441f37e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0def1a64-31c5-4a72-b970-9c7c81d8ca64,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:38.124243 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7bf-6da2-491c-afec-cef441f37e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.125327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9dc2b7bf-6da2-491c-afec-cef441f37e7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0def1a64-31c5-4a72-b970-9c7c81d8ca64 HTTP/1.1" status: 204 len: 168 time: 0.1643364 May 26 23:00:38.254042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551ebf7-52d0-4d3b-828a-9800e22e519b req-e7e572a4-5f6e-4987-ac15-806494489b5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:38.255491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6551ebf7-52d0-4d3b-828a-9800e22e519b req-e7e572a4-5f6e-4987-ac15-806494489b5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1724334 May 26 23:00:38.443137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6551ebf7-52d0-4d3b-828a-9800e22e519b req-c0b02466-97ac-475b-887f-bf8d611721a4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786122 May 26 23:00:38.481960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8c315-a2c5-40db-9de3-da8fcd8662f5 req-d8f5ccc6-9c4d-4777-b8b2-28a3f9da840e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:38.483470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ae8c315-a2c5-40db-9de3-da8fcd8662f5 req-d8f5ccc6-9c4d-4777-b8b2-28a3f9da840e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.0851970 May 26 23:00:38.483980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44664) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:38.519790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.569223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:38.573445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ae8c315-a2c5-40db-9de3-da8fcd8662f5 req-9390e2a8-d983-4813-847e-e2f827f21bd1 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745299 May 26 23:00:38.575678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Usage tracker for resource:security_group_rule and tenant:6aee991194694a70be30ae7f3a769628 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:38.578625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:38.584901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:38.653695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.661708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.677216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:38.699684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5251408e-6ffc-4401-b64e-5528d41cbfac,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:38.723395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9fc5b0b1-4c65-4ce4-8142-c1290e5c641c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6aee991194694a70be30ae7f3a769628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2384207 May 26 23:00:38.725913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44668) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:38.786544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf09f0c4-dc8e-45d8-8a51-95c843c794da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.813798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf09f0c4-dc8e-45d8-8a51-95c843c794da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.880243 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf09f0c4-dc8e-45d8-8a51-95c843c794da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.898071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:38.908822 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:38.922063 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:38.922933 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:38.931516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:38.987004 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:38.989163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c02e6d0-db4a-4fc3-adbf-276b99ca40fc tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.7603455 May 26 23:00:38.992352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44672) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:38.997818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-428513940'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:38.999577 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:39.000210 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:39.003750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:39.004723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f0c4-dc8e-45d8-8a51-95c843c794da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5251408e-6ffc-4401-b64e-5528d41cbfac,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:39.007534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf09f0c4-dc8e-45d8-8a51-95c843c794da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.008669 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cf09f0c4-dc8e-45d8-8a51-95c843c794da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5251408e-6ffc-4401-b64e-5528d41cbfac HTTP/1.1" status: 204 len: 168 time: 0.2818701 May 26 23:00:39.011233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:network and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:39.018451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:39.025174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:39.045787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:39.048915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.061613 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:39.063503 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f898d6-4714-4012-bc91-d0fd60cfe1f2 None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:39.079699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:00:39.088722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.089085 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Added segment b000346c-fbfe-4b25-abb5-834367781b45 of type vlan for network d5efdc65-fad7-470d-a08d-60b9180a2c16 May 26 23:00:39.118155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.148200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.151893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:39.152467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.254277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2608991 May 26 23:00:39.257088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44680) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:39.259988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c197d64-1c70-4498-be47-fd69dabc9a17 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Network': ['ID=d5efdc65-fad7-470d-a08d-60b9180a2c16,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:39.263615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'subnet': {'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:39.271381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:00:39.386291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:39.395627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:39.404966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:39.513316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.683625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127eb2-ac26-45ef-a45d-4af20299f2b0 req-22d5705d-9c30-4036-a101-2ebc9a5c873a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:39.691464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b9127eb2-ac26-45ef-a45d-4af20299f2b0 req-22d5705d-9c30-4036-a101-2ebc9a5c873a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1208146 May 26 23:00:39.749807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b9127eb2-ac26-45ef-a45d-4af20299f2b0 req-852cf8a8-7af6-4436-b184-d388731ccc4a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574799 May 26 23:00:39.800916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:39.891587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Subnet': ['ID=398cd6ba-294a-4e98-99c3-abdf147d1d0f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:39.920470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536aae5-c093-4a81-8e88-3b00447db53e req-1a9561da-c5d4-4242-82be-3ed616e5c005 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:39.921881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0536aae5-c093-4a81-8e88-3b00447db53e req-1a9561da-c5d4-4242-82be-3ed616e5c005 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1818662 May 26 23:00:39.941883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Checking segment: {'id': 'b000346c-fbfe-4b25-abb5-834367781b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:00:39.942234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network hostable DHCP agents. Network: d5efdc65-fad7-470d-a08d-60b9180a2c16, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:00:39.982033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0536aae5-c093-4a81-8e88-3b00447db53e req-efecfd90-6c23-48c3-a613-895e5f12c7f8 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538089 May 26 23:00:39.989876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:00:39.999430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, d5efdc65-fad7-470d-a08d-60b9180a2c16) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:40.003599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:40.004320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.017287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dadde2-665c-4149-83e1-63f7e05e85e5 None None] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:40.041715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-83a2d24a-e741-4e01-ba5b-e4cf9e21c962 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7831125 May 26 23:00:40.044734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44706) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:40.051646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1762152832', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:40.061172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:40.067471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:router and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:40.073526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:40.087396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:40.102511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.103560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.175827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.292615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-d5efdc65-fad7-470d-a08d-60b9180a2c16', 'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16', 'tenant_id': 'db3c730570574c12bdab33852ec8f35a', 'fixed_ips': [{'subnet_id': '398cd6ba-294a-4e98-99c3-abdf147d1d0f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:00:40.293609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.325360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a18d77-1df4-4438-95c7-a928512e55a2 req-71c518f2-b8ef-4d0d-a931-7d69706e2a01 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:40.326934 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86a18d77-1df4-4438-95c7-a928512e55a2 req-71c518f2-b8ef-4d0d-a931-7d69706e2a01 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.2105069 May 26 23:00:40.336397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44714) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:40.342580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Request body: {'floatingip': {'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:40.444138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.457751 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.467938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Allocated IP 172.20.0.2 (d5efdc65-fad7-470d-a08d-60b9180a2c16/398cd6ba-294a-4e98-99c3-abdf147d1d0f/9eb950ee-33bc-46f6-96c0-d98d2c31c49d) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:40.681635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.694046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Transition to ACTIVE for port object 9eb950ee-33bc-46f6-96c0-d98d2c31c49d will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:40.713545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Transition to ACTIVE for port object 9eb950ee-33bc-46f6-96c0-d98d2c31c49d will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:40.719235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.796516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:40.800828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:40.802894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Pushing event updated for resources: {'Port': ['ID=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:40.805211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:40.917921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Attempting to bind port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:00:40.918222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Attempting to bind port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b000346c-fbfe-4b25-abb5-834367781b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:00:40.919092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Attempting to bind port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d on network d5efdc65-fad7-470d-a08d-60b9180a2c16 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:00:40.926642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:00:40.927263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Checking segment: {'id': 'b000346c-fbfe-4b25-abb5-834367781b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:00:40.927848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.928400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Bound using segment: {'id': 'b000346c-fbfe-4b25-abb5-834367781b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:00:40.929049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Bound port: 9eb950ee-33bc-46f6-96c0-d98d2c31c49d, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b000346c-fbfe-4b25-abb5-834367781b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:00:40.929584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:40.987716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bee23c-6af6-4662-895c-8026a9dc1af2 req-292a1c45-3f00-45c1-9bca-3eab4f1c095a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:40.989300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2bee23c-6af6-4662-895c-8026a9dc1af2 req-292a1c45-3f00-45c1-9bca-3eab4f1c095a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1003549 May 26 23:00:41.038441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] For port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:00:41.042807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] For port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,segment=NetworkSegment(b000346c-fbfe-4b25-abb5-834367781b45),segment_id=b000346c-fbfe-4b25-abb5-834367781b45)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:00:41.049334 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:41.062959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2bee23c-6af6-4662-895c-8026a9dc1af2 req-6cd68b08-0aa7-4a60-9c06-e77544ee7b99 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521398 May 26 23:00:41.084027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:41.128465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:41.150856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c337b-abfc-468d-a98d-a913b16acf41 None None] Pushing event updated for resources: {'Port': ['ID=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:41.405656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.25.4.199 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/84348d0f-2f56-42b1-80c9-f9f49d14ddc8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:41.620639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9eb950ee-33bc-46f6-96c0-d98d2c31c49d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:41.650126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:41.658029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:41.662551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:41.713408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:41.825858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:41.909954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:41.911994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=84348d0f-2f56-42b1-80c9-f9f49d14ddc8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:41.914879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:41.919283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:41.969874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.969874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.969874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.969874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.969874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.969874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.969874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.970838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.970838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.970838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:41.971292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:42.336985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c895e10-bb40-4c23-b290-3dbf517bd52f None None] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:42.431795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1aea5-1552-4c49-931e-ecc01fc5c6b3 req-24fdb920-5ebc-4ea3-a5ed-3d60713c8825 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:42.433243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8b1aea5-1552-4c49-931e-ecc01fc5c6b3 req-24fdb920-5ebc-4ea3-a5ed-3d60713c8825 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1995902 May 26 23:00:42.466578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:42.466790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d44b5eb-6c7a-49e3-8e6d-9702fa3f2e42 None None] Provisioning for port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:42.467161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:42.473661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d44b5eb-6c7a-49e3-8e6d-9702fa3f2e42 None None] Provisioning complete for port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:42.474379 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d44b5eb-6c7a-49e3-8e6d-9702fa3f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:42.728545 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d44b5eb-6c7a-49e3-8e6d-9702fa3f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:42.733233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8b1aea5-1552-4c49-931e-ecc01fc5c6b3 req-c40cec8e-eb32-4cb9-b088-c464a0842c46 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931008 May 26 23:00:42.779749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3d44b5eb-6c7a-49e3-8e6d-9702fa3f2e42 None None] For port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,segment=NetworkSegment(b000346c-fbfe-4b25-abb5-834367781b45),segment_id=b000346c-fbfe-4b25-abb5-834367781b45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:42.792096 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d44b5eb-6c7a-49e3-8e6d-9702fa3f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:42.800179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Router 07c55d16-dfef-4bec-b0e1-adf8031ce041 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:42.878161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44b5eb-6c7a-49e3-8e6d-9702fa3f2e42 None None] Pushing event updated for resources: {'Port': ['ID=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:43.019127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8bb2534-2d69-4abd-80e7-ed53c00220bc None None] Provisioning complete for port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:43.019509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8bb2534-2d69-4abd-80e7-ed53c00220bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:43.066841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 617c6e10-7a3e-4d37-9212-e1588fbddec1 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:00:43.083462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:43.112704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] Sync routers for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:43.151885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:43.152774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:43.213496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:43.318077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:43.382344 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3a22857c-ea0a-46b1-b809-ebdff42d8e0a tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "PUT /v2.0/floatingips/9e70f87d-745d-4c66-aa86-cc39c4feb81c HTTP/1.1" status: 200 len: 993 time: 3.0443347 May 26 23:00:43.401378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:00:43.416807 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186b91ce-a659-4a73-890e-06bc10040940'] response: {'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'status': 'completed', 'code': 200} May 26 23:00:43.433329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:43.448826 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] Sync routers for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:43.469761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:43.472254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5bc29edb-d06e-4998-93c1-2d96b313cf32 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4260621 May 26 23:00:43.474548 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:43.475199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44762) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:43.475566 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:43.591529 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:43.604588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-15d1b497-ec05-43c0-927c-d55182538def service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.1625643 May 26 23:00:43.624116 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:43.625002 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:43.660281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9eb950ee-33bc-46f6-96c0-d98d2c31c49d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:43.747111 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:43.747456 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01563c31-a6eb-4ee6-b581-2892d699c7a5 None None] The sync data for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:43.863354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-e671d98a-ac28-4dbf-b8f6-f6d9b98e9c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:43.865196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-e671d98a-ac28-4dbf-b8f6-f6d9b98e9c9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.2518835 May 26 23:00:43.924875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:43.925491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:43.994140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-688c2aae-ed34-4439-be92-6b770fe3188d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 1001 time: 0.1224656 May 26 23:00:44.055623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f771781-25d6-4fb0-b123-ea38113b838b req-a03b81ec-c550-4ad3-ac70-d51478a18492 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:44.056656 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8f771781-25d6-4fb0-b123-ea38113b838b req-a03b81ec-c550-4ad3-ac70-d51478a18492 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1237066 May 26 23:00:44.074337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-d7cfe5f3-f4e4-4813-adf4-4b742b6844b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:44.076482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-d7cfe5f3-f4e4-4813-adf4-4b742b6844b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.0754299 May 26 23:00:44.085761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e70f87d-745d-4c66-aa86-cc39c4feb81c', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'mac_address': 'fa:16:3e:ec:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T23:00:41Z', 'revision_number': 3, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:44.090144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] Checking router: 07c55d16-dfef-4bec-b0e1-adf8031ce041 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:00:44.106638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:44.110355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:44.125105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8f771781-25d6-4fb0-b123-ea38113b838b req-3d6f542b-8e48-4f88-a5e3-a5e48abfd361 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626178 May 26 23:00:44.180935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-08a93ccc-16e7-4a2b-9156-513267eef2cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980823 May 26 23:00:44.317363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:00:44.342544 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-7d1cf801-20bd-417b-865a-fb3f77956ff1 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544576 May 26 23:00:44.516756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca43435a-7bd6-4af3-ae14-62f495d46596 req-e0906974-e601-4366-b7c6-b971d6dd1aad service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680241 May 26 23:00:44.681745 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:44.746603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e70f87d-745d-4c66-aa86-cc39c4feb81c', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'mac_address': 'fa:16:3e:ec:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T23:00:41Z', 'revision_number': 3, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:44.750609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f6188-95fb-473c-badb-96160a882f44 None None] The sync data for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 is: [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9e70f87d-745d-4c66-aa86-cc39c4feb81c', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'port_id': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'mac_address': 'fa:16:3e:ec:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27598e05-5f7b-4681-b11a-55d258699326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:58:28Z', 'updated_at': '2022-05-26T23:00:41Z', 'revision_number': 3, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:45.147615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.1 (d5efdc65-fad7-470d-a08d-60b9180a2c16/398cd6ba-294a-4e98-99c3-abdf147d1d0f/98f28d66-1155-4fc4-8422-2b85e7090a37) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:45.318458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:45.337658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Transition to ACTIVE for port object 98f28d66-1155-4fc4-8422-2b85e7090a37 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:45.362890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:45.373586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e80cf-1a53-4b4f-b5f2-db47b367bd94 req-5d5fbc27-8f45-4026-9abe-a6856fd498d2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:45.375232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a89e80cf-1a53-4b4f-b5f2-db47b367bd94 req-5d5fbc27-8f45-4026-9abe-a6856fd498d2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.1142957 May 26 23:00:45.416365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a89e80cf-1a53-4b4f-b5f2-db47b367bd94 req-a1b74170-db23-4959-87c5-ffef367b6cfb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 May 26 23:00:45.422653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:45.451283 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:00:45.453887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=98f28d66-1155-4fc4-8422-2b85e7090a37,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:45.481589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:45.483274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:45.508242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:45.553359 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b253a63-08c2-4812-8229-91db0985e5c6'] response: {'name': 'network-changed', 'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'status': 'completed', 'code': 200} May 26 23:00:45.590400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:45.799386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:45.806127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-7cac1a23-87f4-4fbf-9f0f-2c18d3fe7ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.2879829 May 26 23:00:45.907074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aa4e40fd-4b31-4f46-a774-a032e8b8c43b None None] Provisioning for port 98f28d66-1155-4fc4-8422-2b85e7090a37 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:45.917162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13caac7-c9d9-4874-aff8-4789e718b3ca req-ad86199b-cc51-4de9-84c6-192658eb69ec tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:45.917889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aa4e40fd-4b31-4f46-a774-a032e8b8c43b None None] Provisioning complete for port 98f28d66-1155-4fc4-8422-2b85e7090a37 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:45.918424 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aa4e40fd-4b31-4f46-a774-a032e8b8c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:45.919165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f13caac7-c9d9-4874-aff8-4789e718b3ca req-ad86199b-cc51-4de9-84c6-192658eb69ec tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1980338 May 26 23:00:45.955527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-0294236a-725d-4b2e-996f-445213f19002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:45.957385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-0294236a-725d-4b2e-996f-445213f19002 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.1443286 May 26 23:00:45.998111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e40fd-4b31-4f46-a774-a032e8b8c43b None None] Port 98f28d66-1155-4fc4-8422-2b85e7090a37 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:46.078069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-a79f178c-37b1-4277-b50f-f2624b98fe27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 1001 time: 0.1150167 May 26 23:00:46.115544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f13caac7-c9d9-4874-aff8-4789e718b3ca req-f9d89b30-e2f7-406b-ad12-75e62ebb4564 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324914 May 26 23:00:46.191007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-1ce3a409-9c14-4efa-b046-8c5db9f91f8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:46.193204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-1ce3a409-9c14-4efa-b046-8c5db9f91f8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.1096265 May 26 23:00:46.302693 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-6002f970-0bf6-45a3-ae53-6bf9ee66a0cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030822 May 26 23:00:46.369932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:46.376964 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:46.491404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=98f28d66-1155-4fc4-8422-2b85e7090a37,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:46.493880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:46.497896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f637622-c870-4d6c-97e1-c48638a7066f req-c2b9119a-d2fb-41fb-ad31-0087679daf55 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:46.499572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7f637622-c870-4d6c-97e1-c48638a7066f req-c2b9119a-d2fb-41fb-ad31-0087679daf55 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1959867 May 26 23:00:46.505186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-03f8b72f-83da-4b64-97fc-f6a9101f6fe4 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573334 May 26 23:00:46.638949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7f637622-c870-4d6c-97e1-c48638a7066f req-2011bd10-8a74-4e42-9ff9-c461a2e66f61 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293201 May 26 23:00:46.690667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b9883d4-cbb8-4195-919d-0b46b7fdc138 req-ebe60dc5-f728-412e-b034-8a692f10a916 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792805 May 26 23:00:46.779470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:46.780600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:47.033549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-889876d5-f21f-4a40-8bab-650cb725a4f1 None None] Provisioning complete for port 98f28d66-1155-4fc4-8422-2b85e7090a37 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:47.034099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-889876d5-f21f-4a40-8bab-650cb725a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:47.035677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a80c97-6967-458e-9c04-52d6f497e2d9 req-74f53758-2640-45ee-91bd-4c42836f29be tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:47.037144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50a80c97-6967-458e-9c04-52d6f497e2d9 req-74f53758-2640-45ee-91bd-4c42836f29be tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1999629 May 26 23:00:47.089640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-889876d5-f21f-4a40-8bab-650cb725a4f1 None None] Port 98f28d66-1155-4fc4-8422-2b85e7090a37 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:47.163443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c96cfbef-a118-4cfc-9b63-111c8bde1c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:47.210945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-50a80c97-6967-458e-9c04-52d6f497e2d9 req-985cb4a0-961d-40ef-8416-3b248a80a19f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671054 May 26 23:00:47.277214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 617c6e10-7a3e-4d37-9212-e1588fbddec1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:47.431028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26a555-a062-4e4e-8e72-d9b2079b32c3 req-338b40a6-1d88-4c4d-8aee-c7ef86f12b05 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:47.432554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce26a555-a062-4e4e-8e72-d9b2079b32c3 req-338b40a6-1d88-4c4d-8aee-c7ef86f12b05 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0859177 May 26 23:00:47.483514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce26a555-a062-4e4e-8e72-d9b2079b32c3 req-c96abf4a-4820-46c6-bfe5-9cb9cfd3fdf7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 May 26 23:00:47.489548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:47.500940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] Sync routers for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:47.504988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44834) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:47.505463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee7cda72-9a5e-4516-ba06-0070f2228012 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/routers/617c6e10-7a3e-4d37-9212-e1588fbddec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0288489 May 26 23:00:47.511008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'port': {'network_id': 'd5efdc65-fad7-470d-a08d-60b9180a2c16', 'name': 'tempest-FloatingIPTestJSON-757419496'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:47.518409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:47.519097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:47.593802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:47.606072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:47.606965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:47.711478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:47.719007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Usage tracker for resource:port and tenant:db3c730570574c12bdab33852ec8f35a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:47.722371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:47.722479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:47.722692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8d905-409e-4faa-89a1-c355a5abf5a9 None None] The sync data for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:47.728794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:47.740536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Made reservation on behalf of db3c730570574c12bdab33852ec8f35a for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:47.743598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:47.768244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] device_id is not set on port ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:00:47.922978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-1a2a2492-8734-49a7-99fa-33e474ec72ad tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:47.923556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Allocated IP 172.20.0.14 (d5efdc65-fad7-470d-a08d-60b9180a2c16/398cd6ba-294a-4e98-99c3-abdf147d1d0f/ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:47.924425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-1a2a2492-8734-49a7-99fa-33e474ec72ad tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.1460748 May 26 23:00:47.946246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3c41e7a7-911d-4454-95c0-cab0fd3f3c59 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/quotas/298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 375 time: 0.0118308 May 26 23:00:48.037934 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-026882be-02d1-4240-8978-3783ad0a0a6b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0832124 May 26 23:00:48.138417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:48.153859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Transition to ACTIVE for port object ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:48.178255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:48.261379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:48.264522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:48.270737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:48.304011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event updated for resources: {'Port': ['ID=ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:48.306203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-f3055911-853d-4074-95ce-7f6ab3d4fb41 service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615552 May 26 23:00:48.341216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:48.342162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:48.387858 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d6aaa0a-7a36-4c5f-be43-835611732b70 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8791993 May 26 23:00:48.388170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:48.406613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Request body: {'floatingip': {'port_id': 'ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:48.501853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-16039ded-46e3-4ad9-b0e6-881a79ab8b94 service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759765 May 26 23:00:48.636601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1472eea7-f35c-4379-8ff8-758f23340909 None None] Provisioning for port ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:48.643623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1472eea7-f35c-4379-8ff8-758f23340909 None None] Provisioning complete for port ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:48.644533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1472eea7-f35c-4379-8ff8-758f23340909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:48.680897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:48.714309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1472eea7-f35c-4379-8ff8-758f23340909 None None] Port ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:49.019313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:49.164298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.197972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:49.201918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc31b71f6ea4c179a5041d5f9d208b3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:49.204889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:49.211153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:49.277634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.282461 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.329209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f32b54e-78cf-47d4-aaf5-fb3a035076ea,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:49.336190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c6d0acd-b2db-4182-92c8-6d1385485759 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfc31b71f6ea4c179a5041d5f9d208b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3133118 May 26 23:00:49.337064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44874) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:49.343708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.347502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.504892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95527147-3d40-4526-89c3-fbf337e20ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.530718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95527147-3d40-4526-89c3-fbf337e20ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.545254 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 1d4130e0-e96c-4110-b33c-1ff696fc59d8 associated. External IP: 172.25.4.19, port: 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2. May 26 23:00:49.580933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95527147-3d40-4526-89c3-fbf337e20ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.595362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95527147-3d40-4526-89c3-fbf337e20ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f32b54e-78cf-47d4-aaf5-fb3a035076ea,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:49.602067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95527147-3d40-4526-89c3-fbf337e20ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.605810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-95527147-3d40-4526-89c3-fbf337e20ed9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f32b54e-78cf-47d4-aaf5-fb3a035076ea HTTP/1.1" status: 204 len: 168 time: 0.2659304 May 26 23:00:49.765495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a18a6bfe-0b15-4950-a9ac-a93ab786d1e5 req-2c5f2117-c5b7-4d80-b4ed-ac614e9149be tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 210 time: 0.0474193 May 26 23:00:49.891990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cba70481-3f88-45c7-9086-be1a6fd7cd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.027151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44894) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:50.053106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.067229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:50.153612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:50.319853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:c835150ea95e4ab980d170e7008fb3c6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:50.327886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:50.337819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:50.441466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.447504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.504586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4986b1-3137-48fb-8c27-f14e75c97b9c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:50.515031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3783404d-9c64-4103-a98e-fa4910a38cd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c835150ea95e4ab980d170e7008fb3c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4867089 May 26 23:00:50.517461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44898) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:50.526343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:50.535924 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:50.559191 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:50.559800 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:50.576804 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.591376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9745770c-a56b-4cbb-a1d1-a72ad93f0b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.617629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9745770c-a56b-4cbb-a1d1-a72ad93f0b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.629347 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:50.642321 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:50.643159 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:50.709152 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:50.709927 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bafa41e-a1c6-4b17-8214-d501189d975d None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:50.730310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9745770c-a56b-4cbb-a1d1-a72ad93f0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.744740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.749564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745770c-a56b-4cbb-a1d1-a72ad93f0b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4986b1-3137-48fb-8c27-f14e75c97b9c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:50.756001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9745770c-a56b-4cbb-a1d1-a72ad93f0b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.758446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9745770c-a56b-4cbb-a1d1-a72ad93f0b06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef4986b1-3137-48fb-8c27-f14e75c97b9c HTTP/1.1" status: 204 len: 168 time: 0.2398789 May 26 23:00:50.970640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-d418af41-9577-41a9-b6ac-b567f652acef tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:50.972389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-d418af41-9577-41a9-b6ac-b567f652acef tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.1916568 May 26 23:00:51.009461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 617c6e10-7a3e-4d37-9212-e1588fbddec1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:51.017877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'port': {'device_id': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'admin_state_up': True, 'tenant_id': '298537138acc4da6be77c84737e82811'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:51.040337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75713b07-a08d-4fba-b517-2f82ed1ea123 req-aae886ee-835c-4f02-af26-1d962359e697 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 210 time: 0.0669644 May 26 23:00:51.184033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:51.193956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:51.206420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Made reservation on behalf of 298537138acc4da6be77c84737e82811 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:00:51.208205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.243061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:51.253581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] Sync routers for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:51.255295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.273005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:51.273970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:51.349846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:51.362171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:51.363044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:51.382539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-73583939-906f-4fed-9869-8eba6419af6a tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/floatingips/1d4130e0-e96c-4110-b33c-1ff696fc59d8 HTTP/1.1" status: 200 len: 977 time: 2.9917378 May 26 23:00:51.385224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44916) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:51.396225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Allocated IP 172.20.0.5 (55a3a3ca-b3f5-4cb6-bf08-3d00119669c5/a523fb6a-888c-4068-90ca-6b3273fc4147/c029680c-770d-4084-bdf8-34334cafcfbd) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:00:51.436882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:51.437566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039eb09-4e94-4d89-893d-4509a89bd2d3 None None] The sync data for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:51.469851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:51.470142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.636992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.654821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Transition to ACTIVE for port object c029680c-770d-4084-bdf8-34334cafcfbd will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:51.687437 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.703357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:00:51.728693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.779948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:00:51.785634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:00:51.789403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:00:51.850152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=c029680c-770d-4084-bdf8-34334cafcfbd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:51.910669 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.923325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:51.924361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:51.955813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3ae18878-32ab-49c3-90e4-e5d7f9ad4869 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9460297 May 26 23:00:51.970911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Request body: {'port': {'device_id': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:00:52.072693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa648a9a-66c8-4ca7-9d00-6aaef9d266dc None None] Provisioning for port c029680c-770d-4084-bdf8-34334cafcfbd completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:52.079528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa648a9a-66c8-4ca7-9d00-6aaef9d266dc None None] Provisioning complete for port c029680c-770d-4084-bdf8-34334cafcfbd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:52.080237 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa648a9a-66c8-4ca7-9d00-6aaef9d266dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:52.120912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:52.156047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fa648a9a-66c8-4ca7-9d00-6aaef9d266dc None None] Port c029680c-770d-4084-bdf8-34334cafcfbd cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:00:52.290806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:52.291456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:52.291456 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Floating IP 1d4130e0-e96c-4110-b33c-1ff696fc59d8 disassociated. External IP: 172.25.4.19, port: ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a. May 26 23:00:52.291813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:52.394723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c705-6b99-4187-849b-de34c8712d8c req-7a6a7600-570c-47fb-8bcc-01dbdd8b85fd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:52.396777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45d9c705-6b99-4187-849b-de34c8712d8c req-7a6a7600-570c-47fb-8bcc-01dbdd8b85fd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 931 time: 0.1713495 May 26 23:00:52.501419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45d9c705-6b99-4187-849b-de34c8712d8c req-271de27f-ddd8-4e60-871f-78c3663ecb71 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659883 May 26 23:00:52.504133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:52.527294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c029680c-770d-4084-bdf8-34334cafcfbd {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:00:52.534189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:52.551278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Transition to ACTIVE for port object c029680c-770d-4084-bdf8-34334cafcfbd will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:00:52.557512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:52.563038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:52.758503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Pushing event updated for resources: {'Port': ['ID=c029680c-770d-4084-bdf8-34334cafcfbd,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:52.846761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 617c6e10-7a3e-4d37-9212-e1588fbddec1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:53.026571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Attempting to bind port c029680c-770d-4084-bdf8-34334cafcfbd on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:00:53.026913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Attempting to bind port c029680c-770d-4084-bdf8-34334cafcfbd by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:00:53.027217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Attempting to bind port c029680c-770d-4084-bdf8-34334cafcfbd on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:00:53.033125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Port c029680c-770d-4084-bdf8-34334cafcfbd on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:00:53.033450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Attempting to bind port c029680c-770d-4084-bdf8-34334cafcfbd on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:00:53.040201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:00:53.040602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:00:53.040922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Bound using segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:00:53.041340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Bound port: c029680c-770d-4084-bdf8-34334cafcfbd, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:00:53.041707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:53.100406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:53.113591 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] Sync routers for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:53.130689 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:53.132417 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:53.143561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] For port c029680c-770d-4084-bdf8-34334cafcfbd, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:00:53.147992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] For port c029680c-770d-4084-bdf8-34334cafcfbd, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c029680c-770d-4084-bdf8-34334cafcfbd,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:00:53.154950 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:53.206445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:53.220808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-964fceb8-bde9-4991-b878-cf219d1557d4 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/ports/ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a HTTP/1.1" status: 204 len: 168 time: 1.8345127 May 26 23:00:53.221643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44950) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:53.232268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:53.234214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] 10.222.0.55 "PUT /v2.0/ports/c029680c-770d-4084-bdf8-34334cafcfbd HTTP/1.1" status: 200 len: 1091 time: 1.2675622 May 26 23:00:53.234641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'tag': 'c029680c-770d-4084-bdf8-34334cafcfbd'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:53.246863 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:53.264676 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:53.265529 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:53.274814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b011be-da13-4c7c-acbb-7bb8cf8efe9a service neutron] Pushing event updated for resources: {'Port': ['ID=c029680c-770d-4084-bdf8-34334cafcfbd,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:53.337576 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65251bf6-a004-48fe-885a-9dd9f2d139aa'] response: {'name': 'network-changed', 'server_uuid': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'tag': 'c029680c-770d-4084-bdf8-34334cafcfbd', 'status': 'completed', 'code': 200} May 26 23:00:53.373868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-3e3b2181-2de4-4a03-a574-93045ef17711 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 1094 time: 0.0958993 May 26 23:00:53.389227 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:53.389942 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b17e4d-c015-49e2-843f-4f9eb879eea2 None None] The sync data for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:53.466963 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-029e8a64-8dce-46c1-8697-05c8dc8746b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c029680c-770d-4084-bdf8-34334cafcfbd HTTP/1.1" status: 200 len: 217 time: 0.0815659 May 26 23:00:53.550852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-598362f2-679c-4633-a86a-d99cd4f17bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:53.553026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-598362f2-679c-4633-a86a-d99cd4f17bc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0767810 May 26 23:00:53.646699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-416156d5-fe65-46a2-8b99-36391adeb106 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849729 May 26 23:00:53.801756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-e6654711-2068-47a3-819c-111e2e9d1647 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454210 May 26 23:00:53.805571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:53.953101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93588774-b068-4a1c-bdae-bae05dcb6f47 req-4334ba98-0f23-40a7-9382-061e5804de95 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421363 May 26 23:00:54.090778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac960b3-dc6f-42a2-88a1-411d45123470 req-7a026c03-ebab-4486-bf4f-495a0b41fd93 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:54.091466 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5570350-eb16-4360-a3ab-181dec697de2 req-1de9a58e-3c06-485d-b836-dee8b34d5b67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 1094 time: 0.0826583 May 26 23:00:54.092219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ac960b3-dc6f-42a2-88a1-411d45123470 req-7a026c03-ebab-4486-bf4f-495a0b41fd93 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 943 time: 0.3734696 May 26 23:00:54.153480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ac960b3-dc6f-42a2-88a1-411d45123470 req-71f1fb12-5789-4862-8500-10a5b8e3ac70 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556426 May 26 23:00:54.243339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570350-eb16-4360-a3ab-181dec697de2 req-78c0b8f1-0b50-4bb2-9e04-bed4d6697180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:54.244802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5570350-eb16-4360-a3ab-181dec697de2 req-78c0b8f1-0b50-4bb2-9e04-bed4d6697180 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.1464019 May 26 23:00:54.314207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5570350-eb16-4360-a3ab-181dec697de2 req-3e7214d0-1433-4649-9623-891ac0b5809b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c029680c-770d-4084-bdf8-34334cafcfbd HTTP/1.1" status: 200 len: 217 time: 0.0607743 May 26 23:00:54.386878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570350-eb16-4360-a3ab-181dec697de2 req-828cd7cb-be1c-46e4-8d16-9cb2548559da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:54.388487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5570350-eb16-4360-a3ab-181dec697de2 req-828cd7cb-be1c-46e4-8d16-9cb2548559da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0682712 May 26 23:00:54.474817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5570350-eb16-4360-a3ab-181dec697de2 req-d4512fcb-6d49-43d0-b8a0-a909567ef3fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795767 May 26 23:00:54.613783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5570350-eb16-4360-a3ab-181dec697de2 req-8911b480-b128-4ab8-bde7-0a8b7505c6cb service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318967 May 26 23:00:54.628088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 98f28d66-1155-4fc4-8422-2b85e7090a37 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:54.628416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:54.755821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5570350-eb16-4360-a3ab-181dec697de2 req-880c545b-8ae4-4feb-81d2-aa80b31693de service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344290 May 26 23:00:54.828084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:54.950254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 98f28d66-1155-4fc4-8422-2b85e7090a37 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:55.119259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:55.136583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:55.183226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=98f28d66-1155-4fc4-8422-2b85e7090a37,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:55.392579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59191f-2cbd-48f7-9dca-ea4bf86f7c46 req-eb273b3b-ebff-4c8f-8149-0c37a8057a9f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:55.393284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2f59191f-2cbd-48f7-9dca-ea4bf86f7c46 req-eb273b3b-ebff-4c8f-8149-0c37a8057a9f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:00:55.411356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2f59191f-2cbd-48f7-9dca-ea4bf86f7c46 req-eb273b3b-ebff-4c8f-8149-0c37a8057a9f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:00:55.412662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f59191f-2cbd-48f7-9dca-ea4bf86f7c46 req-eb273b3b-ebff-4c8f-8149-0c37a8057a9f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 943 time: 0.1121249 May 26 23:00:55.477283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c029680c-770d-4084-bdf8-34334cafcfbd details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:00:55.523844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:55.587623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f59191f-2cbd-48f7-9dca-ea4bf86f7c46 req-d8f78791-5ea5-4dde-94ca-94d9876e828d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691947 May 26 23:00:55.632693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c029680c-770d-4084-bdf8-34334cafcfbd, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c029680c-770d-4084-bdf8-34334cafcfbd,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:55.648982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'c029680c-770d-4084-bdf8-34334cafcfbd', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': 'c029680c-770d-4084-bdf8-34334cafcfbd', 'mac_address': 'fa:16:3e:2f:03:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:00:55.719847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:55.752427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c029680c-770d-4084-bdf8-34334cafcfbd {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:00:55.763312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c029680c-770d-4084-bdf8-34334cafcfbd, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c029680c-770d-4084-bdf8-34334cafcfbd,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:55.767245 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:55.847622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c029680c-770d-4084-bdf8-34334cafcfbd,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:55.857850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.858323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.858661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.858989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.859311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.859627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.859947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.860266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.860578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.860892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:55.861208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:00:56.083858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['c029680c-770d-4084-bdf8-34334cafcfbd'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:00:56.244459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 617c6e10-7a3e-4d37-9212-e1588fbddec1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:00:56.449363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:00:56.461533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] Sync routers for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:00:56.463215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-97b3edec-eb1e-43d0-a6ac-6235459968cf tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/routers/617c6e10-7a3e-4d37-9212-e1588fbddec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405350 May 26 23:00:56.465918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44976) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:56.473887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:56.474888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:56.536469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:56.548573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] Routers {'617c6e10-7a3e-4d37-9212-e1588fbddec1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:00:56.549175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['617c6e10-7a3e-4d37-9212-e1588fbddec1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:56.612820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:56.613229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b0a76-2f31-463b-a475-dc14ec32605d None None] The sync data for ids ['617c6e10-7a3e-4d37-9212-e1588fbddec1'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:00:56.675793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:56.979027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:56.997168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8bd4a-5bd4-44e5-953b-1399bb5974f0 req-fd8180a0-453f-47cf-826c-da43c82a0b8c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:56.998918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-beb8bd4a-5bd4-44e5-953b-1399bb5974f0 req-fd8180a0-453f-47cf-826c-da43c82a0b8c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 944 time: 0.1043978 May 26 23:00:57.000309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 84348d0f-2f56-42b1-80c9-f9f49d14ddc8 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:57.000747 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.161447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-beb8bd4a-5bd4-44e5-953b-1399bb5974f0 req-832095ba-11e3-4bfc-a341-ed9c207ff797 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299183 May 26 23:00:57.214380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.332853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 84348d0f-2f56-42b1-80c9-f9f49d14ddc8 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:57.494040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c029680c-770d-4084-bdf8-34334cafcfbd up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:00:57.579360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port c029680c-770d-4084-bdf8-34334cafcfbd completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:00:57.585105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port c029680c-770d-4084-bdf8-34334cafcfbd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:00:57.585712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.651704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.699506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44990) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:57.708381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=84348d0f-2f56-42b1-80c9-f9f49d14ddc8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:57.718346 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.753483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c029680c-770d-4084-bdf8-34334cafcfbd'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:00:57.781577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port c029680c-770d-4084-bdf8-34334cafcfbd, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c029680c-770d-4084-bdf8-34334cafcfbd,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:57.782965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.789631 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.840245 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1f55ca-7183-4f97-afbc-ed5d61ed2ed1'] response: {'server_uuid': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c029680c-770d-4084-bdf8-34334cafcfbd', 'code': 200} May 26 23:00:57.873247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.910734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:57.915768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Usage tracker for resource:security_group_rule and tenant:adfe239d89e34e4fa3aebf69b0335e41 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:57.919707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:57.920209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=c029680c-770d-4084-bdf8-34334cafcfbd,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:57.951811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:57.958413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:58.042160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6035bb7-3b07-447d-9880-cb7da712cf09 req-6bc7f1cc-0aa9-4ecf-be90-7171b96010d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 1096 time: 0.1136909 May 26 23:00:58.068900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.075410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.136095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adfe239d89e34e4fa3aebf69b0335e41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4355175 May 26 23:00:58.139798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5cf47-a792-4144-be2f-83a3240d57df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67095916-4f9d-47a9-93c3-933e2f4361ee,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:58.142002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44998) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:58.145967 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6035bb7-3b07-447d-9880-cb7da712cf09 req-3013ccf6-d4f9-4789-8156-3a05be2a2631 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928130 May 26 23:00:58.203987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4eda24b-fa23-4395-825b-30d699760079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.218336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.222571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.234253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4eda24b-fa23-4395-825b-30d699760079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.255816 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.256755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Fanout notify agent at l3_agent the message router_deleted on router 617c6e10-7a3e-4d37-9212-e1588fbddec1 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:00:58.275223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.279155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1be106f1-0ad0-47d5-a241-5792c19971dd tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/routers/617c6e10-7a3e-4d37-9212-e1588fbddec1 HTTP/1.1" status: 204 len: 168 time: 1.8096919 May 26 23:00:58.279782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:58.342102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4eda24b-fa23-4395-825b-30d699760079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.359981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366818e-f6cf-40eb-8478-c4b39e27a3c2 req-eaf462af-bfdd-433c-b749-249a9ccc4853 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:58.361437 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f366818e-f6cf-40eb-8478-c4b39e27a3c2 req-eaf462af-bfdd-433c-b749-249a9ccc4853 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 945 time: 0.0795295 May 26 23:00:58.380774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda24b-fa23-4395-825b-30d699760079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67095916-4f9d-47a9-93c3-933e2f4361ee,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:58.412467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f366818e-f6cf-40eb-8478-c4b39e27a3c2 req-43bac742-760f-49d8-b057-080ac8de4381 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447996 May 26 23:00:58.433449 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4eda24b-fa23-4395-825b-30d699760079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.436947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a4eda24b-fa23-4395-825b-30d699760079 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67095916-4f9d-47a9-93c3-933e2f4361ee HTTP/1.1" status: 204 len: 168 time: 0.2914078 May 26 23:00:58.489273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting subnet 398cd6ba-294a-4e98-99c3-abdf147d1d0f {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:00:58.492749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.545898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.638920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.711703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.750878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Subnet': ['ID=398cd6ba-294a-4e98-99c3-abdf147d1d0f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:58.757307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.763185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c54109-caf7-4cbf-b997-4a58619ed790 None None] Network d5efdc65-fad7-470d-a08d-60b9180a2c16 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:00:58.770566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e1b652b1-0981-431b-bf26-b5802062cd48 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/subnets/398cd6ba-294a-4e98-99c3-abdf147d1d0f HTTP/1.1" status: 204 len: 168 time: 0.4874909 May 26 23:00:58.770745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45012) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:58.779215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45016) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:58.799248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.855399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:00:58.859835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Usage tracker for resource:security_group_rule and tenant:3116c5bdeee144bbb6b5d0bfd9c23001 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:00:58.862702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:00:58.869763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:00:58.906647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.917996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:58.918332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.938648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.942921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:58.992042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ca1b8-f4b2-4cee-b58b-1a9052940106,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:58.999076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4345bf19-735b-454c-8d92-acb8a16de073 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3116c5bdeee144bbb6b5d0bfd9c23001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2162542 May 26 23:00:59.003824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45020) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:00:59.032057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] DHCP port deletion for d5efdc65-fad7-470d-a08d-60b9180a2c16 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:00:59.036433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Deleting port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:00:59.036879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.076181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ffc85e3-f825-4192-b304-77eafce853ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.106536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ffc85e3-f825-4192-b304-77eafce853ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.137185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] For port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,segment=NetworkSegment(b000346c-fbfe-4b25-abb5-834367781b45),segment_id=b000346c-fbfe-4b25-abb5-834367781b45)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:59.137553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.171849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ffc85e3-f825-4192-b304-77eafce853ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.186950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc85e3-f825-4192-b304-77eafce853ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ca1b8-f4b2-4cee-b58b-1a9052940106,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:59.198461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ffc85e3-f825-4192-b304-77eafce853ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.202426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8ffc85e3-f825-4192-b304-77eafce853ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/736ca1b8-f4b2-4cee-b58b-1a9052940106 HTTP/1.1" status: 204 len: 168 time: 0.1963408 May 26 23:00:59.280255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] For port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,segment=NetworkSegment(b000346c-fbfe-4b25-abb5-834367781b45),segment_id=b000346c-fbfe-4b25-abb5-834367781b45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:00:59.280642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.290714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 9eb950ee-33bc-46f6-96c0-d98d2c31c49d owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:59.376710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.404494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Calling delete_port for 9eb950ee-33bc-46f6-96c0-d98d2c31c49d owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:00:59.434029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=9eb950ee-33bc-46f6-96c0-d98d2c31c49d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:00:59.449998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] No DVR routers for this DVR port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:00:59.543009 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:00:59.543348 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:00:59.598862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9eb950ee-33bc-46f6-96c0-d98d2c31c49d no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:00:59.640953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.655432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9eb950ee-33bc-46f6-96c0-d98d2c31c49d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:00:59.656134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9eb950ee-33bc-46f6-96c0-d98d2c31c49d not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:00:59.680517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5efdc65-fad7-470d-a08d-60b9180a2c16']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:59.787974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b000346c-fbfe-4b25-abb5-834367781b45') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:59.788634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b000346c-fbfe-4b25-abb5-834367781b45') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:00:59.803217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.825172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.835531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199381e-dc40-4331-b997-aea3f41ed951 req-f4133ad3-5d6a-4702-bdfc-e77c67e7766b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:00:59.836991 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a199381e-dc40-4331-b997-aea3f41ed951 req-f4133ad3-5d6a-4702-bdfc-e77c67e7766b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 945 time: 0.2644160 May 26 23:00:59.839512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:00:59.840105 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: timer() May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:00:59.854250 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:00:59.962426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.981279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:59.987725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a199381e-dc40-4331-b997-aea3f41ed951 req-848366e8-16dc-4ce5-8d27-23d15d9c4fe9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326859 May 26 23:00:59.995101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Network': ['ID=d5efdc65-fad7-470d-a08d-60b9180a2c16,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:00.004968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-50a3e807-c1b1-4768-829f-8b11ad90f5e2 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/networks/d5efdc65-fad7-470d-a08d-60b9180a2c16 HTTP/1.1" status: 204 len: 168 time: 1.2307742 May 26 23:01:00.005824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45040) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:00.044999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Deleting port 9eb950ee-33bc-46f6-96c0-d98d2c31c49d {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:00.046433 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:00.123750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f5f38862-5720-40cf-9659-d22bb7304512 None None] The port '9eb950ee-33bc-46f6-96c0-d98d2c31c49d' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:01:00.169882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port e7fb1582-4415-4603-9d78-e5416fba993d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:00.170214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:00.343215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:00.343538 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:00.567105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for e7fb1582-4415-4603-9d78-e5416fba993d owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:00.719354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:00.766036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=e7fb1582-4415-4603-9d78-e5416fba993d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:00.864866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:00.881740 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:00.882860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-92b1dd6c-9982-4d1a-820e-e0a97405d33b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/floatingips/1d4130e0-e96c-4110-b33c-1ff696fc59d8 HTTP/1.1" status: 204 len: 168 time: 0.8762641 May 26 23:01:00.886800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45060) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:00.926637 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d463d02-4e1c-4728-a8b3-619c0b45e66b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] DELETE failed (client error): The resource could not be found. May 26 23:01:00.927073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d463d02-4e1c-4728-a8b3-619c0b45e66b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:01:00.928713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1d463d02-4e1c-4728-a8b3-619c0b45e66b tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/ports/ef049c94-f45d-4ce4-bbd0-16f9e4f4a43a HTTP/1.1" status: 404 len: 333 time: 0.0414810 May 26 23:01:00.931634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45064) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:00.972630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b19ea95a-1a5f-43f4-a467-b9771c56c463 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Synchronizing usage tracker for tenant:db3c730570574c12bdab33852ec8f35a on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:00.988294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b19ea95a-1a5f-43f4-a467-b9771c56c463 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Unset dirty status for tenant:db3c730570574c12bdab33852ec8f35a on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:00.989775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b19ea95a-1a5f-43f4-a467-b9771c56c463 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "GET /v2.0/ports?device_id=617c6e10-7a3e-4d37-9212-e1588fbddec1 HTTP/1.1" status: 200 len: 205 time: 0.0570714 May 26 23:01:00.992300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45068) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:01.059560 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-7f4da60e-37b0-4252-b73b-3730038b9c59 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] delete failed (client error): The resource could not be found. May 26 23:01:01.060495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f4da60e-37b0-4252-b73b-3730038b9c59 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/routers/617c6e10-7a3e-4d37-9212-e1588fbddec1 HTTP/1.1" status: 404 len: 336 time: 0.0673101 May 26 23:01:01.063055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45072) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:01.103123 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78b71a6-694c-479e-bb39-7a6c98132c42 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] DELETE failed (client error): The resource could not be found. May 26 23:01:01.103557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78b71a6-694c-479e-bb39-7a6c98132c42 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:01:01.107472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a78b71a6-694c-479e-bb39-7a6c98132c42 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/subnets/398cd6ba-294a-4e98-99c3-abdf147d1d0f HTTP/1.1" status: 404 len: 337 time: 0.0412412 May 26 23:01:01.107684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45076) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:01.177232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:01.177571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:01.427351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:01.561213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 70e83af2-3edb-4fd9-a3d5-6be6879ad6b2 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:01.698484 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:01.748610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=70e83af2-3edb-4fd9-a3d5-6be6879ad6b2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:01.855588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:01.868557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b68ff09c-85a1-4cfb-9d46-dd6240859de1 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/ports/70e83af2-3edb-4fd9-a3d5-6be6879ad6b2 HTTP/1.1" status: 204 len: 168 time: 0.7597039 May 26 23:01:01.870997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:01.940000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 051c79ee-4979-4d07-a444-db3eff88e6bf {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:01.940687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:02.187217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:02.432008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 051c79ee-4979-4d07-a444-db3eff88e6bf owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:02.594722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:02.648887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=051c79ee-4979-4d07-a444-db3eff88e6bf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:02.758473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:02.768118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31a1bdb5-b20f-4c2b-bad2-efa3dede58ed tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/ports/051c79ee-4979-4d07-a444-db3eff88e6bf HTTP/1.1" status: 204 len: 168 time: 0.8961186 May 26 23:01:02.770620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:02.849185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463dd677-314c-43c8-82bd-cf6521a3d395 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:02.849790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-463dd677-314c-43c8-82bd-cf6521a3d395 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Synchronizing usage tracker for tenant:db3c730570574c12bdab33852ec8f35a on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:02.865407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-463dd677-314c-43c8-82bd-cf6521a3d395 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Unset dirty status for tenant:db3c730570574c12bdab33852ec8f35a on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:02.867009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-463dd677-314c-43c8-82bd-cf6521a3d395 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "GET /v2.0/ports?device_id=85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 HTTP/1.1" status: 200 len: 913 time: 0.0950251 May 26 23:01:02.869351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:03.348154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:03.933638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 5c738c36-8c64-4c73-b808-e209129fef86 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:03.934041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:04.217061 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:04.340348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 5c738c36-8c64-4c73-b808-e209129fef86 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:04.544301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:04.613198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=5c738c36-8c64-4c73-b808-e209129fef86,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:04.908161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:05.563977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:01:05.879466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:01:05.888764 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] Sync routers for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:01:05.895474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e55b637-3c2e-49e2-a2fd-9a8262dbcf55 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "PUT /v2.0/routers/85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251021 May 26 23:01:05.898509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45124) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:05.901536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:05.902160 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:05.961870 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:05.972376 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] Routers {'85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:05.972963 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:06.033918 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:06.034323 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b35fae-49f1-4b52-a94f-e5f8b4390063 None None] The sync data for ids ['85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:01:06.096650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:06.290107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:06.299547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting port 49612fcc-b2d9-4b9e-af5e-c74517fe8d6f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:06.299915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:06.462978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:06.583213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Calling delete_port for 49612fcc-b2d9-4b9e-af5e-c74517fe8d6f owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:06.757483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:06.803860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Port': ['ID=49612fcc-b2d9-4b9e-af5e-c74517fe8d6f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:07.027081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.407334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.413034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.441185 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.441611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Fanout notify agent at l3_agent the message router_deleted on router 85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:01:07.456086 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.457144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-038f1ce6-0222-4f1d-9c53-2947203d2737 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/routers/85eea1e6-a9c4-4a9c-ac0b-e6f3044fd8f1 HTTP/1.1" status: 204 len: 168 time: 1.5577633 May 26 23:01:07.460227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45138) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:07.682717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Deleting subnet d5c90c3d-726b-4d5a-afce-289807a902a9 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:01:07.685911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.744659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.818007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.891912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.932201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c90c3d-726b-4d5a-afce-289807a902a9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:07.942599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:07.953900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a500a2bb-0ecc-47ea-9d80-9f3c1e7c007f tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/subnets/d5c90c3d-726b-4d5a-afce-289807a902a9 HTTP/1.1" status: 204 len: 168 time: 0.4920864 May 26 23:01:07.955982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45148) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:08.072019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.204084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.228843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:08.241001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3ebc71-d319-46ec-b232-a9d7616977f3') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:08.241291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3ebc71-d319-46ec-b232-a9d7616977f3') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:08.252616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.268822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.275174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:08.275624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: timer() May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:08.289822 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:08.369496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.387799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.397641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] Pushing event deleted for resources: {'Network': ['ID=b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:08.402422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e31dd11-57d9-40f4-8700-3b311c117695 tempest-FloatingIPTestJSON-540442934 tempest-FloatingIPTestJSON-540442934-project] 10.222.0.32 "DELETE /v2.0/networks/b77aa237-e1c5-4c1d-bfc8-cd564dc1b27c HTTP/1.1" status: 204 len: 168 time: 0.4450984 May 26 23:01:08.694184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45156) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:08.894977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b4691e2-3caa-49f8-85ea-fe20218720ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db3c730570574c12bdab33852ec8f35a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972752 May 26 23:01:08.896720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45164) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:08.963558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c4853ef-35f2-4fa8-abf9-1f7a4674a440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:08.995522 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c4853ef-35f2-4fa8-abf9-1f7a4674a440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:09.052323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c4853ef-35f2-4fa8-abf9-1f7a4674a440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:09.074757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4853ef-35f2-4fa8-abf9-1f7a4674a440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c608fed-88cf-4533-9814-4ca1ad20c269,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:09.083303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c4853ef-35f2-4fa8-abf9-1f7a4674a440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:09.086667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1c4853ef-35f2-4fa8-abf9-1f7a4674a440 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c608fed-88cf-4533-9814-4ca1ad20c269 HTTP/1.1" status: 204 len: 168 time: 0.1880615 May 26 23:01:09.893209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45190) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:10.027480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'networks': [{'name': 'tempest-network--2050254855'}, {'name': 'tempest-network--1149075128'}]} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:10.028036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'network': {'name': 'tempest-network--2050254855'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:10.028228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'network': {'name': 'tempest-network--1149075128'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:10.033904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:10.037800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Usage tracker for resource:network and tenant:c794bd9047b841d19731251d3985d35d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:10.040684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:10.046871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:10.056388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Made reservation on behalf of c794bd9047b841d19731251d3985d35d for: {'network': 2} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:10.060390 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.074230 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.106350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:10.110098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Usage tracker for resource:security_group_rule and tenant:c794bd9047b841d19731251d3985d35d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:10.112843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:10.118836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:10.190442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.195886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.196742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.245800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be2151-8774-4503-ab31-c823017570fb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:10.258144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:10.274921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.275367 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Added segment 6ede02be-9ec9-475e-9425-69a15f47e8ed of type vlan for network abab7cec-d102-41f0-a7c3-2a5f7301e5ba May 26 23:01:10.304138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.340277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:10.348924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.349261 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Added segment 71fed4ba-083a-48bd-ad6a-8bdd8cb931c1 of type vlan for network 5f7a4b8d-6b77-413d-8650-66f434a7e008 May 26 23:01:10.377963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.409647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.410163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.413877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:10.417028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:10.417667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:10.528053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6337094 May 26 23:01:10.530832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45200) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:10.531328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Network': ['ID=abab7cec-d102-41f0-a7c3-2a5f7301e5ba,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:10.550912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network abab7cec-d102-41f0-a7c3-2a5f7301e5ba details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:10.642353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07e2e7-67da-478e-bc2b-be97c711077e tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Network': ['ID=5f7a4b8d-6b77-413d-8650-66f434a7e008,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:10.654234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5f7a4b8d-6b77-413d-8650-66f434a7e008 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:10.745820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f575edf-e496-41fc-8b26-6fef89e5f96a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:10.749884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f575edf-e496-41fc-8b26-6fef89e5f96a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:10.753825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f575edf-e496-41fc-8b26-6fef89e5f96a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:10.758613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f575edf-e496-41fc-8b26-6fef89e5f96a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:10.760324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f575edf-e496-41fc-8b26-6fef89e5f96a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2267904 May 26 23:01:10.763270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:10.875948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.210748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.248216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abab7cec-d102-41f0-a7c3-2a5f7301e5ba']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:11.274245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ede02be-9ec9-475e-9425-69a15f47e8ed') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:11.274559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ede02be-9ec9-475e-9425-69a15f47e8ed') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:11.289585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.315234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.325219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:11.325755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: timer() May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:11.344642 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:11.480559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.502344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.508935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Network': ['ID=abab7cec-d102-41f0-a7c3-2a5f7301e5ba,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:11.513721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5359774e-5de3-46f5-b0c8-04be211a9a62 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/networks/abab7cec-d102-41f0-a7c3-2a5f7301e5ba HTTP/1.1" status: 204 len: 168 time: 0.7487645 May 26 23:01:11.515825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45220) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:11.630351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.806283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.831890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7a4b8d-6b77-413d-8650-66f434a7e008']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:11.844807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fed4ba-083a-48bd-ad6a-8bdd8cb931c1') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:11.845413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fed4ba-083a-48bd-ad6a-8bdd8cb931c1') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:11.861043 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.878002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.885810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:11.886258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: timer() May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:11.902576 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:11.986718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:11.994877 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.020840 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/networks/5f7a4b8d-6b77-413d-8650-66f434a7e008 HTTP/1.1" status: 204 len: 168 time: 0.5039418 May 26 23:01:12.022394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc1f08-ba33-4135-afb2-2b0e01f9df70 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Network': ['ID=5f7a4b8d-6b77-413d-8650-66f434a7e008,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:12.024052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45230) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:12.176808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930288a6-a919-4a79-a97f-dae205457e94 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:12.180914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930288a6-a919-4a79-a97f-dae205457e94 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:12.181634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-930288a6-a919-4a79-a97f-dae205457e94 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Synchronizing usage tracker for tenant:c794bd9047b841d19731251d3985d35d on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:12.198192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-930288a6-a919-4a79-a97f-dae205457e94 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Unset dirty status for tenant:c794bd9047b841d19731251d3985d35d on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:12.199352 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-930288a6-a919-4a79-a97f-dae205457e94 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1740706 May 26 23:01:12.203235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45234) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:12.208907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-691528244'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:12.215092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:12.225056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:12.234750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Made reservation on behalf of c794bd9047b841d19731251d3985d35d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:12.237706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.265216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:12.274772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.275116 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Added segment bc1cbf67-2a8d-4b4e-a027-28478f24c2f4 of type vlan for network 8c10437e-afbd-4f15-b462-2f1653277703 May 26 23:01:12.301763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.333168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.337995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:12.338611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.459996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2545645 May 26 23:01:12.462235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45240) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:12.469154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1588805849'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:12.478732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ff8ae-1d9d-4ffd-94b4-deaa61a44276 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Network': ['ID=8c10437e-afbd-4f15-b462-2f1653277703,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:12.479352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:12.485139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Usage tracker for resource:network and tenant:c794bd9047b841d19731251d3985d35d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:12.489016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:12.492055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 8c10437e-afbd-4f15-b462-2f1653277703 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:12.513788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:12.526390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Made reservation on behalf of c794bd9047b841d19731251d3985d35d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:12.529632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.562541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:12.574172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.574995 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Added segment 33dfcdf6-a4db-4512-a46a-adf5dfa6c40b of type vlan for network c71a7f8f-5b83-4c9d-96de-1e195c606b73 May 26 23:01:12.602984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.635853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.639862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:12.640445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:12.724220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8878a-0726-462f-aff8-0ae68824b5aa req-d822f6f0-93f0-4aad-8a12-aed42f9a2f1b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:12.725757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60e8878a-0726-462f-aff8-0ae68824b5aa req-d822f6f0-93f0-4aad-8a12-aed42f9a2f1b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0839770 May 26 23:01:12.750981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2873244 May 26 23:01:12.753499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45246) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:12.756648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f8900-3b81-439c-8484-fac4b205d651 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Network': ['ID=c71a7f8f-5b83-4c9d-96de-1e195c606b73,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:12.761492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'ports': [{'network_id': '8c10437e-afbd-4f15-b462-2f1653277703', 'name': 'tempest-port--1636439107', 'admin_state_up': True}, {'network_id': 'c71a7f8f-5b83-4c9d-96de-1e195c606b73', 'admin_state_up': False}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:12.761788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'port': {'network_id': '8c10437e-afbd-4f15-b462-2f1653277703', 'name': 'tempest-port--1636439107', 'admin_state_up': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:12.762256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'port': {'network_id': 'c71a7f8f-5b83-4c9d-96de-1e195c606b73', 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:12.767556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c71a7f8f-5b83-4c9d-96de-1e195c606b73 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:12.773613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60e8878a-0726-462f-aff8-0ae68824b5aa req-7ec3d00e-ead4-4f8f-854f-2b91be809ef8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422635 May 26 23:01:13.140203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f5156-c644-453d-9b47-73a107128001 req-7242b135-5b7f-4dd1-abef-37727dcf4ccc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:13.142018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc6f5156-c644-453d-9b47-73a107128001 req-7242b135-5b7f-4dd1-abef-37727dcf4ccc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2111223 May 26 23:01:13.152455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:13.157963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Usage tracker for resource:port and tenant:c794bd9047b841d19731251d3985d35d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:13.177440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:13.187546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:13.210245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Made reservation on behalf of c794bd9047b841d19731251d3985d35d for: {'port': 2} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:13.213698 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:13.233945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc6f5156-c644-453d-9b47-73a107128001 req-8d6e17a5-6fb8-4eda-ba7b-aaba15d71975 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790186 May 26 23:01:13.238227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:13.455584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6608-a8aa-46dd-82ca-772d20bda93a req-f420ce6c-a0aa-425c-b04f-7d44a292be28 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:13.457015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a8e6608-a8aa-46dd-82ca-772d20bda93a req-f420ce6c-a0aa-425c-b04f-7d44a292be28 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0807438 May 26 23:01:13.460292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] device_id is not set on port 99a79373-e39e-4841-b663-ced940092d6c yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:01:13.506286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a8e6608-a8aa-46dd-82ca-772d20bda93a req-1d903739-dbe6-4686-b369-0619e502b2bb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420387 May 26 23:01:13.560974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:13.721970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] device_id is not set on port 7f0561f0-e6ca-411e-8dc1-7bf5777759f4 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:01:13.797277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c353e3-e726-48ed-ac4f-d7af37111b3a req-9fdd3f29-c39b-4e9b-adf9-db7f8cacd6a9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:13.798679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0c353e3-e726-48ed-ac4f-d7af37111b3a req-9fdd3f29-c39b-4e9b-adf9-db7f8cacd6a9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1503732 May 26 23:01:13.861518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:13.876382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0c353e3-e726-48ed-ac4f-d7af37111b3a req-945a82c7-b7ab-4554-b7bc-2d5d97352967 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716240 May 26 23:01:13.898225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:14.008879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Port': ['ID=99a79373-e39e-4841-b663-ced940092d6c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:14.017653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Checking segment: {'id': 'bc1cbf67-2a8d-4b4e-a027-28478f24c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8c10437e-afbd-4f15-b462-2f1653277703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:14.018009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network hostable DHCP agents. Network: 8c10437e-afbd-4f15-b462-2f1653277703, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:01:14.047201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network 8c10437e-afbd-4f15-b462-2f1653277703 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:01:14.066513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 8c10437e-afbd-4f15-b462-2f1653277703) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:14.070127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:14.071508 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:14.075978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77786f2-5412-46b4-b6cd-be51cb0f510a None None] Network 8c10437e-afbd-4f15-b462-2f1653277703 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:14.230533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Port': ['ID=7f0561f0-e6ca-411e-8dc1-7bf5777759f4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:14.282549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Checking segment: {'id': '33dfcdf6-a4db-4512-a46a-adf5dfa6c40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c71a7f8f-5b83-4c9d-96de-1e195c606b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:14.283097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network hostable DHCP agents. Network: c71a7f8f-5b83-4c9d-96de-1e195c606b73, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:01:14.319431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network c71a7f8f-5b83-4c9d-96de-1e195c606b73 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:01:14.333287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c71a7f8f-5b83-4c9d-96de-1e195c606b73) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:14.337652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:14.342429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:14.346540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:14.347292 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:14.355171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df4fbf-f7f9-4122-bdab-11d769b008e5 None None] Network c71a7f8f-5b83-4c9d-96de-1e195c606b73 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:14.375634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-424fd932-3d64-49f3-8d1f-260f22fddb46 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6209650 May 26 23:01:14.385284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45268) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:14.475154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5806b26-9d87-4191-af7c-5c599ca8b01a req-1b0a76e6-a9d0-48b2-98d5-66d7a43868e4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:14.475524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff946d-83fa-416e-b8fc-ff1e6c482da3 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:14.476709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5806b26-9d87-4191-af7c-5c599ca8b01a req-1b0a76e6-a9d0-48b2-98d5-66d7a43868e4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0911839 May 26 23:01:14.479426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff946d-83fa-416e-b8fc-ff1e6c482da3 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:14.480909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-daff946d-83fa-416e-b8fc-ff1e6c482da3 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0946562 May 26 23:01:14.483867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45272) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:14.522892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5806b26-9d87-4191-af7c-5c599ca8b01a req-85fef32d-b723-4d70-9b3c-d005f40e1876 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 May 26 23:01:14.555309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Deleting port 99a79373-e39e-4841-b663-ced940092d6c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:14.555736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:14.783199 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:14.903952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Calling delete_port for 99a79373-e39e-4841-b663-ced940092d6c owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:14.988727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:15.036837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Port': ['ID=99a79373-e39e-4841-b663-ced940092d6c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:15.045768 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:15.055214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bc18653f-775c-4dbb-8db2-647e0ef032cd tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/ports/99a79373-e39e-4841-b663-ced940092d6c HTTP/1.1" status: 204 len: 168 time: 0.5702059 May 26 23:01:15.055831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45290) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:15.264800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Deleting port 7f0561f0-e6ca-411e-8dc1-7bf5777759f4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:15.265140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:15.389697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5cf1-d386-47d6-a692-93b1d34a0822 req-6e57ffbe-d866-498e-af52-453f26e562e2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:15.391071 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7c5cf1-d386-47d6-a692-93b1d34a0822 req-6e57ffbe-d866-498e-af52-453f26e562e2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2921543 May 26 23:01:15.535372 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:15.557439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7c5cf1-d386-47d6-a692-93b1d34a0822 req-2320bd49-8506-47d2-861c-9ea43556a53d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424844 May 26 23:01:15.704468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Calling delete_port for 7f0561f0-e6ca-411e-8dc1-7bf5777759f4 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:15.787079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:15.840928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Port': ['ID=7f0561f0-e6ca-411e-8dc1-7bf5777759f4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:15.858048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:15.858937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45306) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:15.866252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-307543df-9526-4d9c-8a44-b559e38e826a tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/ports/7f0561f0-e6ca-411e-8dc1-7bf5777759f4 HTTP/1.1" status: 204 len: 168 time: 0.8093698 May 26 23:01:15.904175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-89f0451e-c7e5-4331-80dd-71a77ca906c5 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Synchronizing usage tracker for tenant:c794bd9047b841d19731251d3985d35d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:15.924106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-89f0451e-c7e5-4331-80dd-71a77ca906c5 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Unset dirty status for tenant:c794bd9047b841d19731251d3985d35d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:15.929525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45314) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:15.930056 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-89f0451e-c7e5-4331-80dd-71a77ca906c5 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0701709 May 26 23:01:15.935662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2117719375'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:15.951794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:15.951794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Usage tracker for resource:network and tenant:c794bd9047b841d19731251d3985d35d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:15.954089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:15.960472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:15.971265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Made reservation on behalf of c794bd9047b841d19731251d3985d35d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:15.974935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.004152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:16.017734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.018391 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Added segment 9be17f17-5e6e-40c2-9041-f93412d08843 of type vlan for network 8cb83df7-ca46-4d74-a3a3-b87a18d60ed7 May 26 23:01:16.048178 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.079413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.083205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:16.083797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.196483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Network': ['ID=8cb83df7-ca46-4d74-a3a3-b87a18d60ed7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:16.208616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 8cb83df7-ca46-4d74-a3a3-b87a18d60ed7 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:16.215933 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99cc6412-f941-4a2e-bfb8-ba4dadef3cec tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2850578 May 26 23:01:16.218326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45320) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:16.223876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1345493973'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:16.230004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:16.234845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Usage tracker for resource:network and tenant:c794bd9047b841d19731251d3985d35d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:16.238747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:16.244491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:16.254517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Made reservation on behalf of c794bd9047b841d19731251d3985d35d for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:16.258058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.291079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:16.304564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.304938 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Added segment 6beab66c-1b34-40ff-8d8d-390b314c20e5 of type vlan for network b058c4db-376d-47ef-89f2-e3f2366884cc May 26 23:01:16.345841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.378722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.383308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:16.383898 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:16.501779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2706220 May 26 23:01:16.505511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a73ea-425f-46e4-81a2-79629d81cd3b tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Network': ['ID=b058c4db-376d-47ef-89f2-e3f2366884cc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:16.516953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b058c4db-376d-47ef-89f2-e3f2366884cc details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:16.823146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da902610-eeff-4a00-9cfa-2d21a286094d req-3e422949-7b06-4dd2-8e72-ad610d7999fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:16.824595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da902610-eeff-4a00-9cfa-2d21a286094d req-3e422949-7b06-4dd2-8e72-ad610d7999fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0937986 May 26 23:01:16.873339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da902610-eeff-4a00-9cfa-2d21a286094d req-12fb804f-be99-48c4-b5cf-08e6aff7dbff tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 May 26 23:01:17.157437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6edc8e05-9cf5-423d-bb91-2ac27eab114d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:18.164130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b48f04-c4a3-432f-94af-45c735e86c04 req-58ef1417-f1ee-4184-9f9a-fe44a85fc360 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:18.165587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8b48f04-c4a3-432f-94af-45c735e86c04 req-58ef1417-f1ee-4184-9f9a-fe44a85fc360 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1420619 May 26 23:01:18.231996 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8b48f04-c4a3-432f-94af-45c735e86c04 req-81224fef-101f-49a3-aeeb-09bd59735f3c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573788 May 26 23:01:19.465527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff459a-c78b-4d77-a83b-ea49adfde5f5 req-2cc5bf93-cd49-46cf-85ff-c54fd7e0cc14 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:19.473254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-05ff459a-c78b-4d77-a83b-ea49adfde5f5 req-2cc5bf93-cd49-46cf-85ff-c54fd7e0cc14 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0867450 May 26 23:01:19.533860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-05ff459a-c78b-4d77-a83b-ea49adfde5f5 req-caabe43e-45f1-48c0-a0de-9c9c77db63e2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593853 May 26 23:01:19.781306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45354) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:19.787391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'subnets': [{'network_id': '8cb83df7-ca46-4d74-a3a3-b87a18d60ed7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1454425285', 'ip_version': 6}, {'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:19.787875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'subnet': {'network_id': '8cb83df7-ca46-4d74-a3a3-b87a18d60ed7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1454425285', 'ip_version': 6}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:19.788850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Request body: {'subnet': {'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:19.889708 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b132fabe-698d-41cf-a0d2-219137877837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:20.103630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:20.107626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Usage tracker for resource:subnet and tenant:c794bd9047b841d19731251d3985d35d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:20.110414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:20.116822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:20.127076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Made reservation on behalf of c794bd9047b841d19731251d3985d35d for: {'subnet': 2} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:20.331876 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:20.332278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:20.600614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:20.751635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:20.848213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:20.856529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094ed29-b6a1-4736-817f-5407f122e0c4 req-8dee5fe2-9678-4ef6-9434-7ae36497e177 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:20.858015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8094ed29-b6a1-4736-817f-5407f122e0c4 req-8dee5fe2-9678-4ef6-9434-7ae36497e177 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1338444 May 26 23:01:20.967602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Subnet': ['ID=f6afa0d4-9a30-4c65-8cc4-8f8b3d1b9648,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:20.977652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8094ed29-b6a1-4736-817f-5407f122e0c4 req-afc9bd79-36df-4a61-9590-7f0ea86bf1f7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934639 May 26 23:01:20.983316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Checking segment: {'id': '9be17f17-5e6e-40c2-9041-f93412d08843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8cb83df7-ca46-4d74-a3a3-b87a18d60ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:20.983656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network hostable DHCP agents. Network: 8cb83df7-ca46-4d74-a3a3-b87a18d60ed7, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:01:21.008194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network 8cb83df7-ca46-4d74-a3a3-b87a18d60ed7 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:01:21.018217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 8cb83df7-ca46-4d74-a3a3-b87a18d60ed7) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:21.022023 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.031064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e2a22-0803-40f7-a45a-669721956e9d None None] Network 8cb83df7-ca46-4d74-a3a3-b87a18d60ed7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:21.113280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event updated for resources: {'Subnet': ['ID=c96e1697-d7f6-4719-952b-827ce5b7358e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:21.129526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Checking segment: {'id': '6beab66c-1b34-40ff-8d8d-390b314c20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:21.129764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network hostable DHCP agents. Network: b058c4db-376d-47ef-89f2-e3f2366884cc, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:01:21.155679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Network b058c4db-376d-47ef-89f2-e3f2366884cc is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:01:21.168349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b058c4db-376d-47ef-89f2-e3f2366884cc) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:21.180415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:21.180858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:21.181473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.189037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3565f-a981-40f8-be9e-1c25ef2ce5a1 None None] Network b058c4db-376d-47ef-89f2-e3f2366884cc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:21.231385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45364) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:21.232420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e2fec93-ef85-45ec-9f7a-cf769ad3c059 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4484820 May 26 23:01:21.309387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1102c-3d6e-46fa-9f94-ee71a68f134d tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:21.310738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1102c-3d6e-46fa-9f94-ee71a68f134d tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:21.312085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1102c-3d6e-46fa-9f94-ee71a68f134d tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:21.313601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9ac1102c-3d6e-46fa-9f94-ee71a68f134d tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0813694 May 26 23:01:21.323107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45368) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:21.439934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82f502-4713-4c36-a699-579d1a31bff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-8cb83df7-ca46-4d74-a3a3-b87a18d60ed7', 'network_id': '8cb83df7-ca46-4d74-a3a3-b87a18d60ed7', 'tenant_id': 'c794bd9047b841d19731251d3985d35d', 'fixed_ips': [{'subnet_id': 'f6afa0d4-9a30-4c65-8cc4-8f8b3d1b9648'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:01:21.440955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9d82f502-4713-4c36-a699-579d1a31bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.537975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Deleting subnet f6afa0d4-9a30-4c65-8cc4-8f8b3d1b9648 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:01:21.541140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.599799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.641350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-b058c4db-376d-47ef-89f2-e3f2366884cc', 'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc', 'tenant_id': 'c794bd9047b841d19731251d3985d35d', 'fixed_ips': [{'subnet_id': 'c96e1697-d7f6-4719-952b-827ce5b7358e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:01:21.642351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.689247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.783914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server [None req-9d82f502-4713-4c36-a699-579d1a31bff5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6afa0d4-9a30-4c65-8cc4-8f8b3d1b9648: This subnet is being modified by another concurrent operation. May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise exception May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6afa0d4-9a30-4c65-8cc4-8f8b3d1b9648: This subnet is being modified by another concurrent operation. May 26 23:01:21.813933 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server May 26 23:01:21.831726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Subnet': ['ID=f6afa0d4-9a30-4c65-8cc4-8f8b3d1b9648,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:21.847783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.847783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.847783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.847783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.847783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.848148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.848236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.848629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.849566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.849566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.849920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:21.852657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:21.862190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:21.862691 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-12127419-d603-4965-9ec1-2c14d6453fa8 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/subnets/f6afa0d4-9a30-4c65-8cc4-8f8b3d1b9648 HTTP/1.1" status: 204 len: 168 time: 0.5381281 May 26 23:01:21.862836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f24da-a5c4-4f8c-8a1a-40ecd39e3632 None None] Network 8cb83df7-ca46-4d74-a3a3-b87a18d60ed7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:21.890624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Allocated IP 2001:db8:0:1::1 (b058c4db-376d-47ef-89f2-e3f2366884cc/c96e1697-d7f6-4719-952b-827ce5b7358e/bac8512c-2cbe-4ce8-93c0-5ff888c8910d) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:21.963721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Deleting subnet c96e1697-d7f6-4719-952b-827ce5b7358e {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:01:21.982389 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.196354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a50651-35e6-41f2-bcb1-d4e35aff8e30 req-8071cb98-98ab-4788-80e4-5ef0d2127bc2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:22.204249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9a50651-35e6-41f2-bcb1-d4e35aff8e30 req-8071cb98-98ab-4788-80e4-5ef0d2127bc2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0922389 May 26 23:01:22.254242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9a50651-35e6-41f2-bcb1-d4e35aff8e30 req-3467aca3-a505-47cf-ab9f-a02032ede209 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488296 May 26 23:01:22.332499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.347143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Transition to ACTIVE for port object bac8512c-2cbe-4ce8-93c0-5ff888c8910d will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:22.377510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Transition to ACTIVE for port object bac8512c-2cbe-4ce8-93c0-5ff888c8910d will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:22.382814 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.383246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.452002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Network b058c4db-376d-47ef-89f2-e3f2366884cc is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:22.454644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:22.455839 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:01:22.458563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:22.462516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.469394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Pushing event updated for resources: {'Port': ['ID=bac8512c-2cbe-4ce8-93c0-5ff888c8910d,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:22.557165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.601573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Attempting to bind port bac8512c-2cbe-4ce8-93c0-5ff888c8910d on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:01:22.602007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Attempting to bind port bac8512c-2cbe-4ce8-93c0-5ff888c8910d by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '6beab66c-1b34-40ff-8d8d-390b314c20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:01:22.602361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Attempting to bind port bac8512c-2cbe-4ce8-93c0-5ff888c8910d on network b058c4db-376d-47ef-89f2-e3f2366884cc {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:22.609365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:01:22.611081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Checking segment: {'id': '6beab66c-1b34-40ff-8d8d-390b314c20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:22.611081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.611081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Bound using segment: {'id': '6beab66c-1b34-40ff-8d8d-390b314c20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:01:22.611506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Bound port: bac8512c-2cbe-4ce8-93c0-5ff888c8910d, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beab66c-1b34-40ff-8d8d-390b314c20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b058c4db-376d-47ef-89f2-e3f2366884cc'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:01:22.611869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.705741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.733145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] For port bac8512c-2cbe-4ce8-93c0-5ff888c8910d, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:01:22.738815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] For port bac8512c-2cbe-4ce8-93c0-5ff888c8910d, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bac8512c-2cbe-4ce8-93c0-5ff888c8910d,segment=NetworkSegment(6beab66c-1b34-40ff-8d8d-390b314c20e5),segment_id=6beab66c-1b34-40ff-8d8d-390b314c20e5)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:01:22.747511 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.750603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Subnet': ['ID=c96e1697-d7f6-4719-952b-827ce5b7358e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:22.760895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.771982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45384) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:22.783651 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-705c2268-da0c-4252-800c-f1d3669bb539 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/subnets/c96e1697-d7f6-4719-952b-827ce5b7358e HTTP/1.1" status: 204 len: 168 time: 0.9165792 May 26 23:01:22.853660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddfa72-734e-468e-8017-7e890eaf4485 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:22.854516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-12ddfa72-734e-468e-8017-7e890eaf4485 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Synchronizing usage tracker for tenant:c794bd9047b841d19731251d3985d35d on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:22.860022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31855d75-83d6-4f7b-8968-1e4633d61817 None None] Pushing event updated for resources: {'Port': ['ID=bac8512c-2cbe-4ce8-93c0-5ff888c8910d,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:22.874653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-12ddfa72-734e-468e-8017-7e890eaf4485 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Unset dirty status for tenant:c794bd9047b841d19731251d3985d35d on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:22.875927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-12ddfa72-734e-468e-8017-7e890eaf4485 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029627 May 26 23:01:22.880414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45388) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:23.137585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.155320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Deleting port bac8512c-2cbe-4ce8-93c0-5ff888c8910d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:23.155472 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.392742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] For port bac8512c-2cbe-4ce8-93c0-5ff888c8910d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bac8512c-2cbe-4ce8-93c0-5ff888c8910d,segment=NetworkSegment(6beab66c-1b34-40ff-8d8d-390b314c20e5),segment_id=6beab66c-1b34-40ff-8d8d-390b314c20e5)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:23.393401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.456321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a9e0e-0ed6-457b-b4d1-f6b93882db71 req-7c152c0d-8a41-4794-a903-4a479d4e0a0f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:23.458055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859a9e0e-0ed6-457b-b4d1-f6b93882db71 req-7c152c0d-8a41-4794-a903-4a479d4e0a0f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0794113 May 26 23:01:23.504936 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859a9e0e-0ed6-457b-b4d1-f6b93882db71 req-67c116b7-5ec2-417a-9d99-48c64c857c94 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403841 May 26 23:01:23.519305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Calling delete_port for bac8512c-2cbe-4ce8-93c0-5ff888c8910d owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:23.594798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.608845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bac8512c-2cbe-4ce8-93c0-5ff888c8910d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:01:23.656462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Port': ['ID=bac8512c-2cbe-4ce8-93c0-5ff888c8910d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:23.666815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bac8512c-2cbe-4ce8-93c0-5ff888c8910d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:01:23.667278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bac8512c-2cbe-4ce8-93c0-5ff888c8910d not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 26 23:01:23.671403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] No DVR routers for this DVR port bac8512c-2cbe-4ce8-93c0-5ff888c8910d on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:01:23.715984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Port bac8512c-2cbe-4ce8-93c0-5ff888c8910d not found, will not notify nova. {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 26 23:01:23.806937 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.841279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058c4db-376d-47ef-89f2-e3f2366884cc']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:23.855357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beab66c-1b34-40ff-8d8d-390b314c20e5') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:23.855798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beab66c-1b34-40ff-8d8d-390b314c20e5') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:23.869292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.886287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.893488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:23.893711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: timer() May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:23.908529 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:24.007156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.033239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.049958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Network': ['ID=b058c4db-376d-47ef-89f2-e3f2366884cc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:24.058626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45406) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:24.058774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-134ae14a-72d6-4fc3-9009-ec79ef492c19 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/networks/b058c4db-376d-47ef-89f2-e3f2366884cc HTTP/1.1" status: 204 len: 168 time: 1.1778424 May 26 23:01:24.101720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e9674-b17b-458d-8d47-e5d2fca68c7c None None] DHCP port deletion for b058c4db-376d-47ef-89f2-e3f2366884cc request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:01:24.118718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336b35c-2054-46e0-9c14-530cab34af19 None None] Network b058c4db-376d-47ef-89f2-e3f2366884cc requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:24.149618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c204800e-d810-4c73-8b49-4cf1a9744737 None None] Could not find standard attr ID for object bac8512c-2cbe-4ce8-93c0-5ff888c8910d. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:01:24.152135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336b35c-2054-46e0-9c14-530cab34af19 None None] Network b058c4db-376d-47ef-89f2-e3f2366884cc could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 23:01:24.163371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973bc7b6-0b29-4407-bd5d-4123b1117eab None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 23:01:24.303075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.305147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973bc7b6-0b29-4407-bd5d-4123b1117eab None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 23:01:24.436111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.461784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb83df7-ca46-4d74-a3a3-b87a18d60ed7']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:24.474804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be17f17-5e6e-40c2-9041-f93412d08843') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:24.475152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be17f17-5e6e-40c2-9041-f93412d08843') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:24.487205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.508280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.515127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:24.515625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: timer() May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:24.531730 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:24.697367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.722988 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.759269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Network': ['ID=8cb83df7-ca46-4d74-a3a3-b87a18d60ed7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:24.768452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3d73bdd2-ab73-4c1f-a075-dc77afef89a0 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/networks/8cb83df7-ca46-4d74-a3a3-b87a18d60ed7 HTTP/1.1" status: 204 len: 168 time: 0.7086508 May 26 23:01:24.770839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45416) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:24.838137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d44f6-d86b-4760-9bca-955029bd568e req-2973509b-6608-4d35-81f8-1aa8f49f8580 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:24.845447 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a0d44f6-d86b-4760-9bca-955029bd568e req-2973509b-6608-4d35-81f8-1aa8f49f8580 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1182718 May 26 23:01:24.904810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.908634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a0d44f6-d86b-4760-9bca-955029bd568e req-14851682-4547-426f-9751-f78c90633c4f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621874 May 26 23:01:25.062847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.100543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71a7f8f-5b83-4c9d-96de-1e195c606b73']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:25.114448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33dfcdf6-a4db-4512-a46a-adf5dfa6c40b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:25.114738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33dfcdf6-a4db-4512-a46a-adf5dfa6c40b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:25.121801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.128119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.149545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.155832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:25.156210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: timer() May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:25.170794 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:25.250716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.274021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.285688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Network': ['ID=c71a7f8f-5b83-4c9d-96de-1e195c606b73,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:25.293747 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04dd0d59-a2da-425b-ba56-86a76d839596 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/networks/c71a7f8f-5b83-4c9d-96de-1e195c606b73 HTTP/1.1" status: 204 len: 168 time: 0.5218909 May 26 23:01:25.295434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45426) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:25.438878 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.574397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.591241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bac8512c-2cbe-4ce8-93c0-5ff888c8910d no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:01:25.622449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c10437e-afbd-4f15-b462-2f1653277703']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:25.634962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bac8512c-2cbe-4ce8-93c0-5ff888c8910d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:01:25.636115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bac8512c-2cbe-4ce8-93c0-5ff888c8910d not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:01:25.645719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1cbf67-2a8d-4b4e-a027-28478f24c2f4') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:25.646005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1cbf67-2a8d-4b4e-a027-28478f24c2f4') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:25.658792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.675771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.682424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:25.682857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: timer() May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:25.700149 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:25.778098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.801195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:25.808469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] Pushing event deleted for resources: {'Network': ['ID=8c10437e-afbd-4f15-b462-2f1653277703,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:25.816521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7343e5cc-c578-488d-83b9-f87a17ebbb33 tempest-BulkNetworkOpsIpV6Test-965957172 tempest-BulkNetworkOpsIpV6Test-965957172-project] 10.222.0.32 "DELETE /v2.0/networks/8c10437e-afbd-4f15-b462-2f1653277703 HTTP/1.1" status: 204 len: 168 time: 0.5198181 May 26 23:01:26.264853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45450) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:26.288963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f106a05-1142-4c09-92e0-4ca38fd3d845 req-d906698f-4a13-48b6-b48f-24b118c653c1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:26.290563 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f106a05-1142-4c09-92e0-4ca38fd3d845 req-d906698f-4a13-48b6-b48f-24b118c653c1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0810459 May 26 23:01:26.340018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9f106a05-1142-4c09-92e0-4ca38fd3d845 req-95e9a9a9-6129-4cc8-bdd9-9341e7286d88 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 May 26 23:01:26.502449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f2b88d84-90a8-4344-9b9a-b2187b68c948 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c794bd9047b841d19731251d3985d35d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2338855 May 26 23:01:26.502710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:26.594946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4959142d-9240-4d98-9b46-d79c8aa5cb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:26.652787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4959142d-9240-4d98-9b46-d79c8aa5cb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:26.715813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4959142d-9240-4d98-9b46-d79c8aa5cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:26.730977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959142d-9240-4d98-9b46-d79c8aa5cb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be2151-8774-4503-ab31-c823017570fb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:26.748362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4959142d-9240-4d98-9b46-d79c8aa5cb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:26.749717 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4959142d-9240-4d98-9b46-d79c8aa5cb39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7be2151-8774-4503-ab31-c823017570fb HTTP/1.1" status: 204 len: 168 time: 0.2450116 May 26 23:01:26.859318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-cb450075-bb55-4554-9b03-4e57f55a4096 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1096 time: 0.1078889 May 26 23:01:27.041233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-6c74d874-1ee5-4286-a3ee-affe6c2b25aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:27.042759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-6c74d874-1ee5-4286-a3ee-affe6c2b25aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.1755874 May 26 23:01:27.306814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-8b411b4b-3106-4f8a-9f87-fedfe62122be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.2196448 May 26 23:01:27.318756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834860f-298e-4422-bb33-4f150df87a04 req-ae907e6b-f9b6-4570-87b4-e8e0f15e9dbd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:27.326584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8834860f-298e-4422-bb33-4f150df87a04 req-ae907e6b-f9b6-4570-87b4-e8e0f15e9dbd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.6176372 May 26 23:01:27.461532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-ed3c8a65-23da-4158-a624-a404b880da06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:27.465182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-ed3c8a65-23da-4158-a624-a404b880da06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1366634 May 26 23:01:27.478230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8834860f-298e-4422-bb33-4f150df87a04 req-7f9c5784-958c-4cb1-b3d1-5e51ab0a9672 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507492 May 26 23:01:27.555477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-8e70b295-7368-499b-a19e-44afff8bb949 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762765 May 26 23:01:27.790527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:27.847072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-a375dca6-f6b8-463f-b316-7955723dbd9d service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832317 May 26 23:01:27.941565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45498) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:28.010448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-783503fa-c6f9-465c-9a64-26a29ae16aab req-9db48685-bfda-4360-b3c0-b06b45fbb52b service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557240 May 26 23:01:28.093939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-1915179716'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:28.099766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:28.105922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:28.109646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:28.116731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:28.129727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:28.133461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.149017 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.182176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:28.186043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:security_group_rule and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:28.188916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:28.195660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:28.266509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.270116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.301319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:28.310137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a43c6f6-9742-441b-bf94-3ed3e247b48d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:28.315750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.316137 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 0e9f4858-bde9-4665-9cf7-641be730fe9f of type vlan for network 02d30f7f-c667-406a-b612-96756eef3c0c May 26 23:01:28.343443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.375417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.379272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:28.379911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.501557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5573804 May 26 23:01:28.504426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45508) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:28.512038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-520107318'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:28.515660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500da06-19c9-4560-beaf-126ccb6adad5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=02d30f7f-c667-406a-b612-96756eef3c0c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:28.519382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:28.523570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:28.527548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:28.534346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 02d30f7f-c667-406a-b612-96756eef3c0c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:28.563207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:28.586455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:28.589416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.620010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:28.629324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.629612 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 996c8377-01e8-4277-b086-e80c1f26dc6d of type vlan for network 3392e18b-3b75-421e-ba76-f745e0c57938 May 26 23:01:28.664911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.731451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.735412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:28.735909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:28.780578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2750521 May 26 23:01:28.785750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45516) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:28.793031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': '02d30f7f-c667-406a-b612-96756eef3c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:28.872062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b0f76-aac0-4b50-b625-a207c6b0c48c req-533b8823-6a31-4571-865c-c3d238f86f32 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:28.880323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-652b0f76-aac0-4b50-b625-a207c6b0c48c req-533b8823-6a31-4571-865c-c3d238f86f32 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1976886 May 26 23:01:28.983868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-652b0f76-aac0-4b50-b625-a207c6b0c48c req-74715691-7f44-4db2-8118-3678cdb98c86 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026185 May 26 23:01:29.014924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:29.019567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:29.024447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:29.032085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:29.035514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad3eb3-cf4f-4d8b-b202-43c43a51f3fc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=3392e18b-3b75-421e-ba76-f745e0c57938,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:29.049434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 3392e18b-3b75-421e-ba76-f745e0c57938 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:29.052374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:29.173949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:29.417659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da40c9b-9657-4ddc-bde2-48f083e13a4b req-450328b4-62c8-423f-bb48-12deb82eefe7 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:29.418811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6da40c9b-9657-4ddc-bde2-48f083e13a4b req-450328b4-62c8-423f-bb48-12deb82eefe7 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 945 time: 0.3664081 May 26 23:01:29.427646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:29.470631 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6da40c9b-9657-4ddc-bde2-48f083e13a4b req-874d7c57-36cf-49bf-902d-37b845230f7b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458813 May 26 23:01:29.505383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=532ed1d7-c0f5-4737-a333-a28704635889,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:29.520524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '0e9f4858-bde9-4665-9cf7-641be730fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '02d30f7f-c667-406a-b612-96756eef3c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:29.520883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: 02d30f7f-c667-406a-b612-96756eef3c0c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:01:29.542724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 02d30f7f-c667-406a-b612-96756eef3c0c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:01:29.551767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 02d30f7f-c667-406a-b612-96756eef3c0c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:29.557097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:29.557697 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:29.560593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6f4cc-2811-4d3f-9707-746d46b0f1c5 None None] Network 02d30f7f-c667-406a-b612-96756eef3c0c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:29.584286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-27b9b0e8-2c24-4b07-94a3-5f5e9b103c67 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7971907 May 26 23:01:29.587350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45526) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:29.592917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': '3392e18b-3b75-421e-ba76-f745e0c57938', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:29.712361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:29.716138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:29.719109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:29.724721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:29.735301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:29.790602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-02d30f7f-c667-406a-b612-96756eef3c0c', 'network_id': '02d30f7f-c667-406a-b612-96756eef3c0c', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '532ed1d7-c0f5-4737-a333-a28704635889'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:01:29.791538 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:29.843331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:29.958249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Allocated IP 172.20.0.2 (02d30f7f-c667-406a-b612-96756eef3c0c/532ed1d7-c0f5-4737-a333-a28704635889/8d6181af-d70f-43ca-85e2-db06e6a02f67) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:30.097418 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.227016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.238609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Transition to ACTIVE for port object 8d6181af-d70f-43ca-85e2-db06e6a02f67 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:30.260519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ecd6e-e62c-41e3-b634-3c9601d94d7f req-7012ca80-7e27-4a8d-adab-e1dd0adb0c44 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:30.268324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-996ecd6e-e62c-41e3-b634-3c9601d94d7f req-7012ca80-7e27-4a8d-adab-e1dd0adb0c44 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1019778 May 26 23:01:30.269298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Transition to ACTIVE for port object 8d6181af-d70f-43ca-85e2-db06e6a02f67 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:30.274032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=88f11860-d73c-4316-8319-b5c175dd872f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:30.290009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '996c8377-01e8-4277-b086-e80c1f26dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3392e18b-3b75-421e-ba76-f745e0c57938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:30.290359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: 3392e18b-3b75-421e-ba76-f745e0c57938, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:01:30.295223 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.315867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 3392e18b-3b75-421e-ba76-f745e0c57938 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:01:30.329128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-996ecd6e-e62c-41e3-b634-3c9601d94d7f req-cbf4a25b-9162-4e4b-ad2c-558627052faf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595124 May 26 23:01:30.335909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 3392e18b-3b75-421e-ba76-f745e0c57938) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:30.342721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:30.343643 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.381315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71838f-2a14-453d-9c27-bf2d5778a4a2 None None] Network 3392e18b-3b75-421e-ba76-f745e0c57938 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:30.389215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ccae874-1f1f-4701-b21f-fe69085a05ad tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7978940 May 26 23:01:30.389421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45550) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:30.395199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1559852998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:30.402647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:30.407194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:router and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:30.412242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:30.418402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:30.433775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.434844 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.456831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.480292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.500896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Network 02d30f7f-c667-406a-b612-96756eef3c0c is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:30.547641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:30.587909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:30.606487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.610284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b286fcfd-d3be-4abc-ba5d-f691418cebdd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2170579 May 26 23:01:30.610649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45556) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:30.642125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Pushing event updated for resources: {'Port': ['ID=8d6181af-d70f-43ca-85e2-db06e6a02f67,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:30.668731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0733a6-ee18-4b05-a587-e72252c9e58e req-961ef7e0-e018-4ee9-99e6-856af3df0e49 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:30.673541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9e0733a6-ee18-4b05-a587-e72252c9e58e req-961ef7e0-e018-4ee9-99e6-856af3df0e49 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1690426 May 26 23:01:30.724883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9e0733a6-ee18-4b05-a587-e72252c9e58e req-2e58071c-cacb-45e8-b21b-3fd5c48305e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472908 May 26 23:01:30.739139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Attempting to bind port 8d6181af-d70f-43ca-85e2-db06e6a02f67 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:01:30.739555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Attempting to bind port 8d6181af-d70f-43ca-85e2-db06e6a02f67 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0e9f4858-bde9-4665-9cf7-641be730fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '02d30f7f-c667-406a-b612-96756eef3c0c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:01:30.739911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Attempting to bind port 8d6181af-d70f-43ca-85e2-db06e6a02f67 on network 02d30f7f-c667-406a-b612-96756eef3c0c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:30.794232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:01:30.794603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Checking segment: {'id': '0e9f4858-bde9-4665-9cf7-641be730fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '02d30f7f-c667-406a-b612-96756eef3c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:30.795055 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.795449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Bound using segment: {'id': '0e9f4858-bde9-4665-9cf7-641be730fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '02d30f7f-c667-406a-b612-96756eef3c0c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:01:30.796039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Bound port: 8d6181af-d70f-43ca-85e2-db06e6a02f67, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9f4858-bde9-4665-9cf7-641be730fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '02d30f7f-c667-406a-b612-96756eef3c0c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:01:30.796592 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.825069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-da7abad0-cf80-4b96-8962-96ca0832a24a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:30.826846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-da7abad0-cf80-4b96-8962-96ca0832a24a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 945 time: 0.1011226 May 26 23:01:30.863034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-3392e18b-3b75-421e-ba76-f745e0c57938', 'network_id': '3392e18b-3b75-421e-ba76-f745e0c57938', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '88f11860-d73c-4316-8319-b5c175dd872f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:01:30.864157 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.942460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:30.942846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:30.979987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45564) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:30.995629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e2861-7a86-4827-a3a3-c4cd4b1a9f5d req-f64e3d74-8466-45bb-9949-a90291666834 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:31.002282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e96e2861-7a86-4827-a3a3-c4cd4b1a9f5d req-f64e3d74-8466-45bb-9949-a90291666834 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 945 time: 0.2869668 May 26 23:01:31.100568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] For port 8d6181af-d70f-43ca-85e2-db06e6a02f67, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:01:31.114294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] For port 8d6181af-d70f-43ca-85e2-db06e6a02f67, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d6181af-d70f-43ca-85e2-db06e6a02f67,segment=NetworkSegment(0e9f4858-bde9-4665-9cf7-641be730fe9f),segment_id=0e9f4858-bde9-4665-9cf7-641be730fe9f)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:01:31.132213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.182633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Allocated IP 172.21.0.2 (3392e18b-3b75-421e-ba76-f745e0c57938/88f11860-d73c-4316-8319-b5c175dd872f/b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:31.293464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] For port 88252870-ee8e-4d35-b458-c6ce9b7d2d76, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=88252870-ee8e-4d35-b458-c6ce9b7d2d76,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:31.294062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.330766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590157-1269-4fc5-8325-896d081fc201 None None] Pushing event updated for resources: {'Port': ['ID=8d6181af-d70f-43ca-85e2-db06e6a02f67,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:31.427074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e96e2861-7a86-4827-a3a3-c4cd4b1a9f5d req-16133219-8bad-4151-91d9-4b57935d074a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=e632225f-aa99-4c9c-8568-2bad9e4cc36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233627 May 26 23:01:31.450842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.548171 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.561914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.584184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Transition to ACTIVE for port object b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:31.607712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Transition to ACTIVE for port object b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:31.621917 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.648123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:31.669158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4a18b6085b4136a31434a52ae6daa4 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:31.692330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8d6181af-d70f-43ca-85e2-db06e6a02f67 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:01:31.782703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Network 3392e18b-3b75-421e-ba76-f745e0c57938 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:31.788260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:31.792339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Pushing event updated for resources: {'Port': ['ID=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:31.795962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:31.836505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:31.861945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:31.887746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca00c8a-d39e-451b-849d-3c0a17fa5504 req-e9a936d5-ed68-4b1e-a332-2690cef7c15c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:31.889400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8d6181af-d70f-43ca-85e2-db06e6a02f67 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:31.889590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ca00c8a-d39e-451b-849d-3c0a17fa5504 req-e9a936d5-ed68-4b1e-a332-2690cef7c15c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.5230956 May 26 23:01:31.903585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Attempting to bind port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:01:31.904068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Attempting to bind port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '996c8377-01e8-4277-b086-e80c1f26dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3392e18b-3b75-421e-ba76-f745e0c57938'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:01:31.904530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Attempting to bind port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a on network 3392e18b-3b75-421e-ba76-f745e0c57938 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:31.912612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:01:31.913124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Checking segment: {'id': '996c8377-01e8-4277-b086-e80c1f26dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3392e18b-3b75-421e-ba76-f745e0c57938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:31.913629 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.914129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Bound using segment: {'id': '996c8377-01e8-4277-b086-e80c1f26dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3392e18b-3b75-421e-ba76-f745e0c57938'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:01:31.914747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Bound port: b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996c8377-01e8-4277-b086-e80c1f26dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3392e18b-3b75-421e-ba76-f745e0c57938'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:01:31.915218 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.937350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.937733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:31.938079 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP a5b0a681-f965-4c4b-9fb7-1f7d326be478 disassociated. External IP: 172.25.4.234, port: 88252870-ee8e-4d35-b458-c6ce9b7d2d76. May 26 23:01:31.938420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 88252870-ee8e-4d35-b458-c6ce9b7d2d76 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:31.959943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-16fa0802-aa17-4fd9-a700-6fa40821245a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2290611 May 26 23:01:32.018709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] For port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:01:32.021987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] For port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,segment=NetworkSegment(996c8377-01e8-4277-b086-e80c1f26dc6d),segment_id=996c8377-01e8-4277-b086-e80c1f26dc6d)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:01:32.027840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.070495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ca00c8a-d39e-451b-849d-3c0a17fa5504 req-08b91554-b222-41aa-bd66-5a890472649c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665814 May 26 23:01:32.080159 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.117612 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.121894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe8219-e109-45e6-950d-1bf33cfc1dd1 None None] Pushing event updated for resources: {'Port': ['ID=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:32.192545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.20.0.1 (02d30f7f-c667-406a-b612-96756eef3c0c/532ed1d7-c0f5-4737-a333-a28704635889/a1857cd2-b1d6-4b16-835e-2ccfc24280ef) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:32.198607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-1c0ad4d9-cddd-4fc4-ac24-6dc2f653209c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 1097 time: 0.2080045 May 26 23:01:32.241176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd4a18b6085b4136a31434a52ae6daa4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2506974 May 26 23:01:32.242022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379728cb-4765-46ff-9725-d7270665f1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2efa85-c8cf-494e-916a-fbd3562001ae,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:32.245022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45574) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:32.315880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.374887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=88252870-ee8e-4d35-b458-c6ce9b7d2d76,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:32.401282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aba7bcdb-4c10-4e1c-8c5d-ceb52fac3441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.608947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aba7bcdb-4c10-4e1c-8c5d-ceb52fac3441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.639135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.651823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-9a5f709c-122f-4091-b10f-e4cc4fa8389b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:32.657926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-9a5f709c-122f-4091-b10f-e4cc4fa8389b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.4289701 May 26 23:01:32.720800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781d365-f64d-455e-b972-64990aab27f9 None None] Network 02d30f7f-c667-406a-b612-96756eef3c0c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:32.727343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa37587d-407f-410e-af2a-947fd451ccf0 req-15a1b29c-fe8c-402a-96fd-0be35689059d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 210 time: 0.0547335 May 26 23:01:32.757191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aba7bcdb-4c10-4e1c-8c5d-ceb52fac3441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.779137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object a1857cd2-b1d6-4b16-835e-2ccfc24280ef will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:32.784213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7bcdb-4c10-4e1c-8c5d-ceb52fac3441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2efa85-c8cf-494e-916a-fbd3562001ae,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:32.813319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aba7bcdb-4c10-4e1c-8c5d-ceb52fac3441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.818311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aba7bcdb-4c10-4e1c-8c5d-ceb52fac3441 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a2efa85-c8cf-494e-916a-fbd3562001ae HTTP/1.1" status: 204 len: 168 time: 0.5653796 May 26 23:01:32.835762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ea8bfff8-39ca-469b-80a2-6681910164b6 None None] Provisioning for port 8d6181af-d70f-43ca-85e2-db06e6a02f67 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:32.839431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:01:32.859410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ea8bfff8-39ca-469b-80a2-6681910164b6 None None] Provisioning complete for port 8d6181af-d70f-43ca-85e2-db06e6a02f67 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:32.859783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfff8-39ca-469b-80a2-6681910164b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:32.866267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74922568-2a5d-4502-8244-7a0492cf6672 req-43cc9af1-096b-47d8-b92e-024b36690b43 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:32.867857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74922568-2a5d-4502-8244-7a0492cf6672 req-43cc9af1-096b-47d8-b92e-024b36690b43 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.4001689 May 26 23:01:32.871163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-d5677c95-cb5b-43c8-9e16-a9f1c0b46d95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 200 len: 1001 time: 0.1987801 May 26 23:01:32.984855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:33.101826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74922568-2a5d-4502-8244-7a0492cf6672 req-5c8e168f-6c4c-4ed6-8dec-1729e19481ef tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260804 May 26 23:01:33.120022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-1b32048f-9b30-400e-86df-579eb66dc43d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:33.123699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-1b32048f-9b30-400e-86df-579eb66dc43d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.2279294 May 26 23:01:33.128610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 02d30f7f-c667-406a-b612-96756eef3c0c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:33.138637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:33.142141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:33.170740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:01:33.229755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:01:33.288166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] No DVR routers for this DVR port 88252870-ee8e-4d35-b458-c6ce9b7d2d76 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:01:33.292932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:33.295194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15cdfd8c-daa6-4020-9918-d321b8fc3f94 req-611c7e34-1154-46da-8e3b-318c3cd75346 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "DELETE /v2.0/ports/88252870-ee8e-4d35-b458-c6ce9b7d2d76 HTTP/1.1" status: 204 len: 173 time: 2.4616656 May 26 23:01:33.295736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'name': 'network-vif-deleted', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:01:33.299788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=a1857cd2-b1d6-4b16-835e-2ccfc24280ef,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:33.303777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:33.304409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:33.386544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:33.437279 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfff8-39ca-469b-80a2-6681910164b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:33.443094 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77dcc25-023d-4120-bd15-c4b75b58a7d2'] response: {'server_uuid': '64ffda6c-f58f-4e7c-8817-652d065df777', 'name': 'network-vif-deleted', 'tag': '88252870-ee8e-4d35-b458-c6ce9b7d2d76', 'status': 'completed', 'code': 200} May 26 23:01:33.519411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f33eeb-0ae0-4d53-a573-25baf06a1a65 req-efe9bd71-4390-4335-8657-2b477c89df3b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:33.549348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1f33eeb-0ae0-4d53-a573-25baf06a1a65 req-efe9bd71-4390-4335-8657-2b477c89df3b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1826706 May 26 23:01:33.553979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-78fbba92-3cc4-4ce6-a8f3-03e375581de3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4166350 May 26 23:01:33.554730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:33.629937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ea8bfff8-39ca-469b-80a2-6681910164b6 None None] For port 8d6181af-d70f-43ca-85e2-db06e6a02f67, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d6181af-d70f-43ca-85e2-db06e6a02f67,segment=NetworkSegment(0e9f4858-bde9-4665-9cf7-641be730fe9f),segment_id=0e9f4858-bde9-4665-9cf7-641be730fe9f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:33.644848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfff8-39ca-469b-80a2-6681910164b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:33.673792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1f33eeb-0ae0-4d53-a573-25baf06a1a65 req-9dfcea07-2c81-43d6-9c67-36f35d027380 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227391 May 26 23:01:33.803663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:01:33.942537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99822958-bb00-4c33-a065-d34d2f80d59f None None] Network 3392e18b-3b75-421e-ba76-f745e0c57938 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:33.982288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bfff8-39ca-469b-80a2-6681910164b6 None None] Pushing event updated for resources: {'Port': ['ID=8d6181af-d70f-43ca-85e2-db06e6a02f67,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:33.991524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-bb2e9602-eaa7-40fb-83d9-a0eff1169b69 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115825 May 26 23:01:34.033352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-47a7a276-efad-48e4-a2b2-643a088304eb None None] Provisioning for port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:34.042120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f313a965-9f5c-4612-a3c1-638fc1562533 req-2d0016ff-7a34-4f67-837f-0c13bd548037 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:34.112644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f313a965-9f5c-4612-a3c1-638fc1562533 req-2d0016ff-7a34-4f67-837f-0c13bd548037 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:34.122101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f313a965-9f5c-4612-a3c1-638fc1562533 req-2d0016ff-7a34-4f67-837f-0c13bd548037 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=64ffda6c-f58f-4e7c-8817-652d065df777 HTTP/1.1" status: 200 len: 210 time: 0.1553514 May 26 23:01:34.340949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 88252870-ee8e-4d35-b458-c6ce9b7d2d76 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:01:34.417058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 88252870-ee8e-4d35-b458-c6ce9b7d2d76 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:01:34.417407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 88252870-ee8e-4d35-b458-c6ce9b7d2d76 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:01:34.472033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5efaaac6-b829-4c29-9485-dce5d096e0b5 None None] Provisioning for port a1857cd2-b1d6-4b16-835e-2ccfc24280ef completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:34.484581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:01:34.535237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5efaaac6-b829-4c29-9485-dce5d096e0b5 None None] Provisioning complete for port a1857cd2-b1d6-4b16-835e-2ccfc24280ef triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:34.536296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5efaaac6-b829-4c29-9485-dce5d096e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:34.615203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e376cc1-e0c6-4d2e-8011-102487bfe2ea req-586a39f3-3201-416b-98c9-e7012a7de296 service neutron] 10.222.0.48 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985670 May 26 23:01:34.697079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5efaaac6-b829-4c29-9485-dce5d096e0b5 None None] Port a1857cd2-b1d6-4b16-835e-2ccfc24280ef cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:01:34.705791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74169ea-418a-441e-998e-bd49a31d7cb0 req-2b6966fb-058c-46b8-a0f0-5c06843ac233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:34.707254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d74169ea-418a-441e-998e-bd49a31d7cb0 req-2b6966fb-058c-46b8-a0f0-5c06843ac233 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3800282 May 26 23:01:34.731334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:34.747203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:34.762331 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:34.765607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:34.765999 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:34.871666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d74169ea-418a-441e-998e-bd49a31d7cb0 req-a8f6d746-4e15-4123-b747-2fb5424ffe49 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562979 May 26 23:01:34.891728 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:34.907202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=a1857cd2-b1d6-4b16-835e-2ccfc24280ef,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:34.938559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5efaaac6-b829-4c29-9485-dce5d096e0b5 None None] Provisioning complete for port 8d6181af-d70f-43ca-85e2-db06e6a02f67 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:34.939659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5efaaac6-b829-4c29-9485-dce5d096e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.058779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 02d30f7f-c667-406a-b612-96756eef3c0c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:35.060321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:35.241613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.345195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,segment=NetworkSegment(996c8377-01e8-4277-b086-e80c1f26dc6d),segment_id=996c8377-01e8-4277-b086-e80c1f26dc6d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:35.356997 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.468219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45620) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:35.508573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:35.520255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:01:35.544075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:35.565037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adae2fae-5f5c-4ca0-a6c7-3ccd641ab64f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.565207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f6c0a348-f5cd-4402-8972-5f88666ca753 None None] Provisioning complete for port a1857cd2-b1d6-4b16-835e-2ccfc24280ef triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:35.565745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6c0a348-f5cd-4402-8972-5f88666ca753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.598437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adae2fae-5f5c-4ca0-a6c7-3ccd641ab64f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.614484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 07e7a942-b8bd-4209-a5a1-c1056debea40 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:01:35.625399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:35.626059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:35.663451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adae2fae-5f5c-4ca0-a6c7-3ccd641ab64f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.685399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae2fae-5f5c-4ca0-a6c7-3ccd641ab64f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632225f-aa99-4c9c-8568-2bad9e4cc36f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:35.705754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adae2fae-5f5c-4ca0-a6c7-3ccd641ab64f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.709688 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-adae2fae-5f5c-4ca0-a6c7-3ccd641ab64f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/security-groups/e632225f-aa99-4c9c-8568-2bad9e4cc36f HTTP/1.1" status: 204 len: 168 time: 0.2403417 May 26 23:01:35.710302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45626) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:35.727012 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-0a2c1262-dc9c-43ac-af38-1d7e23bbad52 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] show failed (client error): The resource could not be found. May 26 23:01:35.731100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0a2c1262-dc9c-43ac-af38-1d7e23bbad52 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups/e632225f-aa99-4c9c-8568-2bad9e4cc36f HTTP/1.1" status: 404 len: 347 time: 0.0198905 May 26 23:01:35.731681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45630) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:35.892545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:01:35.900114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 938d4831-23d3-47d7-8ff9-61017d62a379 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:35.900460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:35.955332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8d6181af-d70f-43ca-85e2-db06e6a02f67 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:01:36.023291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:01:36.028087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-f4178525-cf87-46b7-a091-97aa65186038 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3011634 May 26 23:01:36.034927 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] Sync routers for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:01:36.047627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-81b8e7b3-5232-4a3f-aa35-11a1c72510f8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/07e7a942-b8bd-4209-a5a1-c1056debea40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4358196 May 26 23:01:36.051268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45636) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:36.057525 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:36.061385 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:36.110956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0a348-f5cd-4402-8972-5f88666ca753 None None] Port a1857cd2-b1d6-4b16-835e-2ccfc24280ef cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:01:36.198400 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:36.211612 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:36.212488 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:36.289885 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:36.290655 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed1a38-4097-449f-8db1-7eaf83fb6b87 None None] The sync data for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:01:36.301335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-dc340451-6990-4742-81f6-a61babbf27fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 1097 time: 0.1765020 May 26 23:01:36.323695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f6c0a348-f5cd-4402-8972-5f88666ca753 None None] Provisioning complete for port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:36.324246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6c0a348-f5cd-4402-8972-5f88666ca753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:36.398038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5284a3e-a9e1-4452-9f66-2299a70f6944 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:36.399452 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c5284a3e-a9e1-4452-9f66-2299a70f6944 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports/a1857cd2-b1d6-4b16-835e-2ccfc24280ef HTTP/1.1" status: 200 len: 910 time: 0.3462286 May 26 23:01:36.403499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:36.449570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8d6181af-d70f-43ca-85e2-db06e6a02f67 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:36.450047 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:36.465877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144b5d8-abda-4a15-9a77-909371505d41 req-1b2be3e0-a98c-44d6-96ea-3b151021b0c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:36.467675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-1b2be3e0-a98c-44d6-96ea-3b151021b0c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 200 len: 918 time: 0.1463554 May 26 23:01:36.550704 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-08ffff5a-a400-40fe-83c4-6ce8ab3e2692 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 200 len: 217 time: 0.0751698 May 26 23:01:36.587239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:36.587860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:36.626879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144b5d8-abda-4a15-9a77-909371505d41 req-a0c7cd40-a528-4116-bf16-63299da9f5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:36.628949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-a0c7cd40-a528-4116-bf16-63299da9f5a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 200 len: 856 time: 0.0720479 May 26 23:01:36.731116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 938d4831-23d3-47d7-8ff9-61017d62a379 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:36.741442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-5611554e-79d6-42ba-8950-bf3390e02015 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef79850a-25b1-4136-95aa-9a4e5eeb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034687 May 26 23:01:36.767992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe2e62-c5c7-4c32-bee9-e976d0919287 req-c21706f3-8eb4-48ab-a565-c5ca1f963c6e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:36.768725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26fe2e62-c5c7-4c32-bee9-e976d0919287 req-c21706f3-8eb4-48ab-a565-c5ca1f963c6e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.4827378 May 26 23:01:36.787863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:36.792956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601c67f-174f-418c-8e78-210acd7404ce None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:01:36.893797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8c211a4e-40fd-4ac2-902a-074d5564d0ec None None] Provisioning complete for port a1857cd2-b1d6-4b16-835e-2ccfc24280ef triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:36.894305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8c211a4e-40fd-4ac2-902a-074d5564d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:36.895089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26fe2e62-c5c7-4c32-bee9-e976d0919287 req-16c62f30-8874-47fe-93c1-84d9a9249d77 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106486 May 26 23:01:37.000489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-e13782fc-9cc0-4e5c-84b4-e1f3f6d793d1 service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509639 May 26 23:01:37.024470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8c211a4e-40fd-4ac2-902a-074d5564d0ec None None] Port a1857cd2-b1d6-4b16-835e-2ccfc24280ef cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:01:37.147081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.232373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=938d4831-23d3-47d7-8ff9-61017d62a379,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:37.237201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3b837-6807-4bd9-bc29-d1866728379d None None] New status for floating IP a5b0a681-f965-4c4b-9fb7-1f7d326be478: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:01:37.274766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2144b5d8-abda-4a15-9a77-909371505d41 req-3c511f6a-5217-4adc-8ec2-890c4cc4f1bf service neutron] 10.222.0.55 "GET /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673042 May 26 23:01:37.348097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.532455 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.533581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7572a672-c259-43cf-9ab0-2d5365a98cf1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/floatingips/a5b0a681-f965-4c4b-9fb7-1f7d326be478 HTTP/1.1" status: 204 len: 168 time: 1.8010187 May 26 23:01:37.625957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b29b0-f505-44db-a09c-b11789e81ed4 req-0069a21b-e58a-41ce-a8da-e827e12f9f21 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:37.627412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-093b29b0-f505-44db-a09c-b11789e81ed4 req-0069a21b-e58a-41ce-a8da-e827e12f9f21 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1351874 May 26 23:01:37.652261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45672) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:37.659272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335745539', 'description': 'tempest-description--136105725'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:37.669387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:37.674999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:01:37.682360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:37.685833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:37.692474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:37.706134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.753168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:37.758470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:37.761510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:37.769209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:37.809891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-093b29b0-f505-44db-a09c-b11789e81ed4 req-6574f075-a066-41dc-b19a-3181e403f8c6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764657 May 26 23:01:37.827741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:37.828122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.880932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.888000 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.928341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edcab95-b7d6-4fb0-a922-e775d1e4321d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:37.963834 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:37.967968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-581e1f3e-06c9-480e-80b7-a8fc72a5809f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3113079 May 26 23:01:37.968187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45684) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:37.982145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': '7edcab95-b7d6-4fb0-a922-e775d1e4321d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:37.990187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:37.996080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:38.007447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:38.016666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:38.023332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.035435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.142403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.147966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.207560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71803f3c-fd1d-43c2-b343-b9e6ab958de2,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:38.224376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.226928 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a17f03fe-3436-4858-bf10-a3855de37515 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2568274 May 26 23:01:38.229256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45694) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:38.241942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'security_group_rule': {'security_group_id': '7edcab95-b7d6-4fb0-a922-e775d1e4321d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:38.256268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:38.265923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:security_group_rule and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:38.273168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:38.283864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:38.315480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.408002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.415798 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.451002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3254b3bb-a17b-4798-be61-f4d586128413,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:38.463486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.468205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-66d689b1-5f68-4298-bf88-42b47b379b4b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2372034 May 26 23:01:38.468796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45700) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:38.475026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:38.481032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:38.485329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Usage tracker for resource:floatingip and tenant:7ced3c86be7c476fa17cdf7755ec6fa3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:38.488526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:38.494805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:38.509127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.561217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.21.0.1 (3392e18b-3b75-421e-ba76-f745e0c57938/88f11860-d73c-4316-8319-b5c175dd872f/7ef8e726-3513-4f34-afee-4784954a134f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:38.680996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.766497 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.786933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object 7ef8e726-3513-4f34-afee-4784954a134f will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:38.812143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:38.857810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.25.4.217 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/622dd0e8-78d1-44e2-85a9-3557e6c54a31) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:38.940755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=7ef8e726-3513-4f34-afee-4784954a134f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:38.965347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 3392e18b-3b75-421e-ba76-f745e0c57938 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:38.966500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:38.969592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:39.034662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.106968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.133457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.140850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c684d2-0cc0-4fcd-9a3d-8c968fe2fb3f req-7eb9c57a-79f0-4333-abb5-8078ac21909a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:39.142491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20c684d2-0cc0-4fcd-9a3d-8c968fe2fb3f req-7eb9c57a-79f0-4333-abb5-8078ac21909a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1406386 May 26 23:01:39.194723 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.305371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d31c9f2-8b13-4ebd-bfa1-9efd2704cda2 None None] Provisioning for port 7ef8e726-3513-4f34-afee-4784954a134f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:39.327995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d31c9f2-8b13-4ebd-bfa1-9efd2704cda2 None None] Provisioning complete for port 7ef8e726-3513-4f34-afee-4784954a134f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:39.328361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d31c9f2-8b13-4ebd-bfa1-9efd2704cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.434768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3d31c9f2-8b13-4ebd-bfa1-9efd2704cda2 None None] Port 7ef8e726-3513-4f34-afee-4784954a134f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:01:39.446280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-20c684d2-0cc0-4fcd-9a3d-8c968fe2fb3f req-2ffc92d9-c040-4266-bb44-3a3ca1d1dee4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955546 May 26 23:01:39.448405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:39.456864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:39.494166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:39.588568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=622dd0e8-78d1-44e2-85a9-3557e6c54a31,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:39.655451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.664890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.798145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.829981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.870647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:39.962865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=7ef8e726-3513-4f34-afee-4784954a134f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:40.007288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731edd9-0960-4979-ba70-cbc1f95c9e5e req-0e723110-39c5-4f81-9e07-74a2b755ea02 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:40.008747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c731edd9-0960-4979-ba70-cbc1f95c9e5e req-0e723110-39c5-4f81-9e07-74a2b755ea02 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3172271 May 26 23:01:40.104047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 3392e18b-3b75-421e-ba76-f745e0c57938 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:40.105594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:40.133518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:40.141099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:40.275530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=622dd0e8-78d1-44e2-85a9-3557e6c54a31,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:40.280274 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:40.312779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:40.314595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-05085103-ac1a-4131-98c6-d987f9894b34 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8446631 May 26 23:01:40.382335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c731edd9-0960-4979-ba70-cbc1f95c9e5e req-adea05d6-28ae-4495-b652-cffe4b76f0bd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623426 May 26 23:01:40.477823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8668352b-6e94-48b8-b99b-857e27af6eb1 None None] Provisioning complete for port 7ef8e726-3513-4f34-afee-4784954a134f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:40.478401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8668352b-6e94-48b8-b99b-857e27af6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:40.588682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8668352b-6e94-48b8-b99b-857e27af6eb1 None None] Port 7ef8e726-3513-4f34-afee-4784954a134f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:01:40.602841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 07e7a942-b8bd-4209-a5a1-c1056debea40 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:01:40.688441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53656e-0949-4da6-925d-74539dec1f4e req-972e29c2-21c6-45f5-b75c-5f0bcc841b21 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:40.689966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d53656e-0949-4da6-925d-74539dec1f4e req-972e29c2-21c6-45f5-b75c-5f0bcc841b21 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1402767 May 26 23:01:40.756292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d53656e-0949-4da6-925d-74539dec1f4e req-4845624a-ad9d-47b7-a5ce-84a4497441d9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572009 May 26 23:01:40.823916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-a3d19eea-63b0-4df2-897e-76394970a5be tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:40.859926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-a3d19eea-63b0-4df2-897e-76394970a5be tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:40.861126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-a3d19eea-63b0-4df2-897e-76394970a5be tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--335745539&fields=id&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 267 time: 0.1531787 May 26 23:01:40.931548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45736) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:40.967168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:01:40.979193 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] Sync routers for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:01:40.983388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-916ac10d-9a44-4fcb-8fc7-e4b0a43ede2b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/07e7a942-b8bd-4209-a5a1-c1056debea40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5788410 May 26 23:01:40.986469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45742) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:40.990168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad394b77-49a0-42a7-9c17-a45d9f541dec req-1bbd6e69-3a89-42c6-962f-83f1c1a2a0f7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:40.991865 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad394b77-49a0-42a7-9c17-a45d9f541dec req-1bbd6e69-3a89-42c6-962f-83f1c1a2a0f7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0936072 May 26 23:01:41.004134 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:41.005055 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:41.043687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad394b77-49a0-42a7-9c17-a45d9f541dec req-cdeb9d2d-8118-4bf5-8414-1ce9fafd4c3e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 May 26 23:01:41.074895 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:41.085897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf1713-958b-4c3d-8754-83be5af589f2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:41.086574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8ddf1713-958b-4c3d-8754-83be5af589f2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:41.101685 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:41.102323 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:41.124095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8ddf1713-958b-4c3d-8754-83be5af589f2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:41.128554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8ddf1713-958b-4c3d-8754-83be5af589f2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports/7ef8e726-3513-4f34-afee-4784954a134f HTTP/1.1" status: 200 len: 910 time: 0.1384997 May 26 23:01:41.128892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45750) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:41.158081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-1e605225-daa5-4571-9bd9-77bee0fe6b45 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:41.159775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-1e605225-daa5-4571-9bd9-77bee0fe6b45 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 0.2912052 May 26 23:01:41.185484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8852947d-337f-4c29-a8e2-f65c027c368d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/quotas/7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 375 time: 0.0201442 May 26 23:01:41.238006 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:41.238408 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761684a-b909-4724-9b21-8901da71dc4f None None] The sync data for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:01:41.299031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-27645630-7fae-4e56-a082-22da35d059eb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:41.318401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-27645630-7fae-4e56-a082-22da35d059eb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:41.319847 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-27645630-7fae-4e56-a082-22da35d059eb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291728 May 26 23:01:41.337224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:41.441776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:41.448755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Usage tracker for resource:security_group_rule and tenant:c2f8e3d79ba24a86aa1438974328ad3f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:41.453800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:41.462527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:41.490510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e0ac-63ca-4e01-9260-c011ef8ecaee req-284be426-bf2e-4096-abbd-31ad9a31fa75 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:41.491955 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0767e0ac-63ca-4e01-9260-c011ef8ecaee req-284be426-bf2e-4096-abbd-31ad9a31fa75 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1570513 May 26 23:01:41.542587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-a47fba68-71b7-4bc3-88d2-8b34e5fb3d0f service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101500 May 26 23:01:41.675368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-bec32b92-c0b2-40d7-82a0-db6f1c1ee0fa service neutron] 10.222.0.32 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261199 May 26 23:01:41.691536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0767e0ac-63ca-4e01-9260-c011ef8ecaee req-806b9da9-5733-49f9-8a2a-75947c73de1b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908064 May 26 23:01:41.728792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:41.735110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:41.793622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21833e2a-e3fa-4bba-9e78-8c77f5a2284e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:41.801734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5e858a1a-1e05-4e51-b0f2-bb4524598adf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2f8e3d79ba24a86aa1438974328ad3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8691816 May 26 23:01:41.804805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45764) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:41.858767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:42.006844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2b45a-aa53-4363-9edf-12184656e600 req-c1c357bf-146a-498b-af11-60db62ba5a6f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:42.008456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fbf2b45a-aa53-4363-9edf-12184656e600 req-c1c357bf-146a-498b-af11-60db62ba5a6f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0871925 May 26 23:01:42.062281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fbf2b45a-aa53-4363-9edf-12184656e600 req-f4e19269-6f75-43e5-8a7c-06f3aaee4ce9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481722 May 26 23:01:42.104137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-3c0941ed-4fd8-41ec-a86e-ec80fb5b3668 req-ad84379d-f42c-448f-bbfe-016996e91eb7 service neutron] (84029) timed out ('10.222.0.32', 37642) {{(pid=84029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:01:42.129920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3be1a2af-f7c3-4894-8045-d73f3dfce2a9 req-8f63eb29-a5a8-4468-970b-3137aaaf70a4 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 210 time: 0.2249207 May 26 23:01:42.158911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:42.192072 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:42.296345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:42.318504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21833e2a-e3fa-4bba-9e78-8c77f5a2284e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:42.388509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:42.389620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21833e2a-e3fa-4bba-9e78-8c77f5a2284e HTTP/1.1" status: 204 len: 168 time: 0.5839317 May 26 23:01:42.418085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.418429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.418765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.419095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.419424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.419749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.420103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.420377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.420721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.421112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.421462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71019dc-db85-4d8d-a043-9f4c5d7ee9fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:42.721599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69f24-31ff-49ac-8f64-3087132fb46b req-abc97671-42b7-4342-b5f5-47177708afb2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:42.723405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3d69f24-31ff-49ac-8f64-3087132fb46b req-abc97671-42b7-4342-b5f5-47177708afb2 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.1442678 May 26 23:01:42.763991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 7ef8e726-3513-4f34-afee-4784954a134f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:42.764625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:42.794656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3d69f24-31ff-49ac-8f64-3087132fb46b req-b1771e0c-f2f3-4ad6-8ae8-032aba760832 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537837 May 26 23:01:43.067426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:43.210266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 7ef8e726-3513-4f34-afee-4784954a134f owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:43.251771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-dc58a006-c2dc-4ffe-a738-fe4da6b0e1a7 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:43.253376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-dc58a006-c2dc-4ffe-a738-fe4da6b0e1a7 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 814 time: 0.3508327 May 26 23:01:43.362097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-427846b6-03b9-45c5-805a-e170e39e8f81 req-b45926eb-9227-48d3-b1b2-af47f6ec91bb tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 210 time: 0.0773592 May 26 23:01:43.389877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-823dc9c6-7504-4576-ae32-47b3f3524680 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:43.410834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-823dc9c6-7504-4576-ae32-47b3f3524680 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:43.412732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-823dc9c6-7504-4576-ae32-47b3f3524680 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3 HTTP/1.1" status: 200 len: 379 time: 0.1450517 May 26 23:01:43.425232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'port': {'device_id': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'admin_state_up': True, 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'security_groups': ['7edcab95-b7d6-4fb0-a922-e775d1e4321d']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:43.592289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:43.655238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=7ef8e726-3513-4f34-afee-4784954a134f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:43.665057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:43.885649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:43.913266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Made reservation on behalf of 7ced3c86be7c476fa17cdf7755ec6fa3 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:43.916442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:44.010236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00e2b2-e248-44f6-aa6d-f08cc46f1bc3 req-37cf2044-044c-4a8a-874e-111505474af9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:44.011688 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf00e2b2-e248-44f6-aa6d-f08cc46f1bc3 req-37cf2044-044c-4a8a-874e-111505474af9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.0926385 May 26 23:01:44.066323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf00e2b2-e248-44f6-aa6d-f08cc46f1bc3 req-72bf5d36-7e37-4c83-9a9c-a6b440b06c75 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480199 May 26 23:01:44.228454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Allocated IP 172.20.0.3 (79afa0c6-0f66-4a88-9cb5-731ff2672a17/8c7407c0-0033-4858-9f26-76e0a7bd394f/4fb3d685-8ab4-4645-a74d-43d6b7e03ab4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:44.265435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:44.560366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc4d2508-fc3e-475c-8bcb-1042e2bd6061 req-a1342e74-7b41-4c20-9e53-cbffd2503daf tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 210 time: 0.0678298 May 26 23:01:44.600519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:44.630608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Transition to ACTIVE for port object 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:44.809824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:44.893996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:44.897152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:44.948401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:44.988603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event updated for resources: {'Port': ['ID=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:45.087461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:45.088048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:45.131734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-363f6497-e2af-4291-9a00-2423956a4df2 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7114377 May 26 23:01:45.143595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Request body: {'port': {'device_id': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:45.153762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e5d4b247-06ad-4934-8d74-b6c011e37255 None None] Provisioning for port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:45.163169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e5d4b247-06ad-4934-8d74-b6c011e37255 None None] Provisioning complete for port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:45.163543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b247-06ad-4934-8d74-b6c011e37255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:45.200652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 07e7a942-b8bd-4209-a5a1-c1056debea40 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:01:45.290536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4b247-06ad-4934-8d74-b6c011e37255 None None] Port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:01:45.361051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e237b-f7d9-4c54-ad0a-00857b10be35 req-bcc24793-3379-41d0-acdf-70457472aa93 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:45.362590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b2e237b-f7d9-4c54-ad0a-00857b10be35 req-bcc24793-3379-41d0-acdf-70457472aa93 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.0880980 May 26 23:01:45.471386 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-da8a075b-46eb-4604-9b33-600071c89b0d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3123c5c7c11042489870add5f6b44da2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954552 May 26 23:01:45.511834 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b2e237b-f7d9-4c54-ad0a-00857b10be35 req-cd49f860-04ed-420a-8533-6865411a7e10 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=d58b3019-f9e3-4402-b609-9702dcca1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434889 May 26 23:01:45.558819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:45.763901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85478336-6e2c-4174-8db9-6619f79a5ab4 req-72dfbedb-8898-472a-9208-1fe0a8f538db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:45.765255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85478336-6e2c-4174-8db9-6619f79a5ab4 req-72dfbedb-8898-472a-9208-1fe0a8f538db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 931 time: 0.0822611 May 26 23:01:45.814200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85478336-6e2c-4174-8db9-6619f79a5ab4 req-83c448e2-c811-485e-a1b2-6a5d14aab901 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 May 26 23:01:45.815804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-ae8e9f9d-c0ab-4ce4-b472-8b6e0c74c567 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:45.817212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-ae8e9f9d-c0ab-4ce4-b472-8b6e0c74c567 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366063 May 26 23:01:45.866969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-32c38737-7bb9-4b45-bc34-5d632910f3d5 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/quotas/3123c5c7c11042489870add5f6b44da2 HTTP/1.1" status: 200 len: 375 time: 0.0411468 May 26 23:01:45.969777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-7be95270-b045-439b-a332-05b6ac939370 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3123c5c7c11042489870add5f6b44da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571480 May 26 23:01:45.973967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:01:45.982502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6ab8e790-2f57-4077-bfd9-bf16fa4c036e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/07e7a942-b8bd-4209-a5a1-c1056debea40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8499396 May 26 23:01:45.983049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45832) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:45.988343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] Sync routers for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:01:46.009083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2272923-bd49-4349-b4c7-05301e46071a req-9fbf0bea-d1fe-438d-acea-0a0f7b6c023e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:46.010321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2272923-bd49-4349-b4c7-05301e46071a req-9fbf0bea-d1fe-438d-acea-0a0f7b6c023e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 946 time: 0.0861363 May 26 23:01:46.011803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:46.012123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:46.076469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:46.091565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:46.092709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:46.094869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Deleting port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:46.095288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:46.163206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:46.164210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbf965-b557-4176-a860-7debef7e6391 None None] The sync data for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:01:46.240675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:01:46.249825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:46.268897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Transition to ACTIVE for port object 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:46.269902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1827a1ba-a0eb-4714-9227-a2b3395f67f7 req-cde29f08-c24b-4438-9692-a7a973863e15 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 210 time: 0.0614963 May 26 23:01:46.342991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:46.437185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] For port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:46.437831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:46.544639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Pushing event updated for resources: {'Port': ['ID=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:46.706163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Attempting to bind port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:01:46.706375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Attempting to bind port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:01:46.706685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Attempting to bind port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:46.712766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:46.800210 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:46.800835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:46.801154 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Floating IP 9e70f87d-745d-4c66-aa86-cc39c4feb81c disassociated. External IP: 172.25.4.68, port: 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6. May 26 23:01:46.801601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Calling delete_port for 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:46.928805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:01:46.929185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Attempting to bind port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 on network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:47.013849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:47.032516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-05a86a60-51ac-4550-9340-5d3d51d1dcbc req-983723f8-c269-46c0-8a9f-dffea20dd478 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 210 time: 0.1124279 May 26 23:01:47.035359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:01:47.035692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Checking segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:47.036061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Bound using segment: {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:01:47.036519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Bound port: 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7965dfe3-8135-42bc-8adb-94c29f966c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:01:47.036856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:47.063170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event deleted for resources: {'Port': ['ID=8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:47.149919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] For port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:01:47.153817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] For port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:01:47.162315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:47.164625 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17036e28-7399-44c8-9300-e361a06cfe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:47.211809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10580840-510a-4a27-8c74-2a8376d2acf6 req-5fba545c-99e4-421d-9281-c15603e240ff tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:47.213260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10580840-510a-4a27-8c74-2a8376d2acf6 req-5fba545c-99e4-421d-9281-c15603e240ff tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 943 time: 0.2467418 May 26 23:01:47.267326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:47.268219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] 10.222.0.48 "PUT /v2.0/ports/4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 HTTP/1.1" status: 200 len: 1091 time: 2.1290219 May 26 23:01:47.271583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:01:47.288151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10580840-510a-4a27-8c74-2a8376d2acf6 req-09f9e474-153e-475b-9ab4-c7d4db93cd16 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674844 May 26 23:01:47.379265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Router 07c55d16-dfef-4bec-b0e1-adf8031ce041 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:01:47.403287 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fca4078-e293-4c18-af4a-0406f39765d5'] response: {'name': 'network-changed', 'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'status': 'completed', 'code': 200} May 26 23:01:47.452199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c9525-7950-4329-9f80-ac2e5fab009f service neutron] Pushing event updated for resources: {'Port': ['ID=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:47.507451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-a18b070a-5f06-4e91-a9d0-8d06ff6da79e tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3123c5c7c11042489870add5f6b44da2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047654 May 26 23:01:47.758896 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb8d1c3a-a44a-4d40-814c-326cdcb365de req-0143068e-b187-4539-bf84-2de99f5d96f7 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 210 time: 0.2495546 May 26 23:01:47.830058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-9cf2ce83-ebf3-454f-a07a-1c2a4283fba3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 1094 time: 0.4861102 May 26 23:01:47.834784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-07232923-87ac-4ea7-b462-7c8e33fae0ce tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:47.835973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-07232923-87ac-4ea7-b462-7c8e33fae0ce tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784135 May 26 23:01:47.853909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:01:47.864069 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] Sync routers for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:01:47.877805 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:47.878849 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:47.900018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Request body: {'port': {'device_id': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '3123c5c7c11042489870add5f6b44da2'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:47.925548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] No DVR routers for this DVR port 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:01:47.928819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:47.935513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'name': 'network-vif-deleted', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:01:47.948533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2272923-bd49-4349-b4c7-05301e46071a req-18220571-c8f1-4b44-974a-7db96f701940 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "DELETE /v2.0/ports/8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 HTTP/1.1" status: 204 len: 173 time: 1.9328620 May 26 23:01:48.006860 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-61e6a073-5fba-43b2-8bde-b70673c51218 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 HTTP/1.1" status: 200 len: 217 time: 0.1677678 May 26 23:01:48.023629 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb1c40f-2541-4d15-9b24-aea2fcbdb603'] response: {'server_uuid': '27598e05-5f7b-4681-b11a-55d258699326', 'name': 'network-vif-deleted', 'tag': '8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6', 'status': 'completed', 'code': 200} May 26 23:01:48.082914 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:01:48.121099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-2d2ac8f6-8df9-4c8a-8dec-ecb74a141515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:48.122706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-2d2ac8f6-8df9-4c8a-8dec-ecb74a141515 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.1059964 May 26 23:01:48.204081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:48.216914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Usage tracker for resource:port and tenant:3123c5c7c11042489870add5f6b44da2 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:48.234983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7832dff6-7db5-4e6e-8d11-68683fc97392 req-36af6bde-aef1-449a-9e2a-b9f6dfc4669e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:48.242889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:48.251541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7832dff6-7db5-4e6e-8d11-68683fc97392 req-36af6bde-aef1-449a-9e2a-b9f6dfc4669e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:48.252069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7832dff6-7db5-4e6e-8d11-68683fc97392 req-36af6bde-aef1-449a-9e2a-b9f6dfc4669e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=27598e05-5f7b-4681-b11a-55d258699326 HTTP/1.1" status: 200 len: 210 time: 0.0589888 May 26 23:01:48.259139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:48.284567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Made reservation on behalf of 3123c5c7c11042489870add5f6b44da2 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:48.288068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:48.310550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-bda8e398-b360-43ac-a9b2-fc73fdf00d1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814651 May 26 23:01:48.311155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:48.369725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:01:48.418499 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:48.422777 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] Checking router: 07c55d16-dfef-4bec-b0e1-adf8031ce041 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:01:48.436682 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:48.437321 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:48.464920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:01:48.465317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8fe0dfb4-95a0-4ebf-bc21-70a0ca3504a6 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:01:48.601264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:48.652763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Usage tracker for resource:security_group_rule and tenant:3123c5c7c11042489870add5f6b44da2 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:48.659054 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:01:48.666730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:48.697570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:48.724768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port a1857cd2-b1d6-4b16-835e-2ccfc24280ef {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:48.725103 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:48.780994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-2fe176fc-2077-404e-a4fe-85d283a552e3 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574189 May 26 23:01:48.957511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2545b0cb-f93f-4d00-bc42-c91de458f9b8 req-0adce469-481d-43b7-8e85-ddb7141e0270 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 210 time: 0.0488369 May 26 23:01:48.998924 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:49.003032 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81019f0d-f406-44a1-bdd1-ae4600fcd1b5 None None] The sync data for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 is: [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T22:56:26Z', 'revision_number': 4, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a7a409e6-294d-4577-a8d0-f79ee9b04042', 'name': '', 'network_id': 'ef79850a-25b1-4136-95aa-9a4e5eeb21e3', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'mac_address': 'fa:16:3e:2e:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:24Z', 'updated_at': '2022-05-26T22:56:43Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'subnets': [{'id': '4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:01:49.018557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72557fba-83aa-4b33-9c1c-92866d24719f req-198b3e82-7374-46c4-9d44-41a0e3c9cbab tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:49.019270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-72557fba-83aa-4b33-9c1c-92866d24719f req-198b3e82-7374-46c4-9d44-41a0e3c9cbab tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Synchronizing usage tracker for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:49.111275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.120726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-72557fba-83aa-4b33-9c1c-92866d24719f req-198b3e82-7374-46c4-9d44-41a0e3c9cbab tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Unset dirty status for tenant:7ced3c86be7c476fa17cdf7755ec6fa3 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:49.121921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72557fba-83aa-4b33-9c1c-92866d24719f req-198b3e82-7374-46c4-9d44-41a0e3c9cbab tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 943 time: 0.5234306 May 26 23:01:49.137560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.200989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68de676-b30b-4e80-b449-7950a2ebd75f req-f19fe9c9-91e9-4392-90eb-b75545d2777a service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089527 May 26 23:01:49.214771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.255910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5868bd2-fdff-41c0-88de-59aa1aafde04 None None] New status for floating IP 9e70f87d-745d-4c66-aa86-cc39c4feb81c: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:01:49.421310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45868) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:49.424082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for a1857cd2-b1d6-4b16-835e-2ccfc24280ef owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:49.474488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceebae53-ba40-4eb7-80c8-d04a9ab606a9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:49.509197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dad2048e-f7ed-4235-9423-8ec1c41a5eea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.543368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dad2048e-f7ed-4235-9423-8ec1c41a5eea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.573921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72557fba-83aa-4b33-9c1c-92866d24719f req-3b62f1ed-145b-40f1-8fcf-4972d96193a8 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4333806 May 26 23:01:49.601797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dad2048e-f7ed-4235-9423-8ec1c41a5eea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.628196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2048e-f7ed-4235-9423-8ec1c41a5eea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b3019-f9e3-4402-b609-9702dcca1b96,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:49.643319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dad2048e-f7ed-4235-9423-8ec1c41a5eea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.644691 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dad2048e-f7ed-4235-9423-8ec1c41a5eea tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "DELETE /v2.0/security-groups/d58b3019-f9e3-4402-b609-9702dcca1b96 HTTP/1.1" status: 204 len: 168 time: 0.2223911 May 26 23:01:49.647516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45872) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:49.669637 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-66c725e6-692c-42de-aed8-c79cc1a621d9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] show failed (client error): The resource could not be found. May 26 23:01:49.670413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-66c725e6-692c-42de-aed8-c79cc1a621d9 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups/d58b3019-f9e3-4402-b609-9702dcca1b96 HTTP/1.1" status: 404 len: 347 time: 0.0215425 May 26 23:01:49.673311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45876) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:49.676409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Allocated IP 192.168.233.108 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/9e8ca184-01ca-4df4-969b-53e156e60dac) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:49.704183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-1a287cd5-718a-4f5f-9d02-e6839e371d4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 1094 time: 0.4538465 May 26 23:01:49.847081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Deleting port 81216fe0-2664-425a-bcb0-1b0d9aabb6d7 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:49.847415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.878166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.883077 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5c945f9-f04a-41e7-90fb-2bd8aad53999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.952738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=a1857cd2-b1d6-4b16-835e-2ccfc24280ef,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:49.975696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-04dcc144-c160-4fa7-aa1d-00cd87842ded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:49.977053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-04dcc144-c160-4fa7-aa1d-00cd87842ded service neutron] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.2398386 May 26 23:01:50.018826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.019273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.144333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Calling delete_port for 81216fe0-2664-425a-bcb0-1b0d9aabb6d7 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:50.227094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92e44743-a1fb-462b-9796-5cc486b1d0bd req-649e82ac-c962-44e7-82db-f8be2e42ae7b tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 210 time: 0.0898688 May 26 23:01:50.310559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-556c3bd2-8d41-4ed5-aa2d-9e9ad2641024 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 HTTP/1.1" status: 200 len: 217 time: 0.3001537 May 26 23:01:50.325360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.371010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event deleted for resources: {'Port': ['ID=81216fe0-2664-425a-bcb0-1b0d9aabb6d7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:50.464097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.481370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.482446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-38011072-13be-497b-a647-f710b27015ae tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "DELETE /v2.0/floatingips/9e70f87d-745d-4c66-aa86-cc39c4feb81c HTTP/1.1" status: 204 len: 168 time: 0.8074479 May 26 23:01:50.539842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-5bb74642-ed76-4b8f-b9f8-fccfca1ed24a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:50.541282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-5bb74642-ed76-4b8f-b9f8-fccfca1ed24a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.2194800 May 26 23:01:50.583086 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.602100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.626427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Transition to ACTIVE for port object 9e8ca184-01ca-4df4-969b-53e156e60dac will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:50.652140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.753462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:50.832164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-8dd446a7-9d57-4e54-ae47-35583eba6c7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769582 May 26 23:01:50.866215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:51.082474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:51.095456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:51.097204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Pushing event updated for resources: {'Port': ['ID=9e8ca184-01ca-4df4-969b-53e156e60dac,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:51.099885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:51.251742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-990302c0-0a7e-4838-add2-59a33f7a93a0 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114797 May 26 23:01:51.334030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d76fe5b-3ce0-436b-bfe8-ca522447e5e8 None None] Provisioning for port 9e8ca184-01ca-4df4-969b-53e156e60dac completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:51.340363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5d76fe5b-3ce0-436b-bfe8-ca522447e5e8 None None] Provisioning complete for port 9e8ca184-01ca-4df4-969b-53e156e60dac triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:51.341851 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5d76fe5b-3ce0-436b-bfe8-ca522447e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:51.395034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e562f0-6e09-459b-9a45-7f800c844335 req-f3939dd7-c2f1-4083-8bd6-ee2839d4f396 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:51.402188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3e562f0-6e09-459b-9a45-7f800c844335 req-f3939dd7-c2f1-4083-8bd6-ee2839d4f396 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 943 time: 0.6092758 May 26 23:01:51.418224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:51.418826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:51.427042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5d76fe5b-3ce0-436b-bfe8-ca522447e5e8 None None] Port 9e8ca184-01ca-4df4-969b-53e156e60dac cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:01:51.459107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a958-4d06-448e-bd63-4c19b1db327b req-22add5aa-daf3-4eb1-b52b-4670874de070 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:51.460562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10c3a958-4d06-448e-bd63-4c19b1db327b req-22add5aa-daf3-4eb1-b52b-4670874de070 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 936 time: 0.1011763 May 26 23:01:51.508317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10c3a958-4d06-448e-bd63-4c19b1db327b req-a8b7e773-55f3-4d63-80d6-eb9d02161069 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 May 26 23:01:51.573811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-3e45a22f-f5f5-4dd4-830b-a5691dca5fbf tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6824450 May 26 23:01:51.580404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3e562f0-6e09-459b-9a45-7f800c844335 req-f615a64a-0009-4231-b27a-f1562a1bd1e9 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774669 May 26 23:01:51.601310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Request body: {'port': {'device_id': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:51.762913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fd57d1-2de1-4049-b61c-f8c85620255f req-3c28f89c-d1b7-473b-b690-e8f5172f9e53 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030537 May 26 23:01:51.785025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 07e7a942-b8bd-4209-a5a1-c1056debea40 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:01:51.882288 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:51.956013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:52.038448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:01:52.046691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8c782afb-8e1b-4e33-a1bb-e57c377a60a7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/07e7a942-b8bd-4209-a5a1-c1056debea40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0579751 May 26 23:01:52.048286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45892) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:52.052653 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] Sync routers for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:01:52.065648 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:52.066797 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:52.096916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7f317aef-c7e4-401e-892e-946875fcbfbe tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e7a942-b8bd-4209-a5a1-c1056debea40 HTTP/1.1" status: 200 len: 205 time: 0.0479028 May 26 23:01:52.099291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45896) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:52.142187 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:52.154456 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] Routers {'07e7a942-b8bd-4209-a5a1-c1056debea40'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:01:52.155410 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07e7a942-b8bd-4209-a5a1-c1056debea40'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:52.226796 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:52.227135 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232de480-8cf2-43c1-a33b-fe731debc04d None None] The sync data for ids ['07e7a942-b8bd-4209-a5a1-c1056debea40'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:01:52.251036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbea3712-2ba9-40df-a3e0-76a96e7683f1 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:52.353265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8ca184-01ca-4df4-969b-53e156e60dac {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:01:52.360521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:52.373599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:01:52.379116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Transition to ACTIVE for port object 9e8ca184-01ca-4df4-969b-53e156e60dac will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:52.383498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:52.468476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ca184-01ca-4df4-969b-53e156e60dac,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:52.599317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:52.639608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'port_id': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'mac_address': 'fa:16:3e:fb:bc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:01:52.713434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:52.748666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:01:52.778700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:52.792112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:52.840380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Attempting to bind port 9e8ca184-01ca-4df4-969b-53e156e60dac on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:01:52.840726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Attempting to bind port 9e8ca184-01ca-4df4-969b-53e156e60dac by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:01:52.841380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Attempting to bind port 9e8ca184-01ca-4df4-969b-53e156e60dac on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:52.879638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:52.881736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Port 9e8ca184-01ca-4df4-969b-53e156e60dac on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:01:52.882072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Attempting to bind port 9e8ca184-01ca-4df4-969b-53e156e60dac on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:52.920376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:01:52.920832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:52.921510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:01:52.922042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Bound port: 9e8ca184-01ca-4df4-969b-53e156e60dac, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:01:52.922451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.001007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbea3712-2ba9-40df-a3e0-76a96e7683f1 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.009443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbea3712-2ba9-40df-a3e0-76a96e7683f1 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.029511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293807c-2445-47c6-82d0-7a63861cfcf0 req-8069df9d-8ddc-4e1c-8690-be5e030cad98 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:53.036147 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0293807c-2445-47c6-82d0-7a63861cfcf0 req-8069df9d-8ddc-4e1c-8690-be5e030cad98 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 948 time: 0.3123152 May 26 23:01:53.085242 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbea3712-2ba9-40df-a3e0-76a96e7683f1 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.085981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbea3712-2ba9-40df-a3e0-76a96e7683f1 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Fanout notify agent at l3_agent the message router_deleted on router 07e7a942-b8bd-4209-a5a1-c1056debea40 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:01:53.102233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0293807c-2445-47c6-82d0-7a63861cfcf0 req-7805b9b2-c4ae-4ecb-a7ea-2d36b7460d47 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652003 May 26 23:01:53.106646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0d6be-b8e2-4111-9f67-7cb87e7280de req-94472e4a-9e7d-48d9-b63a-8be1ce6eb170 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:53.106893 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbea3712-2ba9-40df-a3e0-76a96e7683f1 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.108108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdb0d6be-b8e2-4111-9f67-7cb87e7280de req-94472e4a-9e7d-48d9-b63a-8be1ce6eb170 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 944 time: 0.3181851 May 26 23:01:53.118613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cbea3712-2ba9-40df-a3e0-76a96e7683f1 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/07e7a942-b8bd-4209-a5a1-c1056debea40 HTTP/1.1" status: 204 len: 168 time: 1.0157676 May 26 23:01:53.119068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:53.124923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['4fb3d685-8ab4-4645-a74d-43d6b7e03ab4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:01:53.180871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] For port 9e8ca184-01ca-4df4-969b-53e156e60dac, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:01:53.220575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] For port 9e8ca184-01ca-4df4-969b-53e156e60dac, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e8ca184-01ca-4df4-969b-53e156e60dac,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:01:53.233809 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.257345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdb0d6be-b8e2-4111-9f67-7cb87e7280de req-61b92866-0fe2-400b-aad7-444e6e23e808 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152675 May 26 23:01:53.314695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.316040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] 10.222.0.55 "PUT /v2.0/ports/9e8ca184-01ca-4df4-969b-53e156e60dac HTTP/1.1" status: 200 len: 1096 time: 1.7258089 May 26 23:01:53.316472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'tag': '9e8ca184-01ca-4df4-969b-53e156e60dac'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:01:53.446661 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c897c1-0bdf-432b-8979-21cf065c08cb'] response: {'name': 'network-changed', 'server_uuid': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'tag': '9e8ca184-01ca-4df4-969b-53e156e60dac', 'status': 'completed', 'code': 200} May 26 23:01:53.449669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 88f11860-d73c-4316-8319-b5c175dd872f {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:01:53.463238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.472517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ce74b-12cb-47fc-aeb8-5d0b22a0221f service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ca184-01ca-4df4-969b-53e156e60dac,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:53.534006 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-53edfe15-18bd-4d77-923b-fbe5ece36259 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3123c5c7c11042489870add5f6b44da2&device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 1099 time: 0.1675379 May 26 23:01:53.544642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.608010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-f3051045-1c3a-4ea8-8c17-2e22e29f81d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=9e8ca184-01ca-4df4-969b-53e156e60dac HTTP/1.1" status: 200 len: 217 time: 0.0661395 May 26 23:01:53.636677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.699767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-fd82c40d-99e1-4bdf-ba2d-fd8dc2c07faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:53.702885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-fd82c40d-99e1-4bdf-ba2d-fd8dc2c07faf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0889454 May 26 23:01:53.717767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.758721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=88f11860-d73c-4316-8319-b5c175dd872f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:53.765217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.772363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9e54286c-d087-4102-a1ab-5b24f4633ad4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/88f11860-d73c-4316-8319-b5c175dd872f HTTP/1.1" status: 204 len: 168 time: 0.6521184 May 26 23:01:53.774814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45916) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:53.777790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf606ae0-dfa7-4ee2-86ec-188ce70cc85a None None] Network 3392e18b-3b75-421e-ba76-f745e0c57938 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:53.788136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-887ed4be-9124-403e-ad6d-8ace56e1fdc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785618 May 26 23:01:53.950751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-496b8e28-fa96-49a4-8203-d97cdf23addf service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556313 May 26 23:01:53.977300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 532ed1d7-c0f5-4737-a333-a28704635889 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:01:53.980471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.039637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.085997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] DHCP port deletion for 3392e18b-3b75-421e-ba76-f745e0c57938 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:01:54.090800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] Deleting port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:54.091172 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.208717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.256708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cd3593c-50ae-44b1-a192-d93841aba4d5 req-b8b44927-e140-4a9a-b94b-f8ec5340ed65 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994382 May 26 23:01:54.368906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.384731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] For port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,segment=NetworkSegment(996c8377-01e8-4277-b086-e80c1f26dc6d),segment_id=996c8377-01e8-4277-b086-e80c1f26dc6d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:54.385129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.409383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:01:54.479264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f394c-f451-42b1-beda-6756d2f1eacc req-89c12d4a-a913-442e-bdfd-927c3bc91297 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:54.479993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-df6f394c-f451-42b1-beda-6756d2f1eacc req-89c12d4a-a913-442e-bdfd-927c3bc91297 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Synchronizing usage tracker for tenant:3123c5c7c11042489870add5f6b44da2 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:54.490559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-a37d918c-2f1c-46c7-8ede-e2d2d17e3f1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3123c5c7c11042489870add5f6b44da2&device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 1099 time: 0.1769278 May 26 23:01:54.600144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-df6f394c-f451-42b1-beda-6756d2f1eacc req-89c12d4a-a913-442e-bdfd-927c3bc91297 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Unset dirty status for tenant:3123c5c7c11042489870add5f6b44da2 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:54.601219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df6f394c-f451-42b1-beda-6756d2f1eacc req-89c12d4a-a913-442e-bdfd-927c3bc91297 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 948 time: 0.2291343 May 26 23:01:54.623985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.626946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=532ed1d7-c0f5-4737-a333-a28704635889,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:54.644387 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8c967cb-67b3-408f-8b25-2084866d4c7d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/532ed1d7-c0f5-4737-a333-a28704635889 HTTP/1.1" status: 204 len: 168 time: 0.8683817 May 26 23:01:54.646189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45928) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:54.648690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f2f682-7b67-4b18-bb09-c633da98d224 None None] Network 02d30f7f-c667-406a-b612-96756eef3c0c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:54.686730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-df6f394c-f451-42b1-beda-6756d2f1eacc req-2f29257c-c4b8-4db0-9bf7-420990e682cb tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Synchronizing usage tracker for tenant:3123c5c7c11042489870add5f6b44da2 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:01:54.716959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-8fe15b3b-8082-41f5-b667-8e7acf012ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:54.719339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-8fe15b3b-8082-41f5-b667-8e7acf012ea1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.2213368 May 26 23:01:54.721348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-df6f394c-f451-42b1-beda-6756d2f1eacc req-2f29257c-c4b8-4db0-9bf7-420990e682cb tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Unset dirty status for tenant:3123c5c7c11042489870add5f6b44da2 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:01:54.722479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df6f394c-f451-42b1-beda-6756d2f1eacc req-2f29257c-c4b8-4db0-9bf7-420990e682cb tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144855 May 26 23:01:54.765741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] Calling delete_port for b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:54.775480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.802987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:54.804054 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.804788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-0dbdb5e1-f1e0-4ba8-b71f-f3246265f19b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=9e8ca184-01ca-4df4-969b-53e156e60dac HTTP/1.1" status: 200 len: 217 time: 0.0775142 May 26 23:01:54.859534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a43b-2262-4098-af96-ffcfc3460f4a req-53d3b3d3-06d9-4241-b4c6-1e061e9e3030 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:54.860995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6109a43b-2262-4098-af96-ffcfc3460f4a req-53d3b3d3-06d9-4241-b4c6-1e061e9e3030 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 944 time: 0.4107769 May 26 23:01:54.885270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-1273b91c-7557-498a-9ce4-a56890da1d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:54.886424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-1273b91c-7557-498a-9ce4-a56890da1d5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0755808 May 26 23:01:54.953623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:54.966392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:54.966681 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.974027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6109a43b-2262-4098-af96-ffcfc3460f4a req-d7cabce1-c692-4e67-abdf-8356969634d1 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058488 May 26 23:01:54.985623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-632d99c1-06a2-48cc-81ed-529b4ac4e2ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922437 May 26 23:01:55.036632 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.066202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,segment=NetworkSegment(996c8377-01e8-4277-b086-e80c1f26dc6d),segment_id=996c8377-01e8-4277-b086-e80c1f26dc6d)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:55.066800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.090434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] Pushing event deleted for resources: {'Port': ['ID=b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:55.110714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eabb74-adab-470f-b44d-f8ab3e454735 None None] No DVR routers for this DVR port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:01:55.136784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-05db8046-63da-44bd-988e-66a1b48d43f1 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430588 May 26 23:01:55.204873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.210628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:55.225703 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.284546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:01:55.309722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:55.313091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] DHCP port deletion for 02d30f7f-c667-406a-b612-96756eef3c0c request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:01:55.313590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb38f06b-d0d0-456b-aab6-dda16faee015 req-872ffeae-299f-4eb2-b9d1-63df43ccc223 service neutron] 10.222.0.55 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707256 May 26 23:01:55.320702 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.333073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:01:55.333834 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:01:55.359876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Deleting port 8d6181af-d70f-43ca-85e2-db06e6a02f67 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:55.360247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.393593 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cae7b35-d2a6-4f5e-a9db-3de6b8aae489'] response: {'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'code': 200} May 26 23:01:55.487114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:55.525968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53091e28-4d3a-40c1-a9d7-cf53f291b6a7 req-e68a272a-002d-433f-9dc2-626426c6aa5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0920758 May 26 23:01:55.595967 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53091e28-4d3a-40c1-a9d7-cf53f291b6a7 req-db57aa4a-ff3a-4ae6-9f32-489354cfd206 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495703 May 26 23:01:55.602727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] For port 8d6181af-d70f-43ca-85e2-db06e6a02f67, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8d6181af-d70f-43ca-85e2-db06e6a02f67,segment=NetworkSegment(0e9f4858-bde9-4665-9cf7-641be730fe9f),segment_id=0e9f4858-bde9-4665-9cf7-641be730fe9f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:55.603113 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.720378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:01:55.749145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Calling delete_port for 8d6181af-d70f-43ca-85e2-db06e6a02f67 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:55.794390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e8ca184-01ca-4df4-969b-53e156e60dac details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:01:55.795556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4268-5785-4170-ac7d-0dc3d8d147dd req-b1ff5ceb-cd72-4e5a-835d-70857728ea40 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:55.804753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b33c4268-5785-4170-ac7d-0dc3d8d147dd req-b1ff5ceb-cd72-4e5a-835d-70857728ea40 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.0921192 May 26 23:01:55.834379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:55.834742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:55.860730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b33c4268-5785-4170-ac7d-0dc3d8d147dd req-cbaa00cf-d3c4-4196-a5a9-05d65fe44b45 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547590 May 26 23:01:55.886501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:01:55.886756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:01:55.887164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8d6181af-d70f-43ca-85e2-db06e6a02f67 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:01:55.955962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] The port 'b8dfecc1-39bc-4b1c-a14a-6f8f5357b44a' was deleted {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:01:56.060378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9e8ca184-01ca-4df4-969b-53e156e60dac, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e8ca184-01ca-4df4-969b-53e156e60dac,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:56.102542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.106173 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.133203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3392e18b-3b75-421e-ba76-f745e0c57938']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:56.147408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '9e8ca184-01ca-4df4-969b-53e156e60dac', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': '9e8ca184-01ca-4df4-969b-53e156e60dac', 'mac_address': 'fa:16:3e:7b:73:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:01:56.151056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd02850-0242-46cf-945f-b6a8d4f18fd5 req-fe196eee-931d-4b74-aa4b-8ede26c69b1b tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:56.152500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4fd02850-0242-46cf-945f-b6a8d4f18fd5 req-fe196eee-931d-4b74-aa4b-8ede26c69b1b tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 948 time: 0.2636054 May 26 23:01:56.154447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996c8377-01e8-4277-b086-e80c1f26dc6d') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:56.154447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996c8377-01e8-4277-b086-e80c1f26dc6d') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:56.156412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Port 8d6181af-d70f-43ca-85e2-db06e6a02f67 update to DOWN by agent not found {{(pid=84031) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 26 23:01:56.167125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.199961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Pushing event deleted for resources: {'Port': ['ID=8d6181af-d70f-43ca-85e2-db06e6a02f67,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:56.206191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.207087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b24c-1c57-4825-a553-b5f15643aa5b req-4e5ab69d-f90a-4319-9193-74dcf7e70b95 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:56.208680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b76b24c-1c57-4825-a553-b5f15643aa5b req-4e5ab69d-f90a-4319-9193-74dcf7e70b95 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 945 time: 0.0881984 May 26 23:01:56.223295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:56.224328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.225012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] No DVR routers for this DVR port 8d6181af-d70f-43ca-85e2-db06e6a02f67 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:01:56.233871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.234161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.234503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.234840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.235175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.235507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.235834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.236158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.236504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.236834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.237161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984b964-c9b3-4c21-b7f5-1c3fa4b8daa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: util.warn( May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: timer() May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:56.240525 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:56.248955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.262125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b76b24c-1c57-4825-a553-b5f15643aa5b req-9c014f3f-e46a-4533-b553-83da7a042eb0 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464787 May 26 23:01:56.268531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8ca184-01ca-4df4-969b-53e156e60dac {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:01:56.283876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9e8ca184-01ca-4df4-969b-53e156e60dac, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e8ca184-01ca-4df4-969b-53e156e60dac,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:56.291890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.302970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4fd02850-0242-46cf-945f-b6a8d4f18fd5 req-2a22b17c-ed7e-433a-b10b-2580087ed5bd tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275961 May 26 23:01:56.336177 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.353935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.365508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=3392e18b-3b75-421e-ba76-f745e0c57938,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:56.366388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=9e8ca184-01ca-4df4-969b-53e156e60dac,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:56.375786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-89073e14-6190-4a2b-999d-48fe6a86408b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/3392e18b-3b75-421e-ba76-f745e0c57938 HTTP/1.1" status: 204 len: 168 time: 1.7276204 May 26 23:01:56.378366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45944) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:56.490165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.594872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['9e8ca184-01ca-4df4-969b-53e156e60dac'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:01:56.618042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.648738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d30f7f-c667-406a-b612-96756eef3c0c']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:56.757020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9f4858-bde9-4665-9cf7-641be730fe9f') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:56.757266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9f4858-bde9-4665-9cf7-641be730fe9f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:01:56.769444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.785217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.791708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:01:56.791992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: timer() May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:01:56.805518 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:01:56.886404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.904875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.914363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=02d30f7f-c667-406a-b612-96756eef3c0c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:56.920907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf328a4a-d3ab-454e-a8f3-6c4e2b64f5e3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/02d30f7f-c667-406a-b612-96756eef3c0c HTTP/1.1" status: 204 len: 168 time: 0.5381761 May 26 23:01:56.921802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45950) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:56.926638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-1580072326'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:56.932142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:56.935975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:56.938786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:56.945579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:56.962789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:56.965871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:56.995407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:01:57.034250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.034511 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 8fa8257b-1183-4f90-a99a-fd070f4bd158 of type vlan for network 994668db-2076-42dd-8efb-5d1ca767acf5 May 26 23:01:57.080716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.124507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0811c8-d727-4acd-b244-e30bccef22e1 req-69f648ca-eca7-4474-8a65-4be94f452f23 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:57.125966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c0811c8-d727-4acd-b244-e30bccef22e1 req-69f648ca-eca7-4474-8a65-4be94f452f23 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.1226623 May 26 23:01:57.126686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.130557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:57.131107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.256948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3345699 May 26 23:01:57.259960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45954) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:57.265621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:57.267495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973413d8-d1c7-40d6-b033-70696032e38a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=994668db-2076-42dd-8efb-5d1ca767acf5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:57.274099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c0811c8-d727-4acd-b244-e30bccef22e1 req-4d659a8a-de55-4052-99a2-2efd9bd1d4cf tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393085 May 26 23:01:57.277341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 994668db-2076-42dd-8efb-5d1ca767acf5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:01:57.386050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:57.389945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:57.393124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:57.404377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:57.415520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:57.515259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456cd55-a29d-4e7d-a1aa-1c3810082eed req-be9939dc-d362-4d0c-bbce-d21473661917 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:57.516775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8456cd55-a29d-4e7d-a1aa-1c3810082eed req-be9939dc-d362-4d0c-bbce-d21473661917 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 949 time: 0.0768604 May 26 23:01:57.567824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.570184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8456cd55-a29d-4e7d-a1aa-1c3810082eed req-ddc0e57b-b35c-4d8c-a90e-7c62a61b3d60 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471716 May 26 23:01:57.673411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62410b-bddd-40c1-9d2c-6bd2f955f6c6 req-78479481-c2d2-48bc-aa65-71fc87167550 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:57.674871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f62410b-bddd-40c1-9d2c-6bd2f955f6c6 req-78479481-c2d2-48bc-aa65-71fc87167550 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 945 time: 0.2431808 May 26 23:01:57.736965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5f62410b-bddd-40c1-9d2c-6bd2f955f6c6 req-a0d605ad-4715-4b7e-a6e3-960638fb6105 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541933 May 26 23:01:57.775265 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.794702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e8ca184-01ca-4df4-969b-53e156e60dac up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:01:57.851584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.890211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 9e8ca184-01ca-4df4-969b-53e156e60dac completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:01:57.895333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 9e8ca184-01ca-4df4-969b-53e156e60dac triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:01:57.896294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:57.921251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=e404e0da-b3ca-46e4-b02d-11c345f0bc8d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:57.958515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '8fa8257b-1183-4f90-a99a-fd070f4bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:57.958857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: 994668db-2076-42dd-8efb-5d1ca767acf5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:01:57.982153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 994668db-2076-42dd-8efb-5d1ca767acf5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:01:57.993859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 994668db-2076-42dd-8efb-5d1ca767acf5) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:58.001519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3354e-c52b-4ea6-a176-fcd6761914bf None None] Network 994668db-2076-42dd-8efb-5d1ca767acf5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:01:58.002839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:58.003343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.007850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa334c-8933-446b-9176-595a1f3783e5 req-9a5f3c68-dcab-4027-b9b2-dc4e53fa7673 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:58.009345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9afa334c-8933-446b-9176-595a1f3783e5 req-9a5f3c68-dcab-4027-b9b2-dc4e53fa7673 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.2404497 May 26 23:01:58.027138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7c49a633-ea0c-43b6-b5ad-40532bd88d07 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7659774 May 26 23:01:58.029695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45964) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:58.035176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1923389216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:58.041773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:58.045830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:router and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:58.048639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:58.056215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:58.057526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553bcf9-f897-4794-99a5-6c602fcf86c3 req-af4101cf-2f2f-4627-829c-02bb8cd5802a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:58.058988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4553bcf9-f897-4794-99a5-6c602fcf86c3 req-af4101cf-2f2f-4627-829c-02bb8cd5802a tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 945 time: 0.1471684 May 26 23:01:58.072711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:58.076894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.077800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.086078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Request body: {'floatingip': {'port_id': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:58.095319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Deleting port 3d53935f-c800-4a4f-a43c-48a17356e525 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:01:58.096014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.098154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.143797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ca184-01ca-4df4-969b-53e156e60dac'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:01:58.162487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9e8ca184-01ca-4df4-969b-53e156e60dac, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e8ca184-01ca-4df4-969b-53e156e60dac,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:58.172523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.200345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.258603 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd4e654-6768-4457-bdb8-bcc1f5a4ca16'] response: {'server_uuid': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ca184-01ca-4df4-969b-53e156e60dac', 'code': 200} May 26 23:01:58.318420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.326990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=9e8ca184-01ca-4df4-969b-53e156e60dac,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:58.350663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-994668db-2076-42dd-8efb-5d1ca767acf5', 'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': 'e404e0da-b3ca-46e4-b02d-11c345f0bc8d'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:01:58.351501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.391700 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.417202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] For port 3d53935f-c800-4a4f-a43c-48a17356e525, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3d53935f-c800-4a4f-a43c-48a17356e525,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:01:58.417579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.439160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.440730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b755afc7-1501-483b-bf09-1e094185e0a9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4098058 May 26 23:01:58.443371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45978) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:01:58.449334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'port': {'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5', 'name': 'tempest-RoutersTest-458864606'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:01:58.572040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Allocated IP 172.20.0.2 (994668db-2076-42dd-8efb-5d1ca767acf5/e404e0da-b3ca-46e4-b02d-11c345f0bc8d/82f33181-d502-4bc9-8d74-36b5fc378734) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:58.623560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Calling delete_port for 3d53935f-c800-4a4f-a43c-48a17356e525 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:01:58.755418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:01:58.783652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e07c5c-2c0b-4ec4-a3dc-a9c452b0d09a req-450089ca-a225-4992-aee3-9dcda29ac435 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:58.786721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53e07c5c-2c0b-4ec4-a3dc-a9c452b0d09a req-450089ca-a225-4992-aee3-9dcda29ac435 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f66d4899-5644-442b-a8eb-ffb266fff021 HTTP/1.1" status: 200 len: 945 time: 0.2980275 May 26 23:01:58.825737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fde503a9-43c6-4749-be74-fd255fb501ca req-ad10539d-d2c4-4c2b-9cab-8f50c90f26df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 1101 time: 0.5174615 May 26 23:01:58.893005 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.899066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:58.915236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3d53935f-c800-4a4f-a43c-48a17356e525'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:01:58.943503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['3c0235b4-891f-48da-9638-db4278a448c0'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:01:58.947960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53e07c5c-2c0b-4ec4-a3dc-a9c452b0d09a req-a986db5a-9f14-42cc-9a4e-26679a2c8e2e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471269 May 26 23:01:58.958522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:port and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:01:58.960470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fde503a9-43c6-4749-be74-fd255fb501ca req-1ca1ef02-b477-4002-8888-adcbcbd6f898 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247330 May 26 23:01:58.962940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event deleted for resources: {'Port': ['ID=3d53935f-c800-4a4f-a43c-48a17356e525,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:58.975064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:01:58.987455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Transition to ACTIVE for port object 82f33181-d502-4bc9-8d74-36b5fc378734 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:58.993802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:01:59.009770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Transition to ACTIVE for port object 82f33181-d502-4bc9-8d74-36b5fc378734 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:59.031240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.037141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:01:59.040076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.047437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] No DVR routers for this DVR port 3d53935f-c800-4a4f-a43c-48a17356e525 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:01:59.054659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.059428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'name': 'network-vif-deleted', 'tag': '3d53935f-c800-4a4f-a43c-48a17356e525'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:01:59.070893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9afa334c-8933-446b-9176-595a1f3783e5 req-c6f5c6e3-5c3c-4fea-9836-f951bc0908fd tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.48 "DELETE /v2.0/ports/3d53935f-c800-4a4f-a43c-48a17356e525 HTTP/1.1" status: 204 len: 173 time: 1.0561435 May 26 23:01:59.073515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] device_id is not set on port ac44e412-46a0-49db-8ca8-666f566960d7 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:01:59.133064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Pushing event updated for resources: {'Port': ['ID=82f33181-d502-4bc9-8d74-36b5fc378734,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:59.136437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Network 994668db-2076-42dd-8efb-5d1ca767acf5 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:01:59.146095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:01:59.150809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:01:59.153064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b196e-f122-4d91-acab-b7ae07819202 req-6d12f455-bcd9-45e4-b009-0fff986e4714 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:01:59.154552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-197b196e-f122-4d91-acab-b7ae07819202 req-6d12f455-bcd9-45e4-b009-0fff986e4714 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 950 time: 0.2326543 May 26 23:01:59.179167 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ad10be-df01-4ac1-a930-5833b39faab6'] response: {'server_uuid': 'f66d4899-5644-442b-a8eb-ffb266fff021', 'name': 'network-vif-deleted', 'tag': '3d53935f-c800-4a4f-a43c-48a17356e525', 'status': 'completed', 'code': 200} May 26 23:01:59.319517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Attempting to bind port 82f33181-d502-4bc9-8d74-36b5fc378734 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:01:59.320134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Attempting to bind port 82f33181-d502-4bc9-8d74-36b5fc378734 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8fa8257b-1183-4f90-a99a-fd070f4bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:01:59.320502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Attempting to bind port 82f33181-d502-4bc9-8d74-36b5fc378734 on network 994668db-2076-42dd-8efb-5d1ca767acf5 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:01:59.339599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:01:59.340261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Checking segment: {'id': '8fa8257b-1183-4f90-a99a-fd070f4bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:01:59.340394 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.340730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Bound using segment: {'id': '8fa8257b-1183-4f90-a99a-fd070f4bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:01:59.341204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Bound port: 82f33181-d502-4bc9-8d74-36b5fc378734, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa8257b-1183-4f90-a99a-fd070f4bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '994668db-2076-42dd-8efb-5d1ca767acf5'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:01:59.341574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.347431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-197b196e-f122-4d91-acab-b7ae07819202 req-90725e01-4f8a-4c92-8c3a-4f7f661a1425 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846232 May 26 23:01:59.404587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.20.0.5 (994668db-2076-42dd-8efb-5d1ca767acf5/e404e0da-b3ca-46e4-b02d-11c345f0bc8d/ac44e412-46a0-49db-8ca8-666f566960d7) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:01:59.414256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.419714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.459356 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:01:59.464862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] For port 82f33181-d502-4bc9-8d74-36b5fc378734, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:01:59.468641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] For port 82f33181-d502-4bc9-8d74-36b5fc378734, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=82f33181-d502-4bc9-8d74-36b5fc378734,segment=NetworkSegment(8fa8257b-1183-4f90-a99a-fd070f4bd158),segment_id=8fa8257b-1183-4f90-a99a-fd070f4bd158)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:01:59.474043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.565040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba71a4-f5c5-4277-ac71-05b76fba10e7 None None] Pushing event updated for resources: {'Port': ['ID=82f33181-d502-4bc9-8d74-36b5fc378734,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:01:59.802153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:59.830123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object ac44e412-46a0-49db-8ca8-666f566960d7 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:01:59.856142 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP c3fd397e-9dd0-4b36-9189-48d176f49281 associated. External IP: 172.25.4.217, port: 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4. May 26 23:01:59.970881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:00.072707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 994668db-2076-42dd-8efb-5d1ca767acf5 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:00.074869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=ac44e412-46a0-49db-8ca8-666f566960d7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:00.079125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:00.081896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:00.153506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:00.154131 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:00.188002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-78309f5c-5301-4181-bcba-ec77bd959e3e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7434483 May 26 23:02:00.190829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45990) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:00.521192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45e951-9eb0-4ef2-8094-1d2ed6f575d1 req-5b339e56-9f60-406a-a52a-06a229002048 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:00.522090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4b45e951-9eb0-4ef2-8094-1d2ed6f575d1 req-5b339e56-9f60-406a-a52a-06a229002048 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:00.539186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4b45e951-9eb0-4ef2-8094-1d2ed6f575d1 req-5b339e56-9f60-406a-a52a-06a229002048 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:00.540547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b45e951-9eb0-4ef2-8094-1d2ed6f575d1 req-5b339e56-9f60-406a-a52a-06a229002048 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.1022801 May 26 23:02:00.596144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b45e951-9eb0-4ef2-8094-1d2ed6f575d1 req-464f752f-a6d4-4f4a-aae9-e07625722c6f tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476565 May 26 23:02:00.692666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09155f-9ff2-4553-92a5-9f2f775d63ff None None] Network 994668db-2076-42dd-8efb-5d1ca767acf5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:00.786869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1274ed54-aca6-485e-b321-a6d3ad1ac114 None None] Provisioning for port 82f33181-d502-4bc9-8d74-36b5fc378734 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:00.950469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd668e-c283-4800-a3e8-91f9a6c67fbc req-f740e64b-b053-47d8-9fe7-ec14cc82af1b tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:00.951938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6dfd668e-c283-4800-a3e8-91f9a6c67fbc req-f740e64b-b053-47d8-9fe7-ec14cc82af1b tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 950 time: 0.3906250 May 26 23:02:01.103588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6dfd668e-c283-4800-a3e8-91f9a6c67fbc req-39ea7380-99d0-4af9-85db-386e67941e53 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439512 May 26 23:02:01.214737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:01.231400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-525b2a5c-4ba3-4501-8f28-3925f2ed9126 None None] Provisioning for port ac44e412-46a0-49db-8ca8-666f566960d7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:01.231905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:02:01.237514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-525b2a5c-4ba3-4501-8f28-3925f2ed9126 None None] Provisioning complete for port ac44e412-46a0-49db-8ca8-666f566960d7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:01.238095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-525b2a5c-4ba3-4501-8f28-3925f2ed9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:01.306107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-525b2a5c-4ba3-4501-8f28-3925f2ed9126 None None] Port ac44e412-46a0-49db-8ca8-666f566960d7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:01.443461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3457241a-f6e2-4c0e-ac1c-51c60a61a867 None None] Provisioning complete for port ac44e412-46a0-49db-8ca8-666f566960d7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:01.443875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3457241a-f6e2-4c0e-ac1c-51c60a61a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:01.497321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3457241a-f6e2-4c0e-ac1c-51c60a61a867 None None] Port ac44e412-46a0-49db-8ca8-666f566960d7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:01.665890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 82f33181-d502-4bc9-8d74-36b5fc378734 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:01.759140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 82f33181-d502-4bc9-8d74-36b5fc378734 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:01.763876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 82f33181-d502-4bc9-8d74-36b5fc378734 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:01.764250 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:01.799217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:01.809088 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:01.883845 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:01.922303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 82f33181-d502-4bc9-8d74-36b5fc378734, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=82f33181-d502-4bc9-8d74-36b5fc378734,segment=NetworkSegment(8fa8257b-1183-4f90-a99a-fd070f4bd158),segment_id=8fa8257b-1183-4f90-a99a-fd070f4bd158)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:01.926512 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:02.000809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=82f33181-d502-4bc9-8d74-36b5fc378734,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:02.067964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=ac44e412-46a0-49db-8ca8-666f566960d7,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:02.109448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbfbd1-a3de-48af-8554-d51bef60065e req-fb188a74-2122-4b5e-97a4-c81c97fc511d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:02.110167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bbfbd1-a3de-48af-8554-d51bef60065e req-fb188a74-2122-4b5e-97a4-c81c97fc511d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:02.183455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bbfbd1-a3de-48af-8554-d51bef60065e req-fb188a74-2122-4b5e-97a4-c81c97fc511d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:02.184633 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bbfbd1-a3de-48af-8554-d51bef60065e req-fb188a74-2122-4b5e-97a4-c81c97fc511d tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.4436350 May 26 23:02:02.283936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:02.293898 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:02.294802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:02.306666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:02.307272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:02.336100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bbfbd1-a3de-48af-8554-d51bef60065e req-2b3a4563-9cf0-45bb-9c7d-a520828f8a97 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Synchronizing usage tracker for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:02.414348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-68f29ea3-2082-4645-be0f-4af990983f6b tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "PUT /v2.0/floatingips/c3fd397e-9dd0-4b36-9189-48d176f49281 HTTP/1.1" status: 200 len: 991 time: 4.3402650 May 26 23:02:02.418661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:02:02.420365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3d53935f-c800-4a4f-a43c-48a17356e525 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:02.437377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bbfbd1-a3de-48af-8554-d51bef60065e req-2b3a4563-9cf0-45bb-9c7d-a520828f8a97 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Unset dirty status for tenant:e30a418c41cf4c34ac80f66b71cafc13 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:02.438824 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bbfbd1-a3de-48af-8554-d51bef60065e req-2b3a4563-9cf0-45bb-9c7d-a520828f8a97 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485962 May 26 23:02:02.489462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 3d53935f-c800-4a4f-a43c-48a17356e525 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:02.490231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3d53935f-c800-4a4f-a43c-48a17356e525 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:02.491480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:02.514466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-57894601-1734-4cb4-86e9-12e9484c8dd8 None None] Provisioning complete for port ac44e412-46a0-49db-8ca8-666f566960d7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:02.515148 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-57894601-1734-4cb4-86e9-12e9484c8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:02.590007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-57894601-1734-4cb4-86e9-12e9484c8dd8 None None] Port ac44e412-46a0-49db-8ca8-666f566960d7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:02.595560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:02.597010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:02:02.805752 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad937cbd-4d8b-4589-94f9-8ec7ffcd76bb'] response: {'name': 'network-changed', 'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'status': 'completed', 'code': 200} May 26 23:02:02.963121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef9b9717-7995-4719-a5c0-192956133d14 req-110c74ad-4f8f-4e6c-8804-8f8006132943 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 1096 time: 0.1592822 May 26 23:02:02.997204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-b6083815-22bb-4c83-a635-16bbf2c0ed80 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:02.998763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-b6083815-22bb-4c83-a635-16bbf2c0ed80 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.55 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.1414001 May 26 23:02:03.050316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:03.057840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:03.101847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c3fd397e-9dd0-4b36-9189-48d176f49281', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:fb:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:01:39Z', 'updated_at': '2022-05-26T23:01:59Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:03.106228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:02:03.121304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:03.122413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:03.140616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Deleting port 3c0235b4-891f-48da-9638-db4278a448c0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:03.140947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:03.174648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:03.224932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b9717-7995-4719-a5c0-192956133d14 req-17e7804b-9688-4d5d-9235-cce1432d3db8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:03.226694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef9b9717-7995-4719-a5c0-192956133d14 req-17e7804b-9688-4d5d-9235-cce1432d3db8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 200 len: 915 time: 0.2563775 May 26 23:02:03.280609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=ac44e412-46a0-49db-8ca8-666f566960d7,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:03.363624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 994668db-2076-42dd-8efb-5d1ca767acf5 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:03.363624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:03.422671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:02:03.557152 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef9b9717-7995-4719-a5c0-192956133d14 req-618f6a40-85fe-488f-84da-5b0dde2964f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 HTTP/1.1" status: 200 len: 999 time: 0.3061070 May 26 23:02:03.748153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b9717-7995-4719-a5c0-192956133d14 req-682239cd-df43-4eb2-9f28-a17290feeb53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:03.749576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef9b9717-7995-4719-a5c0-192956133d14 req-682239cd-df43-4eb2-9f28-a17290feeb53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 200 len: 853 time: 0.1836894 May 26 23:02:03.754649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 82f33181-d502-4bc9-8d74-36b5fc378734 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:03.883576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-872317ac-be16-4e9c-a5ac-5a30af0c67bd None None] Provisioning complete for port ac44e412-46a0-49db-8ca8-666f566960d7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:03.883576 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-872317ac-be16-4e9c-a5ac-5a30af0c67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:03.905644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef9b9717-7995-4719-a5c0-192956133d14 req-5a17e74f-8a36-47f7-b592-3f5e7d7850f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79afa0c6-0f66-4a88-9cb5-731ff2672a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491499 May 26 23:02:03.913580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] For port 3c0235b4-891f-48da-9638-db4278a448c0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3c0235b4-891f-48da-9638-db4278a448c0,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:03.914007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:03.985452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-872317ac-be16-4e9c-a5ac-5a30af0c67bd None None] Port ac44e412-46a0-49db-8ca8-666f566960d7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:03.992028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 82f33181-d502-4bc9-8d74-36b5fc378734 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:03.992524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:04.041597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7261b53-aab8-4572-b22d-73016e7f9a06 req-77cbc6b7-c2cd-4bb9-8304-44856fc53584 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:04.043229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7261b53-aab8-4572-b22d-73016e7f9a06 req-77cbc6b7-c2cd-4bb9-8304-44856fc53584 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 946 time: 0.3571868 May 26 23:02:04.076284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c3fd397e-9dd0-4b36-9189-48d176f49281', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:fb:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:01:39Z', 'updated_at': '2022-05-26T23:01:59Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:04.101128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Calling delete_port for 3c0235b4-891f-48da-9638-db4278a448c0 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:04.108580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f05c96-a502-476c-829e-44994b555dc5 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c3fd397e-9dd0-4b36-9189-48d176f49281', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'port_id': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'mac_address': 'fa:16:3e:fb:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:01:39Z', 'updated_at': '2022-05-26T23:01:59Z', 'revision_number': 1, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:04.128247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7261b53-aab8-4572-b22d-73016e7f9a06 req-06cb5391-ed89-49c6-a51e-6078373fda6e tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/security-groups?id=80fe77e2-1625-4911-8d10-555953822bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712111 May 26 23:02:04.146768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router c3057c5e-aa0d-43c3-9410-f3880a785822 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:02:04.310085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef9b9717-7995-4719-a5c0-192956133d14 req-e20e2906-7046-4028-9b64-923a86040391 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052971 May 26 23:02:04.337063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:04.342078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a67a670d-e565-4f5f-8b7b-cc5f02335df9 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/c3057c5e-aa0d-43c3-9410-f3880a785822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1498864 May 26 23:02:04.344502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:04.350102 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] Sync routers for ids ['c3057c5e-aa0d-43c3-9410-f3880a785822'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:04.370403 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] Routers {'c3057c5e-aa0d-43c3-9410-f3880a785822'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:04.371394 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c3057c5e-aa0d-43c3-9410-f3880a785822'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:04.373448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f868c-cd50-44fa-b50d-264e1be4b44c None None] New status for floating IP c3fd397e-9dd0-4b36-9189-48d176f49281: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:02:04.429968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9505d1c-6ee0-439b-b009-6f18c13b6277 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:04.430506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f9505d1c-6ee0-439b-b009-6f18c13b6277 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:04.456693 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:04.458721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f9505d1c-6ee0-439b-b009-6f18c13b6277 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:04.460412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f9505d1c-6ee0-439b-b009-6f18c13b6277 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports/ac44e412-46a0-49db-8ca8-666f566960d7 HTTP/1.1" status: 200 len: 976 time: 0.1149368 May 26 23:02:04.466191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46032) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:04.471277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:04.471740 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] Routers {'c3057c5e-aa0d-43c3-9410-f3880a785822'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:04.472350 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c3057c5e-aa0d-43c3-9410-f3880a785822'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:04.537589 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:04.538033 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de9ee9-cefd-4cdc-a41b-f8cbb063fa89 None None] The sync data for ids ['c3057c5e-aa0d-43c3-9410-f3880a785822'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:04.544879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Pushing event deleted for resources: {'Port': ['ID=3c0235b4-891f-48da-9638-db4278a448c0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:04.551209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef9b9717-7995-4719-a5c0-192956133d14 req-dbc58746-da34-482d-b9b5-5545a5341fa5 service neutron] 10.222.0.48 "GET /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283878 May 26 23:02:04.641405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] No DVR routers for this DVR port 3c0235b4-891f-48da-9638-db4278a448c0 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:02:04.644372 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:04.654083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'name': 'network-vif-deleted', 'tag': '3c0235b4-891f-48da-9638-db4278a448c0'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:02:04.667843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f9e3a220-8839-4952-aea2-47ad3bd7899b req-473bf76b-cf36-4877-ae79-daf8ed5aeda4 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.55 "DELETE /v2.0/ports/3c0235b4-891f-48da-9638-db4278a448c0 HTTP/1.1" status: 204 len: 173 time: 1.6606915 May 26 23:02:04.725892 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f753ac5a-b964-4e9d-a1da-2492fc824bba'] response: {'server_uuid': 'f13589af-8980-44a2-820f-c85f34f9ea9a', 'name': 'network-vif-deleted', 'tag': '3c0235b4-891f-48da-9638-db4278a448c0', 'status': 'completed', 'code': 200} May 26 23:02:05.072173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:05.375236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d82ba40c-6476-4f49-8663-c95486cb0c04 req-6706de41-b7fe-4801-b434-6c0ff4008d07 tempest-ServerRescueNegativeTestJSON-399342645 tempest-ServerRescueNegativeTestJSON-399342645-project] 10.222.0.32 "GET /v2.0/ports?device_id=f13589af-8980-44a2-820f-c85f34f9ea9a HTTP/1.1" status: 200 len: 210 time: 0.0869310 May 26 23:02:05.451020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port ac44e412-46a0-49db-8ca8-666f566960d7 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:05.451355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:05.635009 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:05.849839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3c0235b4-891f-48da-9638-db4278a448c0 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:05.857596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for ac44e412-46a0-49db-8ca8-666f566960d7 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:05.885372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 3c0235b4-891f-48da-9638-db4278a448c0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:05.885735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3c0235b4-891f-48da-9638-db4278a448c0 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:06.026336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:06.077833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=ac44e412-46a0-49db-8ca8-666f566960d7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:06.309574 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:06.479682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46046) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:06.714687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router c3057c5e-aa0d-43c3-9410-f3880a785822 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:02:06.849848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:06.859541 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] Sync routers for ids ['c3057c5e-aa0d-43c3-9410-f3880a785822'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:06.867564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-21d19fae-23b8-43a3-873f-b63fd70191ff tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/c3057c5e-aa0d-43c3-9410-f3880a785822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002984 May 26 23:02:06.870260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46052) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:06.875868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] Routers {'c3057c5e-aa0d-43c3-9410-f3880a785822'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:06.876689 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c3057c5e-aa0d-43c3-9410-f3880a785822'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:06.934338 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:06.945103 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] Routers {'c3057c5e-aa0d-43c3-9410-f3880a785822'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:06.945718 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c3057c5e-aa0d-43c3-9410-f3880a785822'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:07.001236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.005791 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:07.006198 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae23f18-faae-45d5-b286-bf21aa0387db None None] The sync data for ids ['c3057c5e-aa0d-43c3-9410-f3880a785822'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:07.325029 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-9cf29230-64f7-43d4-95b8-c1c39f896d50 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] remove_router_interface failed (client error): The resource could not be found. May 26 23:02:07.326090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9cf29230-64f7-43d4-95b8-c1c39f896d50 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/c3057c5e-aa0d-43c3-9410-f3880a785822/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4549201 May 26 23:02:07.328744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46058) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:07.369644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b19e8def-eaf5-4833-9bf1-81ce0b17e0cf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:07.385395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b19e8def-eaf5-4833-9bf1-81ce0b17e0cf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:07.386643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b19e8def-eaf5-4833-9bf1-81ce0b17e0cf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3057c5e-aa0d-43c3-9410-f3880a785822 HTTP/1.1" status: 200 len: 205 time: 0.0570242 May 26 23:02:07.389342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46064) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:07.527162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67b16789-6110-4017-a8aa-81338ad33e33 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.732866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Deleting port a7a409e6-294d-4577-a8d0-f79ee9b04042 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:07.733448 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.902713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] For port a7a409e6-294d-4577-a8d0-f79ee9b04042, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a7a409e6-294d-4577-a8d0-f79ee9b04042,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:07.903074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.911988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67b16789-6110-4017-a8aa-81338ad33e33 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.916137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67b16789-6110-4017-a8aa-81338ad33e33 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.942556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67b16789-6110-4017-a8aa-81338ad33e33 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.943057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b16789-6110-4017-a8aa-81338ad33e33 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Fanout notify agent at l3_agent the message router_deleted on router c3057c5e-aa0d-43c3-9410-f3880a785822 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:02:07.953957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67b16789-6110-4017-a8aa-81338ad33e33 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:07.954997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-67b16789-6110-4017-a8aa-81338ad33e33 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/c3057c5e-aa0d-43c3-9410-f3880a785822 HTTP/1.1" status: 204 len: 168 time: 0.5647552 May 26 23:02:07.957607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46070) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:08.025604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Calling delete_port for a7a409e6-294d-4577-a8d0-f79ee9b04042 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:08.141752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet e404e0da-b3ca-46e4-b02d-11c345f0bc8d {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:02:08.144541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.191567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.198865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.240913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a409e6-294d-4577-a8d0-f79ee9b04042,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:08.292475 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.371992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.414171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=e404e0da-b3ca-46e4-b02d-11c345f0bc8d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:08.420829 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.429979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f10c2472-73a2-46fd-a21a-3273f8fd296f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/e404e0da-b3ca-46e4-b02d-11c345f0bc8d HTTP/1.1" status: 204 len: 168 time: 0.4691241 May 26 23:02:08.430274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46076) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:08.433074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea317ae-c4f1-4329-b249-26b23500ff34 None None] Network 994668db-2076-42dd-8efb-5d1ca767acf5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:08.568337 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.714074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.731355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 82f33181-d502-4bc9-8d74-36b5fc378734 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:08.732019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.861652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] DHCP port deletion for 994668db-2076-42dd-8efb-5d1ca767acf5 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:02:08.867950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Deleting port 82f33181-d502-4bc9-8d74-36b5fc378734 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:08.868562 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:08.993608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 82f33181-d502-4bc9-8d74-36b5fc378734, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=82f33181-d502-4bc9-8d74-36b5fc378734,segment=NetworkSegment(8fa8257b-1183-4f90-a99a-fd070f4bd158),segment_id=8fa8257b-1183-4f90-a99a-fd070f4bd158)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:08.994264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.052841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-13896ce8-f8d6-4ab6-b114-c2acc44ce547 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1096 time: 0.2078476 May 26 23:02:09.095439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44927815-872c-4b87-b701-f876b45a6f69 req-362d6ead-f394-4de5-b620-81c22d4705b9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:09.097004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44927815-872c-4b87-b701-f876b45a6f69 req-362d6ead-f394-4de5-b620-81c22d4705b9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1870778 May 26 23:02:09.139040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 82f33181-d502-4bc9-8d74-36b5fc378734 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:09.158665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] For port 82f33181-d502-4bc9-8d74-36b5fc378734, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=82f33181-d502-4bc9-8d74-36b5fc378734,segment=NetworkSegment(8fa8257b-1183-4f90-a99a-fd070f4bd158),segment_id=8fa8257b-1183-4f90-a99a-fd070f4bd158)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:09.159197 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.222151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.257850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44927815-872c-4b87-b701-f876b45a6f69 req-f854b3cf-1258-409e-9cb3-2c79861d8e4e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120543 May 26 23:02:09.261819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-cf701646-c513-4d2b-88e1-63f8a507fa33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:09.263228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-cf701646-c513-4d2b-88e1-63f8a507fa33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.2032731 May 26 23:02:09.275691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=82f33181-d502-4bc9-8d74-36b5fc378734,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:09.283894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No DVR routers for this DVR port 82f33181-d502-4bc9-8d74-36b5fc378734 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:02:09.302370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Calling delete_port for 82f33181-d502-4bc9-8d74-36b5fc378734 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:09.402080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:02:09.402536 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:02:09.418760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.444388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994668db-2076-42dd-8efb-5d1ca767acf5']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:09.458355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa8257b-1183-4f90-a99a-fd070f4bd158') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:09.458668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa8257b-1183-4f90-a99a-fd070f4bd158') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:09.470618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.491606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.499280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:02:09.499810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.506499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-a9716afa-e5fd-4142-a9af-3ee7ccf9d07a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.2344589 May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: timer() May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:02:09.515960 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:02:09.613381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-bf0a4c02-f629-4cbd-9174-3198259c3442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:09.615218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-bf0a4c02-f629-4cbd-9174-3198259c3442 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1014488 May 26 23:02:09.619024 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.626711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.711254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=994668db-2076-42dd-8efb-5d1ca767acf5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:09.725556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 82f33181-d502-4bc9-8d74-36b5fc378734 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:09.730393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e6677879-d472-4767-ae99-86156a7da30f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/994668db-2076-42dd-8efb-5d1ca767acf5 HTTP/1.1" status: 204 len: 168 time: 1.2989953 May 26 23:02:09.731933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:09.738323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-460909588'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:09.743924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:09.748977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:09.751916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:09.758503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:09.762132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 82f33181-d502-4bc9-8d74-36b5fc378734 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:09.762581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 82f33181-d502-4bc9-8d74-36b5fc378734 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:09.777418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:09.781062 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.812953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:02:09.824640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.825069 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea of type vlan for network c300b52b-231f-49a4-b3ff-d5201ef46396 May 26 23:02:09.852530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.884483 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.887680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-17d0412e-ee5c-4839-804c-cbb99205d84d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654872 May 26 23:02:09.888811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:09.889453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.899422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-c008d3f9-817d-4473-9ce0-790def1bbbaa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:02:09.900645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-c008d3f9-817d-4473-9ce0-790def1bbbaa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062358 May 26 23:02:09.904077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Deleting port 82f33181-d502-4bc9-8d74-36b5fc378734 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:09.904792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:09.986247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36e34e8a-cf25-4074-963a-777480861dd7 None None] The port '82f33181-d502-4bc9-8d74-36b5fc378734' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:02:09.994287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=c300b52b-231f-49a4-b3ff-d5201ef46396,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:10.009632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c300b52b-231f-49a4-b3ff-d5201ef46396 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:02:10.025909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46096) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:10.026227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-15e0ba4b-81a7-4829-847c-9bc516bbde7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2928898 May 26 23:02:10.033366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': 'c300b52b-231f-49a4-b3ff-d5201ef46396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:10.166099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-6515ba0e-c992-42f3-8626-9581cbafaef6 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551098 May 26 23:02:10.268662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:10.278450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:10.286712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:10.297555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:10.300540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Router 07c55d16-dfef-4bec-b0e1-adf8031ce041 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:02:10.459536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:10.493475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d68b5-1310-4905-8e63-b1b88f03baab req-5448c36b-f81d-4b8d-a28d-e3e714374238 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:10.495472 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-231d68b5-1310-4905-8e63-b1b88f03baab req-5448c36b-f81d-4b8d-a28d-e3e714374238 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0822318 May 26 23:02:10.525995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-462e9b5d-1c25-4fff-a18a-c476f90e7425 req-d1b32ec9-caa6-4578-9659-486ddaadc3b6 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509066 May 26 23:02:10.544462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-231d68b5-1310-4905-8e63-b1b88f03baab req-166fe1be-5bdc-46ec-b3ac-d1c15c9ad634 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 May 26 23:02:10.678111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:10.941074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:10.975811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:10.985840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] Sync routers for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:11.001729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:11.002607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:11.023109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:11.035525 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c2bc6cb-c181-4ce6-950f-d83f0811b209 admin admin] 10.222.0.32 "PUT /v2.0/routers/07c55d16-dfef-4bec-b0e1-adf8031ce041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5525432 May 26 23:02:11.037562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46104) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:11.074665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c300b52b-231f-49a4-b3ff-d5201ef46396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:11.075307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: c300b52b-231f-49a4-b3ff-d5201ef46396, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:02:11.114299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network c300b52b-231f-49a4-b3ff-d5201ef46396 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:02:11.133099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c300b52b-231f-49a4-b3ff-d5201ef46396) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:11.138730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:11.139375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.150371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe777e5-7bfa-483a-905a-97e287c4c67f None None] Network c300b52b-231f-49a4-b3ff-d5201ef46396 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:11.163243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e4ea9bcf-2f2c-444e-8380-f8f2c3946eca tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1357472 May 26 23:02:11.166050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46108) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:11.174134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1376866257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:11.182288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:11.186905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:router and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:11.192408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:11.199481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:11.214771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.216733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.240110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.264184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.306187 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.309118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a2a35cf4-93fb-40d7-b208-ba9b6c2eb318 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1409402 May 26 23:02:11.311335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46112) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:11.384691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:02:11.579191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.704853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-c300b52b-231f-49a4-b3ff-d5201ef46396', 'network_id': 'c300b52b-231f-49a4-b3ff-d5201ef46396', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:02:11.705787 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:11.883993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45996-2b46-46b1-b7ef-eed7a5e5e073 req-fb48e897-51b8-4abf-8ab3-859788a00e43 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:11.897345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66f45996-2b46-46b1-b7ef-eed7a5e5e073 req-fb48e897-51b8-4abf-8ab3-859788a00e43 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2159619 May 26 23:02:11.981173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66f45996-2b46-46b1-b7ef-eed7a5e5e073 req-6c13d53b-1ade-46d7-afa1-53fbe8c7eb9f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836041 May 26 23:02:12.031734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Allocated IP 172.20.0.2 (c300b52b-231f-49a4-b3ff-d5201ef46396/5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74/a98764f7-c26e-4999-94e5-8d9f12be6346) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:12.071366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T23:02:08Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:12.128712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] Checking router: 07c55d16-dfef-4bec-b0e1-adf8031ce041 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:02:12.148640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] Routers {'07c55d16-dfef-4bec-b0e1-adf8031ce041'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:12.149259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['07c55d16-dfef-4bec-b0e1-adf8031ce041'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:12.270534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:12.415887 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:12.427306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] Set router 07c55d16-dfef-4bec-b0e1-adf8031ce041 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:02:12.466745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Transition to ACTIVE for port object a98764f7-c26e-4999-94e5-8d9f12be6346 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:12.480970 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:12.497603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Deleting port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:12.497994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:12.562392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Transition to ACTIVE for port object a98764f7-c26e-4999-94e5-8d9f12be6346 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:12.684679 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:12.794784 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Network c300b52b-231f-49a4-b3ff-d5201ef46396 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:12.799026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:12.810465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Pushing event updated for resources: {'Port': ['ID=a98764f7-c26e-4999-94e5-8d9f12be6346,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:12.814607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] For port 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:12.814849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:12.815309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:12.827686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.20.0.1 (c300b52b-231f-49a4-b3ff-d5201ef46396/5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74/7deb6176-6043-4aa0-acfe-4f7a616db4fa) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:12.990919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Attempting to bind port a98764f7-c26e-4999-94e5-8d9f12be6346 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:12.991283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Attempting to bind port a98764f7-c26e-4999-94e5-8d9f12be6346 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c300b52b-231f-49a4-b3ff-d5201ef46396'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:12.991640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Attempting to bind port a98764f7-c26e-4999-94e5-8d9f12be6346 on network c300b52b-231f-49a4-b3ff-d5201ef46396 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:13.000697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:13.001065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Checking segment: {'id': '67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c300b52b-231f-49a4-b3ff-d5201ef46396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:13.001467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:13.001916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Bound using segment: {'id': '67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c300b52b-231f-49a4-b3ff-d5201ef46396'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:13.002403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Bound port: a98764f7-c26e-4999-94e5-8d9f12be6346, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c300b52b-231f-49a4-b3ff-d5201ef46396'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:13.002778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:13.055793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T23:02:08Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:13.075872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a7ccb-8715-4d42-a80f-a39e5123da8e None None] The sync data for ids ['07c55d16-dfef-4bec-b0e1-adf8031ce041'] in n-d-843301-1 is: [{'id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'name': 'tempest-ServerRescueNegativeTestJSON-90622568-router', 'tenant_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:56:10Z', 'updated_at': '2022-05-26T23:02:08Z', 'revision_number': 5, 'project_id': 'e30a418c41cf4c34ac80f66b71cafc13', 'gw_port': {'id': '8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c55d16-dfef-4bec-b0e1-adf8031ce041', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:56:11Z', 'updated_at': '2022-05-26T22:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:13.121636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] For port a98764f7-c26e-4999-94e5-8d9f12be6346, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:02:13.127370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] For port a98764f7-c26e-4999-94e5-8d9f12be6346, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a98764f7-c26e-4999-94e5-8d9f12be6346,segment=NetworkSegment(67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea),segment_id=67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:02:13.133108 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:13.135148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Calling delete_port for 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:13.218786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c819a1-29b9-4fd9-927a-9b4c21771135 None None] Pushing event updated for resources: {'Port': ['ID=a98764f7-c26e-4999-94e5-8d9f12be6346,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:13.373268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:13.394817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object 7deb6176-6043-4aa0-acfe-4f7a616db4fa will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:13.479308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:13.519286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:13.538172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:13.692988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network c300b52b-231f-49a4-b3ff-d5201ef46396 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:13.699288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:13.708265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:13.768889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=7deb6176-6043-4aa0-acfe-4f7a616db4fa,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:13.811738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:13.813699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a98764f7-c26e-4999-94e5-8d9f12be6346 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:13.904292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a98764f7-c26e-4999-94e5-8d9f12be6346 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:13.927221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7a409e6-294d-4577-a8d0-f79ee9b04042 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:13.969653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a7a409e6-294d-4577-a8d0-f79ee9b04042 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:13.970042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7a409e6-294d-4577-a8d0-f79ee9b04042 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:14.017896 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.077528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.401792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.425943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2c206-18c8-404c-a6b5-ddf5a9c935e4 None None] Network c300b52b-231f-49a4-b3ff-d5201ef46396 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:14.548203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-02c614b0-2119-4fb2-bad0-f8917c443381 None None] Provisioning for port a98764f7-c26e-4999-94e5-8d9f12be6346 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:14.556965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-02c614b0-2119-4fb2-bad0-f8917c443381 None None] Provisioning complete for port a98764f7-c26e-4999-94e5-8d9f12be6346 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:14.557344 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02c614b0-2119-4fb2-bad0-f8917c443381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.588354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.646574 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.647234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c55d16-dfef-4bec-b0e1-adf8031ce041 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:02:14.762007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.763550 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ee6ad55-e0a1-4a40-b7cb-579670dcc8b6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/07c55d16-dfef-4bec-b0e1-adf8031ce041 HTTP/1.1" status: 204 len: 168 time: 3.7250049 May 26 23:02:14.766452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46128) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:14.849858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.854591 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02c614b0-2119-4fb2-bad0-f8917c443381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.856733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.881136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] Deleting subnet 4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:02:14.884700 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.904492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-02c614b0-2119-4fb2-bad0-f8917c443381 None None] For port a98764f7-c26e-4999-94e5-8d9f12be6346, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a98764f7-c26e-4999-94e5-8d9f12be6346,segment=NetworkSegment(67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea),segment_id=67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:14.912107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02c614b0-2119-4fb2-bad0-f8917c443381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:14.995957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.007501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c614b0-2119-4fb2-bad0-f8917c443381 None None] Pushing event updated for resources: {'Port': ['ID=a98764f7-c26e-4999-94e5-8d9f12be6346,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:15.066122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.108174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=7deb6176-6043-4aa0-acfe-4f7a616db4fa,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:15.142599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.233905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.251038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ed74384-2651-4d4c-b7ec-fc57fd004692 None None] Provisioning for port 7deb6176-6043-4aa0-acfe-4f7a616db4fa completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:15.256140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ed74384-2651-4d4c-b7ec-fc57fd004692 None None] Provisioning complete for port 7deb6176-6043-4aa0-acfe-4f7a616db4fa triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:15.256514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ed74384-2651-4d4c-b7ec-fc57fd004692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.288356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:15.290685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network c300b52b-231f-49a4-b3ff-d5201ef46396 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:15.291857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:15.294515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.304834 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-47debd15-d147-43f7-9fb2-dec7f6c736b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c9917d9-2ffb-4e8f-b7aa-6bf3cfa07d89 HTTP/1.1" status: 204 len: 168 time: 0.5370295 May 26 23:02:15.305816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:15.308151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc025e3b-6f02-44e1-b430-e451db3ca690 None None] Network ef79850a-25b1-4136-95aa-9a4e5eeb21e3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:15.444428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.465078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Deleting port eb5f6880-2d41-4775-84d4-d9333a781dfe {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:15.465718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.467029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ed74384-2651-4d4c-b7ec-fc57fd004692 None None] Port 7deb6176-6043-4aa0-acfe-4f7a616db4fa cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:15.626441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ed74384-2651-4d4c-b7ec-fc57fd004692 None None] Provisioning complete for port a98764f7-c26e-4999-94e5-8d9f12be6346 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:15.627383 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ed74384-2651-4d4c-b7ec-fc57fd004692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.712461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a98764f7-c26e-4999-94e5-8d9f12be6346 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:15.888637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a98764f7-c26e-4999-94e5-8d9f12be6346 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:15.889194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.935143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] For port eb5f6880-2d41-4775-84d4-d9333a781dfe, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eb5f6880-2d41-4775-84d4-d9333a781dfe,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:15.936852 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:15.984489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] DHCP port deletion for ef79850a-25b1-4136-95aa-9a4e5eeb21e3 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:02:15.996272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Deleting port eb5f6880-2d41-4775-84d4-d9333a781dfe {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:15.996993 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.119605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 2ab00bdf-09e9-435e-9bd5-04e204867f7b is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:02:16.205180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:16.216007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Calling delete_port for eb5f6880-2d41-4775-84d4-d9333a781dfe owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:16.250700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:16.252096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8e2e71b0-6c26-4be9-8fb4-51c3e2ccceb4 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:16.320803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:16.333783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50024ff5-8179-49d0-b516-39b46a21f1af tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/2ab00bdf-09e9-435e-9bd5-04e204867f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0189061 May 26 23:02:16.333783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46140) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:16.337764 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] Sync routers for ids ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:16.366533 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] Routers {'2ab00bdf-09e9-435e-9bd5-04e204867f7b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:16.378954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:16.389294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] For port eb5f6880-2d41-4775-84d4-d9333a781dfe, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=eb5f6880-2d41-4775-84d4-d9333a781dfe,segment=NetworkSegment(0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60),segment_id=0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:16.389832 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.412185 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.425222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b48782d-6fe8-410d-989e-83bc595eec05 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:16.431042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5b48782d-6fe8-410d-989e-83bc595eec05 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:16.463279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5f6880-2d41-4775-84d4-d9333a781dfe,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:16.464480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5b48782d-6fe8-410d-989e-83bc595eec05 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:16.466422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5b48782d-6fe8-410d-989e-83bc595eec05 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports/7deb6176-6043-4aa0-acfe-4f7a616db4fa HTTP/1.1" status: 200 len: 910 time: 0.1315303 May 26 23:02:16.469197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46144) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:16.471433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] No DVR routers for this DVR port eb5f6880-2d41-4775-84d4-d9333a781dfe on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:02:16.486792 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:16.499191 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] Routers {'2ab00bdf-09e9-435e-9bd5-04e204867f7b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:16.499998 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:16.588937 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:16.593535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Calling delete_port for eb5f6880-2d41-4775-84d4-d9333a781dfe owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:16.594272 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c66954-f78c-4289-95ed-54c2163e4f1f None None] The sync data for ids ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:16.634235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-87cc2c38-b7c5-409a-9857-b617407ef1b5 None None] Provisioning complete for port 7deb6176-6043-4aa0-acfe-4f7a616db4fa triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:16.634601 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-87cc2c38-b7c5-409a-9857-b617407ef1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.656281 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.697789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-87cc2c38-b7c5-409a-9857-b617407ef1b5 None None] Port 7deb6176-6043-4aa0-acfe-4f7a616db4fa cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:16.699061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef79850a-25b1-4136-95aa-9a4e5eeb21e3']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:16.719241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:16.720806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbf83ea-640c-4c75-aaa7-ae3f46d1fc60') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:16.742883 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:02:16.743907 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:02:16.751344 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.797875 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.821849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:02:16.821849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: timer() May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:02:16.834187 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:02:16.912361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.929777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.940359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef79850a-25b1-4136-95aa-9a4e5eeb21e3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:16.955485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:16.956589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-28485789-c842-4140-8dfd-edc29b9ca698 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef79850a-25b1-4136-95aa-9a4e5eeb21e3 HTTP/1.1" status: 204 len: 168 time: 1.6480296 May 26 23:02:17.169583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:17.186968 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9401623-c34c-4a06-b032-5da8549e1d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:17.236191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-445ab8cc-5bda-40e6-a2dc-c0563fce6f46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e30a418c41cf4c34ac80f66b71cafc13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0628669 May 26 23:02:17.236592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46158) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:17.244758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Deleting port eb5f6880-2d41-4775-84d4-d9333a781dfe {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:17.245508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:17.306387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bacc048-7647-4232-9c25-a5c624d3214c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:17.313945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-411a5359-3f35-45f2-929c-d36595d498f4 None None] The port 'eb5f6880-2d41-4775-84d4-d9333a781dfe' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:02:17.348724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bacc048-7647-4232-9c25-a5c624d3214c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:17.411928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bacc048-7647-4232-9c25-a5c624d3214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:17.438403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacc048-7647-4232-9c25-a5c624d3214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe77e2-1625-4911-8d10-555953822bba,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:17.442853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5bacc048-7647-4232-9c25-a5c624d3214c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:17.444151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5bacc048-7647-4232-9c25-a5c624d3214c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80fe77e2-1625-4911-8d10-555953822bba HTTP/1.1" status: 204 len: 168 time: 0.2063308 May 26 23:02:17.641378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eb5f6880-2d41-4775-84d4-d9333a781dfe no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:17.704932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: eb5f6880-2d41-4775-84d4-d9333a781dfe {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:17.705484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device eb5f6880-2d41-4775-84d4-d9333a781dfe not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:17.832944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 7deb6176-6043-4aa0-acfe-4f7a616db4fa {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:17.833428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:18.033669 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:18.173471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 7deb6176-6043-4aa0-acfe-4f7a616db4fa owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:18.372728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:18.432544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=7deb6176-6043-4aa0-acfe-4f7a616db4fa,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:18.626373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:18.748053 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:18.813190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-523579553-network', 'tenant_id': '3ae4ea28e6a64ec088bb4c0cef298db9'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:18.819024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:18.824104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Usage tracker for resource:network and tenant:3ae4ea28e6a64ec088bb4c0cef298db9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:18.827647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:18.835024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:18.852881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Made reservation on behalf of 3ae4ea28e6a64ec088bb4c0cef298db9 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:18.860709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:18.876026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:18.919451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:18.923863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Usage tracker for resource:security_group_rule and tenant:3ae4ea28e6a64ec088bb4c0cef298db9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:18.927461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:18.935128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:19.023368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.028895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.067105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:19.088839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:02:19.119495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.120632 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Added segment 01c67eb2-c070-44b0-8c05-025dae382b66 of type vlan for network 46ee6a60-8efd-4e61-ad46-7474e793d564 May 26 23:02:19.151733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.212084 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.213245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:19.213860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.258214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6307604 May 26 23:02:19.258785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46192) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:19.287434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 2ab00bdf-09e9-435e-9bd5-04e204867f7b has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:02:19.318563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Request body: {'subnet': {'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-523579553-subnet', 'tenant_id': '3ae4ea28e6a64ec088bb4c0cef298db9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:19.324224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:19.341826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Usage tracker for resource:subnet and tenant:3ae4ea28e6a64ec088bb4c0cef298db9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:19.346845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:19.357820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:19.372700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dc52c-81dd-49bc-8510-493255fa366c admin admin] Pushing event updated for resources: {'Network': ['ID=46ee6a60-8efd-4e61-ad46-7474e793d564,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:19.380474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Made reservation on behalf of 3ae4ea28e6a64ec088bb4c0cef298db9 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:19.386042 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.386318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 46ee6a60-8efd-4e61-ad46-7474e793d564 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:02:19.471043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:19.486670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] Sync routers for ids ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:19.498390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-101e4bd9-c77b-4c5b-81f5-61ad8c4ff1bd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/2ab00bdf-09e9-435e-9bd5-04e204867f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0268490 May 26 23:02:19.499970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46196) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:19.544229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] Routers {'2ab00bdf-09e9-435e-9bd5-04e204867f7b'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:19.544837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:19.560511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a7c9b75b-c0b0-44c2-bd96-591dbd9cfb9f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:19.598492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a7c9b75b-c0b0-44c2-bd96-591dbd9cfb9f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:19.603948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46200) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:19.604102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7c9b75b-c0b0-44c2-bd96-591dbd9cfb9f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ab00bdf-09e9-435e-9bd5-04e204867f7b HTTP/1.1" status: 200 len: 205 time: 0.1006937 May 26 23:02:19.608096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:19.624346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] Routers {'2ab00bdf-09e9-435e-9bd5-04e204867f7b'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:19.625616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:19.700166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:19.700808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fdfb1-42b2-4e45-9603-3b939636c168 None None] The sync data for ids ['2ab00bdf-09e9-435e-9bd5-04e204867f7b'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:19.775122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.808020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b7b165b-a72b-4eff-ae5f-038c61893478 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.854596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e394165-06d0-4f70-be51-0dcf8a14ab55,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:19.883424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Checking segment: {'id': '01c67eb2-c070-44b0-8c05-025dae382b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:19.884220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Network hostable DHCP agents. Network: 46ee6a60-8efd-4e61-ad46-7474e793d564, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:02:19.892916 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1617a39f-72bc-48c9-a939-8215065409dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.914210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Network 46ee6a60-8efd-4e61-ad46-7474e793d564 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:02:19.926374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 46ee6a60-8efd-4e61-ad46-7474e793d564) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:19.931781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:19.932370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.935684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96ac3c-6abe-44aa-89d2-196783bd917e None None] Network 46ee6a60-8efd-4e61-ad46-7474e793d564 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:19.967212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5392e51a-6bb0-4e28-a98f-5f5a11e9ec63 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6956041 May 26 23:02:20.225261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1571b8-82ac-4c9c-aaeb-55ec267b75cc None None] Network 46ee6a60-8efd-4e61-ad46-7474e793d564 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:20.318322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b7b165b-a72b-4eff-ae5f-038c61893478 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.322841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b7b165b-a72b-4eff-ae5f-038c61893478 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.362621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b7b165b-a72b-4eff-ae5f-038c61893478 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.364866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7b165b-a72b-4eff-ae5f-038c61893478 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Fanout notify agent at l3_agent the message router_deleted on router 2ab00bdf-09e9-435e-9bd5-04e204867f7b {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:02:20.378169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8b7b165b-a72b-4eff-ae5f-038c61893478 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.382445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46214) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:20.382808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8b7b165b-a72b-4eff-ae5f-038c61893478 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/2ab00bdf-09e9-435e-9bd5-04e204867f7b HTTP/1.1" status: 204 len: 168 time: 0.7776203 May 26 23:02:20.598747 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.661584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:02:20.680096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.755186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.772485 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.853753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-da85525e-d128-4c15-9fdb-c4c193df4b26 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:20.855426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-da85525e-d128-4c15-9fdb-c4c193df4b26 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/networks?id=46ee6a60-8efd-4e61-ad46-7474e793d564 HTTP/1.1" status: 200 len: 808 time: 0.2835033 May 26 23:02:20.870894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:20.883469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-a74bd029-4404-4a50-8436-54eafa9a7035 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/quotas/3ae4ea28e6a64ec088bb4c0cef298db9 HTTP/1.1" status: 200 len: 375 time: 0.0228562 May 26 23:02:20.926835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-59073025-bb17-45d3-9376-bb3ce3218013 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ae4ea28e6a64ec088bb4c0cef298db9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419621 May 26 23:02:20.968719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.013881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:21.026781 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.031711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa218a-aef6-4e74-bd99-f746041a25df None None] Network c300b52b-231f-49a4-b3ff-d5201ef46396 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:21.037858 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6d2b1e46-79dc-4588-84e8-ba5d3c79d928 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74 HTTP/1.1" status: 204 len: 168 time: 0.6514964 May 26 23:02:21.038089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46222) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:21.075657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8ef390c5-4657-4224-859a-059afe681055 service neutron] 10.222.0.32 "GET /v2.0/networks/46ee6a60-8efd-4e61-ad46-7474e793d564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428301 May 26 23:02:21.286773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-dc65df20-4644-4181-95c9-96f63966882d service neutron] 10.222.0.32 "GET /v2.0/networks/46ee6a60-8efd-4e61-ad46-7474e793d564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036288 May 26 23:02:21.292614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.308559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port a98764f7-c26e-4999-94e5-8d9f12be6346 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:21.308911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.369925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] DHCP port deletion for c300b52b-231f-49a4-b3ff-d5201ef46396 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:02:21.374366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] Deleting port a98764f7-c26e-4999-94e5-8d9f12be6346 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:21.374863 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.593949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] For port a98764f7-c26e-4999-94e5-8d9f12be6346, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a98764f7-c26e-4999-94e5-8d9f12be6346,segment=NetworkSegment(67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea),segment_id=67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:21.594352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.662927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a98764f7-c26e-4999-94e5-8d9f12be6346 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:21.675098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8f6733f1-e7e7-41eb-a8ac-a83076576e01 req-d47cf055-1890-44d3-a365-dda1572a3c52 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 210 time: 0.1472907 May 26 23:02:21.726182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port a98764f7-c26e-4999-94e5-8d9f12be6346, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a98764f7-c26e-4999-94e5-8d9f12be6346,segment=NetworkSegment(67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea),segment_id=67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:21.726542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.796755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] Calling delete_port for a98764f7-c26e-4999-94e5-8d9f12be6346 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:21.874888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for a98764f7-c26e-4999-94e5-8d9f12be6346 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:21.936778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.979999 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:21.985870 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:02:21.986407 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:02:22.015186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:22.048511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] Pushing event deleted for resources: {'Port': ['ID=a98764f7-c26e-4999-94e5-8d9f12be6346,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:22.056012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4df3e-e343-4ce2-8b4d-de0e5c5014c9 None None] No DVR routers for this DVR port a98764f7-c26e-4999-94e5-8d9f12be6346 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:02:22.487560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port a98764f7-c26e-4999-94e5-8d9f12be6346 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:22.488042 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:22.552459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] The port 'a98764f7-c26e-4999-94e5-8d9f12be6346' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:02:22.761217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:22.807117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c300b52b-231f-49a4-b3ff-d5201ef46396']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:22.838531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:22.838849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67896ce2-09a3-4da7-a3e2-fe3f2d1a88ea') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:22.862317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:22.879867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-f714c113-b313-4135-be68-df5ab0c33813 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:22.880555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-f714c113-b313-4135-be68-df5ab0c33813 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Synchronizing usage tracker for tenant:3ae4ea28e6a64ec088bb4c0cef298db9 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:22.892548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:22.902195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:02:22.902601 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:22.903757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3678c293-cb68-492f-8b5f-2ba6797aee8f req-1147f691-9695-4bbe-a139-13edae597406 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 210 time: 0.0595679 May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: timer() May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:02:22.917786 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:02:22.925567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-f714c113-b313-4135-be68-df5ab0c33813 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Unset dirty status for tenant:3ae4ea28e6a64ec088bb4c0cef298db9 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:22.927249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-f714c113-b313-4135-be68-df5ab0c33813 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.48 "GET /v2.0/networks?id=46ee6a60-8efd-4e61-ad46-7474e793d564 HTTP/1.1" status: 200 len: 808 time: 0.3194563 May 26 23:02:22.974255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Request body: {'port': {'device_id': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564', 'admin_state_up': True, 'tenant_id': '3ae4ea28e6a64ec088bb4c0cef298db9'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:23.083643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.102161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.127412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=c300b52b-231f-49a4-b3ff-d5201ef46396,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:23.167809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-687fa5dc-41d2-478c-939f-d157d5fcf7bf tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/c300b52b-231f-49a4-b3ff-d5201ef46396 HTTP/1.1" status: 204 len: 168 time: 2.1287355 May 26 23:02:23.171417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46242) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:23.181045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1860655561', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:23.188400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:23.190815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:23.195920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Usage tracker for resource:port and tenant:3ae4ea28e6a64ec088bb4c0cef298db9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:23.198732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:router and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:23.201228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:23.203912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:23.211083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:23.213492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:23.226727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Made reservation on behalf of 3ae4ea28e6a64ec088bb4c0cef298db9 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:23.229819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.241526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.242479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.323914 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.639581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Allocated IP 172.20.0.4 (46ee6a60-8efd-4e61-ad46-7474e793d564/8e394165-06d0-4f70-be51-0dcf8a14ab55/f34d80d8-acd7-43ea-b8e1-1a1f242685b2) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:23.656617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.957831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.040960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.101453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.113301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.261820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Network 46ee6a60-8efd-4e61-ad46-7474e793d564 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:24.268326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Pushing event updated for resources: {'Port': ['ID=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:24.275230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:24.284282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:24.399097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:24.399696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.407652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e5ad3-fb90-4fa8-a00c-89fc3a6de73f req-35f17a93-43fd-4867-855f-cf7f1a7b72ce tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:24.409076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e98e5ad3-fb90-4fa8-a00c-89fc3a6de73f req-35f17a93-43fd-4867-855f-cf7f1a7b72ce tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 931 time: 0.3458009 May 26 23:02:24.423143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.25.4.220 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/7c600818-cf57-4f8e-a76d-afe04339eb6b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:24.549709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-8c21e8b2-3aea-4061-b6f2-e4e11fc4125b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5794008 May 26 23:02:24.565951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Request body: {'port': {'device_id': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:24.595645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e98e5ad3-fb90-4fa8-a00c-89fc3a6de73f req-5a0846e4-22f3-472d-9105-2843783a428b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Synchronizing usage tracker for tenant:3ae4ea28e6a64ec088bb4c0cef298db9 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:24.695571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e98e5ad3-fb90-4fa8-a00c-89fc3a6de73f req-5a0846e4-22f3-472d-9105-2843783a428b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Unset dirty status for tenant:3ae4ea28e6a64ec088bb4c0cef298db9 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:24.696705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e98e5ad3-fb90-4fa8-a00c-89fc3a6de73f req-5a0846e4-22f3-472d-9105-2843783a428b tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793412 May 26 23:02:24.724825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.741588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.834263 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.954012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:24.959580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:24.961979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:25.000400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=7c600818-cf57-4f8e-a76d-afe04339eb6b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:25.131609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:25.292015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34d80d8-acd7-43ea-b8e1-1a1f242685b2 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:02:25.301563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:25.320852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Transition to ACTIVE for port object f34d80d8-acd7-43ea-b8e1-1a1f242685b2 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:25.324886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:25.485248 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:25.485986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:25.620050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Pushing event updated for resources: {'Port': ['ID=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:25.824614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Attempting to bind port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:25.824614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Attempting to bind port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '01c67eb2-c070-44b0-8c05-025dae382b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:25.824928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Attempting to bind port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 on network 46ee6a60-8efd-4e61-ad46-7474e793d564 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:25.839177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 on network 46ee6a60-8efd-4e61-ad46-7474e793d564 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:02:25.839560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Attempting to bind port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 on network 46ee6a60-8efd-4e61-ad46-7474e793d564 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:25.851820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:25.852189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Checking segment: {'id': '01c67eb2-c070-44b0-8c05-025dae382b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:25.852753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Bound using segment: {'id': '01c67eb2-c070-44b0-8c05-025dae382b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:25.853276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Bound port: f34d80d8-acd7-43ea-b8e1-1a1f242685b2, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c67eb2-c070-44b0-8c05-025dae382b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:25.853623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:25.969438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] For port f34d80d8-acd7-43ea-b8e1-1a1f242685b2, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:02:25.974873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] For port f34d80d8-acd7-43ea-b8e1-1a1f242685b2, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,segment=NetworkSegment(01c67eb2-c070-44b0-8c05-025dae382b66),segment_id=01c67eb2-c070-44b0-8c05-025dae382b66)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:02:25.984126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:26.062340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:26.064285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] 10.222.0.48 "PUT /v2.0/ports/f34d80d8-acd7-43ea-b8e1-1a1f242685b2 HTTP/1.1" status: 200 len: 1091 time: 1.5050321 May 26 23:02:26.069449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'tag': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:02:26.087473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878be9a0-faae-4ccc-9a67-3baa768b420b req-277ce1b1-1932-49d6-b49d-178ce0a9b664 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:26.094206 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-878be9a0-faae-4ccc-9a67-3baa768b420b req-277ce1b1-1932-49d6-b49d-178ce0a9b664 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 943 time: 0.0929387 May 26 23:02:26.112251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b68c2-2cde-4164-82d0-0e126f1a7188 service neutron] Pushing event updated for resources: {'Port': ['ID=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:26.117750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router b0022009-8fee-4028-b7c7-a948517cdc92 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:02:26.170861 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-878be9a0-faae-4ccc-9a67-3baa768b420b req-3f40b101-8e3b-4fc2-8231-874959dbda19 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661318 May 26 23:02:26.179700 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94be717-f814-48e0-aa6b-464e8fd07c81'] response: {'name': 'network-changed', 'server_uuid': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'tag': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2', 'status': 'completed', 'code': 200} May 26 23:02:26.345560 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-d7efa8db-dce6-4ab6-ad26-440f286da214 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ae4ea28e6a64ec088bb4c0cef298db9&device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 1094 time: 0.2139533 May 26 23:02:26.433243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-5c548f2d-3a63-40aa-9d30-4302502b5981 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34d80d8-acd7-43ea-b8e1-1a1f242685b2 HTTP/1.1" status: 200 len: 217 time: 0.0804782 May 26 23:02:26.514926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-795ca51f-5908-4fbe-9f91-bf062dc4da39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:26.516365 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-795ca51f-5908-4fbe-9f91-bf062dc4da39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e394165-06d0-4f70-be51-0dcf8a14ab55 HTTP/1.1" status: 200 len: 848 time: 0.0755696 May 26 23:02:26.560577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:26.573891 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] Sync routers for ids ['b0022009-8fee-4028-b7c7-a948517cdc92'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:26.576620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-c1bf3ada-cdc4-4e95-a443-22cc974ac899 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46ee6a60-8efd-4e61-ad46-7474e793d564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533328 May 26 23:02:26.588384 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] Routers {'b0022009-8fee-4028-b7c7-a948517cdc92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:26.589020 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b0022009-8fee-4028-b7c7-a948517cdc92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:26.654452 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:26.656407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:26.657821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dd3f98df-cf75-4305-98eb-39bf0d55eb97 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4853384 May 26 23:02:26.662870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46300) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:26.694816 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] Routers {'b0022009-8fee-4028-b7c7-a948517cdc92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:26.695434 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b0022009-8fee-4028-b7c7-a948517cdc92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:26.758167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-84e3fda4-6e5a-4d4e-a0b1-3b965b833500 service neutron] 10.222.0.48 "GET /v2.0/networks/46ee6a60-8efd-4e61-ad46-7474e793d564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751866 May 26 23:02:26.796154 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:26.796743 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb11d66-7292-4dc1-bdbc-3fd070674bfa None None] The sync data for ids ['b0022009-8fee-4028-b7c7-a948517cdc92'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:26.874062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3aa8bd6f-e430-4e70-a212-5e53ca1a8e7f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/routers/b0022009-8fee-4028-b7c7-a948517cdc92 HTTP/1.1" status: 200 len: 881 time: 0.2087269 May 26 23:02:26.876222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46308) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:26.916345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d69dea72-815a-4b2e-8a4a-8df4104185e4 req-63c181f7-22fa-476d-8047-48e980e67387 service neutron] 10.222.0.48 "GET /v2.0/networks/46ee6a60-8efd-4e61-ad46-7474e793d564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503029 May 26 23:02:27.046822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-16c423e9-89f0-44b6-8332-86b42ad684e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ae4ea28e6a64ec088bb4c0cef298db9&device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 1094 time: 0.0705833 May 26 23:02:27.093904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b50f3bc3-150d-41e5-885a-414e2fc6f1b7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:router {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:27.114090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b50f3bc3-150d-41e5-885a-414e2fc6f1b7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:router {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:27.118078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b50f3bc3-150d-41e5-885a-414e2fc6f1b7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2383962 May 26 23:02:27.118552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46312) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:27.126644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-db837d05-c26a-471c-afe2-a3a6b8201d2e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1860655561'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:27.311327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-e5cce866-ed9a-4e0d-a7fb-b16b0487c784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:27.314376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-e5cce866-ed9a-4e0d-a7fb-b16b0487c784 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46ee6a60-8efd-4e61-ad46-7474e793d564 HTTP/1.1" status: 200 len: 909 time: 0.2601531 May 26 23:02:27.428047 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-713bf256-1629-4815-8e52-cf178cf7c1e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34d80d8-acd7-43ea-b8e1-1a1f242685b2 HTTP/1.1" status: 200 len: 217 time: 0.1086733 May 26 23:02:27.513930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-7b95d95c-8b4b-43c5-b32a-e6e8877083b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:27.518823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-7b95d95c-8b4b-43c5-b32a-e6e8877083b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e394165-06d0-4f70-be51-0dcf8a14ab55 HTTP/1.1" status: 200 len: 848 time: 0.0773046 May 26 23:02:27.572123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182726-0e42-4176-bc2a-678871a85258 req-e2f86a98-82ce-45fd-9fdb-c820f22d33e4 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:27.572682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-25182726-0e42-4176-bc2a-678871a85258 req-e2f86a98-82ce-45fd-9fdb-c820f22d33e4 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Synchronizing usage tracker for tenant:3ae4ea28e6a64ec088bb4c0cef298db9 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:27.588163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-429862d1-6816-4244-99a0-f4a9d4e12d24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46ee6a60-8efd-4e61-ad46-7474e793d564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651958 May 26 23:02:27.709264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-25182726-0e42-4176-bc2a-678871a85258 req-e2f86a98-82ce-45fd-9fdb-c820f22d33e4 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Unset dirty status for tenant:3ae4ea28e6a64ec088bb4c0cef298db9 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:27.714191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25182726-0e42-4176-bc2a-678871a85258 req-e2f86a98-82ce-45fd-9fdb-c820f22d33e4 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 943 time: 0.3397875 May 26 23:02:27.771515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-1e2a9efc-d5b6-4cfd-aeab-9cfff2aab3d1 service neutron] 10.222.0.48 "GET /v2.0/networks/46ee6a60-8efd-4e61-ad46-7474e793d564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769199 May 26 23:02:27.799764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:27.870714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25182726-0e42-4176-bc2a-678871a85258 req-70cb985e-dc10-404d-a15c-f0922e290f71 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516941 May 26 23:02:27.911283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db837d05-c26a-471c-afe2-a3a6b8201d2e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:27.940080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db837d05-c26a-471c-afe2-a3a6b8201d2e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:27.957665 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92855df7-30e8-4a85-b7a2-9d6fd54f1517 req-d3e6a809-4f60-4d30-994c-245f6ec1a334 service neutron] 10.222.0.48 "GET /v2.0/networks/46ee6a60-8efd-4e61-ad46-7474e793d564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797121 May 26 23:02:28.176801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db837d05-c26a-471c-afe2-a3a6b8201d2e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router b0022009-8fee-4028-b7c7-a948517cdc92 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:02:28.388928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db837d05-c26a-471c-afe2-a3a6b8201d2e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:28.394795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db837d05-c26a-471c-afe2-a3a6b8201d2e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:28.395918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-db837d05-c26a-471c-afe2-a3a6b8201d2e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/b0022009-8fee-4028-b7c7-a948517cdc92 HTTP/1.1" status: 200 len: 888 time: 1.2762713 May 26 23:02:28.398615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46340) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:28.401704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] Sync routers for ids ['b0022009-8fee-4028-b7c7-a948517cdc92'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:28.414741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] Routers {'b0022009-8fee-4028-b7c7-a948517cdc92'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:28.415350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b0022009-8fee-4028-b7c7-a948517cdc92'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:28.476277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:28.486667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] Routers {'b0022009-8fee-4028-b7c7-a948517cdc92'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:28.487252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b0022009-8fee-4028-b7c7-a948517cdc92'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:28.548216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:28.548646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63ea56-ea62-44bd-870d-d3f0078627b2 None None] The sync data for ids ['b0022009-8fee-4028-b7c7-a948517cdc92'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:28.610597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46350) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:28.614440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-231d4ddf-92ca-4652-be65-c3359f775a03 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/routers/b0022009-8fee-4028-b7c7-a948517cdc92 HTTP/1.1" status: 200 len: 888 time: 0.2145705 May 26 23:02:28.662424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8382ec8b-6125-4b2c-860c-823e4ae2c09e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:28.679378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8382ec8b-6125-4b2c-860c-823e4ae2c09e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:28.680561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8382ec8b-6125-4b2c-860c-823e4ae2c09e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0022009-8fee-4028-b7c7-a948517cdc92 HTTP/1.1" status: 200 len: 205 time: 0.0689816 May 26 23:02:28.683427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46354) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:28.891864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:29.102775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:29.114674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 7c600818-cf57-4f8e-a76d-afe04339eb6b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:29.114932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:29.119105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6b5ab-169a-46a4-bb56-1b07af9386ac req-56e13c6d-d938-4954-9e14-41df032ce7ee tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:29.120567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-86c6b5ab-169a-46a4-bb56-1b07af9386ac req-56e13c6d-d938-4954-9e14-41df032ce7ee tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 943 time: 0.0826399 May 26 23:02:29.169480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-86c6b5ab-169a-46a4-bb56-1b07af9386ac req-d204f812-a58d-4f66-a6ab-644e6a08f50e tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 May 26 23:02:29.307383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:29.530701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 7c600818-cf57-4f8e-a76d-afe04339eb6b owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:29.706998 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:29.755159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=7c600818-cf57-4f8e-a76d-afe04339eb6b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:29.980770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.274657 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.281608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.324062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.324868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Fanout notify agent at l3_agent the message router_deleted on router b0022009-8fee-4028-b7c7-a948517cdc92 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:02:30.379519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.380593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b1d81073-2304-4e24-9ba7-d2d4fc8bc8cb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/b0022009-8fee-4028-b7c7-a948517cdc92 HTTP/1.1" status: 204 len: 168 time: 1.6962142 May 26 23:02:30.384295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46388) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:30.389798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-295031797'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:30.395746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:30.399573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:30.402539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:30.408293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:30.420138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:30.423587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.430105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d78d28-ec8a-4765-ad93-549c8fda6fd3 req-ccfa55fc-ac86-44b5-ab7b-7657b9312aa1 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:30.431731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3d78d28-ec8a-4765-ad93-549c8fda6fd3 req-ccfa55fc-ac86-44b5-ab7b-7657b9312aa1 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 943 time: 0.0893152 May 26 23:02:30.453416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:02:30.462664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.463004 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 21310675-29f4-405f-8b6b-1f726b76c871 of type vlan for network 09dcc993-4890-46f5-8074-e04a3389ad02 May 26 23:02:30.483816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3d78d28-ec8a-4765-ad93-549c8fda6fd3 req-44227650-3a0b-409c-9d2c-7a41c779a5dd tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 May 26 23:02:30.495817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.527298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.529959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:30.530571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:30.640682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46396) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:30.641192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2553003 May 26 23:02:30.647334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=09dcc993-4890-46f5-8074-e04a3389ad02,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:30.648793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': '09dcc993-4890-46f5-8074-e04a3389ad02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:30.656031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.656376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.656706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.657032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.657356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.657691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.658015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.658333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.658645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.658956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.659269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dba585-0cf2-4b9c-90d1-90a5a91ebb91 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:30.671028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 09dcc993-4890-46f5-8074-e04a3389ad02 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:02:30.787720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:30.791584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:30.794400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:30.799987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:30.809593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:30.920311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.244631 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.328044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=01209438-c270-4c02-9543-9b8acb477690,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:31.340845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '21310675-29f4-405f-8b6b-1f726b76c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '09dcc993-4890-46f5-8074-e04a3389ad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:31.341199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: 09dcc993-4890-46f5-8074-e04a3389ad02, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:02:31.364843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 09dcc993-4890-46f5-8074-e04a3389ad02 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:02:31.379218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 09dcc993-4890-46f5-8074-e04a3389ad02) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:31.388512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:31.389465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.390797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf42c8-85a9-47ae-8043-beb5a164b1b8 None None] Network 09dcc993-4890-46f5-8074-e04a3389ad02 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:31.413944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5e7c34ce-4fec-4274-8704-dbd4f35ad5dc tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7697439 May 26 23:02:31.414157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:31.419572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1424983440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:31.426745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:31.430878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:router and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:31.433703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:31.439381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:31.451100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.452272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.473929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.497515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.524140 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.528472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46418) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:31.528970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3ce6703d-8cdb-4097-bc02-6a77c5cf32b4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1135771 May 26 23:02:31.654607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-09dcc993-4890-46f5-8074-e04a3389ad02', 'network_id': '09dcc993-4890-46f5-8074-e04a3389ad02', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '01209438-c270-4c02-9543-9b8acb477690'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:02:31.662076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:31.834703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Allocated IP 172.20.0.2 (09dcc993-4890-46f5-8074-e04a3389ad02/01209438-c270-4c02-9543-9b8acb477690/86d4f499-501b-4f4f-b3ce-dce074eb580c) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:31.969734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337578-9bd1-4f29-ad25-c3353050948b req-bd5fda54-0cf8-49d0-a6b8-daa7d4de669a tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:31.971185 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56337578-9bd1-4f29-ad25-c3353050948b req-bd5fda54-0cf8-49d0-a6b8-daa7d4de669a tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 943 time: 0.2802687 May 26 23:02:32.053416 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:32.063727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Transition to ACTIVE for port object 86d4f499-501b-4f4f-b3ce-dce074eb580c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:32.084051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Transition to ACTIVE for port object 86d4f499-501b-4f4f-b3ce-dce074eb580c will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:32.088783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:32.152743 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56337578-9bd1-4f29-ad25-c3353050948b req-4776ff7b-79ac-4cab-924d-d400ba17f749 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749496 May 26 23:02:32.157102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Network 09dcc993-4890-46f5-8074-e04a3389ad02 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:32.160219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:32.164400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:32.174841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Pushing event updated for resources: {'Port': ['ID=86d4f499-501b-4f4f-b3ce-dce074eb580c,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:32.274238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Attempting to bind port 86d4f499-501b-4f4f-b3ce-dce074eb580c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:32.274609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Attempting to bind port 86d4f499-501b-4f4f-b3ce-dce074eb580c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '21310675-29f4-405f-8b6b-1f726b76c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '09dcc993-4890-46f5-8074-e04a3389ad02'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:32.274976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Attempting to bind port 86d4f499-501b-4f4f-b3ce-dce074eb580c on network 09dcc993-4890-46f5-8074-e04a3389ad02 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:32.284395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:32.284395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Checking segment: {'id': '21310675-29f4-405f-8b6b-1f726b76c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '09dcc993-4890-46f5-8074-e04a3389ad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:32.285221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:32.285221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Bound using segment: {'id': '21310675-29f4-405f-8b6b-1f726b76c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '09dcc993-4890-46f5-8074-e04a3389ad02'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:32.285958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Bound port: 86d4f499-501b-4f4f-b3ce-dce074eb580c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21310675-29f4-405f-8b6b-1f726b76c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '09dcc993-4890-46f5-8074-e04a3389ad02'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:32.285958 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:32.380918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] For port 86d4f499-501b-4f4f-b3ce-dce074eb580c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:02:32.383992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] For port 86d4f499-501b-4f4f-b3ce-dce074eb580c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=86d4f499-501b-4f4f-b3ce-dce074eb580c,segment=NetworkSegment(21310675-29f4-405f-8b6b-1f726b76c871),segment_id=21310675-29f4-405f-8b6b-1f726b76c871)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:02:32.389534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:32.390179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:32.486057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77105a-05c9-4c7e-b39f-ad67455c73a3 None None] Pushing event updated for resources: {'Port': ['ID=86d4f499-501b-4f4f-b3ce-dce074eb580c,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:32.500879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f34d80d8-acd7-43ea-b8e1-1a1f242685b2 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:02:32.753245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port f34d80d8-acd7-43ea-b8e1-1a1f242685b2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,segment=NetworkSegment(01c67eb2-c070-44b0-8c05-025dae382b66),segment_id=01c67eb2-c070-44b0-8c05-025dae382b66)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:32.767867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2', 'network_id': '46ee6a60-8efd-4e61-ad46-7474e793d564', 'port_id': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2', 'mac_address': 'fa:16:3e:02:77:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e394165-06d0-4f70-be51-0dcf8a14ab55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:02:32.834583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.20.0.1 (09dcc993-4890-46f5-8074-e04a3389ad02/01209438-c270-4c02-9543-9b8acb477690/558f737b-fe62-49f7-b45a-c88a2526d39d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:32.843520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:32.864609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34d80d8-acd7-43ea-b8e1-1a1f242685b2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:02:32.887924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port f34d80d8-acd7-43ea-b8e1-1a1f242685b2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,segment=NetworkSegment(01c67eb2-c070-44b0-8c05-025dae382b66),segment_id=01c67eb2-c070-44b0-8c05-025dae382b66)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:32.892305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:33.002114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:33.019747 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:33.035388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object 558f737b-fe62-49f7-b45a-c88a2526d39d will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:33.057809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:33.128204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 09dcc993-4890-46f5-8074-e04a3389ad02 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:33.131346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:33.136433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:33.164905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=558f737b-fe62-49f7-b45a-c88a2526d39d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:33.198251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:33.216403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['f34d80d8-acd7-43ea-b8e1-1a1f242685b2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:02:33.296447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:33.529325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aadd8-33a6-4ce0-ac65-b5dae51b875f req-9250ef09-f0bf-46fd-ab93-6a1baa28c202 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:33.530933 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a05aadd8-33a6-4ce0-ac65-b5dae51b875f req-9250ef09-f0bf-46fd-ab93-6a1baa28c202 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 944 time: 0.1110463 May 26 23:02:33.611387 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a05aadd8-33a6-4ce0-ac65-b5dae51b875f req-f5c7c6fd-247f-43a2-91c7-f37ce896c640 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735142 May 26 23:02:33.806884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86d4f499-501b-4f4f-b3ce-dce074eb580c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:33.851310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca9e00-d450-40a1-917b-c7999bb4c330 None None] Network 09dcc993-4890-46f5-8074-e04a3389ad02 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:33.887954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:33.893532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.001535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.110337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-591a8fbb-0cbd-4440-a5df-4a1b9000efd6 None None] Provisioning for port 86d4f499-501b-4f4f-b3ce-dce074eb580c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:34.128401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=558f737b-fe62-49f7-b45a-c88a2526d39d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:34.144752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 86d4f499-501b-4f4f-b3ce-dce074eb580c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:34.151409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 86d4f499-501b-4f4f-b3ce-dce074eb580c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:34.151782 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.190604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 09dcc993-4890-46f5-8074-e04a3389ad02 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:34.192675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:34.290806 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.361078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 86d4f499-501b-4f4f-b3ce-dce074eb580c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=86d4f499-501b-4f4f-b3ce-dce074eb580c,segment=NetworkSegment(21310675-29f4-405f-8b6b-1f726b76c871),segment_id=21310675-29f4-405f-8b6b-1f726b76c871)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:34.367381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.444052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=86d4f499-501b-4f4f-b3ce-dce074eb580c,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:34.501186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f34d80d8-acd7-43ea-b8e1-1a1f242685b2 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:34.558230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1ebdb68f-aace-4252-b0c5-d0861a118dfd None None] Provisioning for port 558f737b-fe62-49f7-b45a-c88a2526d39d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:34.566154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1ebdb68f-aace-4252-b0c5-d0861a118dfd None None] Provisioning complete for port 558f737b-fe62-49f7-b45a-c88a2526d39d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:34.566522 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb68f-aace-4252-b0c5-d0861a118dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.677707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdb68f-aace-4252-b0c5-d0861a118dfd None None] Port 558f737b-fe62-49f7-b45a-c88a2526d39d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:34.700481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:34.712229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:34.712612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.761845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1ebdb68f-aace-4252-b0c5-d0861a118dfd None None] Provisioning complete for port 86d4f499-501b-4f4f-b3ce-dce074eb580c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:34.762174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb68f-aace-4252-b0c5-d0861a118dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:34.797378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 952a8b24-1be6-4445-956e-4af3d54e3265 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:02:34.930613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:35.008205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:02:35.042809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port f34d80d8-acd7-43ea-b8e1-1a1f242685b2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,segment=NetworkSegment(01c67eb2-c070-44b0-8c05-025dae382b66),segment_id=01c67eb2-c070-44b0-8c05-025dae382b66)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:35.052437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:35.104399 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8edb3f-56ff-4a0a-8baf-5481c6f97c40'] response: {'server_uuid': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2', 'code': 200} May 26 23:02:35.110661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef2cd-70af-4437-9994-7a20b806f9f9 req-2497591f-958b-4318-8e2c-89f348e1e22a tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:35.112653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9dcef2cd-70af-4437-9994-7a20b806f9f9 req-2497591f-958b-4318-8e2c-89f348e1e22a tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 944 time: 0.2139287 May 26 23:02:35.139688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:35.157901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:35.164755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a8162ef-7c7c-4f12-af51-064e9afd138e None None] Provisioning complete for port 558f737b-fe62-49f7-b45a-c88a2526d39d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:35.165329 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a8162ef-7c7c-4f12-af51-064e9afd138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:35.168504 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] Sync routers for ids ['952a8b24-1be6-4445-956e-4af3d54e3265'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:35.173390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1bef9018-e84c-4d73-a339-87596fe083c2 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/952a8b24-1be6-4445-956e-4af3d54e3265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6426353 May 26 23:02:35.175371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46486) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:35.224952 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] Routers {'952a8b24-1be6-4445-956e-4af3d54e3265'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:35.225899 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['952a8b24-1be6-4445-956e-4af3d54e3265'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:35.233501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-90bfe1ac-eeb9-49ae-8495-43d0d404368c req-6d9fefe8-eef2-46fa-8cd0-06524b2b9bbd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 1096 time: 0.0902729 May 26 23:02:35.236992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7a8162ef-7c7c-4f12-af51-064e9afd138e None None] Port 558f737b-fe62-49f7-b45a-c88a2526d39d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:35.274154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9dcef2cd-70af-4437-9994-7a20b806f9f9 req-23215544-3f0e-4c96-9c1d-bded167b082c tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507685 May 26 23:02:35.278864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e549e4-850e-4fe1-90a5-5cc375a5c1a3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:35.279290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-90bfe1ac-eeb9-49ae-8495-43d0d404368c req-3e5622d2-a3a6-4fd2-8922-0cc3883c093e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 May 26 23:02:35.279547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99e549e4-850e-4fe1-90a5-5cc375a5c1a3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:35.296645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99e549e4-850e-4fe1-90a5-5cc375a5c1a3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:35.298161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99e549e4-850e-4fe1-90a5-5cc375a5c1a3 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports/558f737b-fe62-49f7-b45a-c88a2526d39d HTTP/1.1" status: 200 len: 910 time: 0.1217103 May 26 23:02:35.298398 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:35.300911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46490) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:35.308498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01209438-c270-4c02-9543-9b8acb477690'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:35.315125 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] Routers {'952a8b24-1be6-4445-956e-4af3d54e3265'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:35.315721 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['952a8b24-1be6-4445-956e-4af3d54e3265'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:35.376956 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:35.377523 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071bb69-85c1-4e3a-b0d7-1f470234c265 None None] The sync data for ids ['952a8b24-1be6-4445-956e-4af3d54e3265'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:35.444971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:35.651334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86d4f499-501b-4f4f-b3ce-dce074eb580c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:35.743695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 86d4f499-501b-4f4f-b3ce-dce074eb580c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:35.744057 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:36.003532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:36.011876 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:36.123274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=558f737b-fe62-49f7-b45a-c88a2526d39d,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:36.129045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:36.129638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:36.131627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5ff4d376-38dd-4949-b203-c74347669d56 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/ports/558f737b-fe62-49f7-b45a-c88a2526d39d HTTP/1.1" status: 200 len: 910 time: 0.8295469 May 26 23:02:36.133642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:36.462463 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:02:36.663642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90ba5a-78e5-4671-a394-10f961f8110f req-89ee8421-2892-4fe3-82a1-9639717977d5 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:36.665749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c90ba5a-78e5-4671-a394-10f961f8110f req-89ee8421-2892-4fe3-82a1-9639717977d5 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 945 time: 0.2423663 May 26 23:02:36.716138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:36.836949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c90ba5a-78e5-4671-a394-10f961f8110f req-00428ddd-f531-4b41-9a43-ab1e861ab0c1 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622491 May 26 23:02:37.315205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 558f737b-fe62-49f7-b45a-c88a2526d39d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:37.315356 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:37.503417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:37.636636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 558f737b-fe62-49f7-b45a-c88a2526d39d owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:37.789505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-f238bd7f-3e51-4be7-bed3-eabd9ae11954 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240761 May 26 23:02:37.942238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:37.984592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-d524577d-1b37-46e1-ba0c-5fdf761c9562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1096 time: 0.1723402 May 26 23:02:37.995181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=558f737b-fe62-49f7-b45a-c88a2526d39d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:38.079176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943132b-b585-4d8a-be05-924d9c0ef756 req-24d3ae74-ec0d-4a4f-82fa-6832583999df tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:38.080792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2943132b-b585-4d8a-be05-924d9c0ef756 req-24d3ae74-ec0d-4a4f-82fa-6832583999df tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 945 time: 0.1020918 May 26 23:02:38.161222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2943132b-b585-4d8a-be05-924d9c0ef756 req-6718b64b-6bb5-44a3-ab12-1b8ab4aae448 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663097 May 26 23:02:38.524826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-b4080998-c633-478c-9460-09758913e0e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:38.528443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-b4080998-c633-478c-9460-09758913e0e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.4938869 May 26 23:02:38.618412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:38.777373 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-a413729f-c8c8-498b-8f06-8eec0af7e193 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.2429841 May 26 23:02:38.862886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-1783ce18-3820-4e09-914b-04aec15fd924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:38.864509 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-1783ce18-3820-4e09-914b-04aec15fd924 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0748775 May 26 23:02:39.242825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-bcee94c3-7b0c-459e-9aed-be975a5004a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200634 May 26 23:02:39.244625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 952a8b24-1be6-4445-956e-4af3d54e3265 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:02:39.510768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:39.513596 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-e6f72549-3b5e-431c-8c41-b8e0f4f7b08a service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622440 May 26 23:02:39.521183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] Sync routers for ids ['952a8b24-1be6-4445-956e-4af3d54e3265'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:39.538867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] Routers {'952a8b24-1be6-4445-956e-4af3d54e3265'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:39.540414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['952a8b24-1be6-4445-956e-4af3d54e3265'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:39.619444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:39.662968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] Routers {'952a8b24-1be6-4445-956e-4af3d54e3265'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:39.663740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['952a8b24-1be6-4445-956e-4af3d54e3265'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:39.763860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:39.764542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92f367-d150-4677-b48e-c26ccefc4072 None None] The sync data for ids ['952a8b24-1be6-4445-956e-4af3d54e3265'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:39.810726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-80e0e9c0-d7a3-4fb3-9064-5dd6fac29625 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/952a8b24-1be6-4445-956e-4af3d54e3265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6735077 May 26 23:02:39.811100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46598) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:39.858072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-12737104-f80b-4c2e-b0cb-96d80c8adc93 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a8b24-1be6-4445-956e-4af3d54e3265 HTTP/1.1" status: 200 len: 205 time: 0.0458336 May 26 23:02:39.864433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46602) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:39.882407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3091bbcd-b4f6-411a-b183-9b41b2d763bb req-29e840e5-a743-4c8c-957b-d55ccb413ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473711 May 26 23:02:40.037638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72902a5c-7ed9-492f-b0e8-dad35ffe3b0a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:40.611890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72902a5c-7ed9-492f-b0e8-dad35ffe3b0a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:40.617061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72902a5c-7ed9-492f-b0e8-dad35ffe3b0a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:40.649539 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72902a5c-7ed9-492f-b0e8-dad35ffe3b0a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:40.650461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72902a5c-7ed9-492f-b0e8-dad35ffe3b0a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Fanout notify agent at l3_agent the message router_deleted on router 952a8b24-1be6-4445-956e-4af3d54e3265 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:02:40.679968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72902a5c-7ed9-492f-b0e8-dad35ffe3b0a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:40.682116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-72902a5c-7ed9-492f-b0e8-dad35ffe3b0a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/952a8b24-1be6-4445-956e-4af3d54e3265 HTTP/1.1" status: 204 len: 168 time: 0.8185148 May 26 23:02:40.683816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46630) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:40.921434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 01209438-c270-4c02-9543-9b8acb477690 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:02:40.924401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:40.980339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.068346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.157218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.204152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=01209438-c270-4c02-9543-9b8acb477690,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:41.208924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.216748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-48f5180c-fb87-4151-b25a-2deee66229da tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/01209438-c270-4c02-9543-9b8acb477690 HTTP/1.1" status: 204 len: 168 time: 0.5318964 May 26 23:02:41.218970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c104df-8d2f-4dbb-a858-cb54032a1fc1 None None] Network 09dcc993-4890-46f5-8074-e04a3389ad02 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:41.219491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46650) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:41.347904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.360873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 86d4f499-501b-4f4f-b3ce-dce074eb580c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:41.361198 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.604962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] DHCP port deletion for 09dcc993-4890-46f5-8074-e04a3389ad02 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:02:41.609810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Deleting port 86d4f499-501b-4f4f-b3ce-dce074eb580c {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:41.610245 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.633194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 86d4f499-501b-4f4f-b3ce-dce074eb580c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=86d4f499-501b-4f4f-b3ce-dce074eb580c,segment=NetworkSegment(21310675-29f4-405f-8b6b-1f726b76c871),segment_id=21310675-29f4-405f-8b6b-1f726b76c871)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:41.633821 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.732577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86d4f499-501b-4f4f-b3ce-dce074eb580c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:41.773939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90488f79-90ba-46ef-bd25-acb15c6a3031 req-82001f4f-e33c-4ec2-ac8b-2f4e032e8bea tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:41.782016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-90488f79-90ba-46ef-bd25-acb15c6a3031 req-82001f4f-e33c-4ec2-ac8b-2f4e032e8bea tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 945 time: 0.1868269 May 26 23:02:41.786378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 86d4f499-501b-4f4f-b3ce-dce074eb580c owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:41.834238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-90488f79-90ba-46ef-bd25-acb15c6a3031 req-c94c43d4-2a51-4635-a3b3-b6054da9eec7 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 May 26 23:02:41.871100 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.901975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 86d4f499-501b-4f4f-b3ce-dce074eb580c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:41.902528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 86d4f499-501b-4f4f-b3ce-dce074eb580c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:41.917924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=86d4f499-501b-4f4f-b3ce-dce074eb580c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:41.926702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No DVR routers for this DVR port 86d4f499-501b-4f4f-b3ce-dce074eb580c on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:02:41.930638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] For port 86d4f499-501b-4f4f-b3ce-dce074eb580c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=86d4f499-501b-4f4f-b3ce-dce074eb580c,segment=NetworkSegment(21310675-29f4-405f-8b6b-1f726b76c871),segment_id=21310675-29f4-405f-8b6b-1f726b76c871)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:41.931041 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.050220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Calling delete_port for 86d4f499-501b-4f4f-b3ce-dce074eb580c owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:42.068064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.100343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dcc993-4890-46f5-8074-e04a3389ad02']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:42.112821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21310675-29f4-405f-8b6b-1f726b76c871') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:42.113122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21310675-29f4-405f-8b6b-1f726b76c871') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:42.125352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.126461 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:02:42.126819 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:02:42.141356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.147876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:02:42.148266 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: timer() May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:02:42.162478 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:02:42.246514 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.264546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.275910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=09dcc993-4890-46f5-8074-e04a3389ad02,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:42.283267 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1f1ca121-2076-4ee2-91f6-0c71dc4966f5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/09dcc993-4890-46f5-8074-e04a3389ad02 HTTP/1.1" status: 204 len: 168 time: 1.0629015 May 26 23:02:42.287022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46676) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:42.292216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-665607562', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:42.299266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:42.304178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:router and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:42.307066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:42.313239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:42.323724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.324805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.346514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.368573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.393012 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.394253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ecdbda25-3bd0-4062-a413-28fdba95547a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1062286 May 26 23:02:42.396997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46680) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:42.402798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-48248385'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:42.408467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:42.412321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:42.415334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:42.420907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:42.431076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:42.434052 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.463011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:02:42.471896 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.472275 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04 of type vlan for network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 May 26 23:02:42.504895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.533724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.537748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:42.538480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.628058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Deleting port 86d4f499-501b-4f4f-b3ce-dce074eb580c {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:42.628690 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:42.652080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2538562 May 26 23:02:42.655340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:42.661593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:42.664435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3412a1-c26e-496f-9451-8599564ece19 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=9b1ffc19-5c28-4413-b5f7-3eaa1271b492,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:42.692615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:02:42.762802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d54ac226-e8b2-4975-b64d-de2b32044bfa None None] The port '86d4f499-501b-4f4f-b3ce-dce074eb580c' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:02:42.811915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:42.816050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:42.819089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:42.825163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:42.834772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:42.952303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:43.106798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7764f-caca-4585-86e4-706e116bea6f req-480914f3-fb5c-4430-9aa8-96b17b00519e tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:43.108688 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74a7764f-caca-4585-86e4-706e116bea6f req-480914f3-fb5c-4430-9aa8-96b17b00519e tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 945 time: 0.0851758 May 26 23:02:43.163715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-467a9dd2-8b3e-4e58-b343-d3c546214019 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:43.165429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-467a9dd2-8b3e-4e58-b343-d3c546214019 tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 945 time: 0.1963463 May 26 23:02:43.186078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-74a7764f-caca-4585-86e4-706e116bea6f req-9dbf8580-b4af-412b-9446-c1660ae9d7fd tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/security-groups?id=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715334 May 26 23:02:43.309755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Deleting port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:02:43.310375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:43.428044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:43.609982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=3a830cb6-91ea-4c75-9f8d-e152c12a26ca,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:43.639490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.639830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.640168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.640503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.640834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.641162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.641487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.641842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.642164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.642496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.642806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:43.649827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:43.650190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: 9b1ffc19-5c28-4413-b5f7-3eaa1271b492, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:02:43.697464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] For port f34d80d8-acd7-43ea-b8e1-1a1f242685b2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,segment=NetworkSegment(01c67eb2-c070-44b0-8c05-025dae382b66),segment_id=01c67eb2-c070-44b0-8c05-025dae382b66)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:43.697789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:43.864845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:02:43.926683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Calling delete_port for f34d80d8-acd7-43ea-b8e1-1a1f242685b2 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:02:43.970298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9b1ffc19-5c28-4413-b5f7-3eaa1271b492) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:43.977875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:43.978466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:43.979079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db27c0-080e-4faf-b7e1-9c961bd5d71b None None] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:44.022432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-97e36cc2-5756-4d63-88ad-af544ddab909 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3634207 May 26 23:02:44.022672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46716) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:44.212646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:44.224584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['f34d80d8-acd7-43ea-b8e1-1a1f242685b2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:02:44.263922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:02:44.264555 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:44.413776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Pushing event deleted for resources: {'Port': ['ID=f34d80d8-acd7-43ea-b8e1-1a1f242685b2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:44.440168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccf2d699-a409-4b76-a945-dd5725653c83 req-76e212cb-fb7d-4f51-a208-7256501a05af tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.32 "GET /v2.0/ports?device_id=70e9ad20-9726-4a6a-9674-9c6a09961b57 HTTP/1.1" status: 200 len: 210 time: 0.0556421 May 26 23:02:44.517258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] No DVR routers for this DVR port f34d80d8-acd7-43ea-b8e1-1a1f242685b2 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:02:44.520959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:44.523443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'name': 'network-vif-deleted', 'tag': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:02:44.525164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Allocated IP 172.20.0.2 (9b1ffc19-5c28-4413-b5f7-3eaa1271b492/3a830cb6-91ea-4c75-9f8d-e152c12a26ca/1ece08bd-891f-4fa0-8dd1-cb05938520d8) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:44.649366 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47e5526-5531-40f2-b028-f143d329023e'] response: {'server_uuid': '70e9ad20-9726-4a6a-9674-9c6a09961b57', 'name': 'network-vif-deleted', 'tag': 'f34d80d8-acd7-43ea-b8e1-1a1f242685b2', 'status': 'completed', 'code': 200} May 26 23:02:44.654961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2ab2086-4c71-4f05-91e1-933140bff05e req-8724d16c-eb7a-4ef4-a16f-e0b820306fec tempest-ServerTagsTestJSON-234277474 tempest-ServerTagsTestJSON-234277474-project] 10.222.0.48 "DELETE /v2.0/ports/f34d80d8-acd7-43ea-b8e1-1a1f242685b2 HTTP/1.1" status: 204 len: 173 time: 1.4773786 May 26 23:02:44.861156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:44.889637 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:44.901005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Transition to ACTIVE for port object 1ece08bd-891f-4fa0-8dd1-cb05938520d8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:44.922441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Transition to ACTIVE for port object 1ece08bd-891f-4fa0-8dd1-cb05938520d8 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:44.934113 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:44.966629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693ec6b-e1b4-4856-a8f7-9e8d98db682e req-1fb0407e-eeb0-4a91-b651-d2a799e191c6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:44.968078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f693ec6b-e1b4-4856-a8f7-9e8d98db682e req-1fb0407e-eeb0-4a91-b651-d2a799e191c6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0991366 May 26 23:02:45.005762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Pushing event updated for resources: {'Port': ['ID=1ece08bd-891f-4fa0-8dd1-cb05938520d8,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:45.028252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:45.039635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:45.047340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:45.066662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f693ec6b-e1b4-4856-a8f7-9e8d98db682e req-9fde1818-5e5c-486f-81e9-4426e4ea6596 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875063 May 26 23:02:45.165176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Attempting to bind port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:45.165533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Attempting to bind port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:45.165913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Attempting to bind port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 on network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:45.186646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:45.187031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Checking segment: {'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:45.187438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:45.187830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Bound using segment: {'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:45.188315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Bound port: 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:45.188688 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:45.407403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:02:45.413766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ece08bd-891f-4fa0-8dd1-cb05938520d8,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:02:45.418609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:45.506489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cc4ab-6b53-4ec8-b974-f66d1eb606de None None] Pushing event updated for resources: {'Port': ['ID=1ece08bd-891f-4fa0-8dd1-cb05938520d8,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:45.510892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.20.0.1 (9b1ffc19-5c28-4413-b5f7-3eaa1271b492/3a830cb6-91ea-4c75-9f8d-e152c12a26ca/84d43257-ad14-4aa2-9f1f-67be6fbdb761) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:45.528384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d6f7-85cf-43bf-aafc-2660cd03dd0e req-b4a35c7b-c563-4910-9ef3-b65c78b64643 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:45.530699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee83d6f7-85cf-43bf-aafc-2660cd03dd0e req-b4a35c7b-c563-4910-9ef3-b65c78b64643 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3121538 May 26 23:02:45.620351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46756) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:45.676433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee83d6f7-85cf-43bf-aafc-2660cd03dd0e req-aa91bc62-8cac-4cc0-9496-d53ca39519bd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391754 May 26 23:02:45.731699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] Deleting subnet 8e394165-06d0-4f70-be51-0dcf8a14ab55 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:02:45.738127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:45.826775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:45.846336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object 84d43257-ad14-4aa2-9f1f-67be6fbdb761 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:45.859492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:45.880680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:45.998950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:46.002482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:46.011023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:46.059654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=84d43257-ad14-4aa2-9f1f-67be6fbdb761,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:46.091669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.096421 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.185225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.197404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8079f-955c-4ba3-a406-c4b72d4ac9e6 req-fa8baf00-49ab-4bb0-a7f3-89532805e6f7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:46.199274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0d8079f-955c-4ba3-a406-c4b72d4ac9e6 req-fa8baf00-49ab-4bb0-a7f3-89532805e6f7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1948304 May 26 23:02:46.200912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.265939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e394165-06d0-4f70-be51-0dcf8a14ab55,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:46.279981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.296362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-79cb9552-c02f-4dee-a690-2cef47c80519 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8e394165-06d0-4f70-be51-0dcf8a14ab55 HTTP/1.1" status: 204 len: 168 time: 0.6749561 May 26 23:02:46.298751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46770) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:46.340503 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0d8079f-955c-4ba3-a406-c4b72d4ac9e6 req-31ca52de-d8f1-432a-a4b5-88fb94de68fa tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331933 May 26 23:02:46.475473 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.642814 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.712859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ee6a60-8efd-4e61-ad46-7474e793d564']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:46.728629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c67eb2-c070-44b0-8c05-025dae382b66') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:46.729302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c67eb2-c070-44b0-8c05-025dae382b66') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:46.743663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.756767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a54a11-ad02-4585-8aa3-ef2c08396487 req-bbf4463a-7745-496b-bc39-baa8e5b59df2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:46.758485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1a54a11-ad02-4585-8aa3-ef2c08396487 req-bbf4463a-7745-496b-bc39-baa8e5b59df2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2705688 May 26 23:02:46.764209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.773298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:02:46.773762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: timer() May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:02:46.788960 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:02:46.805935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.816556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.862299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae06574b-ea25-45ab-bfe8-102c5cb19381 None None] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:46.872855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.896668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:46.908257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] Pushing event deleted for resources: {'Network': ['ID=46ee6a60-8efd-4e61-ad46-7474e793d564,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:46.921820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6e4bce7a-8b7a-4cb4-bfbf-5c743c7068aa admin admin] 10.222.0.32 "DELETE /v2.0/networks/46ee6a60-8efd-4e61-ad46-7474e793d564 HTTP/1.1" status: 204 len: 168 time: 0.6195550 May 26 23:02:46.953388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1a54a11-ad02-4585-8aa3-ef2c08396487 req-397e016a-a717-40f2-ae42-01f47e14357b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864333 May 26 23:02:46.995366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-280fa902-ef66-4d27-a05c-30ee8f531f62 None None] Provisioning for port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:47.033056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:47.038711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=84d43257-ad14-4aa2-9f1f-67be6fbdb761,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:47.150435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46798) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:47.203681 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a693609-6a14-483a-81a3-a21a143e0f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:47.295552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:47.297339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:47.313837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-229f39ec-205d-4a04-a568-f4f9128ed7b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ae4ea28e6a64ec088bb4c0cef298db9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1603434 May 26 23:02:47.318697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:47.392256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf567-eff3-480d-8375-728abaeca695 req-9a2bddc6-9b77-4741-800e-8d505aabfd74 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:47.413506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-9a2bddc6-9b77-4741-800e-8d505aabfd74 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.2280371 May 26 23:02:47.460635 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-71606da8-c864-403f-8aa9-aef1a06336c5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/quotas/298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 375 time: 0.0452974 May 26 23:02:47.477879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61f287b6-955d-411f-b3b5-c22d93a39602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:47.541803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-916f118b-ace7-4e1f-9f01-d2893d386061 None None] Provisioning for port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:47.547663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-916f118b-ace7-4e1f-9f01-d2893d386061 None None] Provisioning complete for port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:47.548024 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-916f118b-ace7-4e1f-9f01-d2893d386061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:47.593278 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61f287b6-955d-411f-b3b5-c22d93a39602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:47.673080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-916f118b-ace7-4e1f-9f01-d2893d386061 None None] Port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:47.750696 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-6e911427-46a6-4fcf-b183-6e6979832086 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2452619 May 26 23:02:47.752018 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61f287b6-955d-411f-b3b5-c22d93a39602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:47.794522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1ece08bd-891f-4fa0-8dd1-cb05938520d8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:47.815242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f287b6-955d-411f-b3b5-c22d93a39602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabe64d7-0b4f-4f10-9078-9aacb84dfc3d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:47.892296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61f287b6-955d-411f-b3b5-c22d93a39602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:47.893286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-61f287b6-955d-411f-b3b5-c22d93a39602 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dabe64d7-0b4f-4f10-9078-9aacb84dfc3d HTTP/1.1" status: 204 len: 168 time: 0.5730364 May 26 23:02:47.950104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-1e91a2c9-3b04-402e-ba35-a10e72f7d492 service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767337 May 26 23:02:47.958335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:47.969550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:47.970237 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.032858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:02:48.188794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-3f4a4204-11c2-4aee-86b6-23a3cfd77712 service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311337 May 26 23:02:48.222139 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.261333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ece08bd-891f-4fa0-8dd1-cb05938520d8,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:48.270640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7d19f5c5-c26d-40a8-b3e2-468986d80fb0 None None] Provisioning complete for port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:48.272226 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7d19f5c5-c26d-40a8-b3e2-468986d80fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.272331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:48.288325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dd125551-3a0a-4132-aae7-e9cbd6377869 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2646797 May 26 23:02:48.290943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46824) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:48.292986 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:48.302076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-1971036626'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:48.323440 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:48.323440 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:48.326575 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.357915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:48.377061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:48.401660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:48.415327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:48.437899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:48.443120 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.499967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7d19f5c5-c26d-40a8-b3e2-468986d80fb0 None None] Port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:48.501242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:02:48.517045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.518810 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 16ac8bbc-daaa-4ade-8682-9521be52c535 of type vlan for network 3ee35257-5457-4307-ae96-971a95ecade4 May 26 23:02:48.529611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1ece08bd-891f-4fa0-8dd1-cb05938520d8,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:48.576150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.594434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f34d80d8-acd7-43ea-b8e1-1a1f242685b2 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:02:48.598171 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf7d4ba5-9210-4063-b91e-5b793dd94d5e req-262f9cc9-d56a-433d-8262-c87f3655c456 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 210 time: 0.1339769 May 26 23:02:48.641731 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:02:48.679599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: f34d80d8-acd7-43ea-b8e1-1a1f242685b2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:02:48.680161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f34d80d8-acd7-43ea-b8e1-1a1f242685b2 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:02:48.687557 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.691855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-126a6de9-ad9b-4a95-80e2-0019f2f7b456 None None] Provisioning complete for port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:48.691997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:48.692232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-126a6de9-ad9b-4a95-80e2-0019f2f7b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.692678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:48.787553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-126a6de9-ad9b-4a95-80e2-0019f2f7b456 None None] Port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:48.913515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=3ee35257-5457-4307-ae96-971a95ecade4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:48.928136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c983f673-6e5e-4fbb-a6a6-feab9cbe6045 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6334000 May 26 23:02:48.929321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 3ee35257-5457-4307-ae96-971a95ecade4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:02:48.930873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46852) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:48.945904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:49.155664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:49.160838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:49.165154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:49.171223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:49.187713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:49.197805 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:02:46Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:46Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:49.203444 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:02:49.203846 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Updating router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:02:49.314844 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:49.359013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:49.565248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46876) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:49.699059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1ece08bd-891f-4fa0-8dd1-cb05938520d8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:49.733074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:49.840901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2002105602-network', 'tenant_id': 'd574ea06ddce4be5af974f469c936d06'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:49.848574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:49.857380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Usage tracker for resource:network and tenant:d574ea06ddce4be5af974f469c936d06 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:49.865614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:49.876603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=8c7afa3d-c332-4c54-9aea-080f29e2b8e7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:49.880814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:49.911190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:49.911563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: 3ee35257-5457-4307-ae96-971a95ecade4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:02:49.912508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f89c3f26-b4b6-480b-97ba-642be9ee1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:49.917562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:49.918296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:49.938089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 3ee35257-5457-4307-ae96-971a95ecade4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:02:49.950552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 3ee35257-5457-4307-ae96-971a95ecade4) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:49.959195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbc1f2-0131-4a58-8fb7-44dd23292b54 None None] Network 3ee35257-5457-4307-ae96-971a95ecade4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:49.963642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:49.964271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:49.993378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c02fdda-8e81-4449-b326-1addae7d4350 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0610211 May 26 23:02:49.995826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46886) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:50.007285 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.023992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Transition to ACTIVE for port object 84d43257-ad14-4aa2-9f1f-67be6fbdb761 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:50.032105 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.146651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44874d13-7a87-4e60-baae-f956dbb29ec6 req-98a4f3b8-1017-41ea-aaaa-ac9f202cdb3e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 210 time: 0.2480943 May 26 23:02:50.149090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Made reservation on behalf of d574ea06ddce4be5af974f469c936d06 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:50.159567 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.197998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.233737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:50.237842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Usage tracker for resource:security_group_rule and tenant:d574ea06ddce4be5af974f469c936d06 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:50.241205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:50.247125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:50.256152 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Pushing event updated for resources: {'Port': ['ID=84d43257-ad14-4aa2-9f1f-67be6fbdb761,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:50.320641 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.321365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.321365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.321584 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.337139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.337769 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.338279 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.338764 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.339247 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.339714 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.340199 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:50.373543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.380712 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.405211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-3ee35257-5457-4307-ae96-971a95ecade4', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:02:50.406289 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.421340 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Attempting to bind port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:50.422287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Attempting to bind port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:50.423081 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Attempting to bind port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 on network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:50.436251 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:50.437040 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Checking segment: {'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:50.438009 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.439606 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Bound using segment: {'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:50.441130 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Bound port: 84d43257-ad14-4aa2-9f1f-67be6fbdb761, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:50.442684 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.458182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c90975-974d-4c67-80ca-988fc85c6048,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:50.496731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:02:50.507612 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.508232 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Added segment df84247a-d28b-46f8-9826-67384e0ece8f of type vlan for network 1810aa95-f60f-4c43-a990-a868856d6c8e May 26 23:02:50.546681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.592050 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] For port 84d43257-ad14-4aa2-9f1f-67be6fbdb761, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:02:50.610846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.611854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:50.613061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.617451 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] For port 84d43257-ad14-4aa2-9f1f-67be6fbdb761, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=84d43257-ad14-4aa2-9f1f-67be6fbdb761,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:02:50.625253 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:50.721189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Allocated IP 172.21.0.2 (3ee35257-5457-4307-ae96-971a95ecade4/8c7afa3d-c332-4c54-9aea-080f29e2b8e7/09c654fc-e73b-49fc-86d4-fdf1f842d45b) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:50.831841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2613232 May 26 23:02:50.833620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:50.835520 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad6369-2053-43cb-a6e1-f6ffc0b5de57 None None] Pushing event updated for resources: {'Port': ['ID=84d43257-ad14-4aa2-9f1f-67be6fbdb761,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:50.839603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e4f28-091f-4f2a-9204-ada1a081a877 admin admin] Pushing event updated for resources: {'Network': ['ID=1810aa95-f60f-4c43-a990-a868856d6c8e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:50.845842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Request body: {'subnet': {'network_id': '1810aa95-f60f-4c43-a990-a868856d6c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2002105602-subnet', 'tenant_id': 'd574ea06ddce4be5af974f469c936d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:50.848473 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:50.849102 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:50.863482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:50.871370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Usage tracker for resource:subnet and tenant:d574ea06ddce4be5af974f469c936d06 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:50.885268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:50.896869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:50.927973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Made reservation on behalf of d574ea06ddce4be5af974f469c936d06 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:50.930851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.006061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1810aa95-f60f-4c43-a990-a868856d6c8e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:02:51.117692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf567-eff3-480d-8375-728abaeca695 req-973ee598-f2b0-4baa-a167-d10d38796788 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:51.120549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-973ee598-f2b0-4baa-a167-d10d38796788 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.48 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.6777840 May 26 23:02:51.158360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'port': {'device_id': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'admin_state_up': True, 'tenant_id': '298537138acc4da6be77c84737e82811'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:51.176816 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:02:51.199069 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.244833 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.381639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.430807 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.454151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Transition to ACTIVE for port object 09c654fc-e73b-49fc-86d4-fdf1f842d45b will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:51.484250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Transition to ACTIVE for port object 09c654fc-e73b-49fc-86d4-fdf1f842d45b will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:51.494012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.515120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-af1acf94-e30a-4f33-b82e-63782a73d380 req-a4638b6a-3b47-43c3-9d02-1f79918bf0a2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 210 time: 0.0445716 May 26 23:02:51.569743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7288ca-295b-450f-a8d3-1963626e400d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:51.570043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:51.584504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:51.610000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Network 3ee35257-5457-4307-ae96-971a95ecade4 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:51.614384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:51.619540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:51.626491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Pushing event updated for resources: {'Port': ['ID=09c654fc-e73b-49fc-86d4-fdf1f842d45b,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:51.627376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Checking segment: {'id': 'df84247a-d28b-46f8-9826-67384e0ece8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1810aa95-f60f-4c43-a990-a868856d6c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:51.627883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Network hostable DHCP agents. Network: 1810aa95-f60f-4c43-a990-a868856d6c8e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:02:51.691199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Network 1810aa95-f60f-4c43-a990-a868856d6c8e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:02:51.705033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1810aa95-f60f-4c43-a990-a868856d6c8e) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:51.720357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:51.721099 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.756567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-549e7a2a-b55d-4b0c-a693-60fabd1991db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9112732 May 26 23:02:51.768662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc9f76-87f1-4851-99df-beaa70ba26db None None] Network 1810aa95-f60f-4c43-a990-a868856d6c8e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:51.821157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Made reservation on behalf of 298537138acc4da6be77c84737e82811 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:51.824599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:51.875166 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:02:46Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:50Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:51.879446 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85581a8d-cd37-422d-9868-4c73d5424bdb None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:02:46Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:50Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:02:51.934646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46920) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:52.000172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Attempting to bind port 09c654fc-e73b-49fc-86d4-fdf1f842d45b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:52.000826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Attempting to bind port 09c654fc-e73b-49fc-86d4-fdf1f842d45b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:52.001369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Attempting to bind port 09c654fc-e73b-49fc-86d4-fdf1f842d45b on network 3ee35257-5457-4307-ae96-971a95ecade4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:52.096039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:52.096721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Checking segment: {'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:52.097336 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.098168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Bound using segment: {'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:52.099016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Bound port: 09c654fc-e73b-49fc-86d4-fdf1f842d45b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:52.099612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.124978 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.137956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] Deleting subnet 1d7288ca-295b-450f-a8d3-1963626e400d {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:02:52.144157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.232130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] For port 09c654fc-e73b-49fc-86d4-fdf1f842d45b, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:02:52.235995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] For port 09c654fc-e73b-49fc-86d4-fdf1f842d45b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=09c654fc-e73b-49fc-86d4-fdf1f842d45b,segment=NetworkSegment(16ac8bbc-daaa-4ade-8682-9521be52c535),segment_id=16ac8bbc-daaa-4ade-8682-9521be52c535)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:02:52.246393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Allocated IP 172.20.0.12 (55a3a3ca-b3f5-4cb6-bf08-3d00119669c5/a523fb6a-888c-4068-90ca-6b3273fc4147/3c487173-84be-4bc1-b46a-7e0547a1d422) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:52.251238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.276076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.280284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.347345 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.364329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb964d45-0fd1-4057-9b07-69a8443d6622 None None] Network 1810aa95-f60f-4c43-a990-a868856d6c8e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:52.444480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.492491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0a428-1634-45db-b14b-a917e6f5a393 None None] Pushing event updated for resources: {'Port': ['ID=09c654fc-e73b-49fc-86d4-fdf1f842d45b,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:52.498107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7288ca-295b-450f-a8d3-1963626e400d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:52.504384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.515884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b5a2be79-8784-4e1b-8918-1fe97cf1e893 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1d7288ca-295b-450f-a8d3-1963626e400d HTTP/1.1" status: 204 len: 168 time: 0.5793774 May 26 23:02:52.517777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46932) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:52.814106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.003865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.033484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1810aa95-f60f-4c43-a990-a868856d6c8e']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:53.057156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df84247a-d28b-46f8-9826-67384e0ece8f') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:53.057156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df84247a-d28b-46f8-9826-67384e0ece8f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:53.059982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43f4b08e-f2a9-469e-ba07-7e6a98b4dbbd req-307d1f43-85eb-4bf1-9a50-d8962535d303 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 210 time: 0.1261070 May 26 23:02:53.107150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.125592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.132504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:02:53.132828 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: timer() May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:02:53.146256 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:02:53.183112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.213057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Transition to ACTIVE for port object 3c487173-84be-4bc1-b46a-7e0547a1d422 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:53.214770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.21.0.1 (3ee35257-5457-4307-ae96-971a95ecade4/8c7afa3d-c332-4c54-9aea-080f29e2b8e7/e3b757af-a157-4b2b-b8d5-f053b443f60e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:02:53.225609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.246810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.257073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1810aa95-f60f-4c43-a990-a868856d6c8e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:53.259414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5095a4d0-16f4-4816-8017-0fdc6cd405f0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1810aa95-f60f-4c43-a990-a868856d6c8e HTTP/1.1" status: 204 len: 168 time: 0.7288976 May 26 23:02:53.335796 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.351096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909', 'c029680c-770d-4084-bdf8-34334cafcfbd'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:02:53.459791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=3c487173-84be-4bc1-b46a-7e0547a1d422,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:53.483418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46950) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:53.516393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.534912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object e3b757af-a157-4b2b-b8d5-f053b443f60e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:53.561735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.569905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16491bc5-94b3-4cdb-b28a-28da19e51f65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d574ea06ddce4be5af974f469c936d06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0848007 May 26 23:02:53.571933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46954) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:53.670720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:53.671406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=e3b757af-a157-4b2b-b8d5-f053b443f60e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:53.683345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:53.688259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:53.741146 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf7686b0-5f6b-4c59-9538-2b490f9aa80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.757030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 3ee35257-5457-4307-ae96-971a95ecade4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:53.784058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:53.800676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:02:53.803027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf7686b0-5f6b-4c59-9538-2b490f9aa80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.911392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf7686b0-5f6b-4c59-9538-2b490f9aa80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.915036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84d43257-ad14-4aa2-9f1f-67be6fbdb761 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:53.949455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7686b0-5f6b-4c59-9538-2b490f9aa80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c90975-974d-4c67-80ca-988fc85c6048,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:53.955044 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf7686b0-5f6b-4c59-9538-2b490f9aa80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.956637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cf7686b0-5f6b-4c59-9538-2b490f9aa80e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73c90975-974d-4c67-80ca-988fc85c6048 HTTP/1.1" status: 204 len: 168 time: 0.3832366 May 26 23:02:54.016824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:54.017398 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.081110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.127355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-cdd959af-e4be-4a36-8f00-3b001797732f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9752574 May 26 23:02:54.128210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:54.133011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Request body: {'port': {'device_id': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:54.134062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:54.134506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.258768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cab9e4-d257-455c-a833-5e474227e2a2 None None] Network 3ee35257-5457-4307-ae96-971a95ecade4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:54.400353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35fc23-2cda-4751-b06a-1aa2d6ac0b15 req-fad16e74-0e3c-409a-9ae8-3f335c0f05d3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:54.408579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c35fc23-2cda-4751-b06a-1aa2d6ac0b15 req-fad16e74-0e3c-409a-9ae8-3f335c0f05d3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 932 time: 0.1214476 May 26 23:02:54.494377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c35fc23-2cda-4751-b06a-1aa2d6ac0b15 req-0881ec33-14d4-4d04-9d8b-56dd2626a331 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847921 May 26 23:02:54.500330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6382616e-d336-4882-999a-9d6a7344ee10 None None] Provisioning for port 09c654fc-e73b-49fc-86d4-fdf1f842d45b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:54.520725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.529062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.543169 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.646815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 84d43257-ad14-4aa2-9f1f-67be6fbdb761, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=84d43257-ad14-4aa2-9f1f-67be6fbdb761,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:54.726217 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.727422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 09c654fc-e73b-49fc-86d4-fdf1f842d45b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:54.751346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6382616e-d336-4882-999a-9d6a7344ee10 None None] Provisioning for port 3c487173-84be-4bc1-b46a-7e0547a1d422 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:54.819033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6382616e-d336-4882-999a-9d6a7344ee10 None None] Provisioning complete for port 3c487173-84be-4bc1-b46a-7e0547a1d422 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:54.820150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6382616e-d336-4882-999a-9d6a7344ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.898743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6382616e-d336-4882-999a-9d6a7344ee10 None None] Port 3c487173-84be-4bc1-b46a-7e0547a1d422 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:55.045977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=84d43257-ad14-4aa2-9f1f-67be6fbdb761,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:55.080811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 09c654fc-e73b-49fc-86d4-fdf1f842d45b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:55.087409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 09c654fc-e73b-49fc-86d4-fdf1f842d45b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:55.088008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.272533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.293325 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.330706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 09c654fc-e73b-49fc-86d4-fdf1f842d45b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=09c654fc-e73b-49fc-86d4-fdf1f842d45b,segment=NetworkSegment(16ac8bbc-daaa-4ade-8682-9521be52c535),segment_id=16ac8bbc-daaa-4ade-8682-9521be52c535)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:02:55.337396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.463532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=09c654fc-e73b-49fc-86d4-fdf1f842d45b,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:55.534886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.546285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c487173-84be-4bc1-b46a-7e0547a1d422 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:02:55.546982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-15ed49fb-309a-4a17-a7b2-590d371015d9 None None] Provisioning complete for port 09c654fc-e73b-49fc-86d4-fdf1f842d45b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:55.547910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-15ed49fb-309a-4a17-a7b2-590d371015d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.556620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.813054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.839956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84d43257-ad14-4aa2-9f1f-67be6fbdb761 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:55.844571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.962034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:55.962660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:55.992909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-15ed49fb-309a-4a17-a7b2-590d371015d9 None None] Provisioning for port e3b757af-a157-4b2b-b8d5-f053b443f60e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:02:56.004402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Transition to ACTIVE for port object 3c487173-84be-4bc1-b46a-7e0547a1d422 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:56.008531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=e3b757af-a157-4b2b-b8d5-f053b443f60e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:56.009374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-15ed49fb-309a-4a17-a7b2-590d371015d9 None None] Provisioning complete for port e3b757af-a157-4b2b-b8d5-f053b443f60e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:56.010008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-15ed49fb-309a-4a17-a7b2-590d371015d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:56.019624 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:56.093580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-15ed49fb-309a-4a17-a7b2-590d371015d9 None None] Port e3b757af-a157-4b2b-b8d5-f053b443f60e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:56.199090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 09c654fc-e73b-49fc-86d4-fdf1f842d45b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:02:56.235324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c487173-84be-4bc1-b46a-7e0547a1d422,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:56.262740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 3ee35257-5457-4307-ae96-971a95ecade4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:02:56.270169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:56.280386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be756-5862-45e6-add0-8abfe6aafa8d req-64045d66-24a4-46fc-b8f9-674f28d92515 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:56.281310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ab1be756-5862-45e6-add0-8abfe6aafa8d req-64045d66-24a4-46fc-b8f9-674f28d92515 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:02:56.325769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c7c8632a-d2f2-42b9-a247-90770ff48f44 None None] Provisioning complete for port e3b757af-a157-4b2b-b8d5-f053b443f60e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:56.326143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c7c8632a-d2f2-42b9-a247-90770ff48f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:56.375120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 09c654fc-e73b-49fc-86d4-fdf1f842d45b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:56.376062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:56.488411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8632a-d2f2-42b9-a247-90770ff48f44 None None] Port e3b757af-a157-4b2b-b8d5-f053b443f60e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:56.693459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ab1be756-5862-45e6-add0-8abfe6aafa8d req-64045d66-24a4-46fc-b8f9-674f28d92515 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:02:56.695025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab1be756-5862-45e6-add0-8abfe6aafa8d req-64045d66-24a4-46fc-b8f9-674f28d92515 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 932 time: 0.8576035 May 26 23:02:56.757296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-853996aa-e80b-4512-b98e-25c27cd58535 None None] Provisioning complete for port e3b757af-a157-4b2b-b8d5-f053b443f60e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:02:56.757940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-853996aa-e80b-4512-b98e-25c27cd58535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:56.825884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-853996aa-e80b-4512-b98e-25c27cd58535 None None] Port e3b757af-a157-4b2b-b8d5-f053b443f60e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:02:57.015425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab1be756-5862-45e6-add0-8abfe6aafa8d req-6c1fed55-f5c6-47a7-8fa7-d896f87d3438 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615836 May 26 23:02:57.023165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Attempting to bind port 3c487173-84be-4bc1-b46a-7e0547a1d422 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:57.024038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Attempting to bind port 3c487173-84be-4bc1-b46a-7e0547a1d422 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:57.024038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Attempting to bind port 3c487173-84be-4bc1-b46a-7e0547a1d422 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:57.043812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Port 3c487173-84be-4bc1-b46a-7e0547a1d422 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:02:57.044253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Attempting to bind port 3c487173-84be-4bc1-b46a-7e0547a1d422 on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:57.054172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:57.054668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:57.055127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Bound using segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:57.055678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Bound port: 3c487173-84be-4bc1-b46a-7e0547a1d422, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:57.056097 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:57.179759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] For port 3c487173-84be-4bc1-b46a-7e0547a1d422, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:02:57.186591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] For port 3c487173-84be-4bc1-b46a-7e0547a1d422, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3c487173-84be-4bc1-b46a-7e0547a1d422,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:02:57.194673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:02:57.196099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:57.286410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:57.288002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 200 len: 1092 time: 3.1594124 May 26 23:02:57.290761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:02:57.388189 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9166ac9-241b-4b43-84a6-9481ac31e531'] response: {'name': 'network-changed', 'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422', 'status': 'completed', 'code': 200} May 26 23:02:57.509120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08850d-9f40-4574-80d0-01d12cda30c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c487173-84be-4bc1-b46a-7e0547a1d422,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:57.582101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:02:57.591294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-71b7d4f3-0100-4260-82fc-5a9da0e99a8b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5919118 May 26 23:02:57.592962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:02:57.593322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47072) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:57.616321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:02:57.619713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:57.637245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-339817545'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:57.648849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:57.659079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:57.664223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:57.679168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:57.741304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:57.745027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:57.805786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:02:57.826188 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:57.827120 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 3a2ad19e-9a60-4aa5-a423-021470cac06b of type vlan for network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 May 26 23:02:57.840830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-c269419c-48ca-4cc2-a4e2-b05c982c24f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 1095 time: 0.4502833 May 26 23:02:57.925962 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:57.931571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:57.940123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:02:57.941163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-2ec988d9-421d-44be-9903-23e1aa9e83eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 200 len: 217 time: 0.0853019 May 26 23:02:58.045104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf567-eff3-480d-8375-728abaeca695 req-55b9d013-e37d-41fd-9912-74a0c53c9687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:58.046717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-55b9d013-e37d-41fd-9912-74a0c53c9687 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0991812 May 26 23:02:58.053058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:58.057178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:58.057897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:58.166244 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5711186 May 26 23:02:58.171325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:58.185285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:02:58.355943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47102) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:58.374155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86a69f-8db8-41aa-846c-72b3734a1635 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=1cc3987e-f17c-4985-aeed-6a470a7fb0d8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:58.387075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:02:58.467678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:58.470489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e829916-b6df-477d-964e-86d277f0099b req-583c4af7-285b-4bed-8cb4-1bfa565fc2b7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:58.472854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e829916-b6df-477d-964e-86d277f0099b req-583c4af7-285b-4bed-8cb4-1bfa565fc2b7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 944 time: 0.2544944 May 26 23:02:58.473458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:58.477041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:58.480599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-3516cb66-82bd-4d32-aa12-0353e2a21a26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3884461 May 26 23:02:58.488787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:58.506644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:02:58.525488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-27eacac6-2ad4-4970-b286-06c988893c85 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:02:58.526716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-27eacac6-2ad4-4970-b286-06c988893c85 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075655 May 26 23:02:58.538671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 3, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:02:55Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:02:58.543684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:02:58.544801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Updating router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 port e3b757af-a157-4b2b-b8d5-f053b443f60e binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:02:58.610388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:58.655644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e829916-b6df-477d-964e-86d277f0099b req-717595a0-4f57-46ed-9aa2-8f4573fde76c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737156 May 26 23:02:58.663112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:58.800919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:02:58.806667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-4e8bbe47-c0a8-4496-8fbf-a845963eff1b service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718666 May 26 23:02:58.809117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Usage tracker for resource:security_group_rule and tenant:939f1a50287b4a6ba1969e1f7af714d9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:02:58.811433 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:58.830436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:02:58.842577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:02:59.083911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.087690 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.104230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Transition to ACTIVE for port object e3b757af-a157-4b2b-b8d5-f053b443f60e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:02:59.113844 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.168583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14ccf567-eff3-480d-8375-728abaeca695 req-e03b0a52-58cc-455e-b984-5cc26d43bd26 service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561103 May 26 23:02:59.183235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=97ab7d21-e91e-41d3-8b09-4c42e902cd9a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:59.183981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.194431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.196657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:59.197318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: 1cc3987e-f17c-4985-aeed-6a470a7fb0d8, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:02:59.250977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:02:59.267748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1cc3987e-f17c-4985-aeed-6a470a7fb0d8) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:02:59.274962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:59.275738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.303146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d4087-9e03-4bf5-871c-3141578c6a5a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:59.307738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ca78cb1d-082e-45b4-a4e6-3115a591a679 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1353121 May 26 23:02:59.308399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:59.308538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5b71f813-d7c4-41b5-8871-611838d1672d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=939f1a50287b4a6ba1969e1f7af714d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9487562 May 26 23:02:59.311289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47124) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:02:59.351481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5493c52c-7bbf-47f2-b023-30d793fbc08a None None] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:02:59.426678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b42c66fa-af52-4dac-8008-bc8b130bb476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.456816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-1888c443-d92e-4253-80ed-fc0eab1a2b18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 1095 time: 0.2120845 May 26 23:02:59.495068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Pushing event updated for resources: {'Port': ['ID=e3b757af-a157-4b2b-b8d5-f053b443f60e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:59.513704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b42c66fa-af52-4dac-8008-bc8b130bb476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.586351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.586690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.587828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.588312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.588965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.589547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.590060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.590377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.590761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.591006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.591329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:02:59.702726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Attempting to bind port e3b757af-a157-4b2b-b8d5-f053b443f60e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:02:59.703088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Attempting to bind port e3b757af-a157-4b2b-b8d5-f053b443f60e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:02:59.703445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Attempting to bind port e3b757af-a157-4b2b-b8d5-f053b443f60e on network 3ee35257-5457-4307-ae96-971a95ecade4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:02:59.795635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:02:59.798629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Checking segment: {'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:02:59.799032 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.799434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Bound using segment: {'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:02:59.802707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Bound port: e3b757af-a157-4b2b-b8d5-f053b443f60e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ac8bbc-daaa-4ade-8682-9521be52c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:02:59.803372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.814834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-3bcde18f-31b2-4543-94e3-1811227f4084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:02:59.817349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-3bcde18f-31b2-4543-94e3-1811227f4084 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.3494186 May 26 23:02:59.904311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-cbfd7f80-a770-4ba0-868c-fc3e27c206c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 200 len: 217 time: 0.0787270 May 26 23:02:59.905404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b42c66fa-af52-4dac-8008-bc8b130bb476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.958087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c66fa-af52-4dac-8008-bc8b130bb476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d4087-9e03-4bf5-871c-3141578c6a5a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:02:59.987892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b42c66fa-af52-4dac-8008-bc8b130bb476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:59.991957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b42c66fa-af52-4dac-8008-bc8b130bb476 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b94d4087-9e03-4bf5-871c-3141578c6a5a HTTP/1.1" status: 204 len: 168 time: 0.6698616 May 26 23:03:00.002074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-6fbdf81f-ebdb-4f99-9ed0-06b096f98013 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:00.003563 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-6fbdf81f-ebdb-4f99-9ed0-06b096f98013 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0925496 May 26 23:03:00.039798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:03:00.040621 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:00.043355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a7d7a-b216-4b67-bc94-aec3b69a89f8 req-105d7db3-4b26-4b2b-a631-f6b4fc66f269 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:00.051144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-154a7d7a-b216-4b67-bc94-aec3b69a89f8 req-105d7db3-4b26-4b2b-a631-f6b4fc66f269 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 944 time: 0.1243434 May 26 23:03:00.073035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] For port e3b757af-a157-4b2b-b8d5-f053b443f60e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:03:00.130359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] For port e3b757af-a157-4b2b-b8d5-f053b443f60e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e3b757af-a157-4b2b-b8d5-f053b443f60e,segment=NetworkSegment(16ac8bbc-daaa-4ade-8682-9521be52c535),segment_id=16ac8bbc-daaa-4ade-8682-9521be52c535)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:03:00.143094 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-784ed5c4-bee1-479f-a75a-8d57e958bb96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327569 May 26 23:03:00.147122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:00.202671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-154a7d7a-b216-4b67-bc94-aec3b69a89f8 req-a0d6a546-0669-42b2-9ca7-6b56abdba808 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504948 May 26 23:03:00.246320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:00.363183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-1a2d44a8-59d8-4ae5-b907-e0327dcc521a service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129200 May 26 23:03:00.514829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e999e-1205-4978-892c-f4e3f306872f None None] Pushing event updated for resources: {'Port': ['ID=e3b757af-a157-4b2b-b8d5-f053b443f60e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:00.540889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:00.554002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:00.604694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c19fe46-ef77-4e4f-9c0d-d6cb900a116a req-b531e0d7-456d-4281-8c29-f19134777190 service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228804 May 26 23:03:00.647814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Allocated IP 172.22.0.2 (1cc3987e-f17c-4985-aeed-6a470a7fb0d8/97ab7d21-e91e-41d3-8b09-4c42e902cd9a/218d2605-f397-4b1d-8f81-f3bc3f41f5c0) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:00.715904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:00.747525 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:00.790716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:00.795184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Usage tracker for resource:security_group_rule and tenant:b5d9addc10914a3f9a0fff9c54a4645e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:00.798038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:00.804535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:00.882194 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:00.886360 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:00.892203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:00.938218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb491728-5e6c-4c2a-9d72-19f86a79004d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:00.942851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7d00b207-0596-4643-b10f-7fcd1c57c47c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5d9addc10914a3f9a0fff9c54a4645e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2257242 May 26 23:03:00.945946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:01.007283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f63f-1bff-4dc6-9fc1-9826f77e7688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.037041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f63f-1bff-4dc6-9fc1-9826f77e7688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.097476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f63f-1bff-4dc6-9fc1-9826f77e7688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.111911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5f63f-1bff-4dc6-9fc1-9826f77e7688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb491728-5e6c-4c2a-9d72-19f86a79004d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:01.118643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f63f-1bff-4dc6-9fc1-9826f77e7688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.121722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f7e5f63f-1bff-4dc6-9fc1-9826f77e7688 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb491728-5e6c-4c2a-9d72-19f86a79004d HTTP/1.1" status: 204 len: 168 time: 0.1729984 May 26 23:03:01.240110 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.264229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Transition to ACTIVE for port object 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:01.319072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Transition to ACTIVE for port object 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:01.330397 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.403177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:01.411673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:01.414837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:01.436866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Pushing event updated for resources: {'Port': ['ID=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:01.489432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.22.0.1 (1cc3987e-f17c-4985-aeed-6a470a7fb0d8/97ab7d21-e91e-41d3-8b09-4c42e902cd9a/63f70fc0-cd8e-4489-b516-9087ea698f04) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:01.510362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f3726-5612-42ba-abf7-c65c6c097d82 req-5e282136-4acd-43be-878b-56aedf222e5b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:01.517558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-384f3726-5612-42ba-abf7-c65c6c097d82 req-5e282136-4acd-43be-878b-56aedf222e5b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 944 time: 0.1533926 May 26 23:03:01.586010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Attempting to bind port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:03:01.586627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Attempting to bind port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:03:01.587189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Attempting to bind port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 on network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:03:01.597067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:03:01.597833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Checking segment: {'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:01.598411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.598962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Bound using segment: {'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:03:01.599922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Bound port: 218d2605-f397-4b1d-8f81-f3bc3f41f5c0, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:03:01.600469 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.609012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-384f3726-5612-42ba-abf7-c65c6c097d82 req-7b2c6a45-fb1c-4d2a-bfd9-7e09ad8beea9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845811 May 26 23:03:01.669110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 3, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:00Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:01.678351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90900e2-06bd-4ece-8544-c3d90c284cdc None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 3, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:00Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:01.725124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.780137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object 63f70fc0-cd8e-4489-b516-9087ea698f04 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:01.795611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] For port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:03:01.799094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] For port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,segment=NetworkSegment(3a2ad19e-9a60-4aa5-a423-021470cac06b),segment_id=3a2ad19e-9a60-4aa5-a423-021470cac06b)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:03:01.804923 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.843200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:01.946683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:01.946810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506d0ee-d296-48c3-850a-8b89d8cee161 None None] Pushing event updated for resources: {'Port': ['ID=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:01.950640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:01.962244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:01.994234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=63f70fc0-cd8e-4489-b516-9087ea698f04,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:02.042014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:02.183980 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:02.695425 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:02.701113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:02.976185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=63f70fc0-cd8e-4489-b516-9087ea698f04,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:02.991762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:03.164358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941c2f1-64b1-4150-9236-b220783825d2 req-e28fa274-6af3-4aa8-9fab-68ca781868fa tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:03.170906 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e941c2f1-64b1-4150-9236-b220783825d2 req-e28fa274-6af3-4aa8-9fab-68ca781868fa tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 944 time: 0.2634108 May 26 23:03:03.249026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:03.251955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e941c2f1-64b1-4150-9236-b220783825d2 req-2443b606-3304-46da-9bdb-05494dc34abf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599706 May 26 23:03:03.252975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:03.394068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df17e3-529e-4e6a-beb3-d3a5bc53a6fc None None] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:03.651756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1dc40ccf-610a-4a10-ac31-e8dd8675bb7f None None] Provisioning for port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:03.901920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e3b757af-a157-4b2b-b8d5-f053b443f60e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:03.960264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:03.999477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e3b757af-a157-4b2b-b8d5-f053b443f60e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:04.006749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e3b757af-a157-4b2b-b8d5-f053b443f60e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:04.007638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.180440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.194549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:04.232932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-671ba2c4-82b4-4a06-94dc-3905dce8c613 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9233229 May 26 23:03:04.235374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47360) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:04.245429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'network': {'name': 'tempest-RoutersTest-241336964'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:04.254415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e3b757af-a157-4b2b-b8d5-f053b443f60e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e3b757af-a157-4b2b-b8d5-f053b443f60e,segment=NetworkSegment(16ac8bbc-daaa-4ade-8682-9521be52c535),segment_id=16ac8bbc-daaa-4ade-8682-9521be52c535)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:04.256455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:04.260577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:network and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:04.263454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:04.263896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.265195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:04.272309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:04.294478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:03:04.298646 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.339549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:03:04.374586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.374586 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added segment 71ed1c31-1073-433c-9a37-15627661bcc8 of type vlan for network c8b7a173-e70a-4e95-a79e-b7964aabec1c May 26 23:03:04.423186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.474875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.480703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:04.481420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.486961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e3b757af-a157-4b2b-b8d5-f053b443f60e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:04.549011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:04.554172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-794ee009-9232-4d04-8d05-874a90ef376d None None] Provisioning for port 63f70fc0-cd8e-4489-b516-9087ea698f04 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:04.560920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-794ee009-9232-4d04-8d05-874a90ef376d None None] Provisioning complete for port 63f70fc0-cd8e-4489-b516-9087ea698f04 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:04.561298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-794ee009-9232-4d04-8d05-874a90ef376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.620907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-794ee009-9232-4d04-8d05-874a90ef376d None None] Port 63f70fc0-cd8e-4489-b516-9087ea698f04 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:03:04.622639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:04.623156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:04.675521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3c487173-84be-4bc1-b46a-7e0547a1d422 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:03:04.696594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4565296 May 26 23:03:04.697175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47410) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:04.712156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'subnet': {'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:04.722451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464d252-1159-4e9f-be87-e733422ca693 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Network': ['ID=c8b7a173-e70a-4e95-a79e-b7964aabec1c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:04.874192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc8ff1-ec74-4e80-b8bb-b0dd61bc24fc req-4fcd4a65-2734-451f-9659-f37ef2e41230 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:04.876390 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32dc8ff1-ec74-4e80-b8bb-b0dd61bc24fc req-4fcd4a65-2734-451f-9659-f37ef2e41230 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 944 time: 0.3851061 May 26 23:03:04.891803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:04.897535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:subnet and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:04.901760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:04.908617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:04.964087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Made reservation on behalf of cbbaa22f8a964242b19182819118c956 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:03:04.977092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a84bb5b6-400e-4067-bbf0-695c5e4c637c None None] Provisioning complete for port 63f70fc0-cd8e-4489-b516-9087ea698f04 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:04.977886 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a84bb5b6-400e-4067-bbf0-695c5e4c637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.056235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47460) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:05.079223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:03:05.167162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.220910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32dc8ff1-ec74-4e80-b8bb-b0dd61bc24fc req-0a359169-f6a5-4c6f-963a-8c431d64726c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022385 May 26 23:03:05.247925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a84bb5b6-400e-4067-bbf0-695c5e4c637c None None] Port 63f70fc0-cd8e-4489-b516-9087ea698f04 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:03:05.254164 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.299827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3c487173-84be-4bc1-b46a-7e0547a1d422, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3c487173-84be-4bc1-b46a-7e0547a1d422,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:05.322313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '3c487173-84be-4bc1-b46a-7e0547a1d422', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '3c487173-84be-4bc1-b46a-7e0547a1d422', 'mac_address': 'fa:16:3e:59:41:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:03:05.329108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,segment=NetworkSegment(3a2ad19e-9a60-4aa5-a423-021470cac06b),segment_id=3a2ad19e-9a60-4aa5-a423-021470cac06b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:05.377278 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.397004 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.409734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.465438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:05.469778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Usage tracker for resource:security_group_rule and tenant:6bc65447379e4b5db1b55c074c294e9f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:05.476772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:05.486962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:05.492209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-beb2ad9c-777e-4be0-8f40-291fe036c76c None None] Provisioning complete for port 63f70fc0-cd8e-4489-b516-9087ea698f04 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:05.493114 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-beb2ad9c-777e-4be0-8f40-291fe036c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.506288 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:05.533588 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:05.534835 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:05.536806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c487173-84be-4bc1-b46a-7e0547a1d422 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:03:05.568799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:05.582419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3c487173-84be-4bc1-b46a-7e0547a1d422, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3c487173-84be-4bc1-b46a-7e0547a1d422,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:05.592598 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.595407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-beb2ad9c-777e-4be0-8f40-291fe036c76c None None] Port 63f70fc0-cd8e-4489-b516-9087ea698f04 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:03:05.761899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.766887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e3b757af-a157-4b2b-b8d5-f053b443f60e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:05.769785 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:05.770744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.778123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:05.933425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06798bbe-e9e5-4b23-ae83-3b41d60529ac,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:05.938008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Subnet': ['ID=8d8842b7-baa1-4ba4-9ed1-c2b2229992de,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:05.957391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-24af9360-01db-42f8-9f5d-66108087411e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bc65447379e4b5db1b55c074c294e9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8939984 May 26 23:03:05.957979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47554) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:05.979771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Checking segment: {'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:05.980633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network hostable DHCP agents. Network: c8b7a173-e70a-4e95-a79e-b7964aabec1c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:03:06.003974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3c487173-84be-4bc1-b46a-7e0547a1d422,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:06.026955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e3b757af-a157-4b2b-b8d5-f053b443f60e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:06.027261 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:06.066417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:03:06.087126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c8b7a173-e70a-4e95-a79e-b7964aabec1c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:06.093376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:06.095056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:06.119208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3c487173-84be-4bc1-b46a-7e0547a1d422'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:06.134488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee10ae38-e790-4857-9202-7587dc297112 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4367552 May 26 23:03:06.138413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47580) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:06.187681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90b1d6c0-953b-4874-8645-2d378a236523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:06.207027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8aec27-77d8-4e35-aeb4-14752754645d None None] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:06.268957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90b1d6c0-953b-4874-8645-2d378a236523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:06.398785 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90b1d6c0-953b-4874-8645-2d378a236523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:06.423410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d6c0-953b-4874-8645-2d378a236523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06798bbe-e9e5-4b23-ae83-3b41d60529ac,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:06.434629 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90b1d6c0-953b-4874-8645-2d378a236523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:06.436148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-90b1d6c0-953b-4874-8645-2d378a236523 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06798bbe-e9e5-4b23-ae83-3b41d60529ac HTTP/1.1" status: 204 len: 168 time: 0.4769037 May 26 23:03:06.510625 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:02Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:02Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:06.516286 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:06.516971 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Updating router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 port 63f70fc0-cd8e-4489-b516-9087ea698f04 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:03:06.597410 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:06.765113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:06.965011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38dbc-cd67-4417-a19f-320edf6b0253 req-521b9344-c5cf-47e9-8f81-7e7a014ae231 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:06.968878 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73a38dbc-cd67-4417-a19f-320edf6b0253 req-521b9344-c5cf-47e9-8f81-7e7a014ae231 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 945 time: 0.4965189 May 26 23:03:07.097364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73a38dbc-cd67-4417-a19f-320edf6b0253 req-c51ce9cc-1167-4335-a848-be37aa2af44e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 May 26 23:03:07.242808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-c8b7a173-e70a-4e95-a79e-b7964aabec1c', 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'fixed_ips': [{'subnet_id': '8d8842b7-baa1-4ba4-9ed1-c2b2229992de'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:03:07.243620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:07.244614 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:07.276543 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Transition to ACTIVE for port object 63f70fc0-cd8e-4489-b516-9087ea698f04 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:07.295152 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:07.364043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:07.365134 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:07.530670 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4c181-4c41-4d71-94d7-df14d28c2e89 None None] Pushing event updated for resources: {'Port': ['ID=63f70fc0-cd8e-4489-b516-9087ea698f04,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:07.713304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:07.715567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Allocated IP 172.23.0.2 (c8b7a173-e70a-4e95-a79e-b7964aabec1c/8d8842b7-baa1-4ba4-9ed1-c2b2229992de/035ebd83-4775-4cd0-9923-051bf292105a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:07.728970 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Attempting to bind port 63f70fc0-cd8e-4489-b516-9087ea698f04 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:03:07.728970 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Attempting to bind port 63f70fc0-cd8e-4489-b516-9087ea698f04 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:03:07.728970 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Attempting to bind port 63f70fc0-cd8e-4489-b516-9087ea698f04 on network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:03:07.733745 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:03:07.734119 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Checking segment: {'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:07.734516 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:07.734898 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Bound using segment: {'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:03:07.735359 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Bound port: 63f70fc0-cd8e-4489-b516-9087ea698f04, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2ad19e-9a60-4aa5-a423-021470cac06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:03:07.735718 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:07.885938 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] For port 63f70fc0-cd8e-4489-b516-9087ea698f04, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:03:07.889281 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] For port 63f70fc0-cd8e-4489-b516-9087ea698f04, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=63f70fc0-cd8e-4489-b516-9087ea698f04,segment=NetworkSegment(3a2ad19e-9a60-4aa5-a423-021470cac06b),segment_id=3a2ad19e-9a60-4aa5-a423-021470cac06b)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:03:07.894378 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:08.020669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:08.021305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:08.022370 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:08.062332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Transition to ACTIVE for port object 035ebd83-4775-4cd0-9923-051bf292105a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:08.117174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Transition to ACTIVE for port object 035ebd83-4775-4cd0-9923-051bf292105a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:08.130423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:08.198907 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4c181-4c41-4d71-94d7-df14d28c2e89 None None] Pushing event updated for resources: {'Port': ['ID=63f70fc0-cd8e-4489-b516-9087ea698f04,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:08.232932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:08.236063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:08.240330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:08.253049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Pushing event updated for resources: {'Port': ['ID=035ebd83-4775-4cd0-9923-051bf292105a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:08.298281 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:08.413137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Allocated IP 172.23.0.1 (c8b7a173-e70a-4e95-a79e-b7964aabec1c/8d8842b7-baa1-4ba4-9ed1-c2b2229992de/cca10c0b-8619-4afb-abe8-6db38080bd07) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:08.426709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563436d-8240-4019-b00a-4d672f4f422c req-e6058951-3cf6-4b00-87da-85dfb437e58a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:08.439438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Attempting to bind port 035ebd83-4775-4cd0-9923-051bf292105a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:03:08.440034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Attempting to bind port 035ebd83-4775-4cd0-9923-051bf292105a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:03:08.440250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6563436d-8240-4019-b00a-4d672f4f422c req-e6058951-3cf6-4b00-87da-85dfb437e58a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 945 time: 0.1428573 May 26 23:03:08.441240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Attempting to bind port 035ebd83-4775-4cd0-9923-051bf292105a on network c8b7a173-e70a-4e95-a79e-b7964aabec1c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:03:08.449368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:03:08.450057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Checking segment: {'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:08.450647 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:08.451191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Bound using segment: {'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:03:08.451815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Bound port: 035ebd83-4775-4cd0-9923-051bf292105a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:03:08.453353 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:08.574955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] For port 035ebd83-4775-4cd0-9923-051bf292105a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:03:08.579472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] For port 035ebd83-4775-4cd0-9923-051bf292105a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=035ebd83-4775-4cd0-9923-051bf292105a,segment=NetworkSegment(71ed1c31-1073-433c-9a37-15627661bcc8),segment_id=71ed1c31-1073-433c-9a37-15627661bcc8)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:03:08.583778 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6563436d-8240-4019-b00a-4d672f4f422c req-e2311d0b-f37b-4286-9051-215aefa50349 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425965 May 26 23:03:08.585275 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:08.755834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97ff53-b074-4743-8d33-d1bff2026e79 None None] Pushing event updated for resources: {'Port': ['ID=035ebd83-4775-4cd0-9923-051bf292105a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:08.766811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3c487173-84be-4bc1-b46a-7e0547a1d422 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:08.912475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 3c487173-84be-4bc1-b46a-7e0547a1d422 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:08.925856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 3c487173-84be-4bc1-b46a-7e0547a1d422 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:08.926226 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.020669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47740) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:09.039208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.059173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Transition to ACTIVE for port object cca10c0b-8619-4afb-abe8-6db38080bd07 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:09.111593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.115140 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:02Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:07Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:09.129751 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba5894-ff0d-4fc4-899e-7897479d0170 None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:02Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:07Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:09.146804 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.210182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:03:09.217521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:09.265529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:09.266457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 3c487173-84be-4bc1-b46a-7e0547a1d422, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3c487173-84be-4bc1-b46a-7e0547a1d422,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:09.270880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:09.278594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.333478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=cca10c0b-8619-4afb-abe8-6db38080bd07,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:09.357171 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.433879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.476577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:09.481312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ca82e1d0914795a393765671f39eb6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:09.486724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:09.489453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=3c487173-84be-4bc1-b46a-7e0547a1d422,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:09.494264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:09.524830 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.666286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.679824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:09.797096 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3bfa2f-b2d3-4c60-a58d-235709db8753'] response: {'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422', 'code': 200} May 26 23:03:09.886122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5ca82e1d0914795a393765671f39eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8626959 May 26 23:03:09.888994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47758) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:09.889947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b878d-3280-445c-b678-45e376e0fe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e7b92-8e69-45e9-97cf-d1191091e175,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:10.009032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 63f70fc0-cd8e-4489-b516-9087ea698f04 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:10.154382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1796ed1-6a4f-4294-8773-85c75e47928e req-4a014dfd-98a2-4bf2-aff9-23cf022686f5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:10.167445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1796ed1-6a4f-4294-8773-85c75e47928e req-4a014dfd-98a2-4bf2-aff9-23cf022686f5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 946 time: 0.2369139 May 26 23:03:10.169040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 63f70fc0-cd8e-4489-b516-9087ea698f04 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:10.177132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 63f70fc0-cd8e-4489-b516-9087ea698f04 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:10.177570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.283201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d81b1cf-93cf-401a-9ba3-1b53daeff7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.332236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d1796ed1-6a4f-4294-8773-85c75e47928e req-6e4112e3-7f70-4a26-992f-b102dd5a3c40 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590068 May 26 23:03:10.394189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d81b1cf-93cf-401a-9ba3-1b53daeff7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.472366 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.482412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.494939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d81b1cf-93cf-401a-9ba3-1b53daeff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.498552 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.523474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81b1cf-93cf-401a-9ba3-1b53daeff7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3e7b92-8e69-45e9-97cf-d1191091e175,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:10.525437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d81b1cf-93cf-401a-9ba3-1b53daeff7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.528800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4d81b1cf-93cf-401a-9ba3-1b53daeff7e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e3e7b92-8e69-45e9-97cf-d1191091e175 HTTP/1.1" status: 204 len: 168 time: 0.6300833 May 26 23:03:10.540774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 63f70fc0-cd8e-4489-b516-9087ea698f04, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=63f70fc0-cd8e-4489-b516-9087ea698f04,segment=NetworkSegment(3a2ad19e-9a60-4aa5-a423-021470cac06b),segment_id=3a2ad19e-9a60-4aa5-a423-021470cac06b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:10.552110 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.552827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 035ebd83-4775-4cd0-9923-051bf292105a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:10.674986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6b970-0bf1-4ef5-9d9f-64532ff0d3f4 None None] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:10.873560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:10.887634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event updated for resources: {'Port': ['ID=cca10c0b-8619-4afb-abe8-6db38080bd07,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:10.902686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f94ecec1-049e-497a-bb0a-40641fbcd9a5 None None] Provisioning for port 035ebd83-4775-4cd0-9923-051bf292105a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:10.969519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=63f70fc0-cd8e-4489-b516-9087ea698f04,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:10.971695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9a4e43f-f6b8-4acc-bd51-38e6492bb91c req-ee0d90f1-efcd-4ed8-9117-d974e7513ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 1097 time: 0.9825182 May 26 23:03:11.029947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 035ebd83-4775-4cd0-9923-051bf292105a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:11.032851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9a4e43f-f6b8-4acc-bd51-38e6492bb91c req-e8376c23-7f11-4f7b-8037-7c606fd7078e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 May 26 23:03:11.038074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 035ebd83-4775-4cd0-9923-051bf292105a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:11.038443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:11.137779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:11.150303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:11.354032 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:11.395609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 035ebd83-4775-4cd0-9923-051bf292105a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=035ebd83-4775-4cd0-9923-051bf292105a,segment=NetworkSegment(71ed1c31-1073-433c-9a37-15627661bcc8),segment_id=71ed1c31-1073-433c-9a37-15627661bcc8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:11.403239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:11.548645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3c1e4-7918-40d3-ade1-375f937c6893 req-e223d636-6e8d-4912-b3c3-bee730eb8a7c tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:11.557720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=035ebd83-4775-4cd0-9923-051bf292105a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:11.570116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b3c1e4-7918-40d3-ade1-375f937c6893 req-e223d636-6e8d-4912-b3c3-bee730eb8a7c tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 950 time: 0.2263258 May 26 23:03:11.674602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71b3c1e4-7918-40d3-ade1-375f937c6893 req-bfd825b9-54ab-4077-b53a-caeaa8177c29 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992117 May 26 23:03:11.813490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e7610a56-c912-44cf-8d45-23df590599eb None None] Provisioning complete for port 035ebd83-4775-4cd0-9923-051bf292105a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:11.813881 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e7610a56-c912-44cf-8d45-23df590599eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:11.889802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 63f70fc0-cd8e-4489-b516-9087ea698f04 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:12.113035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:12.248065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 63f70fc0-cd8e-4489-b516-9087ea698f04 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:12.248432 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:12.432486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e7610a56-c912-44cf-8d45-23df590599eb None None] Provisioning for port cca10c0b-8619-4afb-abe8-6db38080bd07 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:12.450013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e7610a56-c912-44cf-8d45-23df590599eb None None] Provisioning complete for port cca10c0b-8619-4afb-abe8-6db38080bd07 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:12.450378 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e7610a56-c912-44cf-8d45-23df590599eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:12.533893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639767e-0c37-4ddc-a379-7d024e57ae80 req-f628b7de-af5e-4f47-b2f3-0916522f9a7f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:12.534913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2639767e-0c37-4ddc-a379-7d024e57ae80 req-f628b7de-af5e-4f47-b2f3-0916522f9a7f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 946 time: 0.5327852 May 26 23:03:12.591687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e7610a56-c912-44cf-8d45-23df590599eb None None] Port cca10c0b-8619-4afb-abe8-6db38080bd07 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:03:12.605930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 035ebd83-4775-4cd0-9923-051bf292105a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:12.750539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2639767e-0c37-4ddc-a379-7d024e57ae80 req-0a2cfc38-1148-40de-93bd-9064012bb6ab tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931070 May 26 23:03:12.803509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1cfe38ff-bbbc-4246-92f8-333a4b25f511 None None] Provisioning complete for port cca10c0b-8619-4afb-abe8-6db38080bd07 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:12.804010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1cfe38ff-bbbc-4246-92f8-333a4b25f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:12.814483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:12.832647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cc756c64-3cb4-40d4-81c8-15f9adea65ac tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6927435 May 26 23:03:12.835252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:12.842547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:12.842758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 035ebd83-4775-4cd0-9923-051bf292105a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:12.843039 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:12.939948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe38ff-bbbc-4246-92f8-333a4b25f511 None None] Port cca10c0b-8619-4afb-abe8-6db38080bd07 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:03:12.987168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-d7ce5ed1-1ee8-4e20-b444-d452d8d2df63 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:12.989107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-d7ce5ed1-1ee8-4e20-b444-d452d8d2df63 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 950 time: 0.1009500 May 26 23:03:13.075132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Deleting port 9e8ca184-01ca-4df4-969b-53e156e60dac {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:13.075474 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:13.178907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1b132-aaf8-49e2-bcdf-d664a53e93a2 req-cc02135b-3566-464e-89ab-99445e6b5086 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:13.180622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59d1b132-aaf8-49e2-bcdf-d664a53e93a2 req-cc02135b-3566-464e-89ab-99445e6b5086 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 950 time: 0.2018163 May 26 23:03:13.367382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] For port 9e8ca184-01ca-4df4-969b-53e156e60dac, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9e8ca184-01ca-4df4-969b-53e156e60dac,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:13.368031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:13.429427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59d1b132-aaf8-49e2-bcdf-d664a53e93a2 req-650770ba-c884-4ef7-8ccf-74da3615ddf6 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceebae53-ba40-4eb7-80c8-d04a9ab606a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910040 May 26 23:03:13.468142 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:03:13.512329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Calling delete_port for 9e8ca184-01ca-4df4-969b-53e156e60dac owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:13.681157 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:13.698971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['9e8ca184-01ca-4df4-969b-53e156e60dac'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:13.736185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Pushing event deleted for resources: {'Port': ['ID=9e8ca184-01ca-4df4-969b-53e156e60dac,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:13.773817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.extraroute_db [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84030) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 26 23:03:13.794111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.extraroute_db [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Removed routes are [] {{(pid=84030) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 26 23:03:13.795129 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:13.850928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] No DVR routers for this DVR port 9e8ca184-01ca-4df4-969b-53e156e60dac on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:03:13.855642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:13.859838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'name': 'network-vif-deleted', 'tag': '9e8ca184-01ca-4df4-969b-53e156e60dac'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:03:13.889888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da2d8acb-466e-41f5-a438-76665f544eb5 req-02cd693d-5933-4a19-8725-ec6fc65bf12d tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.55 "DELETE /v2.0/ports/9e8ca184-01ca-4df4-969b-53e156e60dac HTTP/1.1" status: 204 len: 173 time: 0.8925211 May 26 23:03:13.949960 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4eddd6-f104-4817-8cee-f47e48237c36'] response: {'server_uuid': 'dc6f16f5-c7fe-4f95-80f1-21c14bbac96c', 'name': 'network-vif-deleted', 'tag': '9e8ca184-01ca-4df4-969b-53e156e60dac', 'status': 'completed', 'code': 200} May 26 23:03:14.004685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e422c-7f7f-4468-8fd4-fce88cb0a182 req-fc04d376-63ae-4041-93c9-036c03d2bc58 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:14.006235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-407e422c-7f7f-4468-8fd4-fce88cb0a182 req-fc04d376-63ae-4041-93c9-036c03d2bc58 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 946 time: 0.1111567 May 26 23:03:14.067452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-407e422c-7f7f-4468-8fd4-fce88cb0a182 req-ed48c843-e230-4d0c-b0e7-e35f8c248029 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554905 May 26 23:03:14.385638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:14.393022 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:14.397689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-2697f5eb-af4b-4eac-8920-a6100f438342 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 267 time: 0.1047599 May 26 23:03:14.682558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-6bab2957-58e1-45bf-87e3-fb9daf4f0da5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:14.685122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-6bab2957-58e1-45bf-87e3-fb9daf4f0da5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 946 time: 0.2317135 May 26 23:03:14.691205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12965c2b-fce4-4e70-8368-b39e65515867 req-45590368-15c6-4cef-b09a-92c0b864ee84 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Synchronizing usage tracker for tenant:3123c5c7c11042489870add5f6b44da2 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:03:14.706674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'port': {'security_groups': []}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:14.708925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:14.718383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12965c2b-fce4-4e70-8368-b39e65515867 req-45590368-15c6-4cef-b09a-92c0b864ee84 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] Unset dirty status for tenant:3123c5c7c11042489870add5f6b44da2 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:03:14.719995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12965c2b-fce4-4e70-8368-b39e65515867 req-45590368-15c6-4cef-b09a-92c0b864ee84 tempest-VolumesBackupsTest-158165501 tempest-VolumesBackupsTest-158165501-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc6f16f5-c7fe-4f95-80f1-21c14bbac96c HTTP/1.1" status: 200 len: 210 time: 0.1196225 May 26 23:03:14.780146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:14.862567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:14.893241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:14.897258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Usage tracker for resource:security_group_rule and tenant:9e555193a9304a44a69d333d8424d3bc is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:14.900126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:14.905821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:14.973452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:14.977134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.013160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.021524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041b88bc-f3ec-4133-9aa0-c8d2fe42db4c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:15.026851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e2362b43-b76d-448a-90f5-56503dbb8b5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e555193a9304a44a69d333d8424d3bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3161678 May 26 23:03:15.029919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47874) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:15.091396 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f699c44a-3b26-43cb-bb1e-5bdbbf07a612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.120600 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f699c44a-3b26-43cb-bb1e-5bdbbf07a612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.173492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f699c44a-3b26-43cb-bb1e-5bdbbf07a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.189500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699c44a-3b26-43cb-bb1e-5bdbbf07a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041b88bc-f3ec-4133-9aa0-c8d2fe42db4c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:15.193840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f699c44a-3b26-43cb-bb1e-5bdbbf07a612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.198679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f699c44a-3b26-43cb-bb1e-5bdbbf07a612 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/041b88bc-f3ec-4133-9aa0-c8d2fe42db4c HTTP/1.1" status: 204 len: 168 time: 0.1644940 May 26 23:03:15.277482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:15.288212 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.289746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04f08764-d8b4-4215-a0ca-e476362614a5 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 200 len: 933 time: 2.4531364 May 26 23:03:15.292421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47880) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:15.350917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] For port 3c487173-84be-4bc1-b46a-7e0547a1d422, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3c487173-84be-4bc1-b46a-7e0547a1d422,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:15.387700 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.395426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.407524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3c487173-84be-4bc1-b46a-7e0547a1d422'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:15.437147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909', 'c029680c-770d-4084-bdf8-34334cafcfbd'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:15.536568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e506511-4bb4-48ce-a7ac-43015273e487 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 200 len: 933 time: 0.2386281 May 26 23:03:15.536819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47888) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:15.542040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'routes': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:15.598877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:15.636720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47892) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:15.653638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:15.655044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:15.678721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.694658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:15.695282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.696836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36bab50b-d700-45b8-8d44-d9ec4c72e52c req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "PUT /v2.0/ports/3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 200 len: 905 time: 1.0020370 May 26 23:03:15.699579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:03:15.732043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab95779-8cd8-4c50-a74a-2e92123ba4db tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=3c487173-84be-4bc1-b46a-7e0547a1d422,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:15.743531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:15.753190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Usage tracker for resource:security_group_rule and tenant:c6ff3ed7e3ea450cb7bfff2f34de0cb6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:15.761330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:15.775636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:15.821371 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df6e005-b5a4-44f1-a786-083d2dc7eefa'] response: {'name': 'network-changed', 'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422', 'status': 'completed', 'code': 200} May 26 23:03:15.919524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.925230 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.972466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['3c487173-84be-4bc1-b46a-7e0547a1d422'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:15.974148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d371b172-1a76-4b78-8942-407787d91910,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:16.005013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eeae65f1-675d-4874-bebd-fb8b9b91ad2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6ff3ed7e3ea450cb7bfff2f34de0cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3547664 May 26 23:03:16.005614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47904) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:16.094879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6d26-7bdd-4f06-99cf-f42ad6c1e9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:16.123124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-7dadc505-f004-4cb7-9d5e-72189618eca3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 1059 time: 0.2272887 May 26 23:03:16.134648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6d26-7bdd-4f06-99cf-f42ad6c1e9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:16.226361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6d26-7bdd-4f06-99cf-f42ad6c1e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:16.234036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402c518-947f-47aa-a783-0ff400e8010f req-234dd7f0-6e14-4c1b-9616-92f5538dc6c1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:16.247055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7402c518-947f-47aa-a783-0ff400e8010f req-234dd7f0-6e14-4c1b-9616-92f5538dc6c1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 908 time: 0.2766554 May 26 23:03:16.256918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b6d26-7bdd-4f06-99cf-f42ad6c1e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d371b172-1a76-4b78-8942-407787d91910,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:16.257383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-63f87bbc-1741-457e-bd2e-5f2f602c50c5 None None] Provisioning complete for port 3c487173-84be-4bc1-b46a-7e0547a1d422 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:16.258185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-63f87bbc-1741-457e-bd2e-5f2f602c50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:16.265168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6d26-7bdd-4f06-99cf-f42ad6c1e9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:16.266396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ed2b6d26-7bdd-4f06-99cf-f42ad6c1e9d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d371b172-1a76-4b78-8942-407787d91910 HTTP/1.1" status: 204 len: 168 time: 0.2596850 May 26 23:03:16.359781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-93dc4e71-f283-4191-8540-d863656e83bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:16.362502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-93dc4e71-f283-4191-8540-d863656e83bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.2292128 May 26 23:03:16.378068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:16.597134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abce6cd-e7fd-4edc-bb91-d0f5af7d2bc6 req-b3559fe8-a4c1-4dfa-9724-b177c7838366 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:16.611547 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4abce6cd-e7fd-4edc-bb91-d0f5af7d2bc6 req-b3559fe8-a4c1-4dfa-9724-b177c7838366 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2132585 May 26 23:03:16.636025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-07db08f1-e787-47eb-a0ec-4116dd20cb23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 200 len: 217 time: 0.1627209 May 26 23:03:16.726522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4abce6cd-e7fd-4edc-bb91-d0f5af7d2bc6 req-5668d3ab-d52f-4ca4-93f7-a8f2a34a2c77 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139059 May 26 23:03:16.810194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-9a5fb105-2db7-48c5-9ee6-39ed8d3d30e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:16.820169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-9a5fb105-2db7-48c5-9ee6-39ed8d3d30e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1702561 May 26 23:03:16.989855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:13Z', 'revision_number': 6, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cca10c0b-8619-4afb-abe8-6db38080bd07', 'name': '', 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:9b:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8842b7-baa1-4ba4-9ed1-c2b2229992de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:08Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8d8842b7-baa1-4ba4-9ed1-c2b2229992de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:16.996042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:16.996528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Updating router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 port cca10c0b-8619-4afb-abe8-6db38080bd07 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:03:17.071043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:17.228248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-e8e27d2f-d8f2-4f5b-b549-747f553dfd76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4072042 May 26 23:03:17.246780 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd93c90d-ccc6-4dc4-b49b-3fbabf267edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:17.302354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added routes are [] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 26 23:03:17.302773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.extraroute_db [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 26 23:03:17.318599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4c9c3-f26d-4cdf-9fc6-074bd0d44f9f req-196deafc-4743-43c9-b970-9f6c79c22922 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:17.322152 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6f4c9c3-f26d-4cdf-9fc6-074bd0d44f9f req-196deafc-4743-43c9-b970-9f6c79c22922 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3091366 May 26 23:03:17.532030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:17.548192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6f4c9c3-f26d-4cdf-9fc6-074bd0d44f9f req-92c5b38e-986d-4eeb-84a1-3881b07766f2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611352 May 26 23:03:17.558864 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-cbd35a47-8da0-487f-a2de-a0249a8db072 service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221276 May 26 23:03:17.580074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:17.622814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Transition to ACTIVE for port object cca10c0b-8619-4afb-abe8-6db38080bd07 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:17.639956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:17.904331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57f064-c655-4974-b404-90c4e2f269c6 req-a4a18b84-e2cf-4f26-97f9-3dbde3148fdf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:17.910985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd57f064-c655-4974-b404-90c4e2f269c6 req-a4a18b84-e2cf-4f26-97f9-3dbde3148fdf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1709278 May 26 23:03:17.973440 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd57f064-c655-4974-b404-90c4e2f269c6 req-025434be-d339-49c5-8ef5-9df0cbb5ee92 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611780 May 26 23:03:18.004365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658efe6-0682-428a-9f03-5cac1c9c6d65 None None] Pushing event updated for resources: {'Port': ['ID=cca10c0b-8619-4afb-abe8-6db38080bd07,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:18.206884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Attempting to bind port cca10c0b-8619-4afb-abe8-6db38080bd07 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:03:18.218131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Attempting to bind port cca10c0b-8619-4afb-abe8-6db38080bd07 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:03:18.218131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Attempting to bind port cca10c0b-8619-4afb-abe8-6db38080bd07 on network c8b7a173-e70a-4e95-a79e-b7964aabec1c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:03:18.228190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:03:18.228190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Checking segment: {'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:18.239767 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:18.239767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Bound using segment: {'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:03:18.239767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Bound port: cca10c0b-8619-4afb-abe8-6db38080bd07, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed1c31-1073-433c-9a37-15627661bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:03:18.239767 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:18.272324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e8ca184-01ca-4df4-969b-53e156e60dac no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:18.272918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e10b5701-7f0b-48af-9018-c6d46cf08187 req-5b980234-c7ae-4006-ad06-a21476141841 service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418867 May 26 23:03:18.378985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 9e8ca184-01ca-4df4-969b-53e156e60dac {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:18.379443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9e8ca184-01ca-4df4-969b-53e156e60dac not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:18.478725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] For port cca10c0b-8619-4afb-abe8-6db38080bd07, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:03:18.482715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] For port cca10c0b-8619-4afb-abe8-6db38080bd07, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cca10c0b-8619-4afb-abe8-6db38080bd07,segment=NetworkSegment(71ed1c31-1073-433c-9a37-15627661bcc8),segment_id=71ed1c31-1073-433c-9a37-15627661bcc8)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:03:18.489865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:18.526987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69001d5c-f607-4f41-863f-75e73c44aa45 req-01cc8552-9dcc-4eae-947d-65f8eabb415c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:18.538975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69001d5c-f607-4f41-863f-75e73c44aa45 req-01cc8552-9dcc-4eae-947d-65f8eabb415c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2711446 May 26 23:03:18.594489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:18.595436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:02:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:18.752584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69001d5c-f607-4f41-863f-75e73c44aa45 req-ff65ca50-e670-4f78-9c09-14765de83ffb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128519 May 26 23:03:18.760420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:18.767645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658efe6-0682-428a-9f03-5cac1c9c6d65 None None] Pushing event updated for resources: {'Port': ['ID=cca10c0b-8619-4afb-abe8-6db38080bd07,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:18.771453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:18.834195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:18.902897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47974) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:19.145789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:19.270405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:19.365415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:19.376987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:17Z', 'revision_number': 7, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cca10c0b-8619-4afb-abe8-6db38080bd07', 'name': '', 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:9b:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8842b7-baa1-4ba4-9ed1-c2b2229992de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:08Z', 'updated_at': '2022-05-26T23:03:18Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8d8842b7-baa1-4ba4-9ed1-c2b2229992de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:19.382853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f805b-7375-4664-af94-5917d60463c8 None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:17Z', 'revision_number': 7, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cca10c0b-8619-4afb-abe8-6db38080bd07', 'name': '', 'network_id': 'c8b7a173-e70a-4e95-a79e-b7964aabec1c', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:9b:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8842b7-baa1-4ba4-9ed1-c2b2229992de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:08Z', 'updated_at': '2022-05-26T23:03:18Z', 'revision_number': 4, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8d8842b7-baa1-4ba4-9ed1-c2b2229992de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:19.384094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:19.387545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-03f8080a-88a8-4d45-aaa4-7636a7b3325b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 200 len: 699 time: 3.8473380 May 26 23:03:19.388227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47992) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:19.392208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:19.396687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:0117e2daa2be4680a046a752856b440d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:19.399837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:19.405938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:19.487098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:19.496790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:19.582075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-5222bea6-744a-419c-a653-c7c4fffb37ea tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:19.583612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-5222bea6-744a-419c-a653-c7c4fffb37ea tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.4800494 May 26 23:03:19.625135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b365ca8-636a-4d3d-a1b7-4ee9ea83754e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:19.641217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-1b2bccaf-2718-47af-a00e-50697801c966 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/quotas/298537138acc4da6be77c84737e82811 HTTP/1.1" status: 200 len: 375 time: 0.0307059 May 26 23:03:19.647704 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-26574e52-e8a8-4ccb-85b0-090a75938fb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0117e2daa2be4680a046a752856b440d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7437465 May 26 23:03:19.648756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48002) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:19.882474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0baf28b7-b85c-4920-b3bd-16c52e98623a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 200 len: 699 time: 0.4901679 May 26 23:03:19.886239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:19.910411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cca10c0b-8619-4afb-abe8-6db38080bd07 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:19.984812 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-83cda3cb-9838-4f96-90f8-8d305691c0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:19.992904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b60c55ca-0120-42e9-bcd8-4dba7dbe3b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.076426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port cca10c0b-8619-4afb-abe8-6db38080bd07 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:20.085921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cca10c0b-8619-4afb-abe8-6db38080bd07 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:20.086674 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.181436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b60c55ca-0120-42e9-bcd8-4dba7dbe3b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.239236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-c037be11-6eaf-45a3-9991-488e11822eba tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5720975 May 26 23:03:20.268916 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.316476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port cca10c0b-8619-4afb-abe8-6db38080bd07, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cca10c0b-8619-4afb-abe8-6db38080bd07,segment=NetworkSegment(71ed1c31-1073-433c-9a37-15627661bcc8),segment_id=71ed1c31-1073-433c-9a37-15627661bcc8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:20.321559 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.411659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=cca10c0b-8619-4afb-abe8-6db38080bd07,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:20.544684 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b60c55ca-0120-42e9-bcd8-4dba7dbe3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.583785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c55ca-0120-42e9-bcd8-4dba7dbe3b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b365ca8-636a-4d3d-a1b7-4ee9ea83754e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:20.639953 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.662954 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-438d7608-46b5-4af0-88d6-9b0d4f2e48c1 service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054384 May 26 23:03:20.696569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b60c55ca-0120-42e9-bcd8-4dba7dbe3b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:20.697794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b60c55ca-0120-42e9-bcd8-4dba7dbe3b3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b365ca8-636a-4d3d-a1b7-4ee9ea83754e HTTP/1.1" status: 204 len: 168 time: 1.0479364 May 26 23:03:20.766605 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:21.010036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-9fc21aa9-03a7-4886-93d6-91cb5c7a2d39 service neutron] 10.222.0.32 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488460 May 26 23:03:21.034413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:21.331867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4467315-aa93-46ac-b4c3-f2e469bd8cfe req-1a5b8244-e4af-4995-b2aa-9188c685f1bb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 210 time: 0.0705130 May 26 23:03:21.806810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cca10c0b-8619-4afb-abe8-6db38080bd07 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:21.882029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port cca10c0b-8619-4afb-abe8-6db38080bd07 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:21.882832 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:21.939133 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:21.965548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cca10c0b-8619-4afb-abe8-6db38080bd07 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:21.966191 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:22.150550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port cca10c0b-8619-4afb-abe8-6db38080bd07, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cca10c0b-8619-4afb-abe8-6db38080bd07,segment=NetworkSegment(71ed1c31-1073-433c-9a37-15627661bcc8),segment_id=71ed1c31-1073-433c-9a37-15627661bcc8)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:22.150915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:22.315892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for cca10c0b-8619-4afb-abe8-6db38080bd07 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:22.557639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-53e66a77-66e6-46b6-9fdb-02bc4837a19e req-07de2646-bc00-4aac-9830-8188f89ab040 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 210 time: 0.0703661 May 26 23:03:22.607327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:22.720052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=cca10c0b-8619-4afb-abe8-6db38080bd07,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:23.049363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-895b89f9-c305-4f8d-abe1-5ba006c7de59 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:23.052121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-895b89f9-c305-4f8d-abe1-5ba006c7de59 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 812 time: 0.3305757 May 26 23:03:23.063141 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:23.087208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Request body: {'port': {'device_id': '1c94424e-5946-41c1-aabe-4f21390cca93', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'admin_state_up': True, 'tenant_id': '298537138acc4da6be77c84737e82811'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:23.088404 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:23.089183 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:23.343190 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:23.343810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:23.369352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:23.371588 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:23.449725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Made reservation on behalf of 298537138acc4da6be77c84737e82811 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:03:23.452752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:23.629951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48120) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:23.856795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97867382-8651-4037-8a35-21e301414d92 req-7bbf7a4f-e475-46fa-b43f-9aedcd4c9f3c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 210 time: 0.0817680 May 26 23:03:23.907598 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:22Z', 'revision_number': 8, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:23.913334 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:23.927087 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:23.928303 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:24.013431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Allocated IP 172.20.0.9 (55a3a3ca-b3f5-4cb6-bf08-3d00119669c5/a523fb6a-888c-4068-90ca-6b3273fc4147/749d180b-f7e8-4641-a06a-5aaf958fca6e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:24.104236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.172571 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:24.213441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:24.217530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Usage tracker for resource:security_group_rule and tenant:cff24d6bca2e450283419b95985e21f2 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:24.220532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:24.232852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:24.261453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:24.266444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da893ee-d9de-426b-b47d-cc8ccac1162d req-d27f689f-7a2f-4367-9b15-3efc021c443e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:24.273996 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8da893ee-d9de-426b-b47d-cc8ccac1162d req-d27f689f-7a2f-4367-9b15-3efc021c443e tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 945 time: 0.8920922 May 26 23:03:24.415439 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8da893ee-d9de-426b-b47d-cc8ccac1162d req-2d7b9d43-2306-45b8-8c4a-3640a929f832 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398511 May 26 23:03:24.436993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.462033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.470223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Transition to ACTIVE for port object 749d180b-f7e8-4641-a06a-5aaf958fca6e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:24.471580 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.494594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:24.517853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-953ac53d-6f17-47cd-a338-3ddad42a67e4 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6280711 May 26 23:03:24.518784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48128) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:24.536240 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.544776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cc2ee-937f-45c7-88ac-62f0929117d8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:24.551598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909', 'c029680c-770d-4084-bdf8-34334cafcfbd'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:24.608080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b8a68a38-410e-43c6-95c6-275c0b0fefaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cff24d6bca2e450283419b95985e21f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9759872 May 26 23:03:24.613196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48132) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:24.643501 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:22Z', 'revision_number': 8, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:24.646866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:24.649871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:24.651666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:24.658004 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81007a-d55d-4de9-b733-dbe88b6efd21 None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:22Z', 'revision_number': 8, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:24.660773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:24.780587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4c237045-2030-4237-bdb5-48fb9125d8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.785947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:24.786546 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.866685 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4c237045-2030-4237-bdb5-48fb9125d8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.897072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a8b0f8ab-ea46-4f05-9a6a-956c873961e6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8259034 May 26 23:03:24.948814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 8d8842b7-baa1-4ba4-9ed1-c2b2229992de {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:03:24.957527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.974628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Request body: {'port': {'device_id': '1c94424e-5946-41c1-aabe-4f21390cca93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:25.131846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38c90533-c118-4fe9-8b4e-e1f657e35b93 None None] Provisioning for port 749d180b-f7e8-4641-a06a-5aaf958fca6e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:25.137962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.169223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38c90533-c118-4fe9-8b4e-e1f657e35b93 None None] Provisioning complete for port 749d180b-f7e8-4641-a06a-5aaf958fca6e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:25.169691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38c90533-c118-4fe9-8b4e-e1f657e35b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.226252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4c237045-2030-4237-bdb5-48fb9125d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.240221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.250909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c237045-2030-4237-bdb5-48fb9125d8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cc2ee-937f-45c7-88ac-62f0929117d8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:25.258188 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.307401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-38c90533-c118-4fe9-8b4e-e1f657e35b93 None None] Port 749d180b-f7e8-4641-a06a-5aaf958fca6e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:03:25.334997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4c237045-2030-4237-bdb5-48fb9125d8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.336129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4c237045-2030-4237-bdb5-48fb9125d8a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c6cc2ee-937f-45c7-88ac-62f0929117d8 HTTP/1.1" status: 204 len: 168 time: 0.7216606 May 26 23:03:25.356405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-6da1a22b-a79b-4b2a-9b7d-853abcbac061 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:25.357878 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-6da1a22b-a79b-4b2a-9b7d-853abcbac061 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 945 time: 0.4130440 May 26 23:03:25.364621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e5665-90af-4746-b958-045f219b0651 req-2365a26a-7687-40b3-b207-6a770d453fba tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:25.365843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-118e5665-90af-4746-b958-045f219b0651 req-2365a26a-7687-40b3-b207-6a770d453fba tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 931 time: 0.3143747 May 26 23:03:25.377309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.390943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:25.406705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:25.407314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:25.449236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:25.449578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.478429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-118e5665-90af-4746-b958-045f219b0651 req-67d4e70d-fdf0-47ad-af7e-58864b864ee2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042359 May 26 23:03:25.500890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.604224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8842b7-baa1-4ba4-9ed1-c2b2229992de,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:25.616966 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.633255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-24d6a5f4-ec30-45c4-a1e9-81e22a817d1b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/8d8842b7-baa1-4ba4-9ed1-c2b2229992de HTTP/1.1" status: 204 len: 168 time: 1.1135812 May 26 23:03:25.635687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48144) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:25.729446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6a0e1-5029-4f3a-9dc2-a4bf521f6071 None None] Network c8b7a173-e70a-4e95-a79e-b7964aabec1c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:25.795082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cca10c0b-8619-4afb-abe8-6db38080bd07 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:25.819592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.832608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 035ebd83-4775-4cd0-9923-051bf292105a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:25.833064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.941563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: cca10c0b-8619-4afb-abe8-6db38080bd07 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:25.942179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cca10c0b-8619-4afb-abe8-6db38080bd07 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:26.055353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65b59-ade0-4fe5-b28f-7feb531f61a6 req-9a9b7fcb-0a49-4541-a20e-e20eb492bd80 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:26.056892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45d65b59-ade0-4fe5-b28f-7feb531f61a6 req-9a9b7fcb-0a49-4541-a20e-e20eb492bd80 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 945 time: 0.3326039 May 26 23:03:26.092147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:26.286604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] For port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:26.286976 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:26.309067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45d65b59-ade0-4fe5-b28f-7feb531f61a6 req-80ff09bf-1033-46e7-aded-306b1b0a5e83 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346075 May 26 23:03:26.420071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 035ebd83-4775-4cd0-9923-051bf292105a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=035ebd83-4775-4cd0-9923-051bf292105a,segment=NetworkSegment(71ed1c31-1073-433c-9a37-15627661bcc8),segment_id=71ed1c31-1073-433c-9a37-15627661bcc8)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:26.420442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:26.514361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749d180b-f7e8-4641-a06a-5aaf958fca6e {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:03:26.558121 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:26.658940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 035ebd83-4775-4cd0-9923-051bf292105a owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:26.716921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:22Z', 'revision_number': 8, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:26.729163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:26.753304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Transition to ACTIVE for port object 749d180b-f7e8-4641-a06a-5aaf958fca6e will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:26.755286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:26.756077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:26.761988 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:26.838950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25204a2-63e9-49cb-a490-e2493ed1cf70 None None] DHCP port deletion for c8b7a173-e70a-4e95-a79e-b7964aabec1c request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:03:26.906442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b25204a2-63e9-49cb-a490-e2493ed1cf70 None None] Deleting port 035ebd83-4775-4cd0-9923-051bf292105a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:26.906765 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b25204a2-63e9-49cb-a490-e2493ed1cf70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:26.936399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4df3-8b41-48e6-af64-b3069bbc7faa req-19c0da7d-6e3b-4f7e-9191-254f135a371b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:26.937880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-978b4df3-8b41-48e6-af64-b3069bbc7faa req-19c0da7d-6e3b-4f7e-9191-254f135a371b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 943 time: 0.1915739 May 26 23:03:26.938624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.002639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:27.027521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:27.068327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=035ebd83-4775-4cd0-9923-051bf292105a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:27.102442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No DVR routers for this DVR port 035ebd83-4775-4cd0-9923-051bf292105a on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:03:27.126219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.126858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.126858 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Floating IP c3fd397e-9dd0-4b36-9189-48d176f49281 disassociated. External IP: 172.25.4.217, port: 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4. May 26 23:03:27.127251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:27.224864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b25204a2-63e9-49cb-a490-e2493ed1cf70 None None] The port '035ebd83-4775-4cd0-9923-051bf292105a' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:03:27.304547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.309127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Attempting to bind port 749d180b-f7e8-4641-a06a-5aaf958fca6e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:03:27.309469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Attempting to bind port 749d180b-f7e8-4641-a06a-5aaf958fca6e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:03:27.309823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Attempting to bind port 749d180b-f7e8-4641-a06a-5aaf958fca6e on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:03:27.318779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Port 749d180b-f7e8-4641-a06a-5aaf958fca6e on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:03:27.319380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Attempting to bind port 749d180b-f7e8-4641-a06a-5aaf958fca6e on network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:03:27.327015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:03:27.327351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Checking segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:27.327733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Bound using segment: {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:03:27.328156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Bound port: 749d180b-f7e8-4641-a06a-5aaf958fca6e, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca2ac9-3d27-4266-8c29-ab2baa62c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:03:27.328505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.345463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b7a173-e70a-4e95-a79e-b7964aabec1c']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:27.361374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ed1c31-1073-433c-9a37-15627661bcc8') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:27.363519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ed1c31-1073-433c-9a37-15627661bcc8') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:27.381637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.402648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.410143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:03:27.410551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: timer() May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:03:27.532360 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:03:27.537053 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.543810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.581411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/c8b7a173-e70a-4e95-a79e-b7964aabec1c HTTP/1.1" status: 204 len: 168 time: 1.9434090 May 26 23:03:27.589799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:22Z', 'revision_number': 8, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:27.594240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-978b4df3-8b41-48e6-af64-b3069bbc7faa req-4fbab5d4-77d5-4c57-8e59-f7e5a3a35644 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909226 May 26 23:03:27.596133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48176) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:27.597092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250d7f3b-2c5b-469b-9da5-b9474c95784a None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:22Z', 'revision_number': 8, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '63f70fc0-cd8e-4489-b516-9087ea698f04', 'name': '', 'network_id': '1cc3987e-f17c-4985-aeed-6a470a7fb0d8', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:bf:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:03:00Z', 'updated_at': '2022-05-26T23:03:10Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '97ab7d21-e91e-41d3-8b09-4c42e902cd9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:27.601737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f9651-0e9a-47b7-a55a-4a50e119fb0b tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=c8b7a173-e70a-4e95-a79e-b7964aabec1c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:27.724358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.791638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:27.832375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 035ebd83-4775-4cd0-9923-051bf292105a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:27.882626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 035ebd83-4775-4cd0-9923-051bf292105a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:27.883058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 035ebd83-4775-4cd0-9923-051bf292105a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:27.907553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=4fb3d685-8ab4-4645-a74d-43d6b7e03ab4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:27.916936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:03:27.936531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:03:27.953607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:28.296104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a50bdc-1ae0-4db8-82e8-48466e267919 req-bd1bb079-e2d2-4b95-9aac-5f0a80be392f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:28.297572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67a50bdc-1ae0-4db8-82e8-48466e267919 req-bd1bb079-e2d2-4b95-9aac-5f0a80be392f tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 867 time: 0.7394245 May 26 23:03:28.311935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:28.313185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] 10.222.0.55 "PUT /v2.0/ports/749d180b-f7e8-4641-a06a-5aaf958fca6e HTTP/1.1" status: 200 len: 1091 time: 3.3698103 May 26 23:03:28.314758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:03:28.359529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb959e-b28a-4a86-9c33-aefa12ef892d service neutron] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:28.503093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67a50bdc-1ae0-4db8-82e8-48466e267919 req-b8418550-fe9c-450d-ae6c-744763d02a98 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups?id=7edcab95-b7d6-4fb0-a922-e775d1e4321d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932144 May 26 23:03:28.758192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-4929a51c-dd92-477f-8527-f957e26a545f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 1094 time: 0.3810027 May 26 23:03:28.768920 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cce2b8-107a-4c7c-b9d0-904c21b5d602'] response: {'name': 'network-changed', 'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'status': 'completed', 'code': 200} May 26 23:03:28.809010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:28.848335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:28.848826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:28.914071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-8ecc8900-3879-4935-ac01-af7bec07a875 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e HTTP/1.1" status: 200 len: 217 time: 0.1387830 May 26 23:03:29.053905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-8327702d-c5bf-4a33-bd3a-eae7d16c826e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:29.055357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-8327702d-c5bf-4a33-bd3a-eae7d16c826e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1246653 May 26 23:03:29.057156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:29.160411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:29.198520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48208) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.236598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efd534-9ce4-4a76-b78c-d170e852d5ab req-fc85f35d-4d9f-4475-9758-b7c7ab8be32e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:29.237287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d6efd534-9ce4-4a76-b78c-d170e852d5ab req-fc85f35d-4d9f-4475-9758-b7c7ab8be32e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:03:29.292393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d6efd534-9ce4-4a76-b78c-d170e852d5ab req-fc85f35d-4d9f-4475-9758-b7c7ab8be32e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:03:29.298409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6efd534-9ce4-4a76-b78c-d170e852d5ab req-fc85f35d-4d9f-4475-9758-b7c7ab8be32e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 943 time: 0.4573681 May 26 23:03:29.353950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-79ac842b-1dee-446f-a386-69e93151f91c tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:29.399585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-79ac842b-1dee-446f-a386-69e93151f91c tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "PUT /v2.0/quotas/60fc2f4d2f4e4f6b94aae2fa659cdb09 HTTP/1.1" status: 200 len: 366 time: 0.2000215 May 26 23:03:29.402066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48214) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.416679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b831c41a-87a2-4483-a9ed-6121779b9f57 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0136228 May 26 23:03:29.419066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48218) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.431987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-37220d02-17fb-4833-944a-3f0961dd8664 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "GET /v2.0/quotas/60fc2f4d2f4e4f6b94aae2fa659cdb09 HTTP/1.1" status: 200 len: 366 time: 0.0118005 May 26 23:03:29.434462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48222) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.458179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f58dad9-9779-4de7-8966-5a2365401747 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/60fc2f4d2f4e4f6b94aae2fa659cdb09 HTTP/1.1" status: 204 len: 168 time: 0.0226221 May 26 23:03:29.460527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48226) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.472632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3dda96ea-7e77-4ed3-a621-9e2258f19428 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0111458 May 26 23:03:29.476270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48230) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.489287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f91544f3-34da-4560-b4ae-36a6ab3db286 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "GET /v2.0/quotas/60fc2f4d2f4e4f6b94aae2fa659cdb09 HTTP/1.1" status: 200 len: 370 time: 0.0125408 May 26 23:03:29.491010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48234) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.494147 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-3537c60d-a346-4691-a34f-97624e775544 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809493 May 26 23:03:29.499193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-93d9c8be-32e9-48c6-babf-f21ab68b572c tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "GET /v2.0/quotas/60fc2f4d2f4e4f6b94aae2fa659cdb09/default HTTP/1.1" status: 200 len: 370 time: 0.0049436 May 26 23:03:29.499495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48238) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.503421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d6efd534-9ce4-4a76-b78c-d170e852d5ab req-fc72ab86-e34c-416b-8243-c1fbc6208dfc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041745 May 26 23:03:29.512989 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-0c272c48-4a7d-4ca4-a977-bb1657aa37a1 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] delete failed (client error): The resource could not be found. May 26 23:03:29.517035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0c272c48-4a7d-4ca4-a977-bb1657aa37a1 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/60fc2f4d2f4e4f6b94aae2fa659cdb09 HTTP/1.1" status: 404 len: 348 time: 0.0167644 May 26 23:03:29.701497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-a1a0a053-2c72-43c3-8468-5b1dfc7c8c94 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971488 May 26 23:03:29.733238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48246) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:29.771940 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e00129e-7b1b-4f93-aa42-90dd5db33ded req-eee43ef2-5713-4b05-bbde-784c7b145343 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 210 time: 0.0497766 May 26 23:03:29.959323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:network and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:29.984446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:30.002969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a10f4e4-a6f8-427b-b356-17916dff6cd9 req-196b45fb-4758-4458-af45-19e02b706cb3 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900338 May 26 23:03:30.005540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:30.016435 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:30.036797 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:30.037571 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:30.206598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:subnet and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:30.231967 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:30.279847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:30.305355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] No DVR routers for this DVR port 4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:03:30.312135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:30.329055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:subnetpool and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:30.376072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:30.385866 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5a2f2f4-9661-43df-af7b-7bfa34784d88 req-e25818fa-7610-4ef7-9f52-341eaecc71db tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.48 "DELETE /v2.0/ports/4fb3d685-8ab4-4645-a74d-43d6b7e03ab4 HTTP/1.1" status: 204 len: 173 time: 5.0140994 May 26 23:03:30.402967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:port and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:30.418053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:30.431047 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-b36043e2-dda5-497f-9b81-2c4e61ac1401 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 1094 time: 0.2167013 May 26 23:03:30.439137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:router and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:30.478640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:30.555567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:floatingip and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:30.613139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:30.617113 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:30.620272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:30.628787 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:30.629362 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:30.677263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-f74a54e6-7934-47d8-a783-0f3f8730515a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:30.677263 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-f74a54e6-7934-47d8-a783-0f3f8730515a service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.2335057 May 26 23:03:30.782744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'name': 'network-vif-deleted', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:03:30.803563 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-750a5be6-8efb-4883-a6a6-c724ded1cbb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e HTTP/1.1" status: 200 len: 217 time: 0.1189058 May 26 23:03:30.842864 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:30.879870 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe76df3-d938-45b2-a0c1-c8a17dd22188'] response: {'server_uuid': '13fe79f5-6622-4880-800f-0c4e8667ee21', 'name': 'network-vif-deleted', 'tag': '4fb3d685-8ab4-4645-a74d-43d6b7e03ab4', 'status': 'completed', 'code': 200} May 26 23:03:30.958884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-8dd4a72e-5411-4ecb-9ec7-f0800295e250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:30.960329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-8dd4a72e-5411-4ecb-9ec7-f0800295e250 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1504447 May 26 23:03:30.960943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 63f70fc0-cd8e-4489-b516-9087ea698f04 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:30.961268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:31.052140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:security_group and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:31.059634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6713366-6c37-40ff-92b5-98b27546b282 req-b48a689f-b5d8-4c91-a38c-065b9e770230 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:31.061006 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6713366-6c37-40ff-92b5-98b27546b282 req-b48a689f-b5d8-4c91-a38c-065b9e770230 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 943 time: 0.3273337 May 26 23:03:31.073011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:31.136387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Usage tracker for resource:security_group_rule and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:31.149081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9806a535-c118-410c-87b9-389a99b27335 req-2b1f1041-e837-4db0-bc8d-ce549826cf74 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fe79f5-6622-4880-800f-0c4e8667ee21 HTTP/1.1" status: 200 len: 210 time: 0.0904145 May 26 23:03:31.210604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:31.238295 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0b05781f-b7ad-4cb6-b7a2-c3fda74f3317 tempest-QuotasTest-1160712222 tempest-QuotasTest-1160712222-project-admin] 10.222.0.32 "GET /v2.0/quotas/99adf02f08d747df8556211e05ed0d91/details.json HTTP/1.1" status: 200 len: 703 time: 1.5018549 May 26 23:03:31.244813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6713366-6c37-40ff-92b5-98b27546b282 req-0a43fd6a-5bc4-470f-b398-0635bfc4c747 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773138 May 26 23:03:31.273825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-e8a42eaa-86f9-4055-8602-f2f245db83da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2885075 May 26 23:03:31.313886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 63f70fc0-cd8e-4489-b516-9087ea698f04, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=63f70fc0-cd8e-4489-b516-9087ea698f04,segment=NetworkSegment(3a2ad19e-9a60-4aa5-a423-021470cac06b),segment_id=3a2ad19e-9a60-4aa5-a423-021470cac06b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:31.315074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:31.341816 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:31.346030 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4effd146-5514-4d89-8553-cc863ca84f40 None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '59632619-7551-4f6c-a178-d3c560d63865', 'name': '', 'network_id': '79afa0c6-0f66-4a88-9cb5-731ff2672a17', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'mac_address': 'fa:16:3e:1e:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:50Z', 'updated_at': '2022-05-26T22:56:04Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'subnets': [{'id': '8c7407c0-0033-4858-9f26-76e0a7bd394f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:31.493072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 63f70fc0-cd8e-4489-b516-9087ea698f04 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:31.617396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-372a63fb-98d3-481d-ab7a-41b33a70b9f9 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320065 May 26 23:03:31.731054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9200d-7707-4d3e-859b-1304f8c6fa9e None None] New status for floating IP c3fd397e-9dd0-4b36-9189-48d176f49281: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:03:31.768185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48264) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:31.945079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f426f2a5-0e06-41c3-8c42-1f936e3ee912 req-62e4ef97-c387-471c-a484-bf40448bf51d service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149459 May 26 23:03:31.959459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:31.985229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.013271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=63f70fc0-cd8e-4489-b516-9087ea698f04,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:32.037234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:32.042406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Usage tracker for resource:security_group_rule and tenant:4aada24c06bf4a0db0655b59969d55c7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:32.045805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:32.054497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:32.165587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.172617 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.240303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf0197f-40a7-48b5-abed-5bb313caee31,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:32.260795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.261142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.261469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.262148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.262635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.263284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.263942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.264435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.264925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.265725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.266229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:32.272113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1291f85d-518c-46b7-87c1-fc3eada25e5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4aada24c06bf4a0db0655b59969d55c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5027761 May 26 23:03:32.275978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48274) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:32.369063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48282) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:32.373284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fde60e9-4261-4e68-b509-a2c529701921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.405058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fde60e9-4261-4e68-b509-a2c529701921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.458206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.470939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c764-bc3e-4f14-9da2-b4464e5d5ce3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.529970 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fde60e9-4261-4e68-b509-a2c529701921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.551503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b917de-7e53-4358-ae73-48f4897e060b req-f8783c18-4e10-4aa1-be30-dd945c44ccc3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:32.552960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-03b917de-7e53-4358-ae73-48f4897e060b req-f8783c18-4e10-4aa1-be30-dd945c44ccc3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 943 time: 0.1242359 May 26 23:03:32.557190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde60e9-4261-4e68-b509-a2c529701921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf0197f-40a7-48b5-abed-5bb313caee31,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:32.561840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2fde60e9-4261-4e68-b509-a2c529701921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.567196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2fde60e9-4261-4e68-b509-a2c529701921 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdf0197f-40a7-48b5-abed-5bb313caee31 HTTP/1.1" status: 204 len: 168 time: 0.2854939 May 26 23:03:32.662968 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-03b917de-7e53-4358-ae73-48f4897e060b req-f4740e91-6b78-48fa-aec6-13d72e65e3b3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930254 May 26 23:03:32.723767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c764-bc3e-4f14-9da2-b4464e5d5ce3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.831427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c764-bc3e-4f14-9da2-b4464e5d5ce3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:32.836548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-b89759b0-c75e-40d6-8c90-854950f23cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952524 May 26 23:03:32.871296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c764-bc3e-4f14-9da2-b4464e5d5ce3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edcab95-b7d6-4fb0-a922-e775d1e4321d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:32.990354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48290) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:33.008195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:33.045351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:33.052155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Usage tracker for resource:security_group_rule and tenant:99adf02f08d747df8556211e05ed0d91 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:33.056118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:33.058003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c764-bc3e-4f14-9da2-b4464e5d5ce3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:33.061490 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2fa1c764-bc3e-4f14-9da2-b4464e5d5ce3 tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/security-groups/7edcab95-b7d6-4fb0-a922-e775d1e4321d HTTP/1.1" status: 204 len: 168 time: 0.6861453 May 26 23:03:33.062816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48294) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:33.080655 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:33.083069 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-dc4d52d7-000c-4ea3-a9c7-69b072b961dc tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] show failed (client error): The resource could not be found. May 26 23:03:33.084148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dc4d52d7-000c-4ea3-a9c7-69b072b961dc tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "GET /v2.0/security-groups/7edcab95-b7d6-4fb0-a922-e775d1e4321d HTTP/1.1" status: 404 len: 347 time: 0.0201077 May 26 23:03:33.089120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48298) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:33.233809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-9ce05e9c-7f73-4ccd-a3bf-bc269d01e05b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 1059 time: 0.2351115 May 26 23:03:33.268218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Deleting port 622dd0e8-78d1-44e2-85a9-3557e6c54a31 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:33.269183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:33.404732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705385c-6d55-4ef5-9d49-872008c87902 req-447c2e48-e45d-4239-aa72-39f2f8e9c493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:33.406203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-447c2e48-e45d-4239-aa72-39f2f8e9c493 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.1495752 May 26 23:03:33.470114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:33.560543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:33.576906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:33.606705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-21f717e0-53f8-43fc-a42a-38797f11c0ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 200 len: 217 time: 0.1892583 May 26 23:03:33.672944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29141f8c-681a-4c9a-aff6-4e668d482f44,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:33.680337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:33.681061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:33.700779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f719c9c7-f14e-4ebd-9892-d66f18ae40ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99adf02f08d747df8556211e05ed0d91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7079637 May 26 23:03:33.703934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48306) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:33.793147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705385c-6d55-4ef5-9d49-872008c87902 req-e1162e03-a597-461f-8b1c-b78ddbe63144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:33.794630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-e1162e03-a597-461f-8b1c-b78ddbe63144 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1795583 May 26 23:03:33.858333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Calling delete_port for 622dd0e8-78d1-44e2-85a9-3557e6c54a31 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:33.963254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-7b990580-1d4c-4ed2-a462-d117fee224a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525979 May 26 23:03:33.968244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:33.974099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7335441a-b63e-4c11-b735-788c84241626 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3447020 May 26 23:03:33.980380 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:33.981441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48310) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:33.982045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-894d36c3-13ff-49ae-8768-b2f29c428c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.007150 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:34.007774 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:34.078146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c193-e00e-4cde-abe8-a4b3fa3733ad req-6af43cca-6c69-4f06-af23-02caa2414dcc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:34.079590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3361c193-e00e-4cde-abe8-a4b3fa3733ad req-6af43cca-6c69-4f06-af23-02caa2414dcc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 943 time: 0.2035427 May 26 23:03:34.097795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-894d36c3-13ff-49ae-8768-b2f29c428c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.155789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-3c635837-81de-45ee-b8f0-b318e24023fd service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808953 May 26 23:03:34.188648 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3361c193-e00e-4cde-abe8-a4b3fa3733ad req-4a4913a9-2969-48af-9271-9d88457ca871 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010664 May 26 23:03:34.248805 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:34.260187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.317955 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7705385c-6d55-4ef5-9d49-872008c87902 req-2da74543-14a8-46e5-9f06-f92d43c2d358 service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549006 May 26 23:03:34.332383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Pushing event deleted for resources: {'Port': ['ID=622dd0e8-78d1-44e2-85a9-3557e6c54a31,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:34.349030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 749d180b-f7e8-4641-a06a-5aaf958fca6e details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:03:34.446777 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-894d36c3-13ff-49ae-8768-b2f29c428c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.521752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:34.528762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 97ab7d21-e91e-41d3-8b09-4c42e902cd9a {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:03:34.530750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d36c3-13ff-49ae-8768-b2f29c428c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29141f8c-681a-4c9a-aff6-4e668d482f44,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:34.542922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.553881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'mac_address': 'fa:16:3e:9a:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:03:34.629208 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:31Z', 'revision_number': 9, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:34.635850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.638518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.639012 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:34.659723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d180b-f7e8-4641-a06a-5aaf958fca6e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:03:34.670576 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:34.671192 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:34.679187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:34.687301 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.743731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-894d36c3-13ff-49ae-8768-b2f29c428c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.747324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-894d36c3-13ff-49ae-8768-b2f29c428c49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29141f8c-681a-4c9a-aff6-4e668d482f44 HTTP/1.1" status: 204 len: 168 time: 1.0396099 May 26 23:03:34.763176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.766932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.770725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cf821c19-57e4-4a93-964c-c20dcb8c2e7d tempest-AttachVolumeNegativeTest-356063240 tempest-AttachVolumeNegativeTest-356063240-project] 10.222.0.32 "DELETE /v2.0/floatingips/c3fd397e-9dd0-4b36-9189-48d176f49281 HTTP/1.1" status: 204 len: 168 time: 1.6805315 May 26 23:03:34.786386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:34.874980 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:34.899669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:34.984851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['749d180b-f7e8-4641-a06a-5aaf958fca6e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:35.008673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:35.062332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=97ab7d21-e91e-41d3-8b09-4c42e902cd9a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:35.083597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:35.096176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48322) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:35.107866 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-51bd4c12-343b-4d4b-b7d7-367c5c8e8283 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/97ab7d21-e91e-41d3-8b09-4c42e902cd9a HTTP/1.1" status: 204 len: 168 time: 1.1235125 May 26 23:03:35.121925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f103ea9-58a4-4738-9c08-e89ce81b9680 None None] Network 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:35.270465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:35.288876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:35.289215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:35.422092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:31Z', 'revision_number': 9, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:35.438679 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c03cd2-8b0d-4efd-9aa1-549ee1825286 None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:31Z', 'revision_number': 9, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3b757af-a157-4b2b-b8d5-f053b443f60e', 'name': '', 'network_id': '3ee35257-5457-4307-ae96-971a95ecade4', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:96:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:52Z', 'updated_at': '2022-05-26T23:03:04Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '8c7afa3d-c332-4c54-9aea-080f29e2b8e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:35.556385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3a61f-8e18-47a0-8db7-bf3a83c23ccd req-95bb163b-7fbe-446f-a912-0a6aa7be2e36 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:35.566783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78b3a61f-8e18-47a0-8db7-bf3a83c23ccd req-95bb163b-7fbe-446f-a912-0a6aa7be2e36 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 944 time: 0.1974232 May 26 23:03:35.642411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78b3a61f-8e18-47a0-8db7-bf3a83c23ccd req-71e980c9-3a61-49ea-ab96-f5915aea6f61 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739586 May 26 23:03:35.819535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,segment=NetworkSegment(3a2ad19e-9a60-4aa5-a423-021470cac06b),segment_id=3a2ad19e-9a60-4aa5-a423-021470cac06b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:35.819892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:35.857651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 63f70fc0-cd8e-4489-b516-9087ea698f04 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:35.949544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] DHCP port deletion for 1cc3987e-f17c-4985-aeed-6a470a7fb0d8 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:03:35.969710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 63f70fc0-cd8e-4489-b516-9087ea698f04 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:35.970272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 63f70fc0-cd8e-4489-b516-9087ea698f04 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:35.977209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Deleting port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:35.977984 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.028623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:36.175893 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.254115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:36.269937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No DVR routers for this DVR port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:03:36.286929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] For port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=218d2605-f397-4b1d-8f81-f3bc3f41f5c0,segment=NetworkSegment(3a2ad19e-9a60-4aa5-a423-021470cac06b),segment_id=3a2ad19e-9a60-4aa5-a423-021470cac06b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:36.287326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.421034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Calling delete_port for 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:36.487939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:36.490453 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:03:36.496727 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:03:36.497077 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:03:36.676652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc3987e-f17c-4985-aeed-6a470a7fb0d8']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:36.712632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2ad19e-9a60-4aa5-a423-021470cac06b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:36.712927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2ad19e-9a60-4aa5-a423-021470cac06b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:36.745269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.779112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.790074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:03:36.791981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: timer() May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:03:36.816015 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:03:36.991243 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:36.998250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Deleting port 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:36.999153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:37.016502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:37.097320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=1cc3987e-f17c-4985-aeed-6a470a7fb0d8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:37.117913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85f8a414-ca6d-48e0-872c-7e3652c5342f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/1cc3987e-f17c-4985-aeed-6a470a7fb0d8 HTTP/1.1" status: 204 len: 168 time: 2.0193198 May 26 23:03:37.120453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48372) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:37.151625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-bad22ad2-b714-4a45-8191-1534815b8ac4 None None] The port '218d2605-f397-4b1d-8f81-f3bc3f41f5c0' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:03:37.317812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19f02c-851d-4ca8-bc21-f72c68bc4fdb req-425f2768-9b47-4f7b-8b72-dc49678c4bc2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:37.334267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a19f02c-851d-4ca8-bc21-f72c68bc4fdb req-425f2768-9b47-4f7b-8b72-dc49678c4bc2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 944 time: 0.4915748 May 26 23:03:37.421626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a19f02c-851d-4ca8-bc21-f72c68bc4fdb req-ed56d094-75d8-4689-a125-1b97010fb5e2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863757 May 26 23:03:37.676799 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:37.846300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:37.889922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:37.890260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 218d2605-f397-4b1d-8f81-f3bc3f41f5c0 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:37.915107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48388) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:38.077047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-297500282'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:38.082250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:38.086806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Usage tracker for resource:router and tenant:b7ca5f6e74c24ee79dc388ad2446f076 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:38.089804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:38.096144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:38.108498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.109839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.129243 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.163074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.191826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.196094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48394) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:38.197812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-575ce435-ff6b-4442-a127-79d4da0945ed tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2808778 May 26 23:03:38.369095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 749d180b-f7e8-4641-a06a-5aaf958fca6e up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:38.394990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e35b954-c616-47fa-9050-4f671f39d49f tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.506636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 749d180b-f7e8-4641-a06a-5aaf958fca6e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:38.513842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 749d180b-f7e8-4641-a06a-5aaf958fca6e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:38.514490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.730766 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.783888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:03:38.815222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:38.825855 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:38.844626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36221aa7-d04f-4b9a-9899-3490ed8c1c9e req-00c5ee74-63e1-4840-a8cf-3909ea3d4220 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:38.863189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36221aa7-d04f-4b9a-9899-3490ed8c1c9e req-00c5ee74-63e1-4840-a8cf-3909ea3d4220 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 944 time: 0.2207730 May 26 23:03:38.885456 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f9516c-0115-4630-a718-a515d89eddad'] response: {'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'code': 200} May 26 23:03:38.950422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36221aa7-d04f-4b9a-9899-3490ed8c1c9e req-73fc54e4-14fe-43f2-92fe-087bd4f2a642 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812736 May 26 23:03:38.962650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:39.051123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ff64865-9527-4101-95ee-b0f974650ff7 req-e57f7fa2-44d1-4208-8028-a5cca7a3e0c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 1096 time: 0.0852814 May 26 23:03:39.114008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ff64865-9527-4101-95ee-b0f974650ff7 req-fdd28144-349a-4337-b7ea-3be658ac11d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 May 26 23:03:39.203441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e35b954-c616-47fa-9050-4f671f39d49f tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.219342 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e35b954-c616-47fa-9050-4f671f39d49f tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.231931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-1749ad40-913a-45ae-a753-a73a451f8f80 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4411333 May 26 23:03:39.304410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e35b954-c616-47fa-9050-4f671f39d49f tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.304937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e35b954-c616-47fa-9050-4f671f39d49f tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19aeabc4-b591-415b-8679-747584b5e7cc {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:03:39.321374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port e3b757af-a157-4b2b-b8d5-f053b443f60e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:39.321594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.347609 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e35b954-c616-47fa-9050-4f671f39d49f tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.348717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e35b954-c616-47fa-9050-4f671f39d49f tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "DELETE /v2.0/routers/19aeabc4-b591-415b-8679-747584b5e7cc HTTP/1.1" status: 204 len: 168 time: 1.1517053 May 26 23:03:39.352259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48418) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:39.357608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Request body: {'router': {'name': 'tempest-router-2053333132', 'distributed': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:39.363494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:39.367830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Usage tracker for resource:router and tenant:b7ca5f6e74c24ee79dc388ad2446f076 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:39.370863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:39.376588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:39.389737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.390927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.430865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.459142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.487527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.491872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0a29c1e2-c122-4099-abc2-6af81df3e289 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1380424 May 26 23:03:39.492576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48422) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:39.558533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-25cc2ba7-4ffa-4607-adb9-999d3ae6dc60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 1096 time: 0.2086589 May 26 23:03:39.755916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c74bb57-59c8-4200-9f71-c221ed50e3e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.772405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-44117088-d4f6-4baf-9fb9-1f3315bc3692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:39.773886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-44117088-d4f6-4baf-9fb9-1f3315bc3692 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.1915047 May 26 23:03:39.857400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-14ffd663-ff3c-444f-82e9-c5dd8b183d11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e10e4bf-cb28-4164-90b1-153df52a2909 HTTP/1.1" status: 200 len: 217 time: 0.0750031 May 26 23:03:39.866186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port e3b757af-a157-4b2b-b8d5-f053b443f60e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e3b757af-a157-4b2b-b8d5-f053b443f60e,segment=NetworkSegment(16ac8bbc-daaa-4ade-8682-9521be52c535),segment_id=16ac8bbc-daaa-4ade-8682-9521be52c535)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:39.866539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:39.934630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-ca64f5bf-0b08-408c-a350-e9abee613c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:39.935998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-ca64f5bf-0b08-408c-a350-e9abee613c4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.0719156 May 26 23:03:40.122659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for e3b757af-a157-4b2b-b8d5-f053b443f60e owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:40.235118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c74bb57-59c8-4200-9f71-c221ed50e3e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.239753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c74bb57-59c8-4200-9f71-c221ed50e3e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.276943 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c74bb57-59c8-4200-9f71-c221ed50e3e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.277508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c74bb57-59c8-4200-9f71-c221ed50e3e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da555240-e927-4b2a-8ff6-2cf39d8c30bd {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:03:40.289102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c74bb57-59c8-4200-9f71-c221ed50e3e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.290392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1c74bb57-59c8-4200-9f71-c221ed50e3e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "DELETE /v2.0/routers/da555240-e927-4b2a-8ff6-2cf39d8c30bd HTTP/1.1" status: 204 len: 168 time: 0.7966547 May 26 23:03:40.294960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48432) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:40.296221 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-85969d8e-25c7-4e17-a36b-ffd094976e9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2998157 May 26 23:03:40.300742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Request body: {'router': {'name': 'tempest-router-1610935120', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a3a4dfab81ae40c6b5185cbf5055f23c'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:40.313248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:40.333510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Usage tracker for resource:router and tenant:a3a4dfab81ae40c6b5185cbf5055f23c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:40.341535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:40.353199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:40.398567 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.401536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.430294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.464503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.503275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.504459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b4d188e5-9171-46b8-aa24-c516bbaf83c0 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2084892 May 26 23:03:40.507535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48436) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:40.519707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:40.851524 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:40.997218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=e3b757af-a157-4b2b-b8d5-f053b443f60e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:41.039875 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:41.040524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:41.063804 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-6fb08281-60e5-4e44-a161-96ec1723095e service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461994 May 26 23:03:41.124818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f374-ea1c-4e6d-ba28-a7eac0c51abc req-79e4bc8b-8c70-4a0a-b598-3ab8f7b5df94 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:41.130232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cec0f374-ea1c-4e6d-ba28-a7eac0c51abc req-79e4bc8b-8c70-4a0a-b598-3ab8f7b5df94 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.8935773 May 26 23:03:41.229586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84030) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 26 23:03:41.230031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Router a1bb25f3-2b75-4690-acfd-040b485fa43e migrating from provider to provider. {{(pid=84030) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 26 23:03:41.230552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:41.238571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:41.244437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:41.483417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cec0f374-ea1c-4e6d-ba28-a7eac0c51abc req-54fb5ff7-5a42-4670-93f2-1c0ed5979979 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443329 May 26 23:03:41.542228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f55687a9-c8ce-4fa0-b263-1920da120a78 req-1bdbb780-6c69-4170-ab04-c09011ad3e1f service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107451 May 26 23:03:41.582765 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:41.692608 n-d-843301-1 neutron-server[84030]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] No L3 agents can host the router a1bb25f3-2b75-4690-acfd-040b485fa43e May 26 23:03:41.972591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Hosts for router a1bb25f3-2b75-4690-acfd-040b485fa43e: [] {{(pid=84030) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 26 23:03:42.028756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Hosts for other DVR routers connected to router a1bb25f3-2b75-4690-acfd-040b485fa43e: set() {{(pid=84030) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 26 23:03:42.038836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:42.040899 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5ca4471b-f678-4739-8b74-49f91ade20a7 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "PUT /v2.0/routers/a1bb25f3-2b75-4690-acfd-040b485fa43e HTTP/1.1" status: 200 len: 717 time: 1.5302644 May 26 23:03:42.043783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:42.226285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a07615ef-6b28-4a86-a71b-f7777618d504 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "GET /v2.0/routers/a1bb25f3-2b75-4690-acfd-040b485fa43e HTTP/1.1" status: 200 len: 717 time: 0.1787646 May 26 23:03:42.226500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48462) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:42.281442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:42.577140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f36aa6a8-1cbf-4ee6-9a6b-415e19ec2136 tempest-RoutersTestDVR-1017064403 tempest-RoutersTestDVR-1017064403-project] 10.222.0.32 "GET /v2.0/routers/a1bb25f3-2b75-4690-acfd-040b485fa43e HTTP/1.1" status: 200 len: 683 time: 0.3493643 May 26 23:03:42.579600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48476) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:42.660910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:42.673104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:42.691497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:42.695378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:42.713494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dfa744ee-3c28-496c-8e6c-310dc5668f54 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5848806 May 26 23:03:42.713895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48480) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:42.844007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd1ca-79f5-4d64-84c8-b5b933a8f565 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:42.899668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:42.973223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 8c7afa3d-c332-4c54-9aea-080f29e2b8e7 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:03:42.985482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.001464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def2323-69fd-4aad-8d1b-134fda593a00 req-95e637f5-84df-467a-bb10-c3c5f746f58d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:43.002985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9def2323-69fd-4aad-8d1b-134fda593a00 req-95e637f5-84df-467a-bb10-c3c5f746f58d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.2522752 May 26 23:03:43.070290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.241477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.348470 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.402881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7afa3d-c332-4c54-9aea-080f29e2b8e7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:43.408395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.414956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e3bce076-1d12-4446-b600-9929dc70f8ab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/8c7afa3d-c332-4c54-9aea-080f29e2b8e7 HTTP/1.1" status: 204 len: 168 time: 0.7000523 May 26 23:03:43.417482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48488) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:43.422141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ccc634-5034-4b7f-bd5c-7349128da109 None None] Network 3ee35257-5457-4307-ae96-971a95ecade4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:43.519919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9def2323-69fd-4aad-8d1b-134fda593a00 req-5797e8c5-e4b3-431c-9692-e5ebba0ecb2d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093796 May 26 23:03:43.526380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd1ca-79f5-4d64-84c8-b5b933a8f565 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.532564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd1ca-79f5-4d64-84c8-b5b933a8f565 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.565381 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd1ca-79f5-4d64-84c8-b5b933a8f565 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.566229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fdd1ca-79f5-4d64-84c8-b5b933a8f565 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1bb25f3-2b75-4690-acfd-040b485fa43e {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:03:43.587296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd1ca-79f5-4d64-84c8-b5b933a8f565 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.593582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a2fdd1ca-79f5-4d64-84c8-b5b933a8f565 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a1bb25f3-2b75-4690-acfd-040b485fa43e HTTP/1.1" status: 204 len: 168 time: 1.0073764 May 26 23:03:43.593582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48494) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:43.597766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Request body: {'router': {'name': 'tempest-router-103814808', 'distributed': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:43.612540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:43.623774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Usage tracker for resource:router and tenant:b7ca5f6e74c24ee79dc388ad2446f076 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:43.628208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:43.641016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:43.656540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.662005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.663076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.679857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 09c654fc-e73b-49fc-86d4-fdf1f842d45b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:43.681497 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.709930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.737765 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.762141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:43.764099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e5245407-8eb4-4ec9-a601-2cb1fc5db3a3 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1702907 May 26 23:03:43.766821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48498) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:43.850246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:40Z', 'revision_number': 10, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:43.857706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:43.876772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:43.877873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:43.953613 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e94f46a6-e38f-4319-84e2-ff7f9bbff5e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.113564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:44.176573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] DHCP port deletion for 3ee35257-5457-4307-ae96-971a95ecade4 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:03:44.201076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Deleting port 09c654fc-e73b-49fc-86d4-fdf1f842d45b {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:44.201462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.233031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 09c654fc-e73b-49fc-86d4-fdf1f842d45b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=09c654fc-e73b-49fc-86d4-fdf1f842d45b,segment=NetworkSegment(16ac8bbc-daaa-4ade-8682-9521be52c535),segment_id=16ac8bbc-daaa-4ade-8682-9521be52c535)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:44.237063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.436756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 09c654fc-e73b-49fc-86d4-fdf1f842d45b owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:44.531306 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.636158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=09c654fc-e73b-49fc-86d4-fdf1f842d45b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:44.646774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No DVR routers for this DVR port 09c654fc-e73b-49fc-86d4-fdf1f842d45b on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:03:44.682017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.682360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.682703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.683038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.683368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.683695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.684022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.684392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.684714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.685035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.685352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:03:44.803345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] For port 09c654fc-e73b-49fc-86d4-fdf1f842d45b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=09c654fc-e73b-49fc-86d4-fdf1f842d45b,segment=NetworkSegment(16ac8bbc-daaa-4ade-8682-9521be52c535),segment_id=16ac8bbc-daaa-4ade-8682-9521be52c535)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:44.804120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.834110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.878542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e94f46a6-e38f-4319-84e2-ff7f9bbff5e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.881369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee35257-5457-4307-ae96-971a95ecade4']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:44.888027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e94f46a6-e38f-4319-84e2-ff7f9bbff5e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.896619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3fc4a-2c34-488b-81f1-3b1fb13ef06d req-21563fe9-e483-4e36-b13b-6670b610446c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:44.903712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2aa3fc4a-2c34-488b-81f1-3b1fb13ef06d req-21563fe9-e483-4e36-b13b-6670b610446c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.4663277 May 26 23:03:44.911061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ac8bbc-daaa-4ade-8682-9521be52c535') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:44.912369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ac8bbc-daaa-4ade-8682-9521be52c535') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:44.942265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Calling delete_port for 09c654fc-e73b-49fc-86d4-fdf1f842d45b owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:44.948312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.972001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2aa3fc4a-2c34-488b-81f1-3b1fb13ef06d req-59cb4463-fb38-4a37-858a-5ea091c8ee78 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 May 26 23:03:44.978275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e94f46a6-e38f-4319-84e2-ff7f9bbff5e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.978760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f46a6-e38f-4319-84e2-ff7f9bbff5e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77111644-9f1e-4f2d-9a82-5fa68c481c3d {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:03:44.995681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e94f46a6-e38f-4319-84e2-ff7f9bbff5e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:44.996111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.001264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e94f46a6-e38f-4319-84e2-ff7f9bbff5e6 tempest-RoutersTestDVR-1125639931 tempest-RoutersTestDVR-1125639931-project-admin] 10.222.0.32 "DELETE /v2.0/routers/77111644-9f1e-4f2d-9a82-5fa68c481c3d HTTP/1.1" status: 204 len: 168 time: 1.2280536 May 26 23:03:45.019685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:03:45.020999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:40Z', 'revision_number': 10, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:45.021255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.042730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1564960b-55ee-4977-9034-06b5d7721afe None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:40Z', 'revision_number': 10, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None, '_interfaces': [{'id': '84d43257-ad14-4aa2-9f1f-67be6fbdb761', 'name': '', 'network_id': '9b1ffc19-5c28-4413-b5f7-3eaa1271b492', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'mac_address': 'fa:16:3e:31:31:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:02:45Z', 'updated_at': '2022-05-26T23:02:54Z', 'revision_number': 5, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'subnets': [{'id': '3a830cb6-91ea-4c75-9f8d-e152c12a26ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:45.054247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:03:45.054730 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: timer() May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:03:45.058973 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:03:45.161458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.186236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.200845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=3ee35257-5457-4307-ae96-971a95ecade4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:45.207516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-328d85cd-001b-4f51-845f-9348b6151a1a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/3ee35257-5457-4307-ae96-971a95ecade4 HTTP/1.1" status: 204 len: 168 time: 1.7886937 May 26 23:03:45.210132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48512) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:45.414580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48520) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:45.570916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Deleting port 09c654fc-e73b-49fc-86d4-fdf1f842d45b {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:45.570916 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.723521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.743074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5e0253a6-f091-4ca2-b3b0-caca1cf36a0d None None] The port '09c654fc-e73b-49fc-86d4-fdf1f842d45b' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:03:45.797515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.847800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:45.852108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Usage tracker for resource:security_group_rule and tenant:a3a4dfab81ae40c6b5185cbf5055f23c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:45.855462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:45.862110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:45.868606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e3b757af-a157-4b2b-b8d5-f053b443f60e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:45.885633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48532) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:45.961792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:45.963934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e3b757af-a157-4b2b-b8d5-f053b443f60e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:45.964441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e3b757af-a157-4b2b-b8d5-f053b443f60e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:45.965120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 09c654fc-e73b-49fc-86d4-fdf1f842d45b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:45.966553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:46.102509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 09c654fc-e73b-49fc-86d4-fdf1f842d45b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:46.102878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 09c654fc-e73b-49fc-86d4-fdf1f842d45b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:46.287430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978bb28b-0895-48d7-8204-e5653b6228a4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:46.309402 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-27cefb9e-8d2e-45d7-95f0-ebc4d49902df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3a4dfab81ae40c6b5185cbf5055f23c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8903813 May 26 23:03:46.314398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48542) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:46.426242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73baf-cd3d-441f-9e5d-0148914fbd8c req-9d2f30a2-7dfa-478b-a62a-02e81234f665 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:46.427721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9d73baf-cd3d-441f-9e5d-0148914fbd8c req-9d2f30a2-7dfa-478b-a62a-02e81234f665 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.2331898 May 26 23:03:46.433205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d23699f-1235-4e8b-86b5-3e68c554b376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:46.492341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 84d43257-ad14-4aa2-9f1f-67be6fbdb761 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:46.492946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:46.497161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d23699f-1235-4e8b-86b5-3e68c554b376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:46.547422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9d73baf-cd3d-441f-9e5d-0148914fbd8c req-b1d36463-6828-4890-8d63-b1dd624de6bd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106699 May 26 23:03:46.644637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d23699f-1235-4e8b-86b5-3e68c554b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:46.708987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 84d43257-ad14-4aa2-9f1f-67be6fbdb761, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=84d43257-ad14-4aa2-9f1f-67be6fbdb761,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:46.709462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:46.736599 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d23699f-1235-4e8b-86b5-3e68c554b376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:46.737769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0d23699f-1235-4e8b-86b5-3e68c554b376 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/978bb28b-0895-48d7-8204-e5653b6228a4 HTTP/1.1" status: 204 len: 168 time: 0.4223223 May 26 23:03:46.738752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23699f-1235-4e8b-86b5-3e68c554b376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978bb28b-0895-48d7-8204-e5653b6228a4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:46.867343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 84d43257-ad14-4aa2-9f1f-67be6fbdb761 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:46.897533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:47.100079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:47.180436 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eeae6047-0df2-474a-9212-42fcce401557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:47.192751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Port': ['ID=84d43257-ad14-4aa2-9f1f-67be6fbdb761,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:47.460257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48570) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:47.521838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:47.531454 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:47.826456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:47.843231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Usage tracker for resource:security_group_rule and tenant:b7ca5f6e74c24ee79dc388ad2446f076 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:47.853192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:47.865391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:47.997581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde88d1-5acd-4fcb-a40e-9c982ff1d5ff req-95e9aed9-0f39-44c7-a36b-75a51c3bc98a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:47.999082 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dde88d1-5acd-4fcb-a40e-9c982ff1d5ff req-95e9aed9-0f39-44c7-a36b-75a51c3bc98a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.3750050 May 26 23:03:48.051394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.078530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.170583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dde88d1-5acd-4fcb-a40e-9c982ff1d5ff req-2bf72eb4-5b43-481b-8ef5-d8a2e3149521 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623805 May 26 23:03:48.176803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b953c90a-bd13-4127-a78a-ede657d9fe78,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:48.182438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:48.192906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-418f7a42-b117-4023-a4ef-b68e83abb60a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7ca5f6e74c24ee79dc388ad2446f076&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7306306 May 26 23:03:48.195857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48586) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:48.276346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Deleting port 59632619-7551-4f6c-a178-d3c560d63865 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:48.276591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.372628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ed189d2-2b43-4a9d-8816-6e19cb9a3625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.407126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:48.410363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ed189d2-2b43-4a9d-8816-6e19cb9a3625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.420321 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:48.432060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7438fc19-e3d3-44f6-8f31-5d90279a13ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2184601 May 26 23:03:48.433152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48590) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:48.442708 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:48.444933 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:48.564790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] For port 59632619-7551-4f6c-a178-d3c560d63865, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=59632619-7551-4f6c-a178-d3c560d63865,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:48.565515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.590957 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:48.648852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting subnet 3a830cb6-91ea-4c75-9f8d-e152c12a26ca {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:03:48.650805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ed189d2-2b43-4a9d-8816-6e19cb9a3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.663955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.707204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed189d2-2b43-4a9d-8816-6e19cb9a3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b953c90a-bd13-4127-a78a-ede657d9fe78,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:48.716254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ed189d2-2b43-4a9d-8816-6e19cb9a3625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.720377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ed189d2-2b43-4a9d-8816-6e19cb9a3625 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b953c90a-bd13-4127-a78a-ede657d9fe78 HTTP/1.1" status: 204 len: 168 time: 0.5203340 May 26 23:03:48.743963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.802040 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:46Z', 'revision_number': 11, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:48.815955 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:48.838506 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:48.839136 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:48.841832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Calling delete_port for 59632619-7551-4f6c-a178-d3c560d63865 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:48.909482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:48.991287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:49.020715 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:49.089941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Subnet': ['ID=3a830cb6-91ea-4c75-9f8d-e152c12a26ca,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:49.119685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5e693-7e30-4f0e-9b07-1b2d9cd13664 None None] Network 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:49.125881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:49.140890 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8001834d-f11f-4503-bcde-d256b8ac22c0 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/3a830cb6-91ea-4c75-9f8d-e152c12a26ca HTTP/1.1" status: 204 len: 168 time: 0.7064786 May 26 23:03:49.143456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48604) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:49.150512 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:46Z', 'revision_number': 11, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:49.159092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296a1f1-5aa3-4ca9-986e-80ffd7568dd4 None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:46Z', 'revision_number': 11, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:49.169912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:49.456014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=59632619-7551-4f6c-a178-d3c560d63865,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:49.550262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf362-ec20-41aa-bf9a-510b52c656f4 req-05cce645-cf77-41d7-ad7d-f3c6234b396a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:49.552465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-268cf362-ec20-41aa-bf9a-510b52c656f4 req-05cce645-cf77-41d7-ad7d-f3c6234b396a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1826954 May 26 23:03:49.570056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97887720-3445-478d-8080-89c7202b642d None None] DHCP port deletion for 9b1ffc19-5c28-4413-b5f7-3eaa1271b492 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:03:49.587516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97887720-3445-478d-8080-89c7202b642d None None] Deleting port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:49.587980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97887720-3445-478d-8080-89c7202b642d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:49.589977 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:49.640873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-268cf362-ec20-41aa-bf9a-510b52c656f4 req-9837219e-2dcf-452e-90fb-b25b5b022cc0 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712450 May 26 23:03:49.703606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:49.704141 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:49.980548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84d43257-ad14-4aa2-9f1f-67be6fbdb761 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:50.030226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 84d43257-ad14-4aa2-9f1f-67be6fbdb761 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:50.030569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 84d43257-ad14-4aa2-9f1f-67be6fbdb761 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:50.030985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1ece08bd-891f-4fa0-8dd1-cb05938520d8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:50.094804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ece08bd-891f-4fa0-8dd1-cb05938520d8,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:50.095831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.103641 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6887b0d4-3936-49e1-a8ee-75c2db6d0dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.121976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-97887720-3445-478d-8080-89c7202b642d None None] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ece08bd-891f-4fa0-8dd1-cb05938520d8,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:50.122816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97887720-3445-478d-8080-89c7202b642d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.306592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97887720-3445-478d-8080-89c7202b642d None None] Calling delete_port for 1ece08bd-891f-4fa0-8dd1-cb05938520d8 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:50.307208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 1ece08bd-891f-4fa0-8dd1-cb05938520d8 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:50.406186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.423151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 749d180b-f7e8-4641-a06a-5aaf958fca6e details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:03:50.465825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ece08bd-891f-4fa0-8dd1-cb05938520d8,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:50.470051 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:03:50.477522 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.492025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48632) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:50.494486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:03:50.495104 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:03:50.506829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.556138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.resource_extend [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 23:03:50.690771 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.707395 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-97887720-3445-478d-8080-89c7202b642d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:03:50.714312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1055139419'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:50.719407 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-97887720-3445-478d-8080-89c7202b642d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:03:50.721503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:50.725382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1ece08bd-891f-4fa0-8dd1-cb05938520d8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:50.731393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Usage tracker for resource:network and tenant:1cd41577270540f89672df92c6c0c8eb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:50.741469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:50.776858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:50.793648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.807115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:50.815195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Made reservation on behalf of 1cd41577270540f89672df92c6c0c8eb for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:03:50.818222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.825395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'port_id': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'mac_address': 'fa:16:3e:9a:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:03:50.863042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:50.916928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:50.922089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Usage tracker for resource:security_group_rule and tenant:1cd41577270540f89672df92c6c0c8eb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:50.928897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:50.937038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:50.984326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.009943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:51.009943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.035970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 749d180b-f7e8-4641-a06a-5aaf958fca6e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:03:51.060036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.066837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.078205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:51.088091 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.091229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:03:51.104906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.105649 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Added segment 8ba62258-1161-4f19-9e3f-113fd06d6ac3 of type vlan for network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 May 26 23:03:51.142967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.217093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea84a9-7350-4e28-9284-cdd978e3b0c3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:51.222016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f1493-e6f0-4ab3-b869-a29ba703c489 req-5c4ed7d3-27d6-441b-9bbb-64a2c2f5685a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:51.223761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a26f1493-e6f0-4ab3-b869-a29ba703c489 req-5c4ed7d3-27d6-441b-9bbb-64a2c2f5685a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.2512283 May 26 23:03:51.226219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97887720-3445-478d-8080-89c7202b642d None None] Deleting port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:51.226738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97887720-3445-478d-8080-89c7202b642d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.242087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.251548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:51.253411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.290295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:51.293022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['749d180b-f7e8-4641-a06a-5aaf958fca6e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:03:51.392095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event updated for resources: {'Network': ['ID=53c4292d-95f7-4ba6-896f-5d0e471e5a83,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:51.444622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-25d9cb17-b990-4e26-8a04-5e42195ec3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9484570 May 26 23:03:51.444845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:03:51.445819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48656) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:51.456460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Request body: {'subnet': {'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:51.474992 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a26f1493-e6f0-4ab3-b869-a29ba703c489 req-1fc2c404-4868-44e5-94aa-ea5727ffd9f1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250180 May 26 23:03:51.494722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ece08bd-891f-4fa0-8dd1-cb05938520d8,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:51.495078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.589046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:51.595739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Usage tracker for resource:subnet and tenant:1cd41577270540f89672df92c6c0c8eb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:51.599781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:51.606349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:51.622675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Made reservation on behalf of 1cd41577270540f89672df92c6c0c8eb for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:03:51.649492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-97887720-3445-478d-8080-89c7202b642d None None] For port 1ece08bd-891f-4fa0-8dd1-cb05938520d8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1ece08bd-891f-4fa0-8dd1-cb05938520d8,segment=NetworkSegment(fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04),segment_id=fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:51.650107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97887720-3445-478d-8080-89c7202b642d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.738688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:51.794608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Calling delete_port for 1ece08bd-891f-4fa0-8dd1-cb05938520d8 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:51.861329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97887720-3445-478d-8080-89c7202b642d None None] Calling delete_port for 1ece08bd-891f-4fa0-8dd1-cb05938520d8 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:51.988205 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97887720-3445-478d-8080-89c7202b642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.103483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:03:52.103885 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:03:52.112489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887720-3445-478d-8080-89c7202b642d None None] Pushing event deleted for resources: {'Port': ['ID=1ece08bd-891f-4fa0-8dd1-cb05938520d8,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:52.148681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97887720-3445-478d-8080-89c7202b642d None None] No DVR routers for this DVR port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:03:52.159432 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.191201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.306896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event updated for resources: {'Subnet': ['ID=ed310c0b-5993-4c13-9e4e-7a6fdf1b125e,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:52.332433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Checking segment: {'id': '8ba62258-1161-4f19-9e3f-113fd06d6ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:52.332911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Network hostable DHCP agents. Network: 53c4292d-95f7-4ba6-896f-5d0e471e5a83, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:03:52.406345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:03:52.425779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 53c4292d-95f7-4ba6-896f-5d0e471e5a83) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:52.435084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:52.436323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.440118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35877e7b-8e28-4325-b67b-9744a2045df0 None None] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:52.472475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35bbebd3-d94b-42c7-b699-4579973cc1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0219109 May 26 23:03:52.472822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48666) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:52.478929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Request body: {'port': {'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-277838478'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:52.534957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Deleting port 1ece08bd-891f-4fa0-8dd1-cb05938520d8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:52.537489 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.752891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] The port '1ece08bd-891f-4fa0-8dd1-cb05938520d8' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:03:52.889382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:52.900660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Usage tracker for resource:port and tenant:1cd41577270540f89672df92c6c0c8eb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:52.909545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.913475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:52.937226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1ffc19-5c28-4413-b5f7-3eaa1271b492']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:52.941535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:52.954849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:52.955150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbb7e5c-c8d8-4e58-ae91-1e4788d64e04') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:52.962542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-53c4292d-95f7-4ba6-896f-5d0e471e5a83', 'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83', 'tenant_id': '1cd41577270540f89672df92c6c0c8eb', 'fixed_ips': [{'subnet_id': 'ed310c0b-5993-4c13-9e4e-7a6fdf1b125e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:03:52.964003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.968492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.972726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8780f-f6f0-4d67-8267-bb78960d8264 req-e3614eeb-1fc8-4082-a7be-1ed0cbab766a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:52.985210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bd8780f-f6f0-4d67-8267-bb78960d8264 req-e3614eeb-1fc8-4082-a7be-1ed0cbab766a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 944 time: 0.2320733 May 26 23:03:52.987277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Made reservation on behalf of 1cd41577270540f89672df92c6c0c8eb for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:03:52.990449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.992516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:53.000223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:03:53.000631 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:53.059585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] device_id is not set on port 50c0025d-0fed-4cf8-9671-7985060e2d70 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: timer() May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:03:53.106622 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:03:53.118339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:53.129486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bd8780f-f6f0-4d67-8267-bb78960d8264 req-2f6d5809-3b4d-46a4-966c-c596c00b6e5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175866 May 26 23:03:53.210589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:53.233018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Pushing event deleted for resources: {'Network': ['ID=9b1ffc19-5c28-4413-b5f7-3eaa1271b492,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:53.265522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48680) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:53.266351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fd0d5c36-6ba6-4994-9403-e1c1df07af53 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/networks/9b1ffc19-5c28-4413-b5f7-3eaa1271b492 HTTP/1.1" status: 204 len: 168 time: 4.1212769 May 26 23:03:53.272720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'routes': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:53.303617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Allocated IP 2001:db8::2 (53c4292d-95f7-4ba6-896f-5d0e471e5a83/ed310c0b-5993-4c13-9e4e-7a6fdf1b125e/90ac3375-4e26-46df-98b6-f87c6973be02) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:53.469371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:53.672122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:53.696797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Transition to ACTIVE for port object 90ac3375-4e26-46df-98b6-f87c6973be02 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:53.735445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Transition to ACTIVE for port object 90ac3375-4e26-46df-98b6-f87c6973be02 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:53.745249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:53.926418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:53.927819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Pushing event updated for resources: {'Port': ['ID=90ac3375-4e26-46df-98b6-f87c6973be02,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:53.931654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.extraroute_db [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Added routes are [] {{(pid=84030) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 26 23:03:53.932171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.extraroute_db [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Removed routes are [] {{(pid=84030) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 26 23:03:53.932432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:53.942868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:53.950378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:53.968071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:53.976137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-489dcb25-cf16-4957-a1a8-0340db33ea50 admin admin] 10.222.0.32 "PUT /v2.0/routers/ecfd1ce8-27f0-458a-ac83-8cdb09462dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0892534 May 26 23:03:53.979217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48690) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:53.996943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] Sync routers for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:54.079869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Attempting to bind port 90ac3375-4e26-46df-98b6-f87c6973be02 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:03:54.080199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Attempting to bind port 90ac3375-4e26-46df-98b6-f87c6973be02 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8ba62258-1161-4f19-9e3f-113fd06d6ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:03:54.080541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Attempting to bind port 90ac3375-4e26-46df-98b6-f87c6973be02 on network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:03:54.085488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:54.086138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:54.243058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:03:54.243469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Checking segment: {'id': '8ba62258-1161-4f19-9e3f-113fd06d6ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:03:54.243824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:54.244209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Bound using segment: {'id': '8ba62258-1161-4f19-9e3f-113fd06d6ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:03:54.244686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Bound port: 90ac3375-4e26-46df-98b6-f87c6973be02, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba62258-1161-4f19-9e3f-113fd06d6ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:03:54.245047 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:54.351159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Allocated IP 2001:db8::2d8 (53c4292d-95f7-4ba6-896f-5d0e471e5a83/ed310c0b-5993-4c13-9e4e-7a6fdf1b125e/50c0025d-0fed-4cf8-9671-7985060e2d70) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:54.354713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:54.366123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:54.477412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:54.516216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:54.738773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace85f84-0b2f-4da1-a0df-a40eac2f2568 req-00d4e850-793f-4b0a-8ea8-c80d46703ada tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:54.746222 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ace85f84-0b2f-4da1-a0df-a40eac2f2568 req-00d4e850-793f-4b0a-8ea8-c80d46703ada tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 944 time: 0.2705436 May 26 23:03:54.768528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 749d180b-f7e8-4641-a06a-5aaf958fca6e up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:54.819889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ace85f84-0b2f-4da1-a0df-a40eac2f2568 req-f145324e-a59c-465c-8e5e-2071d111a13e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724146 May 26 23:03:54.888665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:54.905130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Deleting port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:54.905537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:54.998006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] For port 90ac3375-4e26-46df-98b6-f87c6973be02, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:03:55.002035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] For port 90ac3375-4e26-46df-98b6-f87c6973be02, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=90ac3375-4e26-46df-98b6-f87c6973be02,segment=NetworkSegment(8ba62258-1161-4f19-9e3f-113fd06d6ac3),segment_id=8ba62258-1161-4f19-9e3f-113fd06d6ac3)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:03:55.017863 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.046373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:03:55.186736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb291-9750-4f32-a8d1-7f20000923ca None None] Pushing event updated for resources: {'Port': ['ID=90ac3375-4e26-46df-98b6-f87c6973be02,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:55.237989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 749d180b-f7e8-4641-a06a-5aaf958fca6e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:55.238752 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.299752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] For port 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:55.300749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.303753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.330051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.340879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Transition to ACTIVE for port object 50c0025d-0fed-4cf8-9671-7985060e2d70 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:55.345061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:03:55.356289 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] Sync routers for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:03:55.370406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.371470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-906ade6f-ab21-4bbd-aaa9-600b50fea6ba tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 200 len: 700 time: 2.1049166 May 26 23:03:55.376710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48706) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:55.386893 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:55.387679 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:55.459464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Calling delete_port for 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:03:55.459739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-820db7d1-7474-4843-9c17-e64d55dcee71 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:03:55.527634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.529481 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.625325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-820db7d1-7474-4843-9c17-e64d55dcee71 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:03:55.627455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-820db7d1-7474-4843-9c17-e64d55dcee71 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 200 len: 205 time: 0.2459331 May 26 23:03:55.640896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48712) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:55.665228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:03:55.688596 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:55.779045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:55.889059 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871d4873-f85e-4f49-9b89-014b8d524032'] response: {'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'code': 200} May 26 23:03:55.921203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.940761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:55.949759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:55.953769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.958496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:55.965896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:55.968393 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:55.989472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event updated for resources: {'Port': ['ID=50c0025d-0fed-4cf8-9671-7985060e2d70,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:56.005007 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:46Z', 'revision_number': 11, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:56.018287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] Checking router: 375ca96e-38e7-402d-bb3c-fd0307d1fe20 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:56.028260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:56.041249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90ac3375-4e26-46df-98b6-f87c6973be02 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:56.056626 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-006d8bba-240c-40f8-9347-b4663e38f59e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.5770764 May 26 23:03:56.061004 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] Routers {'375ca96e-38e7-402d-bb3c-fd0307d1fe20'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:56.066170 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:56.066310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48724) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:56.101874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Request body: {'port': {'network_id': '53c4292d-95f7-4ba6-896f-5d0e471e5a83', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-953213884', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:56.107686 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.api.validators [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] bootfile-name is not in valid_values {{(pid=84030) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 23:03:56.108134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.api.validators [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] tftp-server is not in valid_values {{(pid=84030) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 23:03:56.108566 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.api.validators [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] server-ip-address is not in valid_values {{(pid=84030) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 23:03:56.113433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T23:03:49Z', 'revision_number': 5, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port': {'id': '1a64dcb2-6289-4ec5-aee4-d54d5a2b7047', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:55:42Z', 'updated_at': '2022-05-26T22:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:56.130033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] Checking router: ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:03:56.140323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a64dcb2-6289-4ec5-aee4-d54d5a2b7047,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:56.161196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1debfcc5-0744-4ae9-a62e-c08eef9ccd89 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:56.195445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] Routers {'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:03:56.196108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:56.416112 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] Set router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:56.505143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] Set router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:03:56.725475 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:46Z', 'revision_number': 11, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:56.750645 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa955d2-0736-4103-81f0-a19fea2d273c None None] The sync data for ids ['375ca96e-38e7-402d-bb3c-fd0307d1fe20'] in n-d-843301-1 is: [{'id': '375ca96e-38e7-402d-bb3c-fd0307d1fe20', 'name': 'tempest-RoutersTest-router-665607562', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:02:42Z', 'updated_at': '2022-05-26T23:03:46Z', 'revision_number': 11, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:56.779135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T23:03:55Z', 'revision_number': 7, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:03:56.818167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce9eb6-c9aa-42b9-8cf7-3ed51740264a None None] The sync data for ids ['ecfd1ce8-27f0-458a-ac83-8cdb09462dd5'] in n-d-843301-1 is: [{'id': 'ecfd1ce8-27f0-458a-ac83-8cdb09462dd5', 'name': 'tempest-AttachVolumeNegativeTest-738636987-router', 'tenant_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:55:39Z', 'updated_at': '2022-05-26T23:03:55Z', 'revision_number': 7, 'project_id': '7ced3c86be7c476fa17cdf7755ec6fa3', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:03:56.820796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 90ac3375-4e26-46df-98b6-f87c6973be02 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:56.886292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:56.891037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Usage tracker for resource:port and tenant:1cd41577270540f89672df92c6c0c8eb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:56.894798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:56.905145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:56.924120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.029756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4217d8-e1cd-462a-917d-6509de442ae7 None None] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:57.137021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Made reservation on behalf of 1cd41577270540f89672df92c6c0c8eb for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:03:57.140332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.259190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f5b7856f-ff32-40ad-a13f-b89e0c1624bd None None] Provisioning for port 90ac3375-4e26-46df-98b6-f87c6973be02 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:57.275613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] device_id is not set on port daab40de-7216-476e-99c0-c71e1d1565de yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:03:57.279129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f5b7856f-ff32-40ad-a13f-b89e0c1624bd None None] Provisioning complete for port 90ac3375-4e26-46df-98b6-f87c6973be02 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:57.282064 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5b7856f-ff32-40ad-a13f-b89e0c1624bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.502852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b5634-1e85-4d8e-be4a-9c356cdd3b81 req-7546e31c-5d86-4a0c-a36c-da0b0acaf5e3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:57.515257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa1b5634-1e85-4d8e-be4a-9c356cdd3b81 req-7546e31c-5d86-4a0c-a36c-da0b0acaf5e3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 1.2188971 May 26 23:03:57.532464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1debfcc5-0744-4ae9-a62e-c08eef9ccd89 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.536867 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1debfcc5-0744-4ae9-a62e-c08eef9ccd89 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.560784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.579291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.590715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa1b5634-1e85-4d8e-be4a-9c356cdd3b81 req-b8da1a11-3a06-43bd-9b84-a3ccd68e5d28 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665240 May 26 23:03:57.594738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1debfcc5-0744-4ae9-a62e-c08eef9ccd89 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.597574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1debfcc5-0744-4ae9-a62e-c08eef9ccd89 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Fanout notify agent at l3_agent the message router_deleted on router 375ca96e-38e7-402d-bb3c-fd0307d1fe20 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:03:57.669759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.670503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:03:57.695254 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.707598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-87774b00-0ff8-4609-ba08-0f04f0fd800c admin admin] 10.222.0.32 "DELETE /v2.0/routers/ecfd1ce8-27f0-458a-ac83-8cdb09462dd5 HTTP/1.1" status: 204 len: 168 time: 3.7262521 May 26 23:03:57.711791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48738) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:57.797910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1debfcc5-0744-4ae9-a62e-c08eef9ccd89 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.809193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1debfcc5-0744-4ae9-a62e-c08eef9ccd89 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 204 len: 168 time: 2.1587503 May 26 23:03:57.827334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48742) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:57.833450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-150198096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:57.864908 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5b7856f-ff32-40ad-a13f-b89e0c1624bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.878317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:03:57.890669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Usage tracker for resource:router and tenant:cbbaa22f8a964242b19182819118c956 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:03:57.896092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:03:57.905908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:03:57.924110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f5b7856f-ff32-40ad-a13f-b89e0c1624bd None None] For port 90ac3375-4e26-46df-98b6-f87c6973be02, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=90ac3375-4e26-46df-98b6-f87c6973be02,segment=NetworkSegment(8ba62258-1161-4f19-9e3f-113fd06d6ac3),segment_id=8ba62258-1161-4f19-9e3f-113fd06d6ac3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:03:57.925621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:57.930553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] Deleting subnet 8c7407c0-0033-4858-9f26-76e0a7bd394f {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:03:57.936849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.981971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.982912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:57.995518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Allocated IP 2001:db8::2a (53c4292d-95f7-4ba6-896f-5d0e471e5a83/ed310c0b-5993-4c13-9e4e-7a6fdf1b125e/daab40de-7216-476e-99c0-c71e1d1565de) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:03:58.003022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:58.004126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1a64dcb2-6289-4ec5-aee4-d54d5a2b7047 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:58.005782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 59632619-7551-4f6c-a178-d3c560d63865 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:03:58.030184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.090367 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5b7856f-ff32-40ad-a13f-b89e0c1624bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.094872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.150271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.192926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.198684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca65a553-d5e4-42ff-b014-20cd07a91606 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3678310 May 26 23:03:58.200498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48748) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:58.210655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9b155357-7072-4031-8885-b1dc319185fb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:03:58.255264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7856f-ff32-40ad-a13f-b89e0c1624bd None None] Pushing event updated for resources: {'Port': ['ID=90ac3375-4e26-46df-98b6-f87c6973be02,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:58.271407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 59632619-7551-4f6c-a178-d3c560d63865 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:03:58.271878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 59632619-7551-4f6c-a178-d3c560d63865 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:03:58.322891 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.458927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.485068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.505349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Transition to ACTIVE for port object daab40de-7216-476e-99c0-c71e1d1565de will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:03:58.545912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.719820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event updated for resources: {'Port': ['ID=daab40de-7216-476e-99c0-c71e1d1565de,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:58.734369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:03:58.739676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:03:58.742228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:03:58.746170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:58.746783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.791156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f7305e6e-d4f5-4550-8465-d15059188b2c tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.7163975 May 26 23:03:58.791968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48754) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:58.826667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d75389c-4d4c-406c-9037-b458347580d5 None None] Provisioning for port 50c0025d-0fed-4cf8-9671-7985060e2d70 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:03:58.835415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d75389c-4d4c-406c-9037-b458347580d5 None None] Provisioning complete for port 50c0025d-0fed-4cf8-9671-7985060e2d70 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:58.836179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d75389c-4d4c-406c-9037-b458347580d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.879716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.934237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7407c0-0033-4858-9f26-76e0a7bd394f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:03:58.949464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:58.962496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c231b-de96-4483-8cba-e162a63151ca None None] Network 79afa0c6-0f66-4a88-9cb5-731ff2672a17 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:03:59.077366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2055a0-180a-4e71-969e-55424a9dfde2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:59.082222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2055a0-180a-4e71-969e-55424a9dfde2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:59.086415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2055a0-180a-4e71-969e-55424a9dfde2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:59.087454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-be2055a0-180a-4e71-969e-55424a9dfde2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Synchronizing usage tracker for tenant:1cd41577270540f89672df92c6c0c8eb on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:03:59.123926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f53fe840-b1aa-44e3-a3f3-399cd64273cc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8c7407c0-0033-4858-9f26-76e0a7bd394f HTTP/1.1" status: 204 len: 168 time: 1.4109609 May 26 23:03:59.133304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8e285-7673-4828-9757-674835195707 req-23d568e9-8d9a-4074-a866-7e385ed1fc8b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:03:59.134592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48760) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:59.135780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51e8e285-7673-4828-9757-674835195707 req-23d568e9-8d9a-4074-a866-7e385ed1fc8b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1850369 May 26 23:03:59.137379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-be2055a0-180a-4e71-969e-55424a9dfde2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Unset dirty status for tenant:1cd41577270540f89672df92c6c0c8eb on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:03:59.141764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-be2055a0-180a-4e71-969e-55424a9dfde2 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3486636 May 26 23:03:59.144575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48762) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:03:59.206642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51e8e285-7673-4828-9757-674835195707 req-4d87740b-51fd-4dec-94a6-630640fec620 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609524 May 26 23:03:59.326437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1d75389c-4d4c-406c-9037-b458347580d5 None None] Port 50c0025d-0fed-4cf8-9671-7985060e2d70 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:03:59.393086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d75389c-4d4c-406c-9037-b458347580d5 None None] Provisioning complete for port 90ac3375-4e26-46df-98b6-f87c6973be02 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:03:59.393746 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d75389c-4d4c-406c-9037-b458347580d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:59.566284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:59.620585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b155357-7072-4031-8885-b1dc319185fb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:59.642171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Deleting port daab40de-7216-476e-99c0-c71e1d1565de {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:59.642527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:59.777768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] DHCP port deletion for 79afa0c6-0f66-4a88-9cb5-731ff2672a17 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:03:59.784509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b155357-7072-4031-8885-b1dc319185fb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693266'] for router, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:59.792317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Deleting port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:59.794958 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:59.933265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90ac3375-4e26-46df-98b6-f87c6973be02 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:03:59.957885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Deleting port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:03:59.958488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.138758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] For port 8fddba38-e698-4dc3-84e3-92e7ecd81d12, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8fddba38-e698-4dc3-84e3-92e7ecd81d12,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:00.139372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.293234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Calling delete_port for 8fddba38-e698-4dc3-84e3-92e7ecd81d12 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:00.362741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.448838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.535115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] No DVR routers for this DVR port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:04:00.539591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Pushing event deleted for resources: {'Port': ['ID=8fddba38-e698-4dc3-84e3-92e7ecd81d12,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:00.541809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-34d42aac-739a-41cf-8dfe-71782f3a4b6b None None] Provisioning complete for port 50c0025d-0fed-4cf8-9671-7985060e2d70 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:00.542179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-34d42aac-739a-41cf-8dfe-71782f3a4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.605415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Calling delete_port for daab40de-7216-476e-99c0-c71e1d1565de owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:00.623350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.626093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.627006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.627346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.627681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.628628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.628971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.629303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.629635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.630011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.630301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0456e7b-b61e-4872-8a47-b500c8ef7ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:00.660045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 90ac3375-4e26-46df-98b6-f87c6973be02 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:00.660849 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.730148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b155357-7072-4031-8885-b1dc319185fb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Router 374b5532-8379-4605-ad5c-b0cf53cfb4e5 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:04:00.741918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] For port 8fddba38-e698-4dc3-84e3-92e7ecd81d12, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8fddba38-e698-4dc3-84e3-92e7ecd81d12,segment=NetworkSegment(7965dfe3-8135-42bc-8adb-94c29f966c88),segment_id=7965dfe3-8135-42bc-8adb-94c29f966c88)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:00.742217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.748120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-34d42aac-739a-41cf-8dfe-71782f3a4b6b None None] Port 50c0025d-0fed-4cf8-9671-7985060e2d70 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:04:00.816044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-34d42aac-739a-41cf-8dfe-71782f3a4b6b None None] Provisioning for port daab40de-7216-476e-99c0-c71e1d1565de completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:00.838405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-34d42aac-739a-41cf-8dfe-71782f3a4b6b None None] Provisioning complete for port daab40de-7216-476e-99c0-c71e1d1565de triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:00.838716 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-34d42aac-739a-41cf-8dfe-71782f3a4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:00.918614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-34d42aac-739a-41cf-8dfe-71782f3a4b6b None None] Port daab40de-7216-476e-99c0-c71e1d1565de cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:04:00.954382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8fddba38-e698-4dc3-84e3-92e7ecd81d12 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:04:00.979143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Calling delete_port for 8fddba38-e698-4dc3-84e3-92e7ecd81d12 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:00.990109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 8fddba38-e698-4dc3-84e3-92e7ecd81d12 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:04:00.990628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8fddba38-e698-4dc3-84e3-92e7ecd81d12 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:04:01.381314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f4390-2c17-4fd7-8ef5-0335fc63211e req-63ecb17b-6abe-4fe5-8c23-5b035c039b78 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:01.383424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e7f4390-2c17-4fd7-8ef5-0335fc63211e req-63ecb17b-6abe-4fe5-8c23-5b035c039b78 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.9108975 May 26 23:04:01.504754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b155357-7072-4031-8885-b1dc319185fb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:04:01.510208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:04:01.510786 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:04:01.518825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] Sync routers for ids ['374b5532-8379-4605-ad5c-b0cf53cfb4e5'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:04:01.534477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] Routers {'374b5532-8379-4605-ad5c-b0cf53cfb4e5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:04:01.535247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['374b5532-8379-4605-ad5c-b0cf53cfb4e5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:01.554741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:01.620682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event deleted for resources: {'Port': ['ID=daab40de-7216-476e-99c0-c71e1d1565de,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:01.634646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b155357-7072-4031-8885-b1dc319185fb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:01.638981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48786) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:01.640944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9b155357-7072-4031-8885-b1dc319185fb tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "PUT /v2.0/routers/374b5532-8379-4605-ad5c-b0cf53cfb4e5 HTTP/1.1" status: 200 len: 693 time: 3.4396191 May 26 23:04:01.679005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e7f4390-2c17-4fd7-8ef5-0335fc63211e req-d6990b85-884e-4298-8e14-9c4b7ecf4bd1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717466 May 26 23:04:01.730935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] Set router 374b5532-8379-4605-ad5c-b0cf53cfb4e5 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:04:01.762269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:01.764258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c20d6cfc-fad2-4afc-92dc-fdb9b9235829 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "DELETE /v2.0/ports/daab40de-7216-476e-99c0-c71e1d1565de HTTP/1.1" status: 204 len: 168 time: 2.2962973 May 26 23:04:01.769154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48794) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:01.779329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Request body: {'port': {'name': 'tempest-new-port-name-1993593464', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:01.780219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.api.validators [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] bootfile-name is not in valid_values {{(pid=84029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 23:04:01.780633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.api.validators [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] tftp-server is not in valid_values {{(pid=84029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 23:04:01.781024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.api.validators [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] server-ip-address is not in valid_values {{(pid=84029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 23:04:01.935498 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5b7025e7-145e-4a55-bb55-2dabdb8b9ea8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/routers/374b5532-8379-4605-ad5c-b0cf53cfb4e5 HTTP/1.1" status: 200 len: 699 time: 0.2930133 May 26 23:04:01.936035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:02.003596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-46605b30-ebcf-4905-807e-c71a413d247c tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Synchronizing usage tracker for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:02.011513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Deleting port 8fddba38-e698-4dc3-84e3-92e7ecd81d12 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:02.011981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.014259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b5532-8379-4605-ad5c-b0cf53cfb4e5', 'name': 'tempest-RoutersTest-router-150198096', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:03:57Z', 'updated_at': '2022-05-26T23:03:59Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:02.019920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] Checking router: 374b5532-8379-4605-ad5c-b0cf53cfb4e5 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:04:02.033294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] Routers {'374b5532-8379-4605-ad5c-b0cf53cfb4e5'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:04:02.034269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:03:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['374b5532-8379-4605-ad5c-b0cf53cfb4e5'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:02.060931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-46605b30-ebcf-4905-807e-c71a413d247c tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Unset dirty status for tenant:cbbaa22f8a964242b19182819118c956 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:02.062121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-46605b30-ebcf-4905-807e-c71a413d247c tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=374b5532-8379-4605-ad5c-b0cf53cfb4e5 HTTP/1.1" status: 200 len: 205 time: 0.1138604 May 26 23:04:02.062892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.064879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48802) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:02.184529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] The port '8fddba38-e698-4dc3-84e3-92e7ecd81d12' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:04:02.257074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] Set router 374b5532-8379-4605-ad5c-b0cf53cfb4e5 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:04:02.349913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359d291-7a94-4b77-8161-dea3a679e807 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.414735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.443321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b5532-8379-4605-ad5c-b0cf53cfb4e5', 'name': 'tempest-RoutersTest-router-150198096', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:03:57Z', 'updated_at': '2022-05-26T23:03:59Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:02.448585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ab490-4ea6-4cc4-b6ac-b8dcd9ab5efc None None] The sync data for ids ['374b5532-8379-4605-ad5c-b0cf53cfb4e5'] in n-d-843301-1 is: [{'id': '374b5532-8379-4605-ad5c-b0cf53cfb4e5', 'name': 'tempest-RoutersTest-router-150198096', 'tenant_id': 'cbbaa22f8a964242b19182819118c956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:03:57Z', 'updated_at': '2022-05-26T23:03:59Z', 'revision_number': 2, 'project_id': 'cbbaa22f8a964242b19182819118c956', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:04:02.538399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79afa0c6-0f66-4a88-9cb5-731ff2672a17']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:02.572371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7965dfe3-8135-42bc-8adb-94c29f966c88') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:02.574611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7965dfe3-8135-42bc-8adb-94c29f966c88') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:02.625208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.677541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.706311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:04:02.706961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: timer() May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:04:02.721425 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:04:02.869235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.880528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.948597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=79afa0c6-0f66-4a88-9cb5-731ff2672a17,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:02.960748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:02.967518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.009327 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-32c5a5b1-e597-41ed-8ab3-b3652fb37bfb admin admin] 10.222.0.32 "DELETE /v2.0/networks/79afa0c6-0f66-4a88-9cb5-731ff2672a17 HTTP/1.1" status: 204 len: 168 time: 3.8736863 May 26 23:04:03.054821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] In _notify_port_updated(), no bound segment for port 50c0025d-0fed-4cf8-9671-7985060e2d70 on network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:04:03.060509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:03.061537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.066929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "PUT /v2.0/ports/50c0025d-0fed-4cf8-9671-7985060e2d70 HTTP/1.1" status: 200 len: 1130 time: 1.2961934 May 26 23:04:03.067833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48812) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:03.144544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359d291-7a94-4b77-8161-dea3a679e807 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.171284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359d291-7a94-4b77-8161-dea3a679e807 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.234584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85259e9-6ec9-45ed-a8f9-e627d7903b90 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event updated for resources: {'Port': ['ID=50c0025d-0fed-4cf8-9671-7985060e2d70,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:03.273319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380722f7-f19a-4f8b-a476-2b3641abb848 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:03.274022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-380722f7-f19a-4f8b-a476-2b3641abb848 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Synchronizing usage tracker for tenant:1cd41577270540f89672df92c6c0c8eb on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:03.317698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-380722f7-f19a-4f8b-a476-2b3641abb848 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Unset dirty status for tenant:1cd41577270540f89672df92c6c0c8eb on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:03.322493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-380722f7-f19a-4f8b-a476-2b3641abb848 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "GET /v2.0/ports/50c0025d-0fed-4cf8-9671-7985060e2d70 HTTP/1.1" status: 200 len: 1130 time: 0.2467189 May 26 23:04:03.323831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48818) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:03.459092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Deleting port 50c0025d-0fed-4cf8-9671-7985060e2d70 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:03.459443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.511751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6b8b87a2-229a-4f9b-b9c1-6c3a2384f1ff None None] Provisioning complete for port 50c0025d-0fed-4cf8-9671-7985060e2d70 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:03.512322 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6b8b87a2-229a-4f9b-b9c1-6c3a2384f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.519499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48826) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:03.599139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468cff-3852-45ee-b657-0032fcbc4ab3 req-61cc9add-49f1-4666-9aed-27df9d213e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:03.613142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59468cff-3852-45ee-b657-0032fcbc4ab3 req-61cc9add-49f1-4666-9aed-27df9d213e9a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.6383867 May 26 23:04:03.637594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b87a2-229a-4f9b-b9c1-6c3a2384f1ff None None] Port 50c0025d-0fed-4cf8-9671-7985060e2d70 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:04:03.680673 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59468cff-3852-45ee-b657-0032fcbc4ab3 req-fe181535-b8a7-4285-a3b1-47cbd6bd8f3c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663674 May 26 23:04:03.681365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359d291-7a94-4b77-8161-dea3a679e807 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.681985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5359d291-7a94-4b77-8161-dea3a679e807 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Fanout notify agent at l3_agent the message router_deleted on router 374b5532-8379-4605-ad5c-b0cf53cfb4e5 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:04:03.720555 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5359d291-7a94-4b77-8161-dea3a679e807 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:03.721773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5359d291-7a94-4b77-8161-dea3a679e807 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/374b5532-8379-4605-ad5c-b0cf53cfb4e5 HTTP/1.1" status: 204 len: 168 time: 1.6557338 May 26 23:04:03.728620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48830) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:03.789691 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-442ebe32-8862-401b-b9b6-854a2a70c288 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=374b5532-8379-4605-ad5c-b0cf53cfb4e5 HTTP/1.1" status: 200 len: 205 time: 0.0601425 May 26 23:04:03.792613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48834) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:03.896106 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-7d1a8dfe-1f6b-4c39-af0c-4d3053dc958d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] delete failed (client error): The resource could not be found. May 26 23:04:03.899448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d1a8dfe-1f6b-4c39-af0c-4d3053dc958d tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/374b5532-8379-4605-ad5c-b0cf53cfb4e5 HTTP/1.1" status: 404 len: 336 time: 0.1055725 May 26 23:04:03.903354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-51988753-f5d6-4c8f-b7be-1e4b6c0ab1f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ced3c86be7c476fa17cdf7755ec6fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759899 May 26 23:04:03.904535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48838) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:03.907621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48840) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:03.958119 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-158d117f-a9e6-4afe-bd71-c8be47d2340a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:03.958927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158d117f-a9e6-4afe-bd71-c8be47d2340a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:03.961508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-158d117f-a9e6-4afe-bd71-c8be47d2340a tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/8d8842b7-baa1-4ba4-9ed1-c2b2229992de HTTP/1.1" status: 404 len: 337 time: 0.0553899 May 26 23:04:03.964495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48846) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.001630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:04.022549 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19b9e39-8b64-41db-ae04-e077de62f382 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:04.023388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19b9e39-8b64-41db-ae04-e077de62f382 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:04.025425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d19b9e39-8b64-41db-ae04-e077de62f382 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/97ab7d21-e91e-41d3-8b09-4c42e902cd9a HTTP/1.1" status: 404 len: 337 time: 0.0597749 May 26 23:04:04.028096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.084836 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-878c0435-a406-4750-9e3e-18a09aa6ce51 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:04.085735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878c0435-a406-4750-9e3e-18a09aa6ce51 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:04.088037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-878c0435-a406-4750-9e3e-18a09aa6ce51 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/8c7afa3d-c332-4c54-9aea-080f29e2b8e7 HTTP/1.1" status: 404 len: 337 time: 0.0588155 May 26 23:04:04.090747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.139267 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbce6a09-303b-49ef-b5bc-87c9a25aa088 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:04.140208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbce6a09-303b-49ef-b5bc-87c9a25aa088 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:04.143183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bbce6a09-303b-49ef-b5bc-87c9a25aa088 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/3a830cb6-91ea-4c75-9f8d-e152c12a26ca HTTP/1.1" status: 404 len: 337 time: 0.0493755 May 26 23:04:04.145912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48858) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.204045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7f726028-1c87-41d7-867e-23fa9fcf48d7 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 200 len: 205 time: 0.0548315 May 26 23:04:04.205775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48862) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.258567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8e03cb1-2564-43c4-a6ab-8e72b82759aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:04.280924 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-f8b57f0c-d25b-4fd0-97cf-81ef595adc12 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] delete failed (client error): The resource could not be found. May 26 23:04:04.282882 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f8b57f0c-d25b-4fd0-97cf-81ef595adc12 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/375ca96e-38e7-402d-bb3c-fd0307d1fe20 HTTP/1.1" status: 404 len: 336 time: 0.0751841 May 26 23:04:04.285305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48868) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.312013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8e03cb1-2564-43c4-a6ab-8e72b82759aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:04.341610 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9560ab6f-690c-4b91-b750-2a3536407784 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=952a8b24-1be6-4445-956e-4af3d54e3265 HTTP/1.1" status: 200 len: 205 time: 0.0541759 May 26 23:04:04.344092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48872) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.347729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Calling delete_port for 50c0025d-0fed-4cf8-9671-7985060e2d70 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:04.462677 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-eb97bbf0-f176-4f21-a78f-c153e7740e63 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] delete failed (client error): The resource could not be found. May 26 23:04:04.463914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb97bbf0-f176-4f21-a78f-c153e7740e63 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/952a8b24-1be6-4445-956e-4af3d54e3265 HTTP/1.1" status: 404 len: 336 time: 0.1180449 May 26 23:04:04.466677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48876) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.541154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8e03cb1-2564-43c4-a6ab-8e72b82759aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:04.566333 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e05617-d97f-4a24-a59f-bdc535ce566f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:04.566772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e05617-d97f-4a24-a59f-bdc535ce566f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:04.579384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e03cb1-2564-43c4-a6ab-8e72b82759aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487700a6-f638-43de-80a1-54346fd876bc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:04.595915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48880) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.596185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-57e05617-d97f-4a24-a59f-bdc535ce566f tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/01209438-c270-4c02-9543-9b8acb477690 HTTP/1.1" status: 404 len: 337 time: 0.1273875 May 26 23:04:04.601992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8e03cb1-2564-43c4-a6ab-8e72b82759aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:04.603513 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a8e03cb1-2564-43c4-a6ab-8e72b82759aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/487700a6-f638-43de-80a1-54346fd876bc HTTP/1.1" status: 204 len: 168 time: 0.6947374 May 26 23:04:04.618706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:04.744350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event deleted for resources: {'Port': ['ID=50c0025d-0fed-4cf8-9671-7985060e2d70,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:04.817102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3e33ea26-d40e-4e89-8bad-0b967f081457 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0022009-8fee-4028-b7c7-a948517cdc92 HTTP/1.1" status: 200 len: 205 time: 0.2137678 May 26 23:04:04.819099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48892) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:04.845615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:04.853779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-88849195-35a2-4621-a88f-b175acad332d tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "DELETE /v2.0/ports/50c0025d-0fed-4cf8-9671-7985060e2d70 HTTP/1.1" status: 204 len: 168 time: 1.5227661 May 26 23:04:04.854569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48896) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.053370 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-c73f8113-02db-4740-89ea-a81a18857e86 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] delete failed (client error): The resource could not be found. May 26 23:04:05.057837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c73f8113-02db-4740-89ea-a81a18857e86 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/b0022009-8fee-4028-b7c7-a948517cdc92 HTTP/1.1" status: 404 len: 336 time: 0.2357821 May 26 23:04:05.059733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.200798 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cda9675c-8792-47e6-8eab-6070b14cc76e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ab00bdf-09e9-435e-9bd5-04e204867f7b HTTP/1.1" status: 200 len: 205 time: 0.1358263 May 26 23:04:05.208140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48906) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.326825 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-61bd77f5-4a56-4559-b027-27b4212af878 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] delete failed (client error): The resource could not be found. May 26 23:04:05.330904 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-61bd77f5-4a56-4559-b027-27b4212af878 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/2ab00bdf-09e9-435e-9bd5-04e204867f7b HTTP/1.1" status: 404 len: 336 time: 0.1217737 May 26 23:04:05.331466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48912) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.381461 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-19abaf04-eb0f-468a-b7c4-fa56bb22ec14 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:05.381946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19abaf04-eb0f-468a-b7c4-fa56bb22ec14 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:05.387645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-19abaf04-eb0f-468a-b7c4-fa56bb22ec14 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/5d1e9fed-c4c2-48b7-b4f7-5b265e8bda74 HTTP/1.1" status: 404 len: 337 time: 0.0552220 May 26 23:04:05.388183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48920) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.407465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Deleting subnet ed310c0b-5993-4c13-9e4e-7a6fdf1b125e {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:04:05.413165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:05.448916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b3d2fe72-fa3f-4e82-9bd8-86db1bf23b27 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3057c5e-aa0d-43c3-9410-f3880a785822 HTTP/1.1" status: 200 len: 205 time: 0.0596383 May 26 23:04:05.449990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48924) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.480336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea00e8-ee9d-491a-97b5-6af5d4a5e06b req-75eb698f-a4ca-4541-a15f-0c16c53fd606 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:05.487979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22ea00e8-ee9d-491a-97b5-6af5d4a5e06b req-75eb698f-a4ca-4541-a15f-0c16c53fd606 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.3929329 May 26 23:04:05.540343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22ea00e8-ee9d-491a-97b5-6af5d4a5e06b req-0de4f50f-5e59-41ae-93e8-2a4417dbc61f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 May 26 23:04:05.555102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:05.562004 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-78e88eab-d485-4144-9d8d-06cd91bf1549 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] delete failed (client error): The resource could not be found. May 26 23:04:05.566401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-78e88eab-d485-4144-9d8d-06cd91bf1549 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/c3057c5e-aa0d-43c3-9410-f3880a785822 HTTP/1.1" status: 404 len: 336 time: 0.1154921 May 26 23:04:05.567002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48932) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.631825 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5923796-5fcb-420d-8d08-1002f976abab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:05.632273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5923796-5fcb-420d-8d08-1002f976abab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:05.633963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b5923796-5fcb-420d-8d08-1002f976abab tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/e404e0da-b3ca-46e4-b02d-11c345f0bc8d HTTP/1.1" status: 404 len: 337 time: 0.0660367 May 26 23:04:05.637980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48940) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.752321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:05.778829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bce366a7-0e97-4e8f-9032-4dba25b2d6a8 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e7a942-b8bd-4209-a5a1-c1056debea40 HTTP/1.1" status: 200 len: 205 time: 0.1397214 May 26 23:04:05.781773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48944) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.836410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:05.886216 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-8ef3d3d1-5bb6-46a5-8e48-c3bf42081c5e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] delete failed (client error): The resource could not be found. May 26 23:04:05.887809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8ef3d3d1-5bb6-46a5-8e48-c3bf42081c5e tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/routers/07e7a942-b8bd-4209-a5a1-c1056debea40 HTTP/1.1" status: 404 len: 336 time: 0.1042325 May 26 23:04:05.890304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48950) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:05.903339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event deleted for resources: {'Subnet': ['ID=ed310c0b-5993-4c13-9e4e-7a6fdf1b125e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:05.919436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a27e0e-24f9-4ba8-aa6d-03f7d112cf4d None None] Network 53c4292d-95f7-4ba6-896f-5d0e471e5a83 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:05.929115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:05.965178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-48333813-28f0-4623-b827-729d33912a8a tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "DELETE /v2.0/subnets/ed310c0b-5993-4c13-9e4e-7a6fdf1b125e HTTP/1.1" status: 204 len: 168 time: 1.1073775 May 26 23:04:05.965584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:06.133502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:06.150805 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-6270f932-a515-4c15-9180-91f49bcd5dbd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:06.150805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6270f932-a515-4c15-9180-91f49bcd5dbd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:06.152506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6270f932-a515-4c15-9180-91f49bcd5dbd tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/88f11860-d73c-4316-8319-b5c175dd872f HTTP/1.1" status: 404 len: 337 time: 0.2609937 May 26 23:04:06.161657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48962) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:06.165879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Deleting port 90ac3375-4e26-46df-98b6-f87c6973be02 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:06.165879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:06.203602 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a3e490-6799-4486-a1af-6ba32ab51507 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] DELETE failed (client error): The resource could not be found. May 26 23:04:06.204049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a3e490-6799-4486-a1af-6ba32ab51507 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:06.206292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-15a3e490-6799-4486-a1af-6ba32ab51507 tempest-RoutersTest-1496378231 tempest-RoutersTest-1496378231-project] 10.222.0.32 "DELETE /v2.0/subnets/532ed1d7-c0f5-4737-a333-a28704635889 HTTP/1.1" status: 404 len: 337 time: 0.0467505 May 26 23:04:06.360202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] DHCP port deletion for 53c4292d-95f7-4ba6-896f-5d0e471e5a83 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:04:06.364505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Deleting port 90ac3375-4e26-46df-98b6-f87c6973be02 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:06.364992 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:06.607876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] For port 90ac3375-4e26-46df-98b6-f87c6973be02, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=90ac3375-4e26-46df-98b6-f87c6973be02,segment=NetworkSegment(8ba62258-1161-4f19-9e3f-113fd06d6ac3),segment_id=8ba62258-1161-4f19-9e3f-113fd06d6ac3)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:06.608492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:06.866869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48984) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:06.905255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Calling delete_port for 90ac3375-4e26-46df-98b6-f87c6973be02 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:06.948415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] For port 90ac3375-4e26-46df-98b6-f87c6973be02, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=90ac3375-4e26-46df-98b6-f87c6973be02,segment=NetworkSegment(8ba62258-1161-4f19-9e3f-113fd06d6ac3),segment_id=8ba62258-1161-4f19-9e3f-113fd06d6ac3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:06.949028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.065887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.113430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562b5b-4a36-435f-a134-1f027385925f req-8c44ab34-a0fa-4e07-ae89-0847637e7850 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:07.115026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f562b5b-4a36-435f-a134-1f027385925f req-8c44ab34-a0fa-4e07-ae89-0847637e7850 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.2246528 May 26 23:04:07.170539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event deleted for resources: {'Port': ['ID=90ac3375-4e26-46df-98b6-f87c6973be02,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:07.180000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] No DVR routers for this DVR port 90ac3375-4e26-46df-98b6-f87c6973be02 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:04:07.234999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Calling delete_port for 90ac3375-4e26-46df-98b6-f87c6973be02 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:07.313444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f562b5b-4a36-435f-a134-1f027385925f req-1f9991f8-9744-4c76-8d53-885c95490946 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902041 May 26 23:04:07.349718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.352581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04fcdfab-2c22-4a64-bb76-7d9d0708d8e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbbaa22f8a964242b19182819118c956&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4844339 May 26 23:04:07.356276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48992) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:07.400445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:04:07.400806 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:04:07.411373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c4292d-95f7-4ba6-896f-5d0e471e5a83']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:07.430025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba62258-1161-4f19-9e3f-113fd06d6ac3') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:07.430427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba62258-1161-4f19-9e3f-113fd06d6ac3') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:07.445332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.463189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.479048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:04:07.480117 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: timer() May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:04:07.505627 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:04:07.507974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b726ed97-96f2-4c19-bdcf-5e6163c8ccf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.568164 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b726ed97-96f2-4c19-bdcf-5e6163c8ccf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.658443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.669127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.689531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b726ed97-96f2-4c19-bdcf-5e6163c8ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.703384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] Pushing event deleted for resources: {'Network': ['ID=53c4292d-95f7-4ba6-896f-5d0e471e5a83,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:07.708994 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-46e0f0ef-df06-4207-aca9-2e3886d5a51e tempest-ExtraDHCPOptionsIpV6TestJSON-32207664 tempest-ExtraDHCPOptionsIpV6TestJSON-32207664-project] 10.222.0.32 "DELETE /v2.0/networks/53c4292d-95f7-4ba6-896f-5d0e471e5a83 HTTP/1.1" status: 204 len: 168 time: 1.7423055 May 26 23:04:07.735087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726ed97-96f2-4c19-bdcf-5e6163c8ccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a43c6f6-9742-441b-bf94-3ed3e247b48d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:07.749782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b726ed97-96f2-4c19-bdcf-5e6163c8ccf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:07.758811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b726ed97-96f2-4c19-bdcf-5e6163c8ccf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a43c6f6-9742-441b-bf94-3ed3e247b48d HTTP/1.1" status: 204 len: 168 time: 0.4015391 May 26 23:04:07.870936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90ac3375-4e26-46df-98b6-f87c6973be02 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:04:07.955622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Deleting port 90ac3375-4e26-46df-98b6-f87c6973be02 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:07.956934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:08.084705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 90ac3375-4e26-46df-98b6-f87c6973be02 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:04:08.085335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 90ac3375-4e26-46df-98b6-f87c6973be02 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:04:08.118019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-73b96114-19a3-471e-bc1c-012fd1dde4e5 None None] The port '90ac3375-4e26-46df-98b6-f87c6973be02' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:04:08.386524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49028) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:08.613521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7fc8c-5e37-4174-97d1-da1a39bb08d4 req-48e0f20c-1215-49ff-92ba-5a51bfe11f68 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:08.624074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20e7fc8c-5e37-4174-97d1-da1a39bb08d4 req-48e0f20c-1215-49ff-92ba-5a51bfe11f68 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1297367 May 26 23:04:08.698299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20e7fc8c-5e37-4174-97d1-da1a39bb08d4 req-d3347cab-d671-4685-bbe9-dfe926b34f0a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729494 May 26 23:04:08.788349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-21933747-d33c-4987-9606-d5de36fecb5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cd41577270540f89672df92c6c0c8eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4006727 May 26 23:04:08.790855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49040) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:08.924949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6582-e32b-49d5-b825-0a2d6510a799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:08.982321 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6582-e32b-49d5-b825-0a2d6510a799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:09.068740 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6582-e32b-49d5-b825-0a2d6510a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:09.103084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa6582-e32b-49d5-b825-0a2d6510a799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea84a9-7350-4e28-9284-cdd978e3b0c3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:09.111713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6582-e32b-49d5-b825-0a2d6510a799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:09.113146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eeaa6582-e32b-49d5-b825-0a2d6510a799 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fea84a9-7350-4e28-9284-cdd978e3b0c3 HTTP/1.1" status: 204 len: 168 time: 0.3211267 May 26 23:04:09.397716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49056) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:09.945004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134100346'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:09.955840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:09.960397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:09.964611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:09.972550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:09.988757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.019435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.076590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:10.082097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:10.085464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:10.094948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:10.120022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214ba3-ebd8-4327-af9f-9b5b28e9bfb2 req-f3f82063-df44-4473-9210-19897b40d19d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:10.139187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a214ba3-ebd8-4327-af9f-9b5b28e9bfb2 req-f3f82063-df44-4473-9210-19897b40d19d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1965392 May 26 23:04:10.221526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.230367 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.253752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5a214ba3-ebd8-4327-af9f-9b5b28e9bfb2 req-f9341dc4-6732-40a1-b893-ff6556fe1440 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135066 May 26 23:04:10.258074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:10.262661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:10.266305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:10.272996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:10.342488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.379995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba6d110-7f38-459b-a0b0-7804c4e127ee,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:10.385306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.439841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86384e25-3ea3-4608-9305-c8f2adfdab44,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:10.442597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.446938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:10.447080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d15ffabb-6fcb-4edf-8c09-889efaff3084 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0481110 May 26 23:04:10.586378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-73eaf942-cb26-4100-8db5-4e1f38370ebe tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1377714 May 26 23:04:10.589342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49100) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:10.609496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-69cfcc07-838f-45e8-8c9c-28520021d99a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-security--1197421580', 'description': 'tempest-security-description-1395074214'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:10.675903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69cfcc07-838f-45e8-8c9c-28520021d99a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.766905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69cfcc07-838f-45e8-8c9c-28520021d99a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.778561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69cfcc07-838f-45e8-8c9c-28520021d99a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.782556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69cfcc07-838f-45e8-8c9c-28520021d99a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:10.784044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69cfcc07-838f-45e8-8c9c-28520021d99a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "PUT /v2.0/security-groups/86384e25-3ea3-4608-9305-c8f2adfdab44 HTTP/1.1" status: 200 len: 1612 time: 0.1937454 May 26 23:04:10.787243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49110) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:10.823422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49116) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:10.854310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfcc07-838f-45e8-8c9c-28520021d99a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86384e25-3ea3-4608-9305-c8f2adfdab44,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:10.905718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-42e248fc-2586-4d2d-95f9-ece651816cf3 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups/86384e25-3ea3-4608-9305-c8f2adfdab44 HTTP/1.1" status: 200 len: 1612 time: 0.1165452 May 26 23:04:10.908210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49122) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:11.071329 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cec40841-99e4-4a45-ace6-6b571f9219dc tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.124462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1796915925'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:11.134305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:11.139239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:11.143034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:11.149025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:11.162638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cec40841-99e4-4a45-ace6-6b571f9219dc tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.172677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:11.176288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.196920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.309202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:11.313896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group_rule and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:11.317219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:11.324276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:11.335333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cec40841-99e4-4a45-ace6-6b571f9219dc tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.369448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec40841-99e4-4a45-ace6-6b571f9219dc tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86384e25-3ea3-4608-9305-c8f2adfdab44,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:11.371542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cec40841-99e4-4a45-ace6-6b571f9219dc tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.375245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cec40841-99e4-4a45-ace6-6b571f9219dc tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/86384e25-3ea3-4608-9305-c8f2adfdab44 HTTP/1.1" status: 204 len: 168 time: 0.4595535 May 26 23:04:11.375638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49134) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:11.487125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99d3ff80-3cde-41d3-a736-76fde6422f13 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:11.518286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-99d3ff80-3cde-41d3-a736-76fde6422f13 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:11.523380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99d3ff80-3cde-41d3-a736-76fde6422f13 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1460273 May 26 23:04:11.523962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49138) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:11.525703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.545510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.580092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:04:11.603385 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-c27d9d66-591f-4856-a183-4878b270a5c8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] delete failed (client error): The resource could not be found. May 26 23:04:11.604467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c27d9d66-591f-4856-a183-4878b270a5c8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/86384e25-3ea3-4608-9305-c8f2adfdab44 HTTP/1.1" status: 404 len: 347 time: 0.0773082 May 26 23:04:11.613783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49142) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:11.626211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343822495'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:11.629108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3e96-14f2-4650-b84f-792063eb66c0 req-9f5f881a-d3aa-461f-8630-9c0c98296b72 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:11.630653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dbe3e96-14f2-4650-b84f-792063eb66c0 req-9f5f881a-d3aa-461f-8630-9c0c98296b72 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1847327 May 26 23:04:11.631303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6772034b-a151-44d4-bfcf-a6420b615439,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:11.649228 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.649568 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment 8cdf2bb2-be9f-4143-8373-b67b8519fa4d of type vlan for network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 May 26 23:04:11.658849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:11.687055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:11.716078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.807570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:11.811499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9dbe3e96-14f2-4650-b84f-792063eb66c0 req-066abdb7-2d63-4516-835f-0c8b9f60154d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602643 May 26 23:04:11.813465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:11.816794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:11.825278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.845995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:11.909653 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.913515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:11.914135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.961748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:11.971213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.027650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2024126 May 26 23:04:12.044353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49148) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:12.066548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'name': 'tempest-PortsIpV6TestJSON-1031595943'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:12.139999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0053e-24d7-4db9-85d6-4e7a188dc1c7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:12.223818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.227838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-49b059bd-ce3c-4a72-951e-3ca6e380bc96 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6080787 May 26 23:04:12.231626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49152) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:12.248114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '4bd0053e-24d7-4db9-85d6-4e7a188dc1c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:12.260055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:12.274907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:12.281552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:12.291079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:12.301402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:12.306468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:12.309782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:12.324429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:12.328523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.361351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:12.365119 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.410849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 096b6488-0bac-439f-8b6b-01f65f251833 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:12.444174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cb39e-23bf-4860-8c5a-49b00c310bc8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=26230679-e95e-4e18-9dd6-1b3ea4e226b8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:12.459007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:04:12.526276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.548561 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.599061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d05dd22-734c-4dfb-8122-e5f2d1070087,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:12.739298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.746580 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-91a32144-dcca-4d6c-ab01-e70623555657 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5138192 May 26 23:04:12.749460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49164) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:12.854367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-736435b3-24f3-4b2d-8487-8b9ffc6b7da8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.891422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-736435b3-24f3-4b2d-8487-8b9ffc6b7da8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:12.944819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.003544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-736435b3-24f3-4b2d-8487-8b9ffc6b7da8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.025817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.075688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-736435b3-24f3-4b2d-8487-8b9ffc6b7da8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.079225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-736435b3-24f3-4b2d-8487-8b9ffc6b7da8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7d05dd22-734c-4dfb-8122-e5f2d1070087 HTTP/1.1" status: 204 len: 168 time: 0.3111222 May 26 23:04:13.079225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736435b3-24f3-4b2d-8487-8b9ffc6b7da8 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d05dd22-734c-4dfb-8122-e5f2d1070087,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:13.085271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49174) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:13.218071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1712e15a-36cb-4dc9-9a70-6897c1f3c601 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:13.328833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1712e15a-36cb-4dc9-9a70-6897c1f3c601 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:13.335510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1712e15a-36cb-4dc9-9a70-6897c1f3c601 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2491577 May 26 23:04:13.336554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49180) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:13.342915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=096b6488-0bac-439f-8b6b-01f65f251833,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:13.361777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': '8cdf2bb2-be9f-4143-8373-b67b8519fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:13.362447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: 26230679-e95e-4e18-9dd6-1b3ea4e226b8, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:04:13.409102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:04:13.426234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 26230679-e95e-4e18-9dd6-1b3ea4e226b8) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:13.431021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:13.435910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:13.436081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafff23-d7d4-4274-934c-3b2bb84830f3 None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:13.436979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.478360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-58202898-f15c-40c1-9470-26b9232f4e46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4288931 May 26 23:04:13.481201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49184) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:13.486997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1963162762'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:13.497488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:13.509514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:13.514520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:13.526087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49188) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:13.527534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:13.561831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:13.565232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.578730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c2730-9161-4f95-9e6b-84dee8b2ab1e req-3d3923d5-3cee-4a8c-a705-0894626d4203 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:13.586677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc8c2730-9161-4f95-9e6b-84dee8b2ab1e req-3d3923d5-3cee-4a8c-a705-0894626d4203 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.3197365 May 26 23:04:13.622521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:04:13.636672 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8682-9d24-4e9f-b5a4-09137f4529c7 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.649390 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.650186 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment bdf42dc4-20de-4bac-84f6-acfb04dbea87 of type vlan for network 416e6337-677f-4138-9b5b-e1f9cdf90be6 May 26 23:04:13.694294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc8c2730-9161-4f95-9e6b-84dee8b2ab1e req-d1cd8eb8-542c-4001-a24f-e135ce41b05f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066637 May 26 23:04:13.709899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8682-9d24-4e9f-b5a4-09137f4529c7 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.710470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.771964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.776339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:13.777082 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.782269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8682-9d24-4e9f-b5a4-09137f4529c7 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.834368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c8682-9d24-4e9f-b5a4-09137f4529c7 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0053e-24d7-4db9-85d6-4e7a188dc1c7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:13.865968 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3833621 May 26 23:04:13.868983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49194) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:13.873355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8682-9d24-4e9f-b5a4-09137f4529c7 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:13.878770 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef6c8682-9d24-4e9f-b5a4-09137f4529c7 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/4bd0053e-24d7-4db9-85d6-4e7a188dc1c7 HTTP/1.1" status: 204 len: 168 time: 0.5205467 May 26 23:04:13.882188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'ports': [{'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8'}, {'network_id': '416e6337-677f-4138-9b5b-e1f9cdf90be6'}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:13.882496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:13.883011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '416e6337-677f-4138-9b5b-e1f9cdf90be6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:13.996678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49198) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:14.085098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff35c2-8823-45fa-8b85-14b4592844c5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=416e6337-677f-4138-9b5b-e1f9cdf90be6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:14.103615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 416e6337-677f-4138-9b5b-e1f9cdf90be6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:04:14.135892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:14.139797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:14.140198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f9b6d92b-f4a0-4cb7-b346-f9f24ba0edae tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:14.143314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:14.149766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:14.167395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f9b6d92b-f4a0-4cb7-b346-f9f24ba0edae tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:14.173552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f9b6d92b-f4a0-4cb7-b346-f9f24ba0edae tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1708326 May 26 23:04:14.173878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:14.177796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 2} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:14.181387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.185387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697613424'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:14.194651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.196307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:14.227201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:14.240204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:14.245401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Usage tracker for resource:security_group_rule and tenant:6bdde7e92595473baeb24b910e959ae7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:14.247948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.249205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:14.255433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:14.324325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.331164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:14.336675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:14.340537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:14.347377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:14.356795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.405331 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.422638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.430026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.468951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6903b026-8837-4219-b0dd-a249d8fb473e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:14.476697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6590489b-8d13-4a97-be68-59c2d6714405,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:14.503562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.505121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b3ce3b15-afd3-4501-b440-5fa1ee55ab1a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3300803 May 26 23:04:14.508192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49210) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:14.520622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6590489b-8d13-4a97-be68-59c2d6714405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:14.529112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:14.534503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:14.537716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:14.543858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:14.564615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.577441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85c5c047-0996-4082-844e-dff953e69e43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bdde7e92595473baeb24b910e959ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0372972 May 26 23:04:14.581064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49216) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:14.670466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88a57ac9-ceb0-4103-a7db-18c47ec942a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.716837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88a57ac9-ceb0-4103-a7db-18c47ec942a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.776559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.815379 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.859390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 823a4565-c0e6-4463-a2d9-52b40f7469de yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:14.904793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e4b3e0-2845-4c11-b84f-e8ee0be7e7f4,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:14.975300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:14.983797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0132c7bc-bfbc-453f-ac6c-ebebcff4c329 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4672945 May 26 23:04:14.985385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49222) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:14.991585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6590489b-8d13-4a97-be68-59c2d6714405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:15.000232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:15.005114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:15.009272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:15.014564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88a57ac9-ceb0-4103-a7db-18c47ec942a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.023517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:15.037397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a57ac9-ceb0-4103-a7db-18c47ec942a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6903b026-8837-4219-b0dd-a249d8fb473e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:15.050978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.052392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88a57ac9-ceb0-4103-a7db-18c47ec942a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.053726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-88a57ac9-ceb0-4103-a7db-18c47ec942a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6903b026-8837-4219-b0dd-a249d8fb473e HTTP/1.1" status: 204 len: 168 time: 0.4709916 May 26 23:04:15.061154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ce194-18f3-41d7-95bd-f7b6de0f7c87 req-676158e7-d548-4346-b1df-5da76c75e4cd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:15.068585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d91ce194-18f3-41d7-95bd-f7b6de0f7c87 req-676158e7-d548-4346-b1df-5da76c75e4cd tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1396086 May 26 23:04:15.150593 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d91ce194-18f3-41d7-95bd-f7b6de0f7c87 req-0a177a9e-6fea-4d99-9c70-fcff6aa8bdf8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809932 May 26 23:04:15.159683 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.247946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port ea326b87-9ea0-458c-b42f-0dedec6012de yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:15.295102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.305136 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.388037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.389441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4027712 May 26 23:04:15.392870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:15.399341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6590489b-8d13-4a97-be68-59c2d6714405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:15.402105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3098f-0ecb-46b7-9002-d1aab2feaba9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964c401-b72f-4908-813e-b401e8e3ad85,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:15.410808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:15.419329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:15.428445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:15.441959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:15.478256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.550959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.551731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.575028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.616621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe6a51c-60bd-4fd7-add9-315784bf4e53,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:15.625353 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.654212 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.657868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0501dcd0-a1b1-4c11-90a4-a46a94ff1149 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2614970 May 26 23:04:15.658241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49246) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:15.663897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6590489b-8d13-4a97-be68-59c2d6714405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:15.671111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:15.676176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:15.679357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:15.685261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:15.709372 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.792645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:15.796670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:15.801936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:15.803409 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.805668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.809466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=823a4565-c0e6-4463-a2d9-52b40f7469de,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:15.810054 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.840900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c112556-3094-4331-9ccf-361f8a0eea54,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:15.863299 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.864866 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0194c5f8-0b10-4331-8114-19f66dbbff37 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2057314 May 26 23:04:15.883231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:15.891148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6590489b-8d13-4a97-be68-59c2d6714405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:15.899746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:15.905345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:15.908863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:15.917116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:15.947998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:15.958369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=ea326b87-9ea0-458c-b42f-0dedec6012de,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:16.004402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': 'bdf42dc4-20de-4bac-84f6-acfb04dbea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '416e6337-677f-4138-9b5b-e1f9cdf90be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:16.004779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: 416e6337-677f-4138-9b5b-e1f9cdf90be6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:04:16.049552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.049789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 416e6337-677f-4138-9b5b-e1f9cdf90be6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:04:16.056986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.065152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 416e6337-677f-4138-9b5b-e1f9cdf90be6) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:16.070905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:16.076273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e12c9-45f1-4981-9072-7c20dce695ae None None] Network 416e6337-677f-4138-9b5b-e1f9cdf90be6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:16.085637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:16.088789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:16.089481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.101178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccb045c-7a73-45a0-859e-815a3778bb0c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:16.132270 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.136022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cc78874e-8374-465e-b342-d41be6f49a3e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.2485287 May 26 23:04:16.136550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49262) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:16.150705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4fd81d45-3297-4d73-9140-162de335dd26 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2803657 May 26 23:04:16.150973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49266) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:16.259479 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0cb9-058b-4dc8-955a-80e900cc9878 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.275841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0cb9-058b-4dc8-955a-80e900cc9878 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.289478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port ea326b87-9ea0-458c-b42f-0dedec6012de {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:16.289937 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.489909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0cb9-058b-4dc8-955a-80e900cc9878 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.511149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a7cf1-efae-47c9-8dd4-2786d8d737f1 req-ffc35af4-7d3b-4282-9643-076c256bc98a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:16.513092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc6a7cf1-efae-47c9-8dd4-2786d8d737f1 req-ffc35af4-7d3b-4282-9643-076c256bc98a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1574092 May 26 23:04:16.523426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f0cb9-058b-4dc8-955a-80e900cc9878 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ccb045c-7a73-45a0-859e-815a3778bb0c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:16.583453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc6a7cf1-efae-47c9-8dd4-2786d8d737f1 req-cea120da-1594-4fc4-b482-4c7f76118685 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642197 May 26 23:04:16.598205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0cb9-058b-4dc8-955a-80e900cc9878 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.601611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3c6f0cb9-058b-4dc8-955a-80e900cc9878 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0ccb045c-7a73-45a0-859e-815a3778bb0c HTTP/1.1" status: 204 len: 168 time: 0.4605467 May 26 23:04:16.602892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49284) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:16.655685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.679486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50bfe45c-62b3-47cd-b16c-180c72c5447e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:16.810015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for ea326b87-9ea0-458c-b42f-0dedec6012de owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:16.883324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50bfe45c-62b3-47cd-b16c-180c72c5447e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:16.884797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50bfe45c-62b3-47cd-b16c-180c72c5447e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2810278 May 26 23:04:16.888133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49296) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:16.930160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.937127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eeaa79d2-8db1-4790-b951-ca9928918c1b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.949338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eeaa79d2-8db1-4790-b951-ca9928918c1b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.987609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=ea326b87-9ea0-458c-b42f-0dedec6012de,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:16.995237 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eeaa79d2-8db1-4790-b951-ca9928918c1b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:16.996248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.003736 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-88f4c34a-2aae-4d81-9d8f-c6e1440bbd8e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/ea326b87-9ea0-458c-b42f-0dedec6012de HTTP/1.1" status: 204 len: 168 time: 0.8509285 May 26 23:04:17.005894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49302) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:17.020952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa79d2-8db1-4790-b951-ca9928918c1b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c112556-3094-4331-9ccf-361f8a0eea54,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:17.032809 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eeaa79d2-8db1-4790-b951-ca9928918c1b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.034117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eeaa79d2-8db1-4790-b951-ca9928918c1b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1c112556-3094-4331-9ccf-361f8a0eea54 HTTP/1.1" status: 204 len: 168 time: 0.1449943 May 26 23:04:17.036809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49306) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:17.114107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e5af1-d3a2-42ea-9fdf-f15b21cc8b5e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:17.118338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e5af1-d3a2-42ea-9fdf-f15b21cc8b5e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:17.119090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-710e5af1-d3a2-42ea-9fdf-f15b21cc8b5e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:17.142074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-710e5af1-d3a2-42ea-9fdf-f15b21cc8b5e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:17.143305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-710e5af1-d3a2-42ea-9fdf-f15b21cc8b5e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1362371 May 26 23:04:17.145924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49312) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:17.168351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2963cd78-0810-4096-a739-42325551e6de tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:17.184758 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1b2adee-4871-4c12-9c53-42dca28436cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.198271 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-634c9f39-9901-4115-b3cd-1f876d4a8f1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 1096 time: 0.1275828 May 26 23:04:17.199046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2963cd78-0810-4096-a739-42325551e6de tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:17.200183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2963cd78-0810-4096-a739-42325551e6de tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1624994 May 26 23:04:17.205603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49316) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:17.248408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533d0cca-4f0e-43bf-a510-a9ff991b39ad tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.262392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533d0cca-4f0e-43bf-a510-a9ff991b39ad tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.271484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 823a4565-c0e6-4463-a2d9-52b40f7469de {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:17.271819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.510651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533d0cca-4f0e-43bf-a510-a9ff991b39ad tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.544014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-dd973860-543c-4b3a-9f7f-45ff122e1eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:17.545827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-dd973860-543c-4b3a-9f7f-45ff122e1eeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.3349400 May 26 23:04:17.581488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-533d0cca-4f0e-43bf-a510-a9ff991b39ad tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.582900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-533d0cca-4f0e-43bf-a510-a9ff991b39ad tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ffe6a51c-60bd-4fd7-add9-315784bf4e53 HTTP/1.1" status: 204 len: 168 time: 0.3766789 May 26 23:04:17.590160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49332) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:17.653974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d0cca-4f0e-43bf-a510-a9ff991b39ad tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe6a51c-60bd-4fd7-add9-315784bf4e53,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:17.695007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:17.698341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-27714616-229e-47b0-a81f-de1ed180a2cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e HTTP/1.1" status: 200 len: 217 time: 0.1426716 May 26 23:04:17.817762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0a558b08-0386-4408-a9de-6f2bf9ba48ab tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:17.820721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-12f71e2a-d9c3-43fc-bac4-701c34838f21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:17.822214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-12f71e2a-d9c3-43fc-bac4-701c34838f21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1145680 May 26 23:04:17.884323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 823a4565-c0e6-4463-a2d9-52b40f7469de owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:17.918106 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-de3d8552-8b61-4932-ba5e-444b3adb1c79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861425 May 26 23:04:18.012734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0a558b08-0386-4408-a9de-6f2bf9ba48ab tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:18.017093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0a558b08-0386-4408-a9de-6f2bf9ba48ab tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4080873 May 26 23:04:18.022469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49346) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.086204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f83dc580-b2c3-4374-83aa-9b8682f453b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.089229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-ec96531c-09d6-4931-a125-d4579dee61c6 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616042 May 26 23:04:18.103697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6124-78f5-4f7b-bb64-d8da2bdb262d req-51f8915e-217a-40f7-9895-d930c57d740a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:18.105144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01aa6124-78f5-4f7b-bb64-d8da2bdb262d req-51f8915e-217a-40f7-9895-d930c57d740a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.2294486 May 26 23:04:18.106839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f83dc580-b2c3-4374-83aa-9b8682f453b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.112523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.187347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=823a4565-c0e6-4463-a2d9-52b40f7469de,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:18.207432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.221209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f83dc580-b2c3-4374-83aa-9b8682f453b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.252312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dc580-b2c3-4374-83aa-9b8682f453b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3964c401-b72f-4908-813e-b401e8e3ad85,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:18.253350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e32dc5a-0150-4e4b-8cf4-d5ff7431a318 req-37f08aba-4cc0-43c5-afc0-82f381f92095 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541474 May 26 23:04:18.259264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f83dc580-b2c3-4374-83aa-9b8682f453b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.263033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f83dc580-b2c3-4374-83aa-9b8682f453b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3964c401-b72f-4908-813e-b401e8e3ad85 HTTP/1.1" status: 204 len: 168 time: 0.2351582 May 26 23:04:18.263921 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-01aa6124-78f5-4f7b-bb64-d8da2bdb262d req-802b4d29-d3bd-4340-b722-2c126f6116c1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492584 May 26 23:04:18.264376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49354) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.267860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ae4ddb9d-e4e6-4ac2-9293-78d4ffed9441 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/823a4565-c0e6-4463-a2d9-52b40f7469de HTTP/1.1" status: 204 len: 168 time: 1.1205156 May 26 23:04:18.270526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.332264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2f5f9f54-101b-4942-9850-22dc57b62fa2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:18.358545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2f5f9f54-101b-4942-9850-22dc57b62fa2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:18.360577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2f5f9f54-101b-4942-9850-22dc57b62fa2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0951774 May 26 23:04:18.366635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49364) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.405374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e038133-c835-49ea-9373-676b8d378052 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:18.406076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e038133-c835-49ea-9373-676b8d378052 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:18.421877 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaf351e-8b85-4aae-a95b-4ee49e039515 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.433364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaf351e-8b85-4aae-a95b-4ee49e039515 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.441101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1e038133-c835-49ea-9373-676b8d378052 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:18.444596 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1e038133-c835-49ea-9373-676b8d378052 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1717401 May 26 23:04:18.446716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49370) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.467338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaf351e-8b85-4aae-a95b-4ee49e039515 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.489935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf351e-8b85-4aae-a95b-4ee49e039515 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00e4b3e0-2845-4c11-b84f-e8ee0be7e7f4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:18.493873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddaf351e-8b85-4aae-a95b-4ee49e039515 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.498038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ddaf351e-8b85-4aae-a95b-4ee49e039515 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/00e4b3e0-2845-4c11-b84f-e8ee0be7e7f4 HTTP/1.1" status: 204 len: 168 time: 0.1302483 May 26 23:04:18.499143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.505644 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8da9e6a-d0d8-45e2-8399-adc38713e713 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:04:18.506336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f8da9e6a-d0d8-45e2-8399-adc38713e713 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:18.519802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f8da9e6a-d0d8-45e2-8399-adc38713e713 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:18.523963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f8da9e6a-d0d8-45e2-8399-adc38713e713 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/ea326b87-9ea0-458c-b42f-0dedec6012de HTTP/1.1" status: 404 len: 333 time: 0.0732312 May 26 23:04:18.524340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49380) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.548341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60ce21b0-b7b1-46fb-a5fa-a1eda6c981a4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:18.565513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60ce21b0-b7b1-46fb-a5fa-a1eda6c981a4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:18.570372 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-60ce21b0-b7b1-46fb-a5fa-a1eda6c981a4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0700917 May 26 23:04:18.570608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49384) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.591576 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb7e9c-9bcf-4206-b223-feac944f6980 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:04:18.593731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f0fb7e9c-9bcf-4206-b223-feac944f6980 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/823a4565-c0e6-4463-a2d9-52b40f7469de HTTP/1.1" status: 404 len: 333 time: 0.0676308 May 26 23:04:18.595904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49390) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.665554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d94f3df3-2e5a-478b-9dec-cf71106a3d2d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.708517 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d94f3df3-2e5a-478b-9dec-cf71106a3d2d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.757386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.779000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d94f3df3-2e5a-478b-9dec-cf71106a3d2d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.810418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f3df3-2e5a-478b-9dec-cf71106a3d2d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6590489b-8d13-4a97-be68-59c2d6714405,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:18.824704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d94f3df3-2e5a-478b-9dec-cf71106a3d2d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.829191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d94f3df3-2e5a-478b-9dec-cf71106a3d2d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/6590489b-8d13-4a97-be68-59c2d6714405 HTTP/1.1" status: 204 len: 168 time: 0.2575295 May 26 23:04:18.829880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.884892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd9c84a5-f314-4742-87ae-317fa822370e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:18.902533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd9c84a5-f314-4742-87ae-317fa822370e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:18.902771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.909097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cd9c84a5-f314-4742-87ae-317fa822370e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0778201 May 26 23:04:18.910220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49404) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:18.916568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--72919826'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:18.924866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:18.930691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416e6337-677f-4138-9b5b-e1f9cdf90be6']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:18.936405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:18.947901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.948337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf42dc4-20de-4bac-84f6-acfb04dbea87') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:18.948736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf42dc4-20de-4bac-84f6-acfb04dbea87') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:18.964098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.983402 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.991265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:04:18.992160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:18.994249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:18.999199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:19.003385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: timer() May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:04:19.009350 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:04:19.013529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:19.106312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.137561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.145356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/416e6337-677f-4138-9b5b-e1f9cdf90be6 HTTP/1.1" status: 204 len: 168 time: 0.5484474 May 26 23:04:19.149129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49412) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:19.153380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04bb0a-03e1-459b-9498-f4a19093dc88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=416e6337-677f-4138-9b5b-e1f9cdf90be6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:19.170230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-631056587'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:19.175921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.178547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:19.182427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.186191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:19.197848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:19.219011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:19.244101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87484058-bae5-4a17-a680-5130c9cd361e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:19.254465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.258381 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6edb0bed-165c-4275-ad2c-8e067f89338d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3443446 May 26 23:04:19.258792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:19.264542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '87484058-bae5-4a17-a680-5130c9cd361e', 'direction': 'ingress', 'protocol': 17}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:19.270989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:19.271605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:19.275203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:19.276056 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.278135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:19.285341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:19.304358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.309223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:04:19.321728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.322504 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment 3a713286-397d-4a7b-a81b-c3858645d0ae of type vlan for network 34833f2e-8976-4574-b4ee-8b324543dcda May 26 23:04:19.361070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.406218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.413527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:19.414307 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.447887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.455725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.490395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bfa39e-36d0-490b-9cea-de81aa8567b1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:19.575333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=34833f2e-8976-4574-b4ee-8b324543dcda,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:19.577035 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.581467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ed40357e-ed34-4a9a-9a78-fcc2b1d642c5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3185129 May 26 23:04:19.583117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49430) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:19.610877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 34833f2e-8976-4574-b4ee-8b324543dcda details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:04:19.621000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341e08-0421-43b2-b877-73e86ac6aaa2 req-2e4b747f-e0c6-4a23-9a16-0e7a176b1f2e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:19.627766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb341e08-0421-43b2-b877-73e86ac6aaa2 req-2e4b747f-e0c6-4a23-9a16-0e7a176b1f2e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.1330726 May 26 23:04:19.629549 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c42ff3fc-5773-45f1-96d4-05a65a18a594 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4791026 May 26 23:04:19.632575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49434) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:19.640467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:19.699532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb341e08-0421-43b2-b877-73e86ac6aaa2 req-566df38a-17b8-48d8-a144-d2d9a03509be tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 May 26 23:04:19.728822 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22575b7-7325-4ac7-abf8-877f6e6d33d5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.776640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22575b7-7325-4ac7-abf8-877f6e6d33d5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.832865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22575b7-7325-4ac7-abf8-877f6e6d33d5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.852169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22575b7-7325-4ac7-abf8-877f6e6d33d5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87484058-bae5-4a17-a680-5130c9cd361e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:19.868881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a22575b7-7325-4ac7-abf8-877f6e6d33d5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.870080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a22575b7-7325-4ac7-abf8-877f6e6d33d5 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/87484058-bae5-4a17-a680-5130c9cd361e HTTP/1.1" status: 204 len: 168 time: 0.2860174 May 26 23:04:19.872669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:19.875148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:19.887072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:19.895645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:19.908195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:19.916414 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7858bfa1-146d-4603-af75-214af5886d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:19.924895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:19.937655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4ac0415a-877c-4dd2-a37b-1a688722b46c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:19.965356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4ac0415a-877c-4dd2-a37b-1a688722b46c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:19.966970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4ac0415a-877c-4dd2-a37b-1a688722b46c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0933797 May 26 23:04:19.970683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49446) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:19.977258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384705596'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:19.986357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:19.997312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:20.011150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.053222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.075134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:20.081668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:20.085092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:20.095292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:20.167508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Performing IP validity checks on allocation pools {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 23:04:20.170677 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.170827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.ipam_backend_mixin [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84030) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 23:04:20.182869 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.232227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52a8d8-7e0f-42f3-969b-ac43981e657a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:20.255107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.256626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1fbd1370-9a8c-455b-9862-007113c42a04 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2843559 May 26 23:04:20.259333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:20.265633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--178131760'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:20.273014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:20.293493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:20.300574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:20.307178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:20.351806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.493466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.561993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:20.569267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:20.573266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:20.579507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:20.617656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 749d180b-f7e8-4641-a06a-5aaf958fca6e no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:04:20.651908 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.658451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.720616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea05f05-b697-4d01-a97b-7f190e693f7f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:20.725287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.727047 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5aac0c3c-50fa-44b4-b0a3-bce8a7e25f44 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4665086 May 26 23:04:20.729983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49470) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:20.753923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '4d52a8d8-7e0f-42f3-969b-ac43981e657a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ea05f05-b697-4d01-a97b-7f190e693f7f', 'remote_ip_prefix': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:20.769255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:20.778444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=526df7a6-1f3b-41c4-9bcf-9cfa376d8838,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:20.778981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:20.786652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:20.802303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:20.807469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': '3a713286-397d-4a7b-a81b-c3858645d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:20.807830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: 34833f2e-8976-4574-b4ee-8b324543dcda, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:04:20.821207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.856434 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.864917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 34833f2e-8976-4574-b4ee-8b324543dcda is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:04:20.878016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 34833f2e-8976-4574-b4ee-8b324543dcda) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:20.882049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:20.882600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.915437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd640a45-ac39-499f-9925-23f0d6e04f36 None None] Network 34833f2e-8976-4574-b4ee-8b324543dcda requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:20.921731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aa6d25f7-60f7-42e1-a051-b7658d6ddc48 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2881200 May 26 23:04:20.924784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49478) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:20.930452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda', 'name': 'tempest-PortsIpV6TestJSON-829704221'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:20.983074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:20.989029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.026093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e538ca5d-2a01-4fc3-a0c9-b38197eb5021,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:21.052930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.054657 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-951682a0-1cde-40b9-9593-a5d2deea82b6 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3232937 May 26 23:04:21.057263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49484) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:21.132949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42d9d79d-c1b8-4059-b830-385cbd80f0ed tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.147535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42d9d79d-c1b8-4059-b830-385cbd80f0ed tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.180377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42d9d79d-c1b8-4059-b830-385cbd80f0ed tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.183185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.205130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9d79d-c1b8-4059-b830-385cbd80f0ed tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e538ca5d-2a01-4fc3-a0c9-b38197eb5021,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:21.220529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.220942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42d9d79d-c1b8-4059-b830-385cbd80f0ed tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.222672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-42d9d79d-c1b8-4059-b830-385cbd80f0ed tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e538ca5d-2a01-4fc3-a0c9-b38197eb5021 HTTP/1.1" status: 204 len: 168 time: 0.1641567 May 26 23:04:21.225085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49488) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:21.242560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:21.249971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d0e98-0ea9-4616-8703-7737764adc61 req-2a6cec4b-ac29-4103-bc1d-7f9748613246 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:21.251487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f6d0e98-0ea9-4616-8703-7737764adc61 req-2a6cec4b-ac29-4103-bc1d-7f9748613246 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 945 time: 0.2858031 May 26 23:04:21.261110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:21.290631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-697f4d94-b7b2-47a8-81ac-6332298f4f72 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:21.296584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:04:21.299842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:21.302886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.325834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-34833f2e-8976-4574-b4ee-8b324543dcda', 'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda', 'tenant_id': 'b52856cf4b4f4a14a0d064fac81cecee', 'fixed_ips': [{'subnet_id': '526df7a6-1f3b-41c4-9bcf-9cfa376d8838'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:04:21.329611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2f6d0e98-0ea9-4616-8703-7737764adc61 req-6ee55d4c-71fd-4830-b163-3d40a46daa6a tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 May 26 23:04:21.335529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 1cd12e10-45b6-40b5-9c29-40252dbdbf7e yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:21.342345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.343952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-697f4d94-b7b2-47a8-81ac-6332298f4f72 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:21.345408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-697f4d94-b7b2-47a8-81ac-6332298f4f72 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1189437 May 26 23:04:21.348498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49496) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:21.379604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:21.407401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.455919 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e951c525-5dd1-4853-bb13-7a506e9c01aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.494177 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e951c525-5dd1-4853-bb13-7a506e9c01aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.558047 n-d-843301-1 neutron-server[84031]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-08fa5d68-c230-42cf-848f-f0012c98de87']: {'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'code': 422} returned with failed status May 26 23:04:21.559831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:21.562054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e951c525-5dd1-4853-bb13-7a506e9c01aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.596056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::173 (34833f2e-8976-4574-b4ee-8b324543dcda/526df7a6-1f3b-41c4-9bcf-9cfa376d8838/1cd12e10-45b6-40b5-9c29-40252dbdbf7e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:21.662055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951c525-5dd1-4853-bb13-7a506e9c01aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea05f05-b697-4d01-a97b-7f190e693f7f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:21.687375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e951c525-5dd1-4853-bb13-7a506e9c01aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.689470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e951c525-5dd1-4853-bb13-7a506e9c01aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ea05f05-b697-4d01-a97b-7f190e693f7f HTTP/1.1" status: 204 len: 168 time: 0.3399792 May 26 23:04:21.692256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49504) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:21.791416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f8ffe23-7b77-4ec9-ad05-752c88126d9c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:21.815639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f8ffe23-7b77-4ec9-ad05-752c88126d9c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:21.817261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2f8ffe23-7b77-4ec9-ad05-752c88126d9c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1233826 May 26 23:04:21.822118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49512) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:21.899607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96e2314f-1c4d-4646-ba19-28d69fa4213c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.908320 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.933258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96e2314f-1c4d-4646-ba19-28d69fa4213c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.946110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:21.997593 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96e2314f-1c4d-4646-ba19-28d69fa4213c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.002765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 1cd12e10-45b6-40b5-9c29-40252dbdbf7e will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:22.021110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2314f-1c4d-4646-ba19-28d69fa4213c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52a8d8-7e0f-42f3-969b-ac43981e657a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:22.036103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1fe2-c05a-426c-8a37-28f871e43037 req-09e8d229-67bb-4240-a477-7e6ca8be8e03 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:22.037524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-797e1fe2-c05a-426c-8a37-28f871e43037 req-09e8d229-67bb-4240-a477-7e6ca8be8e03 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3532894 May 26 23:04:22.049913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-96e2314f-1c4d-4646-ba19-28d69fa4213c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.053389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-96e2314f-1c4d-4646-ba19-28d69fa4213c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d52a8d8-7e0f-42f3-969b-ac43981e657a HTTP/1.1" status: 204 len: 168 time: 0.2278624 May 26 23:04:22.054098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49520) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:22.071761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.126389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-339ef415-5592-4e1b-bbdf-8e40ed7161ae tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:22.154391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-339ef415-5592-4e1b-bbdf-8e40ed7161ae tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:22.161108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-339ef415-5592-4e1b-bbdf-8e40ed7161ae tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1002142 May 26 23:04:22.161410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49524) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:22.166173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Allocated IP 2001:db8::2 (34833f2e-8976-4574-b4ee-8b324543dcda/526df7a6-1f3b-41c4-9bcf-9cfa376d8838/b5a8bd32-64b7-42c5-a3db-38052c761a31) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:22.167708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--655474401'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:22.194777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:22.216722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:22.243684 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.246808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 34833f2e-8976-4574-b4ee-8b324543dcda is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:22.250435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:22.254047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-797e1fe2-c05a-426c-8a37-28f871e43037 req-9bf5ae41-2cec-46da-848f-e184ab06df2d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092752 May 26 23:04:22.254812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:22.258616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:22.259279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.275647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=1cd12e10-45b6-40b5-9c29-40252dbdbf7e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:22.310228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-052b8894-d8c6-46cd-8740-babbc2476835 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3844030 May 26 23:04:22.313508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:22.327743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:22.332162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:22.334695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:22.345986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:22.392277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 1cd12e10-45b6-40b5-9c29-40252dbdbf7e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:22.392861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.465932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.527504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.535585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.540281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Transition to ACTIVE for port object b5a8bd32-64b7-42c5-a3db-38052c761a31 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:22.564852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Transition to ACTIVE for port object b5a8bd32-64b7-42c5-a3db-38052c761a31 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:22.572264 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.634531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Network 34833f2e-8976-4574-b4ee-8b324543dcda is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:22.642816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:22.647391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:22.662205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Pushing event updated for resources: {'Port': ['ID=b5a8bd32-64b7-42c5-a3db-38052c761a31,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:22.715830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9e85a-11a3-4fdd-b33a-27287f130e6e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:22.732408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.744187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a99bca1-d095-4c6a-be89-34a2997ae513 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5712364 May 26 23:04:22.746271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49544) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:22.753391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '86f9e85a-11a3-4fdd-b33a-27287f130e6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:22.767675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:22.773557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:22.775812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Attempting to bind port b5a8bd32-64b7-42c5-a3db-38052c761a31 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:04:22.776370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Attempting to bind port b5a8bd32-64b7-42c5-a3db-38052c761a31 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3a713286-397d-4a7b-a81b-c3858645d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:04:22.777278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Attempting to bind port b5a8bd32-64b7-42c5-a3db-38052c761a31 on network 34833f2e-8976-4574-b4ee-8b324543dcda {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:04:22.779611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:22.785518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:04:22.785952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Checking segment: {'id': '3a713286-397d-4a7b-a81b-c3858645d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:22.786417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.786807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Bound using segment: {'id': '3a713286-397d-4a7b-a81b-c3858645d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:04:22.787958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Bound port: b5a8bd32-64b7-42c5-a3db-38052c761a31, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a713286-397d-4a7b-a81b-c3858645d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34833f2e-8976-4574-b4ee-8b324543dcda'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:04:22.788345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.795450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9e191-1108-48b7-8e1f-69a2c5c4c911 req-f83eeae9-20da-4f91-ba8b-a7bce8bfb4b5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:22.798362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3b9e191-1108-48b7-8e1f-69a2c5c4c911 req-f83eeae9-20da-4f91-ba8b-a7bce8bfb4b5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3445284 May 26 23:04:22.799564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:22.837431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.888117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3b9e191-1108-48b7-8e1f-69a2c5c4c911 req-a81f24fe-e498-4620-b447-72c6be512dba tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826480 May 26 23:04:22.917351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.922483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.926152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.964899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f0be8a-64be-4618-9d81-c4c2007f6a5f,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:22.998178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:22.999665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] For port b5a8bd32-64b7-42c5-a3db-38052c761a31, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:04:23.001167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d7c0e735-4b1e-4dd9-ac45-b96b5e51a97c tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2539389 May 26 23:04:23.003896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49554) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:23.005758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] For port b5a8bd32-64b7-42c5-a3db-38052c761a31, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5a8bd32-64b7-42c5-a3db-38052c761a31,segment=NetworkSegment(3a713286-397d-4a7b-a81b-c3858645d0ae),segment_id=3a713286-397d-4a7b-a81b-c3858645d0ae)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:04:23.014539 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.043933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ac80-df67-4858-8d55-b7fd387c8138 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.059338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ac80-df67-4858-8d55-b7fd387c8138 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.096521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ac80-df67-4858-8d55-b7fd387c8138 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.123890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d4b9ac80-df67-4858-8d55-b7fd387c8138 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.129292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4b9ac80-df67-4858-8d55-b7fd387c8138 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/09f0be8a-64be-4618-9d81-c4c2007f6a5f HTTP/1.1" status: 204 len: 168 time: 0.1237628 May 26 23:04:23.131427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9ac80-df67-4858-8d55-b7fd387c8138 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09f0be8a-64be-4618-9d81-c4c2007f6a5f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:23.135136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49558) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:23.201242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-53819aa4-94f8-4eeb-a005-b18d6b3c3181 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:23.209621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 1cd12e10-45b6-40b5-9c29-40252dbdbf7e owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:23.228422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb78614-8b10-4bc8-b874-c47c9a6ab21a None None] Pushing event updated for resources: {'Port': ['ID=b5a8bd32-64b7-42c5-a3db-38052c761a31,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:23.241610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-53819aa4-94f8-4eeb-a005-b18d6b3c3181 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:23.247689 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-53819aa4-94f8-4eeb-a005-b18d6b3c3181 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1114149 May 26 23:04:23.248281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49564) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:23.362737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bed0acbb-3671-469a-8ab4-71ea516aa995 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.416255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bed0acbb-3671-469a-8ab4-71ea516aa995 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.497960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bed0acbb-3671-469a-8ab4-71ea516aa995 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.552608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0acbb-3671-469a-8ab4-71ea516aa995 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9e85a-11a3-4fdd-b33a-27287f130e6e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:23.584986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bed0acbb-3671-469a-8ab4-71ea516aa995 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.588670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bed0acbb-3671-469a-8ab4-71ea516aa995 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/86f9e85a-11a3-4fdd-b33a-27287f130e6e HTTP/1.1" status: 204 len: 168 time: 0.3370016 May 26 23:04:23.590391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49574) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:23.667340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00806-909f-40bb-b411-85e2d5e50c14 req-6b2853eb-536d-4abd-a568-b7a982e43c46 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:23.669829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bd00806-909f-40bb-b411-85e2d5e50c14 req-6b2853eb-536d-4abd-a568-b7a982e43c46 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.4741454 May 26 23:04:23.702853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3c520df1-36eb-45b4-899d-6890c18ae434 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:23.730101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3c520df1-36eb-45b4-899d-6890c18ae434 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:23.732761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3c520df1-36eb-45b4-899d-6890c18ae434 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1410155 May 26 23:04:23.737516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49578) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:23.740355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.748593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--865466916'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:23.768115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:23.790213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:23.815894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bd00806-909f-40bb-b411-85e2d5e50c14 req-614464a8-61e7-4ba7-a505-79c91505fec4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358342 May 26 23:04:23.828055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.828526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=1cd12e10-45b6-40b5-9c29-40252dbdbf7e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:23.885039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:23.889176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:23.893391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:23.900078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:23.914562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.931585 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf33719a-fb86-4c22-a1a9-4410e08afb7a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/1cd12e10-45b6-40b5-9c29-40252dbdbf7e HTTP/1.1" status: 204 len: 168 time: 1.6167467 May 26 23:04:23.936797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5a8bd32-64b7-42c5-a3db-38052c761a31 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:04:23.941969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49588) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:23.993262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.998755 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce6f853-579c-4b74-aae6-0d52b8580332 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:04:23.998948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:23.999437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce6f853-579c-4b74-aae6-0d52b8580332 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:24.005070 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bce6f853-579c-4b74-aae6-0d52b8580332 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/1cd12e10-45b6-40b5-9c29-40252dbdbf7e HTTP/1.1" status: 404 len: 333 time: 0.0591166 May 26 23:04:24.005765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49594) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:24.048629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b5a8bd32-64b7-42c5-a3db-38052c761a31 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:24.062957 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b1fbb1-3905-4e8a-b5cc-bb29656cedc1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:04:24.064281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82b1fbb1-3905-4e8a-b5cc-bb29656cedc1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:24.066423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4db245-ac68-4bdf-8b9d-b2ab18e7ef56,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:24.084536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82b1fbb1-3905-4e8a-b5cc-bb29656cedc1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:24.088876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-82b1fbb1-3905-4e8a-b5cc-bb29656cedc1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/1cd12e10-45b6-40b5-9c29-40252dbdbf7e HTTP/1.1" status: 404 len: 333 time: 0.0795815 May 26 23:04:24.089219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49598) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:24.091395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.093504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4f4967de-5171-42f2-840d-711a5bdeae4e tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3548281 May 26 23:04:24.096566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49602) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:24.104310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6b4db245-ac68-4bdf-8b9d-b2ab18e7ef56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:24.113563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:24.176876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:24.180101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:24.186083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:24.199954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 526df7a6-1f3b-41c4-9bcf-9cfa376d8838 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:04:24.213350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.219399 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.287361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d077d-c12b-4464-9370-0adb14ce184e req-f6cafb0f-20d2-42e4-9516-bd3e9a1f986f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:24.289021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b9d077d-c12b-4464-9370-0adb14ce184e req-f6cafb0f-20d2-42e4-9516-bd3e9a1f986f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1721437 May 26 23:04:24.323196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.359161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.371454 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.404901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ec925c-5b94-4187-8dd8-ffe5ac3503aa,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:24.448776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.476965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b9d077d-c12b-4464-9370-0adb14ce184e req-4ff0ae4c-f988-481f-bc30-c43ae6c8f4d3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702621 May 26 23:04:24.483927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.485739 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d1faa045-6fb7-4624-9ac9-377217c64fc4 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3873351 May 26 23:04:24.488380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49612) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:24.507702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-97bdfebd-2e35-4b90-971f-c76ca9266673 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules/15ec925c-5b94-4187-8dd8-ffe5ac3503aa HTTP/1.1" status: 200 len: 705 time: 0.0182226 May 26 23:04:24.510102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49616) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:24.583237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.597826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f672013a-9169-4e6d-9cf7-2c5e0e78c200 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:24.628124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 749d180b-f7e8-4641-a06a-5aaf958fca6e no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:04:24.653200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f672013a-9169-4e6d-9cf7-2c5e0e78c200 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:24.657644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f672013a-9169-4e6d-9cf7-2c5e0e78c200 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1437042 May 26 23:04:24.658009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49622) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:24.690648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.703609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=526df7a6-1f3b-41c4-9bcf-9cfa376d8838,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:24.717565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49628) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:24.720684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e7a0578a-ef5b-4b69-96b0-fbfdd817b6ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/526df7a6-1f3b-41c4-9bcf-9cfa376d8838 HTTP/1.1" status: 204 len: 168 time: 0.6293709 May 26 23:04:24.784572 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7636144-3ce0-4283-ba3d-852f414e295f tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.829330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa18677-72a5-4510-a092-d2d9c014fca8 None None] Network 34833f2e-8976-4574-b4ee-8b324543dcda requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:24.876939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7636144-3ce0-4283-ba3d-852f414e295f tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.953345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:24.965106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7636144-3ce0-4283-ba3d-852f414e295f tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.030428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7636144-3ce0-4283-ba3d-852f414e295f tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15ec925c-5b94-4187-8dd8-ffe5ac3503aa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:25.040874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7636144-3ce0-4283-ba3d-852f414e295f tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.044677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49638) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:25.057897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b7636144-3ce0-4283-ba3d-852f414e295f tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/15ec925c-5b94-4187-8dd8-ffe5ac3503aa HTTP/1.1" status: 204 len: 168 time: 0.3985560 May 26 23:04:25.061466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port b5a8bd32-64b7-42c5-a3db-38052c761a31 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:25.061833 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.067267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e267d9ff-e5bd-46ce-a046-51b9f7d0cd72 None None] Provisioning for port b5a8bd32-64b7-42c5-a3db-38052c761a31 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:25.085749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e267d9ff-e5bd-46ce-a046-51b9f7d0cd72 None None] Provisioning complete for port b5a8bd32-64b7-42c5-a3db-38052c761a31 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:25.086510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e267d9ff-e5bd-46ce-a046-51b9f7d0cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.131736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b638fc5e-6f7d-4267-b940-105e5b48fbb9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:25.167021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b638fc5e-6f7d-4267-b940-105e5b48fbb9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:25.167998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b638fc5e-6f7d-4267-b940-105e5b48fbb9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1223540 May 26 23:04:25.171568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49646) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:25.182719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6b4db245-ac68-4bdf-8b9d-b2ab18e7ef56', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:25.206071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:25.218474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:25.245973 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.290458 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.359300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.363491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e267d9ff-e5bd-46ce-a046-51b9f7d0cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.366487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.410779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.412082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e267d9ff-e5bd-46ce-a046-51b9f7d0cd72 None None] For port b5a8bd32-64b7-42c5-a3db-38052c761a31, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5a8bd32-64b7-42c5-a3db-38052c761a31,segment=NetworkSegment(3a713286-397d-4a7b-a81b-c3858645d0ae),segment_id=3a713286-397d-4a7b-a81b-c3858645d0ae)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:25.412287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2397218 May 26 23:04:25.414269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a797d67-e54b-4558-bd0b-db2c99f6cae2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c90ede-500d-41da-a0da-4b6758797549,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:25.417809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49652) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:25.425384 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e267d9ff-e5bd-46ce-a046-51b9f7d0cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.461541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5db94179-9f28-41bb-be94-d1e9f5364528 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules/b3c90ede-500d-41da-a0da-4b6758797549 HTTP/1.1" status: 200 len: 705 time: 0.0402226 May 26 23:04:25.461965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49656) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:25.539856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] DHCP port deletion for 34833f2e-8976-4574-b4ee-8b324543dcda request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:04:25.544036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267d9ff-e5bd-46ce-a046-51b9f7d0cd72 None None] Pushing event updated for resources: {'Port': ['ID=b5a8bd32-64b7-42c5-a3db-38052c761a31,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:25.549927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] Deleting port b5a8bd32-64b7-42c5-a3db-38052c761a31 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:25.550299 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.583565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e67c7405-7d62-4886-8a67-afc72f2d5544 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:25.616551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e67c7405-7d62-4886-8a67-afc72f2d5544 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:25.622173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e67c7405-7d62-4886-8a67-afc72f2d5544 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1589746 May 26 23:04:25.623132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49660) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:25.663969 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e27d399-958f-4d4d-95b1-ccf46069ae4d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.668909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938b27a-9b59-4d4d-b239-512506656400 req-70ad153b-0eef-47e5-bcab-36a2bf8971f4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:25.670452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4938b27a-9b59-4d4d-b239-512506656400 req-70ad153b-0eef-47e5-bcab-36a2bf8971f4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.6115804 May 26 23:04:25.677822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e27d399-958f-4d4d-95b1-ccf46069ae4d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.714583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e27d399-958f-4d4d-95b1-ccf46069ae4d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.723523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] For port b5a8bd32-64b7-42c5-a3db-38052c761a31, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5a8bd32-64b7-42c5-a3db-38052c761a31,segment=NetworkSegment(3a713286-397d-4a7b-a81b-c3858645d0ae),segment_id=3a713286-397d-4a7b-a81b-c3858645d0ae)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:25.724203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.779277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27d399-958f-4d4d-95b1-ccf46069ae4d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3c90ede-500d-41da-a0da-4b6758797549,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:25.792283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6e27d399-958f-4d4d-95b1-ccf46069ae4d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.796781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6e27d399-958f-4d4d-95b1-ccf46069ae4d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b3c90ede-500d-41da-a0da-4b6758797549 HTTP/1.1" status: 204 len: 168 time: 0.1711855 May 26 23:04:25.798241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49666) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:25.868934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] For port b5a8bd32-64b7-42c5-a3db-38052c761a31, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5a8bd32-64b7-42c5-a3db-38052c761a31,segment=NetworkSegment(3a713286-397d-4a7b-a81b-c3858645d0ae),segment_id=3a713286-397d-4a7b-a81b-c3858645d0ae)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:25.869335 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.870272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for b5a8bd32-64b7-42c5-a3db-38052c761a31 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:25.875478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09c80ee1-2259-46bf-b34b-fbafc1183252 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:25.900276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09c80ee1-2259-46bf-b34b-fbafc1183252 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:25.901408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4938b27a-9b59-4d4d-b239-512506656400 req-76d4a1fa-ef71-4584-acb6-fce76b188a8b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165976 May 26 23:04:25.904549 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-09c80ee1-2259-46bf-b34b-fbafc1183252 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1037447 May 26 23:04:25.905147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49670) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:25.918371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': '6b4db245-ac68-4bdf-8b9d-b2ab18e7ef56', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:25.927478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:25.939081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:25.953430 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Project d9fe2e692905463182f0d47390e8cab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:04:25.962337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:25.993985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:04:25.993985 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:04:26.066809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.070607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] Calling delete_port for b5a8bd32-64b7-42c5-a3db-38052c761a31 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:26.071310 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.105400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e73590-6aca-4eea-acac-844af397dc7c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:26.129185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5a8bd32-64b7-42c5-a3db-38052c761a31 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:04:26.130120 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.131948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2c6080ef-c0ae-405b-a11e-292e25e9afd2 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2256322 May 26 23:04:26.134576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49678) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:26.158319 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a5aeb260-5e6c-4223-a5e5-7743e76d8b7d tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules/60e73590-6aca-4eea-acac-844af397dc7c HTTP/1.1" status: 200 len: 711 time: 0.0193591 May 26 23:04:26.158500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49682) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:26.224808 n-d-843301-1 neutron-server[84031]: INFO neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No ports have port_id starting with b5a8bd32-64b7-42c5-a3db-38052c761a31 May 26 23:04:26.227393 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.237760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34743514-6441-4439-b52c-2065cd5d1fcd tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:26.255092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34743514-6441-4439-b52c-2065cd5d1fcd tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:26.259198 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-34743514-6441-4439-b52c-2065cd5d1fcd tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0978155 May 26 23:04:26.259580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49690) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:26.293622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d43e30c1-3d17-4838-bd5e-947b90bed2b9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.304332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] Pushing event deleted for resources: {'Port': ['ID=b5a8bd32-64b7-42c5-a3db-38052c761a31,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:26.306753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d82ba-e1aa-4ce2-926e-737e88eaacd9 None None] No DVR routers for this DVR port b5a8bd32-64b7-42c5-a3db-38052c761a31 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:04:26.312253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d43e30c1-3d17-4838-bd5e-947b90bed2b9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.350205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d43e30c1-3d17-4838-bd5e-947b90bed2b9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.372984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e30c1-3d17-4838-bd5e-947b90bed2b9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60e73590-6aca-4eea-acac-844af397dc7c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:26.385864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d43e30c1-3d17-4838-bd5e-947b90bed2b9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.389298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d43e30c1-3d17-4838-bd5e-947b90bed2b9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/60e73590-6aca-4eea-acac-844af397dc7c HTTP/1.1" status: 204 len: 168 time: 0.1266122 May 26 23:04:26.389620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49694) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:26.444088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-226f1cae-929c-40db-b2c3-9a4d4cb5ef94 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:26.460703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-226f1cae-929c-40db-b2c3-9a4d4cb5ef94 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:26.464866 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-226f1cae-929c-40db-b2c3-9a4d4cb5ef94 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0713196 May 26 23:04:26.465004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49700) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:26.496115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port b5a8bd32-64b7-42c5-a3db-38052c761a31 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:26.496448 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.571440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] The port 'b5a8bd32-64b7-42c5-a3db-38052c761a31' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:04:26.708016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e1eea91-e300-42df-a326-9ca62d83ac7a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.752463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.763714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e1eea91-e300-42df-a326-9ca62d83ac7a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.795566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34833f2e-8976-4574-b4ee-8b324543dcda']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:26.795713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49706) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:26.817266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a713286-397d-4a7b-a81b-c3858645d0ae') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:26.817562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a713286-397d-4a7b-a81b-c3858645d0ae') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:26.834816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.854219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.859390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e1eea91-e300-42df-a326-9ca62d83ac7a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.877107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:04:26.877505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: timer() May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:04:26.896408 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:04:26.951938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:26.972329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1eea91-e300-42df-a326-9ca62d83ac7a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4db245-ac68-4bdf-8b9d-b2ab18e7ef56,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:27.004571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.010729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:27.021033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Usage tracker for resource:security_group_rule and tenant:5a92c05635ce49e8bb986a2d635e997e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:27.026445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:27.032438 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.032810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:27.037719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e1eea91-e300-42df-a326-9ca62d83ac7a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.038837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7e1eea91-e300-42df-a326-9ca62d83ac7a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/6b4db245-ac68-4bdf-8b9d-b2ab18e7ef56 HTTP/1.1" status: 204 len: 168 time: 0.5728514 May 26 23:04:27.041003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=34833f2e-8976-4574-b4ee-8b324543dcda,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:27.042672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49716) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:27.069232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-82d52e69-938c-4c6e-9425-af62b7d0f253 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/34833f2e-8976-4574-b4ee-8b324543dcda HTTP/1.1" status: 204 len: 168 time: 2.3484480 May 26 23:04:27.077802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49720) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:27.084172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1342736575'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:27.092122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:27.124289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-89b8075b-8879-49e8-9563-c2a48cbc5b56 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:27.136429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:27.141330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-89b8075b-8879-49e8-9563-c2a48cbc5b56 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:27.144561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:27.148541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-89b8075b-8879-49e8-9563-c2a48cbc5b56 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1031628 May 26 23:04:27.149334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49724) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:27.154766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711006273'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:27.161000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:27.162370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:27.172949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:27.203647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.212709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.215004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.229951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:27.232488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.259554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:27.264387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:27.270905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:27.279410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:27.300363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f58f33-3178-46f3-9a9a-4bd8f9ed0f34 req-1d0368a1-7517-40c5-bf0d-cb74bc69e6a6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:27.301846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61f58f33-3178-46f3-9a9a-4bd8f9ed0f34 req-1d0368a1-7517-40c5-bf0d-cb74bc69e6a6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2066278 May 26 23:04:27.306525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08966399-c8d9-4191-be26-5911cb61eaea,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:27.317317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-91efd85f-0bc5-4cac-bd77-6966e5602880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a92c05635ce49e8bb986a2d635e997e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5203941 May 26 23:04:27.323286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:27.335180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:04:27.352120 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.352482 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment 4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1 of type vlan for network f8aa2a00-0629-4386-acfd-beb24b82310e May 26 23:04:27.399344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61f58f33-3178-46f3-9a9a-4bd8f9ed0f34 req-81e3e58c-1595-4a15-ae25-3183f1f3f64f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780981 May 26 23:04:27.399821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.400948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.408756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.448328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.452569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:27.453260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.465569 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1402fb99-4377-49ce-be74-cada5ff4f83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.473189 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:04:27.492608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1402fb99-4377-49ce-be74-cada5ff4f83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.548399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5b175e-9cbe-4727-9d43-6d60403738e1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:27.557264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.561415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3f5c5f7d-f91e-4b6a-bb52-b749cbf547aa tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4087751 May 26 23:04:27.562103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49736) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:27.570247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4874973 May 26 23:04:27.570247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891fa7c-c2ca-47cd-a989-55b7804b7e4e tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=f8aa2a00-0629-4386-acfd-beb24b82310e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:27.571987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49740) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:27.576719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Request body: {'security_group_rule': {'security_group_id': 'df5b175e-9cbe-4727-9d43-6d60403738e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:27.577512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:27.584124 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1402fb99-4377-49ce-be74-cada5ff4f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.585864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network f8aa2a00-0629-4386-acfd-beb24b82310e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:04:27.598533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:27.605662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Usage tracker for resource:security_group_rule and tenant:d9fe2e692905463182f0d47390e8cab7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:27.609986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402fb99-4377-49ce-be74-cada5ff4f83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08966399-c8d9-4191-be26-5911cb61eaea,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:27.612342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:27.616938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1402fb99-4377-49ce-be74-cada5ff4f83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.618583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1402fb99-4377-49ce-be74-cada5ff4f83d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08966399-c8d9-4191-be26-5911cb61eaea HTTP/1.1" status: 204 len: 168 time: 0.2937124 May 26 23:04:27.623861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:27.654795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.793509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.799130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.801476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.804863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:27.808860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:27.812296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:27.818965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:27.825556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65cffa6-4d54-45a9-affa-acf595f0e44d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:27.834423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:27.850319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:27.852159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-73d39717-a0cd-40f0-853f-e2e9927a9713 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2881353 May 26 23:04:27.854920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49748) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:27.975680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.070854 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa186b53-9a94-48b0-8492-ee6a2e3b9fe9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.124319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa186b53-9a94-48b0-8492-ee6a2e3b9fe9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.187302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49756) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:28.207558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.230470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa186b53-9a94-48b0-8492-ee6a2e3b9fe9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.243644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:28.250664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Usage tracker for resource:security_group_rule and tenant:2342d90907c14a619398a61c1798a1b4 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:28.253532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:28.256740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa186b53-9a94-48b0-8492-ee6a2e3b9fe9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5b175e-9cbe-4727-9d43-6d60403738e1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:28.259271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:28.303891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa186b53-9a94-48b0-8492-ee6a2e3b9fe9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.305074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aa186b53-9a94-48b0-8492-ee6a2e3b9fe9 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/df5b175e-9cbe-4727-9d43-6d60403738e1 HTTP/1.1" status: 204 len: 168 time: 0.4491143 May 26 23:04:28.307593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49764) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:28.327530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.359713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.367617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.412334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9534a0c9-20a1-4671-8466-afa9a81ec033,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:28.449261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-55e628d1-6a8b-4451-a2ef-e37fc07cdb07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2342d90907c14a619398a61c1798a1b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2609751 May 26 23:04:28.452198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49770) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:28.526498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcc266cb-722f-4c98-bc8f-3f3e10b932e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.559700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=9668b120-b4fb-4f47-939d-86e7b3aacbe1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:28.567364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6bdbe7fb-701a-436e-a3c0-f2fe40a0352b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:28.581702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': '4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:28.582099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: f8aa2a00-0629-4386-acfd-beb24b82310e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:04:28.596013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6bdbe7fb-701a-436e-a3c0-f2fe40a0352b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:28.599930 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6bdbe7fb-701a-436e-a3c0-f2fe40a0352b tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2889957 May 26 23:04:28.600365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49774) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:28.602929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcc266cb-722f-4c98-bc8f-3f3e10b932e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.640806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network f8aa2a00-0629-4386-acfd-beb24b82310e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:04:28.660424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d634f431-0fb7-4149-a09a-2bb055bd1dc3 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Synchronizing usage tracker for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:28.664539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, f8aa2a00-0629-4386-acfd-beb24b82310e) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:28.670830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:28.671923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.675978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4984145f-0c9d-455e-8225-06d472568795 None None] Network f8aa2a00-0629-4386-acfd-beb24b82310e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:28.697989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d634f431-0fb7-4149-a09a-2bb055bd1dc3 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] Unset dirty status for tenant:d9fe2e692905463182f0d47390e8cab7 on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:28.701962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d634f431-0fb7-4149-a09a-2bb055bd1dc3 tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0980916 May 26 23:04:28.705534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e190e-5afb-4947-a60e-3209996d844f req-1a536319-7fad-42ff-82a8-a5c8e714cf77 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:28.706537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49778) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:28.707273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c55e190e-5afb-4947-a60e-3209996d844f req-1a536319-7fad-42ff-82a8-a5c8e714cf77 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1562221 May 26 23:04:28.712956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49782) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:28.715243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1c0cbaa1-647b-4321-a0fd-ee4614efe532 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1422915 May 26 23:04:28.723446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2057499415'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:28.750370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcc266cb-722f-4c98-bc8f-3f3e10b932e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.751674 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-8496ab0f-5b4d-400f-b28c-8c4a09439b0a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] delete failed (client error): The resource could not be found. May 26 23:04:28.753010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8496ab0f-5b4d-400f-b28c-8c4a09439b0a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "DELETE /v2.0/security-groups/df5b175e-9cbe-4727-9d43-6d60403738e1 HTTP/1.1" status: 404 len: 347 time: 0.0454986 May 26 23:04:28.757000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49786) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:28.827753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-560d7612-592a-41e2-9fab-aea80601ba5a tempest-SecGroupIPv6Test-54688440 tempest-SecGroupIPv6Test-54688440-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0678878 May 26 23:04:28.864577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc266cb-722f-4c98-bc8f-3f3e10b932e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9534a0c9-20a1-4671-8466-afa9a81ec033,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:28.912659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c55e190e-5afb-4947-a60e-3209996d844f req-98bf1d5e-be3e-42f6-9302-8e9045fff9eb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687648 May 26 23:04:28.916184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcc266cb-722f-4c98-bc8f-3f3e10b932e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:28.917524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bcc266cb-722f-4c98-bc8f-3f3e10b932e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9534a0c9-20a1-4671-8466-afa9a81ec033 HTTP/1.1" status: 204 len: 168 time: 0.4644592 May 26 23:04:28.974871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:28.985706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:29.004148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:29.008410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.038446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port e270561c-a29f-47f7-9d09-5a98f8056f0f yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:29.062398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-f8aa2a00-0629-4386-acfd-beb24b82310e', 'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e', 'tenant_id': 'b52856cf4b4f4a14a0d064fac81cecee', 'fixed_ips': [{'subnet_id': '9668b120-b4fb-4f47-939d-86e7b3aacbe1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:04:29.063962 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.303906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:29.420528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::2ae (f8aa2a00-0629-4386-acfd-beb24b82310e/9668b120-b4fb-4f47-939d-86e7b3aacbe1/e270561c-a29f-47f7-9d09-5a98f8056f0f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:29.556316 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1718baf6-a442-4597-b0a7-677907254c06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9fe2e692905463182f0d47390e8cab7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2511480 May 26 23:04:29.558591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49816) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:29.627047 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9efb59d8-1c38-4695-9b08-1a51a10bc5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.627601 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.648235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object e270561c-a29f-47f7-9d09-5a98f8056f0f will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:29.656000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9efb59d8-1c38-4695-9b08-1a51a10bc5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.677323 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.760485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9efb59d8-1c38-4695-9b08-1a51a10bc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.783379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb59d8-1c38-4695-9b08-1a51a10bc5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba6d110-7f38-459b-a0b0-7804c4e127ee,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:29.812377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=e270561c-a29f-47f7-9d09-5a98f8056f0f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:29.826677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Allocated IP 2001:db8::2 (f8aa2a00-0629-4386-acfd-beb24b82310e/9668b120-b4fb-4f47-939d-86e7b3aacbe1/b59db2d9-e240-4130-9a62-5f2ada942e3c) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:29.829387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9efb59d8-1c38-4695-9b08-1a51a10bc5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.830820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9efb59d8-1c38-4695-9b08-1a51a10bc5c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fba6d110-7f38-459b-a0b0-7804c4e127ee HTTP/1.1" status: 204 len: 168 time: 0.2713499 May 26 23:04:29.844886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network f8aa2a00-0629-4386-acfd-beb24b82310e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:29.846532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:29.850306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:29.858306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:29.860465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:29.919298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a383c786-846d-4604-be3e-adde44027c64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2051747 May 26 23:04:29.922892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49826) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:30.076851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port e270561c-a29f-47f7-9d09-5a98f8056f0f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:30.077204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:30.158011 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:30.172143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Transition to ACTIVE for port object b59db2d9-e240-4130-9a62-5f2ada942e3c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:30.197741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Transition to ACTIVE for port object b59db2d9-e240-4130-9a62-5f2ada942e3c will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:30.205843 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:30.300422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Network f8aa2a00-0629-4386-acfd-beb24b82310e is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:30.308797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:30.323927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:30.414447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Pushing event updated for resources: {'Port': ['ID=b59db2d9-e240-4130-9a62-5f2ada942e3c,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:30.460771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Attempting to bind port b59db2d9-e240-4130-9a62-5f2ada942e3c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:04:30.461369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Attempting to bind port b59db2d9-e240-4130-9a62-5f2ada942e3c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:04:30.462295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Attempting to bind port b59db2d9-e240-4130-9a62-5f2ada942e3c on network f8aa2a00-0629-4386-acfd-beb24b82310e {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:04:30.470608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:04:30.470999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Checking segment: {'id': '4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:30.471621 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:30.472720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Bound using segment: {'id': '4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:04:30.472720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Bound port: b59db2d9-e240-4130-9a62-5f2ada942e3c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f8aa2a00-0629-4386-acfd-beb24b82310e'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:04:30.472984 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:30.554159 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:30.573112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] For port b59db2d9-e240-4130-9a62-5f2ada942e3c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:04:30.577097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] For port b59db2d9-e240-4130-9a62-5f2ada942e3c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b59db2d9-e240-4130-9a62-5f2ada942e3c,segment=NetworkSegment(4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1),segment_id=4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:04:30.584131 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:30.666721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfad1e-da0c-4042-a1f9-531400ffaa6c None None] Pushing event updated for resources: {'Port': ['ID=b59db2d9-e240-4130-9a62-5f2ada942e3c,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:30.691262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for e270561c-a29f-47f7-9d09-5a98f8056f0f owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:30.762206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e267a-4463-4132-8032-4b12d8714268 req-e1ffdb88-2462-49a4-b05a-ec5e86810486 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:30.769880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-190e267a-4463-4132-8032-4b12d8714268 req-e1ffdb88-2462-49a4-b05a-ec5e86810486 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.6261964 May 26 23:04:30.863103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-190e267a-4463-4132-8032-4b12d8714268 req-fe471b4a-59d5-4d74-8326-d6d99af25193 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912380 May 26 23:04:30.965937 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:31.070407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=e270561c-a29f-47f7-9d09-5a98f8056f0f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:31.133784 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:31.156510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a163ddfe-9d38-44e1-9376-0c2f80333a8d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/e270561c-a29f-47f7-9d09-5a98f8056f0f HTTP/1.1" status: 204 len: 168 time: 1.2299287 May 26 23:04:31.157429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:31.216918 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c612b4d-8a3b-45fe-8139-c617b7082f4f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:04:31.216918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3c612b4d-8a3b-45fe-8139-c617b7082f4f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:31.246379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3c612b4d-8a3b-45fe-8139-c617b7082f4f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:31.249718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3c612b4d-8a3b-45fe-8139-c617b7082f4f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/e270561c-a29f-47f7-9d09-5a98f8056f0f HTTP/1.1" status: 404 len: 333 time: 0.0890875 May 26 23:04:31.251178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49874) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:31.354568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 9668b120-b4fb-4f47-939d-86e7b3aacbe1 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:04:31.358272 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:31.468065 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:31.573255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:31.691437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:31.747191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=9668b120-b4fb-4f47-939d-86e7b3aacbe1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:31.752755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:31.762237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49894) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:31.762435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fd328423-692b-460e-82e3-c7cdc5964dce tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/9668b120-b4fb-4f47-939d-86e7b3aacbe1 HTTP/1.1" status: 204 len: 168 time: 0.5092800 May 26 23:04:31.806286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49898) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:31.930836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b59db2d9-e240-4130-9a62-5f2ada942e3c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:04:31.994592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:32.016194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port b59db2d9-e240-4130-9a62-5f2ada942e3c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:32.016532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:32.078106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b59db2d9-e240-4130-9a62-5f2ada942e3c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:32.112508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fd816d43-e2b9-432a-be3c-c30eb98d7239 tempest-ServiceProvidersTest-125641811 tempest-ServiceProvidersTest-125641811-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2999902 May 26 23:04:32.302549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c46d4e3-9ea0-46cd-8be1-3ce8169cf1ca None None] Network f8aa2a00-0629-4386-acfd-beb24b82310e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:32.376114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb683f-a8e9-4f73-8182-d68d94a58150 req-e8b153ce-82fa-411d-b9d2-b1d9f5f4c729 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:32.377627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60eb683f-a8e9-4f73-8182-d68d94a58150 req-e8b153ce-82fa-411d-b9d2-b1d9f5f4c729 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2933536 May 26 23:04:32.462519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] For port b59db2d9-e240-4130-9a62-5f2ada942e3c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b59db2d9-e240-4130-9a62-5f2ada942e3c,segment=NetworkSegment(4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1),segment_id=4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:32.463041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:32.484086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5804ec70-80dd-4ddc-86ab-416de81d4e00 None None] Provisioning for port b59db2d9-e240-4130-9a62-5f2ada942e3c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:32.528121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5804ec70-80dd-4ddc-86ab-416de81d4e00 None None] Provisioning complete for port b59db2d9-e240-4130-9a62-5f2ada942e3c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:32.528835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5804ec70-80dd-4ddc-86ab-416de81d4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:32.708371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for b59db2d9-e240-4130-9a62-5f2ada942e3c owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:32.714898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5804ec70-80dd-4ddc-86ab-416de81d4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:32.759592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60eb683f-a8e9-4f73-8182-d68d94a58150 req-9a657179-2b17-47aa-aa91-53634d6ae4c7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745761 May 26 23:04:32.787295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49930) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:32.818502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:32.897345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=b59db2d9-e240-4130-9a62-5f2ada942e3c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:32.900929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c245c66-ca28-4d11-9763-48ad20e70bb5 None None] DHCP port deletion for f8aa2a00-0629-4386-acfd-beb24b82310e request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:04:32.904232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No DVR routers for this DVR port b59db2d9-e240-4130-9a62-5f2ada942e3c on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:04:33.042683 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.044608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.073036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8aa2a00-0629-4386-acfd-beb24b82310e']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:33.084225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:33.088579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a1079a616f0e42e6b9c9a9d87005842a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:33.089361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:33.089857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3c58ca-d7f5-40f5-8ab5-ad4527bac9c1') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:33.093382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:33.102214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:33.106461 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.128116 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.138829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:04:33.138829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: timer() May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:04:33.152653 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:04:33.184872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.190239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.238107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.253087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1079a616f0e42e6b9c9a9d87005842a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4647408 May 26 23:04:33.253899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364463c-48fc-4b40-ae99-85f132a75401,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:33.255396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:33.256465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.264599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.264599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.264599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.264599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.265010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.265269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.265516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.265856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.266718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.267037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.267514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b703a-adf6-4823-930c-f8befe4331e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:33.285004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=f8aa2a00-0629-4386-acfd-beb24b82310e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:33.299662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-947f9176-b269-4a8d-bdc1-0ae911d0f58a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/f8aa2a00-0629-4386-acfd-beb24b82310e HTTP/1.1" status: 204 len: 168 time: 1.5360520 May 26 23:04:33.303276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49950) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:33.309211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'name': 'tempest-PortsIpV6TestJSON-670866629'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:33.343580 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8903594-098e-4e6a-8614-f9b41655aa12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.371999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8903594-098e-4e6a-8614-f9b41655aa12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.430322 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8903594-098e-4e6a-8614-f9b41655aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.440748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:33.445719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:33.448667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:33.449754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8903594-098e-4e6a-8614-f9b41655aa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364463c-48fc-4b40-ae99-85f132a75401,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:33.455257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8903594-098e-4e6a-8614-f9b41655aa12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.456559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:33.457021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8903594-098e-4e6a-8614-f9b41655aa12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e364463c-48fc-4b40-ae99-85f132a75401 HTTP/1.1" status: 204 len: 168 time: 0.1979122 May 26 23:04:33.476612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:33.479846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:33.510308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 565caed7-8ca0-42ec-8f43-5a9d7a4c122e yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:33.726974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-f0090e72-2916-4661-961d-daed13241a54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539290 May 26 23:04:33.875411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b59db2d9-e240-4130-9a62-5f2ada942e3c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:04:33.943859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b59db2d9-e240-4130-9a62-5f2ada942e3c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:04:33.944463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b59db2d9-e240-4130-9a62-5f2ada942e3c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:04:34.124753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:34.145418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1322a-be44-4075-9d6d-059d0a590a04 req-f62bccb7-21db-473f-888f-1330627d4bd1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:34.147116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6ec1322a-be44-4075-9d6d-059d0a590a04 req-f62bccb7-21db-473f-888f-1330627d4bd1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1997492 May 26 23:04:34.159992 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-719d702b-39dd-4daa-b275-78116ded598b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 1059 time: 0.3330472 May 26 23:04:34.276272 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6ec1322a-be44-4075-9d6d-059d0a590a04 req-64519ef7-1fbf-4076-a6b3-9524a950c595 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207299 May 26 23:04:34.288224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:34.365462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:34.369070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:34.373489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:34.377456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:34.378090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:34.416983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1100779 May 26 23:04:34.416983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b54a1-a645-46b0-914a-6c66a36434c6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=565caed7-8ca0-42ec-8f43-5a9d7a4c122e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:34.418232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49986) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:34.431883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-a0594160-78c7-4a32-8d03-89a9e732398b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:34.434390 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-a0594160-78c7-4a32-8d03-89a9e732398b service neutron] 10.222.0.48 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.2542465 May 26 23:04:34.455185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49990) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:34.506514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 565caed7-8ca0-42ec-8f43-5a9d7a4c122e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:34.507139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:34.556026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-1c1fefa0-49b8-4dab-95aa-b897a459270c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 200 len: 217 time: 0.1140578 May 26 23:04:34.690891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-7cdc1997-d73a-4707-9a48-5e344377684a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:34.692387 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-7cdc1997-d73a-4707-9a48-5e344377684a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1292436 May 26 23:04:34.793174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:34.814572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-ff27505d-a1a0-4e5e-a721-8a4791feda30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151094 May 26 23:04:34.835925 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:34.991847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-9a512cac-6a1c-4fa5-9b16-1ee42879995c service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703966 May 26 23:04:35.004754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:35.017749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 565caed7-8ca0-42ec-8f43-5a9d7a4c122e owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:35.050694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1e07658809407ba9e3d0e13783c919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:35.055515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:35.070475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:35.148293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-daab34f8-ed0d-4c9d-8292-c4f6c3144899 req-533df532-9316-40ce-9445-4acda58e8c7c service neutron] 10.222.0.48 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495192 May 26 23:04:35.151534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.211608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=565caed7-8ca0-42ec-8f43-5a9d7a4c122e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:35.217829 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.222748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.230628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.298859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe1e07658809407ba9e3d0e13783c919&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8426735 May 26 23:04:35.302055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50014) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:35.302697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4aa41830-d8c7-4be3-a1a8-1a7a8b2766c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/565caed7-8ca0-42ec-8f43-5a9d7a4c122e HTTP/1.1" status: 204 len: 168 time: 0.8838377 May 26 23:04:35.309957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50018) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:35.320909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'mac_address': 'fa:16:3e:45:d4:d1', 'name': 'tempest-PortsIpV6TestJSON-779725373'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:35.400101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e5942-c1f7-4034-8228-92bb2e914578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19743d9b-4e84-4763-b587-cc557b06204f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:35.452178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a73f264-ff1a-429d-85b4-76dfae571e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.470126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:35.474637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:35.480373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:35.486680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:35.498338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:35.517321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a73f264-ff1a-429d-85b4-76dfae571e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.577397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a73f264-ff1a-429d-85b4-76dfae571e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.601968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73f264-ff1a-429d-85b4-76dfae571e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19743d9b-4e84-4763-b587-cc557b06204f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:35.603791 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a73f264-ff1a-429d-85b4-76dfae571e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.605075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7a73f264-ff1a-429d-85b4-76dfae571e6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19743d9b-4e84-4763-b587-cc557b06204f HTTP/1.1" status: 204 len: 168 time: 0.3020263 May 26 23:04:35.666422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311b058-ffca-4b1f-a9a4-c30cb8c0ee11 req-433cae0e-509e-4278-9b4f-3d7865062bcf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:35.679616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f311b058-ffca-4b1f-a9a4-c30cb8c0ee11 req-433cae0e-509e-4278-9b4f-3d7865062bcf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2217910 May 26 23:04:35.700073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:35.750811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f311b058-ffca-4b1f-a9a4-c30cb8c0ee11 req-213384e7-ce0c-496d-861e-210413cf6c1d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696464 May 26 23:04:35.776529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 16d13e03-b950-4eed-aa83-6951b8c6306c yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:36.157837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:36.216090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:36.299268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50050) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:36.315324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=16d13e03-b950-4eed-aa83-6951b8c6306c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:36.336456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:36.336874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:36.338349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:36.346234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:36.351218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:36.352173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:36.372031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc222-6ed0-4dc3-9816-172dc0d1b0b2 req-bb2aa712-a9c8-41ac-b040-d3cd4dde6d9f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:36.378372 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f61dc222-6ed0-4dc3-9816-172dc0d1b0b2 req-bb2aa712-a9c8-41ac-b040-d3cd4dde6d9f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2589231 May 26 23:04:36.382960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-08848707-0e93-4810-9aeb-d2b1a66915da tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0716758 May 26 23:04:36.385449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50058) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:36.438334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:36.448956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Usage tracker for resource:security_group_rule and tenant:7712a18b2669437f8c83e39b49a38984 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:36.455284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:36.460555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-6ab966b7-42b7-4bfb-abad-af44d487367e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1096 time: 0.1957977 May 26 23:04:36.465392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:36.479833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e772d-18ea-4a20-bcd5-4bfa5490cd46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:36.481344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6c8e772d-18ea-4a20-bcd5-4bfa5490cd46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:36.503084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f61dc222-6ed0-4dc3-9816-172dc0d1b0b2 req-0f2c062b-856b-403d-af00-c2ade57eb915 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235256 May 26 23:04:36.509710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6c8e772d-18ea-4a20-bcd5-4bfa5490cd46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:36.511855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6c8e772d-18ea-4a20-bcd5-4bfa5490cd46 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/16d13e03-b950-4eed-aa83-6951b8c6306c HTTP/1.1" status: 200 len: 844 time: 0.1250007 May 26 23:04:36.514898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50062) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:36.620360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 16d13e03-b950-4eed-aa83-6951b8c6306c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:36.621013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:36.671967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-52d541de-5c7e-458e-b627-4f489b98bee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:36.674144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-52d541de-5c7e-458e-b627-4f489b98bee3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.2019060 May 26 23:04:36.739683 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:36.748247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:36.837205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d116112-de59-411c-82f7-f0f6dc74c5b7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:36.854902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-655c720c-a788-4d9e-957e-796e9c193a6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7712a18b2669437f8c83e39b49a38984&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5474422 May 26 23:04:36.854902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50074) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:36.867094 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-0063ff45-4664-45a0-8734-38d70b9c9356 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.1801767 May 26 23:04:37.018205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-93d8312f-fb60-402b-b17b-5ffac8de1310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:37.020219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-93d8312f-fb60-402b-b17b-5ffac8de1310 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1397269 May 26 23:04:37.022653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.028149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9054d48c-df89-4e03-9f26-8f3de64fa163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.119610 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9054d48c-df89-4e03-9f26-8f3de64fa163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.176220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-1d6e2853-26f8-4669-9ace-be67d8821966 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406901 May 26 23:04:37.199009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 16d13e03-b950-4eed-aa83-6951b8c6306c owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:37.315018 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.376428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=16d13e03-b950-4eed-aa83-6951b8c6306c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:37.388717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.412948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6b16f11a-a16e-4967-8533-5f1d215cd6b5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/16d13e03-b950-4eed-aa83-6951b8c6306c HTTP/1.1" status: 204 len: 168 time: 0.8932805 May 26 23:04:37.412948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50106) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:37.429432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9054d48c-df89-4e03-9f26-8f3de64fa163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.458886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054d48c-df89-4e03-9f26-8f3de64fa163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d116112-de59-411c-82f7-f0f6dc74c5b7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:37.475347 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c68ff0e-c65b-4a37-9090-e0967a204f0d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:04:37.477841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c68ff0e-c65b-4a37-9090-e0967a204f0d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:37.485412 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9054d48c-df89-4e03-9f26-8f3de64fa163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.486552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9054d48c-df89-4e03-9f26-8f3de64fa163 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d116112-de59-411c-82f7-f0f6dc74c5b7 HTTP/1.1" status: 204 len: 168 time: 0.6349347 May 26 23:04:37.508764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c68ff0e-c65b-4a37-9090-e0967a204f0d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:37.511580 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c68ff0e-c65b-4a37-9090-e0967a204f0d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/16d13e03-b950-4eed-aa83-6951b8c6306c HTTP/1.1" status: 404 len: 333 time: 0.0973365 May 26 23:04:37.514444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50112) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:37.522425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'name': 'tempest-PortsIpV6TestJSON-93999474'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:37.573770 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-4abbea6b-b18a-4917-88e0-13f550be2569 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866298 May 26 23:04:37.734437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:37.849043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:37.867358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d373206-bba1-4cee-a7b9-13f1f43ff018 req-a609e5b3-cde8-42d1-8796-3db24d272f58 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820351 May 26 23:04:37.872100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:37.876321 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:37.905468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port fbbc4f3a-b00e-41be-bc23-1a742941b563 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:37.925461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50124) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:38.146412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.163657 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.177105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.215325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:38.226276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Usage tracker for resource:security_group_rule and tenant:5dedb7f0f40545068bac209d30ea1312 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:38.229587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:38.240733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:38.263522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8beb13-d5e2-41a8-9767-a15f4f19d119 req-f248c309-213a-4cd7-9a23-7f6f52c88b9c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:38.265260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c8beb13-d5e2-41a8-9767-a15f4f19d119 req-f248c309-213a-4cd7-9a23-7f6f52c88b9c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.5327246 May 26 23:04:38.280569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:38.285664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:38.325635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:38.330926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:38.331528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.358028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=fbbc4f3a-b00e-41be-bc23-1a742941b563,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:38.359305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.365177 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a5e87db9-d013-4d0d-8ebe-ae48fa40556a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8486452 May 26 23:04:38.367323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50138) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:38.367993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.374741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:38.488186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a26d7-2170-4f0e-93d1-78d848225f03,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:38.500609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5746f07e-6214-4111-818c-06ea3bafa49d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dedb7f0f40545068bac209d30ea1312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5735497 May 26 23:04:38.503343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50148) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:38.522022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c8beb13-d5e2-41a8-9767-a15f4f19d119 req-07066bfe-8575-4678-ad0f-55d0d4ff2796 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374034 May 26 23:04:38.527306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.624766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c517966d-abf8-4fda-a96b-f0300152f279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.686968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c517966d-abf8-4fda-a96b-f0300152f279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.746658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c517966d-abf8-4fda-a96b-f0300152f279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.767800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517966d-abf8-4fda-a96b-f0300152f279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a26d7-2170-4f0e-93d1-78d848225f03,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:38.769982 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c517966d-abf8-4fda-a96b-f0300152f279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.773437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c517966d-abf8-4fda-a96b-f0300152f279 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b9a26d7-2170-4f0e-93d1-78d848225f03 HTTP/1.1" status: 204 len: 168 time: 0.2668333 May 26 23:04:38.890135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.897422 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.973000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] In _notify_port_updated(), no bound segment for port fbbc4f3a-b00e-41be-bc23-1a742941b563 on network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:04:38.978473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:38.979252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:38.980767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "PUT /v2.0/ports/fbbc4f3a-b00e-41be-bc23-1a742941b563 HTTP/1.1" status: 200 len: 818 time: 0.6125491 May 26 23:04:38.984378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50164) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:38.992226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143fa32-1dd7-41ab-9221-d77ae7bc2375 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=fbbc4f3a-b00e-41be-bc23-1a742941b563,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:39.073072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port fbbc4f3a-b00e-41be-bc23-1a742941b563 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:39.073519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.284966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50176) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:39.313197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.349393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.363622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:39.367953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Usage tracker for resource:security_group_rule and tenant:635bafba851c4cffb197e1963c310300 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:39.371002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:39.377809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:39.433402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-02db7bbd-858f-400e-8c5d-2b78cf396d80 req-51fcdae9-4127-4878-803b-6f8704a221cc service neutron] (84029) timed out ('10.222.0.32', 59266) {{(pid=84029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:04:39.507776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for fbbc4f3a-b00e-41be-bc23-1a742941b563 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:39.621641 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.630169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.634646 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.686817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf753a9-1442-47ef-b5dd-744b9b5d6f97,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:39.695468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-14b6db80-8f7a-4bc8-aad1-8b1211a2bc0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=635bafba851c4cffb197e1963c310300&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4084935 May 26 23:04:39.696131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50186) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:39.788346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b50695-996f-491d-a8de-903fb8e1f63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.797776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=fbbc4f3a-b00e-41be-bc23-1a742941b563,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:39.825453 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.834890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b50695-996f-491d-a8de-903fb8e1f63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.842597 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8dcf215d-b8e9-4b63-9eed-3052823f8fe7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/fbbc4f3a-b00e-41be-bc23-1a742941b563 HTTP/1.1" status: 204 len: 168 time: 0.8563585 May 26 23:04:39.845612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50196) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:39.909530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b50695-996f-491d-a8de-903fb8e1f63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.935696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b50695-996f-491d-a8de-903fb8e1f63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf753a9-1442-47ef-b5dd-744b9b5d6f97,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:39.944110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92b50695-996f-491d-a8de-903fb8e1f63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:39.946446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-92b50695-996f-491d-a8de-903fb8e1f63d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cf753a9-1442-47ef-b5dd-744b9b5d6f97 HTTP/1.1" status: 204 len: 168 time: 0.2488606 May 26 23:04:39.949450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f37e-6e45-4fa8-bda8-d36afab4e4c6 req-e5bfdb79-93a8-4fea-a2cc-5467ea1073c6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:39.957615 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9d8f37e-6e45-4fa8-bda8-d36afab4e4c6 req-e5bfdb79-93a8-4fea-a2cc-5467ea1073c6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2516778 May 26 23:04:40.006753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f908045-b628-41a8-8431-46b9d8a382f8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:40.007553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3f908045-b628-41a8-8431-46b9d8a382f8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:40.035346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9d8f37e-6e45-4fa8-bda8-d36afab4e4c6 req-e17d52a6-b860-4f67-a937-95b184fc2d1d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767667 May 26 23:04:40.063569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3f908045-b628-41a8-8431-46b9d8a382f8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:40.065070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3f908045-b628-41a8-8431-46b9d8a382f8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2178788 May 26 23:04:40.068308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50206) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:40.153482 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95f7b82-b479-420e-b93f-a0374502a6e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:04:40.154027 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b95f7b82-b479-420e-b93f-a0374502a6e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:40.217435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b95f7b82-b479-420e-b93f-a0374502a6e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:40.222507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b95f7b82-b479-420e-b93f-a0374502a6e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/fbbc4f3a-b00e-41be-bc23-1a742941b563 HTTP/1.1" status: 404 len: 333 time: 0.1494384 May 26 23:04:40.223483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50214) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:40.229827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1835062875'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:40.240580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:40.246933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:40.254203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:40.267436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:40.295892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:40.302550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:40.311517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c4b93-5a0a-45e5-9fa3-7b37321db970 req-57a7a330-5f07-4403-ab6e-573237ec7dcf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:40.325015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c4c4b93-5a0a-45e5-9fa3-7b37321db970 req-57a7a330-5f07-4403-ab6e-573237ec7dcf tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1609373 May 26 23:04:40.347479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:04:40.357589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:40.358268 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment 2a9c76ff-27c9-4922-9c39-2c695a0c930c of type vlan for network 1f8b86cb-1173-4509-933d-299510ee63f3 May 26 23:04:40.391626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:40.432116 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:40.436899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:40.437506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:40.453975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c4c4b93-5a0a-45e5-9fa3-7b37321db970 req-142d0a60-d618-49d5-93b0-218b5efa2ea5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276414 May 26 23:04:40.606388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=1f8b86cb-1173-4509-933d-299510ee63f3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:40.617802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1f8b86cb-1173-4509-933d-299510ee63f3 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:04:40.732978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-95ce20f4-8a8e-4e06-801f-baf9cb3f525c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5084012 May 26 23:04:40.736393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:40.746377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:40.855467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a43460-5f33-46f1-b397-5e2bd4b27b26 req-d9bb48a6-bf87-4e1f-9159-921201dc5e50 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:40.857086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62a43460-5f33-46f1-b397-5e2bd4b27b26 req-d9bb48a6-bf87-4e1f-9159-921201dc5e50 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2050474 May 26 23:04:40.882650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-81288da6-a879-425c-994e-c6a0180b90cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514750 May 26 23:04:40.945906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-62a43460-5f33-46f1-b397-5e2bd4b27b26 req-6bd77103-8d9f-49d2-a02f-52f89428dd9b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819268 May 26 23:04:40.967662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:40.976481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:40.979708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:40.987760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:41.001632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:41.017852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-04a54e12-2ea2-47eb-aaa6-9c7a5c815743 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 1096 time: 0.1093068 May 26 23:04:41.157445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:41.348841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-9dab68e2-31bc-4dbb-b322-c09d19cce91f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:41.351457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-9dab68e2-31bc-4dbb-b322-c09d19cce91f service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.3132453 May 26 23:04:41.386754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f1ea-3e8c-4b14-a4f7-6ef578d55abd req-094a10a1-0fc4-4e6f-b340-d04d8c8d79f9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:41.394824 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d48f1ea-3e8c-4b14-a4f7-6ef578d55abd req-094a10a1-0fc4-4e6f-b340-d04d8c8d79f9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2100697 May 26 23:04:41.508735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-4791eaca-431d-4316-a51a-080fc63fb436 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c029680c-770d-4084-bdf8-34334cafcfbd HTTP/1.1" status: 200 len: 217 time: 0.1508632 May 26 23:04:41.554749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d48f1ea-3e8c-4b14-a4f7-6ef578d55abd req-40bf556d-28a0-4e3b-baee-576da774f8c2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588435 May 26 23:04:41.568765 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:41.583632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50258) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:41.660071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-b93b25f8-6735-4d48-a8d0-f64b9d7c0bf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:41.661587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-b93b25f8-6735-4d48-a8d0-f64b9d7c0bf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1463828 May 26 23:04:41.686023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=0b79cc00-68c5-47a0-b40f-3ba910f493e0,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:41.697892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': '2a9c76ff-27c9-4922-9c39-2c695a0c930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:41.698784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: 1f8b86cb-1173-4509-933d-299510ee63f3, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:04:41.734748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 1f8b86cb-1173-4509-933d-299510ee63f3 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:04:41.762423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1f8b86cb-1173-4509-933d-299510ee63f3) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:41.770186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:41.770908 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:41.774328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fdff8d-b12f-4c3f-8dcf-31ef6e8c671a None None] Network 1f8b86cb-1173-4509-933d-299510ee63f3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:41.822799 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-69f8cde8-ffd7-4466-89f8-6fde82076f63 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0850110 May 26 23:04:41.826278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50272) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:41.838290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:41.956819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-17898cb5-14c5-4cee-ac0b-3255bba74f5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893274 May 26 23:04:42.070803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:42.075101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:42.078249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:42.084369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:42.097835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:42.102813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.107076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-8613425d-7b38-4e24-8054-4928c0b73e50 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419084 May 26 23:04:42.138471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e5c9-4c45-475b-9490-19cde88b3513 req-dc09acfd-6497-46c1-91dc-d90279e3232e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:42.145323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd81e5c9-4c45-475b-9490-19cde88b3513 req-dc09acfd-6497-46c1-91dc-d90279e3232e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3288105 May 26 23:04:42.147571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.239604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-1f8b86cb-1173-4509-933d-299510ee63f3', 'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3', 'tenant_id': 'b52856cf4b4f4a14a0d064fac81cecee', 'fixed_ips': [{'subnet_id': '0b79cc00-68c5-47a0-b40f-3ba910f493e0'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:04:42.241423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.272679 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b79cc00-68c5-47a0-b40f-3ba910f493e0 (CIDR: 2001:db8::/64) May 26 23:04:42.279207 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:04:42.279877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:04:42.304180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-beb45ab3-7693-482a-9d65-1d615c0e41ca tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4766762 May 26 23:04:42.307583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50282) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:42.315815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:42.330979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:42.355397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Usage tracker for resource:security_group_rule and tenant:337f136504f0469686babc8e84dc7ed4 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:42.369410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:42.380282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:42.417153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd81e5c9-4c45-475b-9490-19cde88b3513 req-06574d95-1525-407d-82f5-4ad792bc5c9d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709115 May 26 23:04:42.462066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686a1cc2-2bea-44b4-bb8e-410d5ed5ba24 req-0e1f78fa-2c34-4a92-9803-eabc4532e1a2 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301253 May 26 23:04:42.538261 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Allocated IP 2001:db8::2 (1f8b86cb-1173-4509-933d-299510ee63f3/0b79cc00-68c5-47a0-b40f-3ba910f493e0/b2171d59-da4f-4449-8a66-a7b725ca8955) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:42.559081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:42.563600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:42.566640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:42.568586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.573135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:42.577213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.586737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:42.592557 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.630026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf2b5f9-c244-4979-abeb-3976fbaa4d6a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:42.648686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-92da07ad-6202-4f04-a94d-562a9aa92f9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=337f136504f0469686babc8e84dc7ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0492430 May 26 23:04:42.650323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50292) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:42.756952 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.779217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5dd287a7-1a2c-41e7-890d-729a229596c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.783070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Transition to ACTIVE for port object b2171d59-da4f-4449-8a66-a7b725ca8955 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:42.816148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Transition to ACTIVE for port object b2171d59-da4f-4449-8a66-a7b725ca8955 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:42.830693 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.850885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5dd287a7-1a2c-41e7-890d-729a229596c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.939092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Network 1f8b86cb-1173-4509-933d-299510ee63f3 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:42.942928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:42.953775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:42.957913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5dd287a7-1a2c-41e7-890d-729a229596c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:42.967263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Pushing event updated for resources: {'Port': ['ID=b2171d59-da4f-4449-8a66-a7b725ca8955,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:43.021435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd287a7-1a2c-41e7-890d-729a229596c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf2b5f9-c244-4979-abeb-3976fbaa4d6a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:43.044017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5dd287a7-1a2c-41e7-890d-729a229596c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.045145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5dd287a7-1a2c-41e7-890d-729a229596c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bf2b5f9-c244-4979-abeb-3976fbaa4d6a HTTP/1.1" status: 204 len: 168 time: 0.3936877 May 26 23:04:43.119535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Attempting to bind port b2171d59-da4f-4449-8a66-a7b725ca8955 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:04:43.119910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Attempting to bind port b2171d59-da4f-4449-8a66-a7b725ca8955 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2a9c76ff-27c9-4922-9c39-2c695a0c930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:04:43.120338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Attempting to bind port b2171d59-da4f-4449-8a66-a7b725ca8955 on network 1f8b86cb-1173-4509-933d-299510ee63f3 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:04:43.127214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:04:43.128118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Checking segment: {'id': '2a9c76ff-27c9-4922-9c39-2c695a0c930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:43.128527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.129035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Bound using segment: {'id': '2a9c76ff-27c9-4922-9c39-2c695a0c930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:04:43.129524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Bound port: b2171d59-da4f-4449-8a66-a7b725ca8955, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c76ff-27c9-4922-9c39-2c695a0c930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:04:43.130845 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.223663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.272029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc23c7-58c4-45f0-a0b3-8af84342b242 req-6a43bf63-70e5-4113-86fe-2cd73bfe10c0 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:43.274059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecc23c7-58c4-45f0-a0b3-8af84342b242 req-6a43bf63-70e5-4113-86fe-2cd73bfe10c0 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1272326 May 26 23:04:43.277362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] For port b2171d59-da4f-4449-8a66-a7b725ca8955, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:04:43.280719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] For port b2171d59-da4f-4449-8a66-a7b725ca8955, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2171d59-da4f-4449-8a66-a7b725ca8955,segment=NetworkSegment(2a9c76ff-27c9-4922-9c39-2c695a0c930c),segment_id=2a9c76ff-27c9-4922-9c39-2c695a0c930c)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:04:43.295939 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.345756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecc23c7-58c4-45f0-a0b3-8af84342b242 req-f93365ae-0988-4a9c-8d8c-c7bcf6bd5fdc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611095 May 26 23:04:43.411769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a6fd9-3bee-456a-a1bd-b902343909e7 None None] Pushing event updated for resources: {'Port': ['ID=b2171d59-da4f-4449-8a66-a7b725ca8955,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:43.453792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 1f8b86cb-1173-4509-933d-299510ee63f3 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:43.455211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:43.462639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:43.462639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.465718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=5aebad30-a018-4290-b6b9-a70356fae449,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:43.507424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6fc3beb8-a336-49a3-942a-f112f599df84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1983979 May 26 23:04:43.510139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50318) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:43.523057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3', 'fixed_ips': [{'subnet_id': '0b79cc00-68c5-47a0-b40f-3ba910f493e0'}, {'subnet_id': '5aebad30-a018-4290-b6b9-a70356fae449'}], 'name': 'tempest-PortsIpV6TestJSON-303647333'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:43.721412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50322) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:43.760392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.817966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:43.833031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Usage tracker for resource:security_group_rule and tenant:c55c702790e84a6caffe57a3c676a4e1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:43.837092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:43.844331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:43.870863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:43.883024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:43.886771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:43.904308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:43.929584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:43.935763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b2171d59-da4f-4449-8a66-a7b725ca8955 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:04:43.937389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:43.983914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 2dcff658-b392-4d9b-96de-26462cdb11ad yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:43.995790 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:44.018851 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:44.058186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b2171d59-da4f-4449-8a66-a7b725ca8955 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:44.187459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211106e5-0c4d-4ff0-8f8a-515d54aa5580,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:44.202981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50332) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:44.216873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7d817454-de91-4058-afe3-57b2af546ceb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c55c702790e84a6caffe57a3c676a4e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4855163 May 26 23:04:44.337254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e8c04a8-1c8a-4e03-85ae-3564473f0c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:44.425646 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e8c04a8-1c8a-4e03-85ae-3564473f0c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:44.755316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e8c04a8-1c8a-4e03-85ae-3564473f0c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:44.787905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c04a8-1c8a-4e03-85ae-3564473f0c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211106e5-0c4d-4ff0-8f8a-515d54aa5580,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:44.851447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9e79-af48-406f-a1d5-d82157b02cd2 req-827e8150-faa9-417a-814c-51f4a2c21df1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:44.855460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f39e9e79-af48-406f-a1d5-d82157b02cd2 req-827e8150-faa9-417a-814c-51f4a2c21df1 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2921391 May 26 23:04:44.859110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e8c04a8-1c8a-4e03-85ae-3564473f0c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:44.859110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1e8c04a8-1c8a-4e03-85ae-3564473f0c29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/211106e5-0c4d-4ff0-8f8a-515d54aa5580 HTTP/1.1" status: 204 len: 168 time: 0.6522534 May 26 23:04:44.859110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::334 (1f8b86cb-1173-4509-933d-299510ee63f3/0b79cc00-68c5-47a0-b40f-3ba910f493e0/2dcff658-b392-4d9b-96de-26462cdb11ad) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:44.885865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8:0:1::ba (1f8b86cb-1173-4509-933d-299510ee63f3/5aebad30-a018-4290-b6b9-a70356fae449/2dcff658-b392-4d9b-96de-26462cdb11ad) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:44.946697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f39e9e79-af48-406f-a1d5-d82157b02cd2 req-e6b427a5-01e6-426e-8233-d29af422f671 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916712 May 26 23:04:45.123486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f4bbe-2f70-46ed-9b82-43427b01040c None None] Network 1f8b86cb-1173-4509-933d-299510ee63f3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:45.286728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-be1840ca-4ffa-4970-9ecf-e7b44b014552 None None] Provisioning for port b2171d59-da4f-4449-8a66-a7b725ca8955 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:45.333842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-be1840ca-4ffa-4970-9ecf-e7b44b014552 None None] Provisioning complete for port b2171d59-da4f-4449-8a66-a7b725ca8955 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:45.334702 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be1840ca-4ffa-4970-9ecf-e7b44b014552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:45.348392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:45.425219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 2dcff658-b392-4d9b-96de-26462cdb11ad will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:45.536409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb95a0-3240-4f22-99ca-4a4c4abf35ad req-15deb8b7-678c-4b57-87f6-997d540b0122 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:45.538098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bbb95a0-3240-4f22-99ca-4a4c4abf35ad req-15deb8b7-678c-4b57-87f6-997d540b0122 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1712735 May 26 23:04:45.544922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:45.570340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-29a55ca9-8c48-4f8a-a987-c5c841840e80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=298537138acc4da6be77c84737e82811&device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 1096 time: 0.1702087 May 26 23:04:45.648112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 1f8b86cb-1173-4509-933d-299510ee63f3 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:45.652461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:45.663474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:45.668056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:45.668916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:45.705646 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.1941316 May 26 23:04:45.711386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50372) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:45.714230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678324-4b79-4174-aef7-3cbe432b9b88 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=2dcff658-b392-4d9b-96de-26462cdb11ad,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:45.732276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b79cc00-68c5-47a0-b40f-3ba910f493e0'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:45.881319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be1840ca-4ffa-4970-9ecf-e7b44b014552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:45.931204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-be1840ca-4ffa-4970-9ecf-e7b44b014552 None None] For port b2171d59-da4f-4449-8a66-a7b725ca8955, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2171d59-da4f-4449-8a66-a7b725ca8955,segment=NetworkSegment(2a9c76ff-27c9-4922-9c39-2c695a0c930c),segment_id=2a9c76ff-27c9-4922-9c39-2c695a0c930c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:45.966422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bbb95a0-3240-4f22-99ca-4a4c4abf35ad req-005096bc-f32e-464d-abce-56e791ba76aa tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184635 May 26 23:04:45.983525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be1840ca-4ffa-4970-9ecf-e7b44b014552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:46.004648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:46.059667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-5cf73245-48b1-4dd4-9d91-05fb197223a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:46.062292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-5cf73245-48b1-4dd4-9d91-05fb197223a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 200 len: 913 time: 0.4823766 May 26 23:04:46.096625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] Update dhcp port {'port': {'network_id': '1f8b86cb-1173-4509-933d-299510ee63f3', 'fixed_ips': [{'subnet_id': '0b79cc00-68c5-47a0-b40f-3ba910f493e0', 'ip_address': '2001:db8::2'}, {'subnet_id': '5aebad30-a018-4290-b6b9-a70356fae449'}], 'binding:host_id': 'n-d-843301-1'}, 'id': 'b2171d59-da4f-4449-8a66-a7b725ca8955'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:04:46.146175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1840ca-4ffa-4970-9ecf-e7b44b014552 None None] Pushing event updated for resources: {'Port': ['ID=b2171d59-da4f-4449-8a66-a7b725ca8955,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:46.173922 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:46.298476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-a3afb1d9-69b0-42d4-bb18-29360f9e9702 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 200 len: 1000 time: 0.2251735 May 26 23:04:46.439328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-fa1e116d-5532-451b-b7eb-ad2c54e8cb37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:46.441203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-fa1e116d-5532-451b-b7eb-ad2c54e8cb37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 200 len: 851 time: 0.1333547 May 26 23:04:46.517067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] Allocated IP 2001:db8:0:1::2 (1f8b86cb-1173-4509-933d-299510ee63f3/5aebad30-a018-4290-b6b9-a70356fae449/b2171d59-da4f-4449-8a66-a7b725ca8955) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:46.536813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-849a9801-b408-44cd-bee5-3609260a1184 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851247 May 26 23:04:46.806702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] For port b2171d59-da4f-4449-8a66-a7b725ca8955, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2171d59-da4f-4449-8a66-a7b725ca8955,segment=NetworkSegment(2a9c76ff-27c9-4922-9c39-2c695a0c930c),segment_id=2a9c76ff-27c9-4922-9c39-2c695a0c930c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:46.828679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-01fb6463-f9ce-4926-bc58-9d3136170d12 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804134 May 26 23:04:46.836554 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:46.857213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] Transition to ACTIVE for port object b2171d59-da4f-4449-8a66-a7b725ca8955 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:46.862862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:46.948442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Delete allocated IP 2001:db8:0:1::ba (1f8b86cb-1173-4509-933d-299510ee63f3/5aebad30-a018-4290-b6b9-a70356fae449) {{(pid=84030) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 23:04:46.971079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063777b-c5a8-4efa-b332-44c451e2d3f1 None None] Pushing event updated for resources: {'Port': ['ID=b2171d59-da4f-4449-8a66-a7b725ca8955,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:47.026332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c18351b-fecd-4e1d-bfde-dd53982e8be3 req-949bfec8-e8d2-4d06-80ef-92d05e091bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874149 May 26 23:04:47.185112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3da6a2e4-feba-4426-88bd-11a99d38aba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:47.322821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2769-9c9a-460b-b8bf-6ad475b8a463 req-a8930f0b-8a70-4121-9e1c-cb335997851f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:47.325830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d0c2769-9c9a-460b-b8bf-6ad475b8a463 req-a8930f0b-8a70-4121-9e1c-cb335997851f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1718633 May 26 23:04:47.429366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d0c2769-9c9a-460b-b8bf-6ad475b8a463 req-69656678-a3e9-4f97-b5bd-709e374b6c53 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977981 May 26 23:04:47.462300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:47.511675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Ignored duplicate provisioning block setup for port 2dcff658-b392-4d9b-96de-26462cdb11ad by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 23:04:47.529900 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:47.793399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] In _notify_port_updated(), no bound segment for port 2dcff658-b392-4d9b-96de-26462cdb11ad on network 1f8b86cb-1173-4509-933d-299510ee63f3 {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:04:47.805835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:47.806542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:47.810511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "PUT /v2.0/ports/2dcff658-b392-4d9b-96de-26462cdb11ad HTTP/1.1" status: 200 len: 925 time: 2.0951602 May 26 23:04:47.810873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50428) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:47.816905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3852a8-a741-49b3-80ba-e3ba00642691 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=2dcff658-b392-4d9b-96de-26462cdb11ad,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:47.817360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b79cc00-68c5-47a0-b40f-3ba910f493e0'}, {'subnet_id': '5aebad30-a018-4290-b6b9-a70356fae449'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:47.933098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b2171d59-da4f-4449-8a66-a7b725ca8955 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:04:48.146066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:48.206632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b449261-b44c-4384-8867-e1395b2b4236 None None] Network 1f8b86cb-1173-4509-933d-299510ee63f3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:48.399295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a3bc0bb-c72b-4e81-aa0b-fe264de3ffea None None] Provisioning for port b2171d59-da4f-4449-8a66-a7b725ca8955 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:48.428051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a3bc0bb-c72b-4e81-aa0b-fe264de3ffea None None] Provisioning complete for port b2171d59-da4f-4449-8a66-a7b725ca8955 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:48.428799 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc0bb-c72b-4e81-aa0b-fe264de3ffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:48.655001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8:0:1::1cf (1f8b86cb-1173-4509-933d-299510ee63f3/5aebad30-a018-4290-b6b9-a70356fae449/2dcff658-b392-4d9b-96de-26462cdb11ad) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:48.750640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a3bc0bb-c72b-4e81-aa0b-fe264de3ffea None None] Provisioning for port 2dcff658-b392-4d9b-96de-26462cdb11ad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:04:48.767110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a3bc0bb-c72b-4e81-aa0b-fe264de3ffea None None] Provisioning complete for port 2dcff658-b392-4d9b-96de-26462cdb11ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:48.767493 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc0bb-c72b-4e81-aa0b-fe264de3ffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:48.897904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bf72-0308-41fc-aed0-4fe5c0832d7b req-46d7b5ac-9f46-4fe5-b3b9-381e0822dfac tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:48.900522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6d8bf72-0308-41fc-aed0-4fe5c0832d7b req-46d7b5ac-9f46-4fe5-b3b9-381e0822dfac tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2105255 May 26 23:04:48.916482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bc0bb-c72b-4e81-aa0b-fe264de3ffea None None] Port 2dcff658-b392-4d9b-96de-26462cdb11ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:04:48.925880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:48.959485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Ignored duplicate provisioning block setup for port 2dcff658-b392-4d9b-96de-26462cdb11ad by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 23:04:48.973015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:49.005566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6d8bf72-0308-41fc-aed0-4fe5c0832d7b req-c47abf94-c21b-4281-a8a5-dcd083542726 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948966 May 26 23:04:49.214121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=2dcff658-b392-4d9b-96de-26462cdb11ad,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:49.225263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] In _notify_port_updated(), no bound segment for port 2dcff658-b392-4d9b-96de-26462cdb11ad on network 1f8b86cb-1173-4509-933d-299510ee63f3 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:04:49.230247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:49.230905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:49.235575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50462) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:49.247368 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "PUT /v2.0/ports/2dcff658-b392-4d9b-96de-26462cdb11ad HTTP/1.1" status: 200 len: 1011 time: 1.4349413 May 26 23:04:49.251332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.251679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.252015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.252369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.252686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.252997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.253310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.253631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.253963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.259417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.259977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a26dae-6cdc-4b33-ada7-353a2f18f089 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:04:49.360999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 2dcff658-b392-4d9b-96de-26462cdb11ad {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:49.361798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:49.468536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ea823a8-0424-4d5b-8359-52d9ce30a2b4 None None] Provisioning complete for port b2171d59-da4f-4449-8a66-a7b725ca8955 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:49.469141 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ea823a8-0424-4d5b-8359-52d9ce30a2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:49.576578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b61ae0-e365-437c-82a1-5df519238afb req-d9a8ae34-8672-4b60-a615-433b6084fb58 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:49.578021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37b61ae0-e365-437c-82a1-5df519238afb req-d9a8ae34-8672-4b60-a615-433b6084fb58 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1793544 May 26 23:04:49.685503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37b61ae0-e365-437c-82a1-5df519238afb req-c1149d07-b153-48a0-9559-cecc42badad4 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018062 May 26 23:04:49.776362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ea823a8-0424-4d5b-8359-52d9ce30a2b4 None None] Provisioning complete for port 2dcff658-b392-4d9b-96de-26462cdb11ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:49.776728 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ea823a8-0424-4d5b-8359-52d9ce30a2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:49.935780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ea823a8-0424-4d5b-8359-52d9ce30a2b4 None None] Port 2dcff658-b392-4d9b-96de-26462cdb11ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:04:49.947711 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-856fddd2-9da5-4395-9c74-ae907c5e8749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:49.975663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:50.077368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5b2b62cd-2b09-49b5-bd0e-77d933f4d28e None None] Provisioning complete for port 2dcff658-b392-4d9b-96de-26462cdb11ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:50.078059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b2b62cd-2b09-49b5-bd0e-77d933f4d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:50.158825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b62cd-2b09-49b5-bd0e-77d933f4d28e None None] Port 2dcff658-b392-4d9b-96de-26462cdb11ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:04:50.172987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 2dcff658-b392-4d9b-96de-26462cdb11ad owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:50.295202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f5a5e95a-648b-44b8-adfc-e6a274f5d028 None None] Provisioning complete for port 2dcff658-b392-4d9b-96de-26462cdb11ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:04:50.295883 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e95a-648b-44b8-adfc-e6a274f5d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:50.472957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5e95a-648b-44b8-adfc-e6a274f5d028 None None] Port 2dcff658-b392-4d9b-96de-26462cdb11ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:04:50.552657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:50.614875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:50.697892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-be9b606f-16fa-48c4-96a4-e2deabf7e871 None None] Could not find standard attr ID for object 2dcff658-b392-4d9b-96de-26462cdb11ad. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:04:50.704989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=2dcff658-b392-4d9b-96de-26462cdb11ad,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:50.767852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:50.776160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:50.796011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50518) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:50.796551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-93c4a206-7cfe-4454-8a0a-2c3481f654ea tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/2dcff658-b392-4d9b-96de-26462cdb11ad HTTP/1.1" status: 204 len: 168 time: 1.5585709 May 26 23:04:50.887910 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5fd4a8-1e84-4382-8bee-743eb387faf7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:04:50.889171 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1b5fd4a8-1e84-4382-8bee-743eb387faf7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/2dcff658-b392-4d9b-96de-26462cdb11ad HTTP/1.1" status: 404 len: 333 time: 0.0921984 May 26 23:04:50.892655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:51.030853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 5aebad30-a018-4290-b6b9-a70356fae449 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:04:51.034597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.150991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.258435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.386660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.431293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=5aebad30-a018-4290-b6b9-a70356fae449,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:51.451934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.452616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a919a1-fa76-4e40-973e-f7ebe5e41fce None None] Network 1f8b86cb-1173-4509-933d-299510ee63f3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:51.467760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dba42678-6881-456e-b87a-784315ad4255 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/5aebad30-a018-4290-b6b9-a70356fae449 HTTP/1.1" status: 204 len: 168 time: 0.5716443 May 26 23:04:51.468024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50566) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:51.722581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-80f16ea9-dd0d-4213-bf33-bb6a8b950d50 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:51.732835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-80f16ea9-dd0d-4213-bf33-bb6a8b950d50 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c94424e-5946-41c1-aabe-4f21390cca93 HTTP/1.1" status: 200 len: 943 time: 0.1759450 May 26 23:04:51.797318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 0b79cc00-68c5-47a0-b40f-3ba910f493e0 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:04:51.806971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.871046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.889981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Deleting port 749d180b-f7e8-4641-a06a-5aaf958fca6e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:51.891095 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:51.982800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.049336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.169410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.226008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.232788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/0b79cc00-68c5-47a0-b40f-3ba910f493e0 HTTP/1.1" status: 204 len: 168 time: 0.7631638 May 26 23:04:52.237797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50584) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:52.238860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef059d2c-b231-4acd-be93-caafdc9533e3 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=0b79cc00-68c5-47a0-b40f-3ba910f493e0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:52.263605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] For port 749d180b-f7e8-4641-a06a-5aaf958fca6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=749d180b-f7e8-4641-a06a-5aaf958fca6e,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:52.264058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.375806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.387327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port b2171d59-da4f-4449-8a66-a7b725ca8955 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:52.387667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.759108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Calling delete_port for 749d180b-f7e8-4641-a06a-5aaf958fca6e owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:52.803859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] For port b2171d59-da4f-4449-8a66-a7b725ca8955, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2171d59-da4f-4449-8a66-a7b725ca8955,segment=NetworkSegment(2a9c76ff-27c9-4922-9c39-2c695a0c930c),segment_id=2a9c76ff-27c9-4922-9c39-2c695a0c930c)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:52.803859 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:52.999910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for b2171d59-da4f-4449-8a66-a7b725ca8955 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:53.056761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f290a6a-02d6-4af3-9c18-08e537eda26c None None] Network 1f8b86cb-1173-4509-933d-299510ee63f3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:53.112524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.126246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.163944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909', 'c029680c-770d-4084-bdf8-34334cafcfbd'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:04:53.254908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No DVR routers for this DVR port b2171d59-da4f-4449-8a66-a7b725ca8955 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:04:53.284246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76b65607-cee1-4968-8b32-14805603939c None None] Could not find standard attr ID for object b2171d59-da4f-4449-8a66-a7b725ca8955. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:04:53.326920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event deleted for resources: {'Port': ['ID=749d180b-f7e8-4641-a06a-5aaf958fca6e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:53.352963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=b2171d59-da4f-4449-8a66-a7b725ca8955,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:53.491649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.545012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8b86cb-1173-4509-933d-299510ee63f3']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:53.580659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] No DVR routers for this DVR port 749d180b-f7e8-4641-a06a-5aaf958fca6e on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:04:53.584398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.587304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-deleted', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:04:53.611755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3430882d-489d-4fbb-95dc-266d79a6dd02 req-824681fe-5c1c-40cf-b046-5a372de709a5 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "DELETE /v2.0/ports/749d180b-f7e8-4641-a06a-5aaf958fca6e HTTP/1.1" status: 204 len: 173 time: 1.8707004 May 26 23:04:53.639580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9c76ff-27c9-4922-9c39-2c695a0c930c') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:53.641415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9c76ff-27c9-4922-9c39-2c695a0c930c') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:04:53.700415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.746546 n-d-843301-1 neutron-server[84030]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f511e43-2e94-4757-be17-59dcd6ffafcc']: {'server_uuid': '1c94424e-5946-41c1-aabe-4f21390cca93', 'name': 'network-vif-deleted', 'tag': '749d180b-f7e8-4641-a06a-5aaf958fca6e', 'status': 'failed', 'code': 422} returned with failed status May 26 23:04:53.747077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.759051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:04:53.766447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: timer() May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:04:53.794872 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:04:53.836636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19dd8dd-b765-4ea7-b7b8-b2fdfd09f090 None None] DHCP port deletion for 1f8b86cb-1173-4509-933d-299510ee63f3 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:04:53.918675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.941457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:53.961535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50618) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:53.963438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/1f8b86cb-1173-4509-933d-299510ee63f3 HTTP/1.1" status: 204 len: 168 time: 1.7216468 May 26 23:04:53.968295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369263b3-858d-431a-8b05-0db7a6409428 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=1f8b86cb-1173-4509-933d-299510ee63f3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:53.997964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b2171d59-da4f-4449-8a66-a7b725ca8955 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:04:54.055591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b2171d59-da4f-4449-8a66-a7b725ca8955 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:04:54.055591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b2171d59-da4f-4449-8a66-a7b725ca8955 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:04:54.118730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a78da6-c68b-4d09-b287-3638a7eb6aef tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:54.118730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d6a78da6-c68b-4d09-b287-3638a7eb6aef tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:54.148581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d6a78da6-c68b-4d09-b287-3638a7eb6aef tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:54.153009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d6a78da6-c68b-4d09-b287-3638a7eb6aef tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1893237 May 26 23:04:54.153499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50634) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:54.270822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-074bc907-5001-4d41-8a14-e24060e96485 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1128974 May 26 23:04:54.274265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50638) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:54.280752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2126139911'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:54.287847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:54.293831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:54.297951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:54.310566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:54.323948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:54.327795 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:54.379250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:04:54.397766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:54.398290 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment dc35726d-0877-4955-884a-41c40b276a8e of type vlan for network 6b9329b3-efa7-4213-9138-e1c4463cbe43 May 26 23:04:54.446934 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:54.484820 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:54.490118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:54.490673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:54.658349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3826711 May 26 23:04:54.662431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50658) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:54.670154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:54.678881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509df10b-63c2-4e3a-8413-a5ab62e5aaee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=6b9329b3-efa7-4213-9138-e1c4463cbe43,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:54.692548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:04:54.929291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:54.935293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:54.940330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:54.946581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:54.958681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:55.089239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:55.242875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:55.509082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a402ea-e3fa-4f71-b065-845b66c4e7c4 req-9221ddda-2672-444c-aa4d-76fac7fd5149 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:55.510966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3a402ea-e3fa-4f71-b065-845b66c4e7c4 req-9221ddda-2672-444c-aa4d-76fac7fd5149 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 908 time: 0.1661408 May 26 23:04:55.520428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:55.617479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=4169a81e-49a0-478e-8b63-f49ddb9c6717,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:55.629686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': 'dc35726d-0877-4955-884a-41c40b276a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:55.630054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: 6b9329b3-efa7-4213-9138-e1c4463cbe43, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:04:55.651111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:04:55.662193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 6b9329b3-efa7-4213-9138-e1c4463cbe43) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:55.666845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:55.667488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:55.674181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bea56-7b55-4ce8-a051-22174c83dda9 None None] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:55.710289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-30f66168-d0fb-4649-9ab8-20f50faf0bab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0443482 May 26 23:04:55.710838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50690) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:55.717882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43', 'name': 'tempest-PortsIpV6TestJSON-1624059733'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:55.873707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:55.892152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:55.919136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:55.922720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:55.946448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port e61aa01d-18fb-4e20-92f8-bd99e3080835 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:55.956324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-6b9329b3-efa7-4213-9138-e1c4463cbe43', 'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43', 'tenant_id': 'b52856cf4b4f4a14a0d064fac81cecee', 'fixed_ips': [{'subnet_id': '4169a81e-49a0-478e-8b63-f49ddb9c6717'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:04:55.957378 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:56.105122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::14e (6b9329b3-efa7-4213-9138-e1c4463cbe43/4169a81e-49a0-478e-8b63-f49ddb9c6717/e61aa01d-18fb-4e20-92f8-bd99e3080835) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:56.379777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:56.399045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object e61aa01d-18fb-4e20-92f8-bd99e3080835 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:56.425385 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:56.508701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:56.509587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=e61aa01d-18fb-4e20-92f8-bd99e3080835,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:56.513128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:56.515192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:56.520608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:56.520906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:56.535159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Allocated IP 2001:db8::2 (6b9329b3-efa7-4213-9138-e1c4463cbe43/4169a81e-49a0-478e-8b63-f49ddb9c6717/c199a6a2-cd3f-4b31-9c13-24dca8b10ad6) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:56.557661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7096747e-70ad-4243-857f-16e81c444aee tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8448701 May 26 23:04:56.560759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50706) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:56.572072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43', 'name': 'tempest-PortsIpV6TestJSON-1394810929'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:04:56.818133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:56.824476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:56.829226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:56.838110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:56.868129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:04:56.871512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:56.894639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-fafb3764-2526-4203-ace7-c207017a8b7c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:56.896261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d84da-c276-4e2d-9e21-b3b6aea591df req-a8b17819-e241-4987-9518-b9896989b938 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:56.896796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-fafb3764-2526-4203-ace7-c207017a8b7c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 908 time: 0.1380179 May 26 23:04:56.907894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-bb7d84da-c276-4e2d-9e21-b3b6aea591df req-a8b17819-e241-4987-9518-b9896989b938 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:04:56.952341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 85cdb787-b480-4687-82a3-9d4b3b8daea1 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:04:56.959508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-bb7d84da-c276-4e2d-9e21-b3b6aea591df req-a8b17819-e241-4987-9518-b9896989b938 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:04:56.960701 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bb7d84da-c276-4e2d-9e21-b3b6aea591df req-a8b17819-e241-4987-9518-b9896989b938 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 908 time: 0.2058663 May 26 23:04:56.973261 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:56.995895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Transition to ACTIVE for port object c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:57.046322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Deleting port 3c487173-84be-4bc1-b46a-7e0547a1d422 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:57.047277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:57.080372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Transition to ACTIVE for port object c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:57.161961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:57.228781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Pushing event updated for resources: {'Port': ['ID=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:57.250312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:57.252150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:57.255061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:57.408130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::3d0 (6b9329b3-efa7-4213-9138-e1c4463cbe43/4169a81e-49a0-478e-8b63-f49ddb9c6717/85cdb787-b480-4687-82a3-9d4b3b8daea1) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:04:57.418366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Attempting to bind port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:04:57.418935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Attempting to bind port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'dc35726d-0877-4955-884a-41c40b276a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:04:57.419528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Attempting to bind port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 on network 6b9329b3-efa7-4213-9138-e1c4463cbe43 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:04:57.438116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:04:57.438834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Checking segment: {'id': 'dc35726d-0877-4955-884a-41c40b276a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:04:57.439483 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:57.440091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Bound using segment: {'id': 'dc35726d-0877-4955-884a-41c40b276a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:04:57.440799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Bound port: c199a6a2-cd3f-4b31-9c13-24dca8b10ad6, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc35726d-0877-4955-884a-41c40b276a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6b9329b3-efa7-4213-9138-e1c4463cbe43'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:04:57.441548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:57.509638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] For port 3c487173-84be-4bc1-b46a-7e0547a1d422, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=3c487173-84be-4bc1-b46a-7e0547a1d422,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:04:57.510016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:57.583145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] For port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:04:57.587599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] For port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,segment=NetworkSegment(dc35726d-0877-4955-884a-41c40b276a8e),segment_id=dc35726d-0877-4955-884a-41c40b276a8e)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:04:57.598610 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:57.771630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee835f-2f7e-4caf-ba91-38e6b7f7c362 None None] Pushing event updated for resources: {'Port': ['ID=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:57.848455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:57.890888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Calling delete_port for 3c487173-84be-4bc1-b46a-7e0547a1d422 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:04:58.391027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:58.482825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf440856-8873-4b5c-a5e8-234f0fadfa0f req-011b6f3b-53a5-49e1-af2c-f73a44f1ec7f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ef3d59e-ceb4-4409-b37b-4708b4bb4bac HTTP/1.1" status: 200 len: 210 time: 0.1584077 May 26 23:04:58.537598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event deleted for resources: {'Port': ['ID=3c487173-84be-4bc1-b46a-7e0547a1d422,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:58.615852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] No DVR routers for this DVR port 3c487173-84be-4bc1-b46a-7e0547a1d422 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:04:58.623283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:58.641760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'name': 'network-vif-deleted', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:04:58.648050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:58.682473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 85cdb787-b480-4687-82a3-9d4b3b8daea1 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:04:58.688133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c0b3b84-5aea-4a27-b7c0-1b502e6b0a94 req-b22ee02b-04e7-4e0d-8f42-b36ae1ac67d8 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.48 "DELETE /v2.0/ports/3c487173-84be-4bc1-b46a-7e0547a1d422 HTTP/1.1" status: 204 len: 173 time: 1.7859917 May 26 23:04:58.689532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50754) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:58.795319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:58.798676 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134c54a9-2d00-4e02-b55c-2d5b08bce742'] response: {'server_uuid': '3ef3d59e-ceb4-4409-b37b-4708b4bb4bac', 'name': 'network-vif-deleted', 'tag': '3c487173-84be-4bc1-b46a-7e0547a1d422', 'status': 'completed', 'code': 200} May 26 23:04:58.948037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:04:58.953846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:04:59.000290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=85cdb787-b480-4687-82a3-9d4b3b8daea1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:59.012355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:04:59.016782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:59.017397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.033255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.069567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d36101cd-0434-4226-a403-05c489d10ae9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5056112 May 26 23:04:59.070706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50764) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:59.134528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:04:59.138931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8f01b2b628434a9e4a1ab764af6efc is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:04:59.146719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:04:59.154427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:04:59.246283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521c93d-e6fc-4789-951b-f4852479841c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:04:59.249098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b521c93d-e6fc-4789-951b-f4852479841c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A14e HTTP/1.1" status: 200 len: 929 time: 0.1767542 May 26 23:04:59.252134 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50774) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:59.274784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.285956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.348478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 85cdb787-b480-4687-82a3-9d4b3b8daea1 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:04:59.349400 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.371468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594706b3-058c-46e6-97bb-300f0cc9f9f2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:59.387289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5c42dba3-3887-49ab-85b0-6dd622d7d808 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d8f01b2b628434a9e4a1ab764af6efc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6839647 May 26 23:04:59.387590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50778) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:04:59.446808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a816f-90c3-4512-ab9e-75799edeb823 None None] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:04:59.518621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-552ebf75-c8e1-4518-91ac-ed331faaa153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.596346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-552ebf75-c8e1-4518-91ac-ed331faaa153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.714522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-552ebf75-c8e1-4518-91ac-ed331faaa153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.736046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ebf75-c8e1-4518-91ac-ed331faaa153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594706b3-058c-46e6-97bb-300f0cc9f9f2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:04:59.740486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-552ebf75-c8e1-4518-91ac-ed331faaa153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:04:59.742332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-552ebf75-c8e1-4518-91ac-ed331faaa153 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/594706b3-058c-46e6-97bb-300f0cc9f9f2 HTTP/1.1" status: 204 len: 168 time: 0.3530464 May 26 23:05:00.049422 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.116416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:00.192754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1afa9a3c-ede9-4511-b2a1-fba86bb7159f None None] Provisioning for port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:00.261151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 85cdb787-b480-4687-82a3-9d4b3b8daea1 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:00.357368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:00.368329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:00.369091 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.542682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50810) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:00.563091 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.586324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.617333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.673191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,segment=NetworkSegment(dc35726d-0877-4955-884a-41c40b276a8e),segment_id=dc35726d-0877-4955-884a-41c40b276a8e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:00.689437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.692552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=85cdb787-b480-4687-82a3-9d4b3b8daea1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:00.717182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:00.723913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Usage tracker for resource:security_group_rule and tenant:6258db7ca36c4843806027fcef5bdcf6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:00.731754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:00.756477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:00.773793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.808577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62dcbc05-03b9-4bfa-a397-fa24f6d06b75 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/85cdb787-b480-4687-82a3-9d4b3b8daea1 HTTP/1.1" status: 204 len: 168 time: 1.5553942 May 26 23:05:00.809247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:00.851725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:00.888430 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbe3a0b-dc27-4fec-971a-3fef7a6010e7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:05:00.889879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bdbe3a0b-dc27-4fec-971a-3fef7a6010e7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:00.893061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.895266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.895658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.896739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.901065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.901450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.901806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.902154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.902464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.902782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.903108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:00.912291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-375041b5-fe75-4ea3-8619-d6e206c2ce24 None None] Provisioning for port e61aa01d-18fb-4e20-92f8-bd99e3080835 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:00.925397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-375041b5-fe75-4ea3-8619-d6e206c2ce24 None None] Provisioning complete for port e61aa01d-18fb-4e20-92f8-bd99e3080835 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:00.925726 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375041b5-fe75-4ea3-8619-d6e206c2ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.932281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bdbe3a0b-dc27-4fec-971a-3fef7a6010e7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:00.936021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bdbe3a0b-dc27-4fec-971a-3fef7a6010e7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/85cdb787-b480-4687-82a3-9d4b3b8daea1 HTTP/1.1" status: 404 len: 333 time: 0.1232722 May 26 23:05:00.936230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50826) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:00.953267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb9a5a-bb4c-4358-b635-14095ac1da6e req-70e134ca-0408-430e-914a-3b68ffcf28fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:00.954028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-56eb9a5a-bb4c-4358-b635-14095ac1da6e req-70e134ca-0408-430e-914a-3b68ffcf28fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:00.973266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:00.986158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.015792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-56eb9a5a-bb4c-4358-b635-14095ac1da6e req-70e134ca-0408-430e-914a-3b68ffcf28fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:01.020084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-375041b5-fe75-4ea3-8619-d6e206c2ce24 None None] Port e61aa01d-18fb-4e20-92f8-bd99e3080835 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:01.023589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56eb9a5a-bb4c-4358-b635-14095ac1da6e req-70e134ca-0408-430e-914a-3b68ffcf28fc tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 945 time: 0.5602148 May 26 23:05:01.024808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-375041b5-fe75-4ea3-8619-d6e206c2ce24 None None] Could not find standard attr ID for object 85cdb787-b480-4687-82a3-9d4b3b8daea1. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:05:01.038339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-375041b5-fe75-4ea3-8619-d6e206c2ce24 None None] Provisioning complete for port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:01.042324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-375041b5-fe75-4ea3-8619-d6e206c2ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.071200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port e61aa01d-18fb-4e20-92f8-bd99e3080835 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:01.071564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.089039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79830768-082b-4306-a16f-9b82d071e2ac,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:01.147739 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-59616291-af4d-4d64-9a9b-ef899787fb3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6258db7ca36c4843806027fcef5bdcf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6030803 May 26 23:05:01.148553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50834) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:01.204426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-56eb9a5a-bb4c-4358-b635-14095ac1da6e req-1cf9f6cf-a25d-4222-be11-1f9fa5cd2f91 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795988 May 26 23:05:01.285939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3c487173-84be-4bc1-b46a-7e0547a1d422 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:01.288326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-926b1184-6608-4b07-a88c-6431011c8e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.325890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 3c487173-84be-4bc1-b46a-7e0547a1d422 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:01.326516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 3c487173-84be-4bc1-b46a-7e0547a1d422 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:01.355960 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-926b1184-6608-4b07-a88c-6431011c8e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.385999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a368bb6f-629c-47eb-9769-2cd9931d24a9 None None] Provisioning complete for port e61aa01d-18fb-4e20-92f8-bd99e3080835 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:01.386570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a368bb6f-629c-47eb-9769-2cd9931d24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.416704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-926b1184-6608-4b07-a88c-6431011c8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.442671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b1184-6608-4b07-a88c-6431011c8e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79830768-082b-4306-a16f-9b82d071e2ac,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:01.448364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-926b1184-6608-4b07-a88c-6431011c8e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.452463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-926b1184-6608-4b07-a88c-6431011c8e5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79830768-082b-4306-a16f-9b82d071e2ac HTTP/1.1" status: 204 len: 168 time: 0.3005683 May 26 23:05:01.523799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a368bb6f-629c-47eb-9769-2cd9931d24a9 None None] Port e61aa01d-18fb-4e20-92f8-bd99e3080835 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:01.637426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aceb3f9f-c981-4cb7-8d0c-5ae5e616afd7 None None] Could not find standard attr ID for object 85cdb787-b480-4687-82a3-9d4b3b8daea1. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:05:01.650634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:01.892529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for e61aa01d-18fb-4e20-92f8-bd99e3080835 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:01.918543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:02.007642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-1c2011ed-816d-40d1-9172-08e1b049dfe2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:02.009998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-1c2011ed-816d-40d1-9172-08e1b049dfe2 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 945 time: 0.1549897 May 26 23:05:02.055717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:02.056089 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:02.204344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Deleting port c029680c-770d-4084-bdf8-34334cafcfbd {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:02.204694 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:02.216565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:02.312368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=e61aa01d-18fb-4e20-92f8-bd99e3080835,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:02.421093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:02.457378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8fc307a0-18b8-4335-aae3-9eaebd9535ff tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/e61aa01d-18fb-4e20-92f8-bd99e3080835 HTTP/1.1" status: 204 len: 168 time: 1.5189624 May 26 23:05:02.458831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50864) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:02.611364 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c368e32-95f5-4b09-a96f-4c43e0f1e484 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:05:02.611364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9c368e32-95f5-4b09-a96f-4c43e0f1e484 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:02.670756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9c368e32-95f5-4b09-a96f-4c43e0f1e484 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:02.677870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9c368e32-95f5-4b09-a96f-4c43e0f1e484 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/e61aa01d-18fb-4e20-92f8-bd99e3080835 HTTP/1.1" status: 404 len: 333 time: 0.2173920 May 26 23:05:02.678074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50874) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:02.724173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8297322-b0a9-4bf9-a30f-2fad77a40739 req-92fc6be8-d98c-4a56-bcdf-a0b07491dbd0 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:02.726092 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8297322-b0a9-4bf9-a30f-2fad77a40739 req-92fc6be8-d98c-4a56-bcdf-a0b07491dbd0 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 945 time: 0.1256983 May 26 23:05:02.797521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8297322-b0a9-4bf9-a30f-2fad77a40739 req-8cb354d5-82d9-4b2c-8bd3-6594d9583e65 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649726 May 26 23:05:03.158448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] For port c029680c-770d-4084-bdf8-34334cafcfbd, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=c029680c-770d-4084-bdf8-34334cafcfbd,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:03.159014 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.302794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 4169a81e-49a0-478e-8b63-f49ddb9c6717 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:05:03.305761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.362993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Calling delete_port for c029680c-770d-4084-bdf8-34334cafcfbd owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:03.412507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.576815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.649459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.661585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909', 'c029680c-770d-4084-bdf8-34334cafcfbd'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:05:03.702500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event deleted for resources: {'Port': ['ID=c029680c-770d-4084-bdf8-34334cafcfbd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:03.809907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] No DVR routers for this DVR port c029680c-770d-4084-bdf8-34334cafcfbd on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:03.812266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.825150 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.860227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'name': 'network-vif-deleted', 'tag': 'c029680c-770d-4084-bdf8-34334cafcfbd'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:05:03.868658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa949b8-07a2-4c9b-a491-44824d7e7740 None None] Network 6b9329b3-efa7-4213-9138-e1c4463cbe43 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:03.885736 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:03.917553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=4169a81e-49a0-478e-8b63-f49ddb9c6717,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:03.940992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50920) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:03.943692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d2507fc2-1789-4368-954a-67881ace53dd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/4169a81e-49a0-478e-8b63-f49ddb9c6717 HTTP/1.1" status: 204 len: 168 time: 1.2646804 May 26 23:05:03.955157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5be2a20f-d50f-4ccc-aae5-90b335a2e769 req-e056e8ed-9936-444e-8b15-0b905c3faa5d tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "DELETE /v2.0/ports/c029680c-770d-4084-bdf8-34334cafcfbd HTTP/1.1" status: 204 len: 173 time: 1.9340961 May 26 23:05:03.964008 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa84381f-bd33-4406-ae61-ad2512a67e8b'] response: {'server_uuid': '19cef5b7-0fc0-456f-b5f8-383b2deb6e89', 'name': 'network-vif-deleted', 'tag': 'c029680c-770d-4084-bdf8-34334cafcfbd', 'status': 'completed', 'code': 200} May 26 23:05:04.131240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2733a128-14ad-4790-af19-044bc6d56636 req-8c15f67a-095d-42b2-b074-d2e5f75f4d38 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:04.170336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2733a128-14ad-4790-af19-044bc6d56636 req-8c15f67a-095d-42b2-b074-d2e5f75f4d38 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:04.171926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2733a128-14ad-4790-af19-044bc6d56636 req-8c15f67a-095d-42b2-b074-d2e5f75f4d38 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cef5b7-0fc0-456f-b5f8-383b2deb6e89 HTTP/1.1" status: 200 len: 210 time: 0.1549277 May 26 23:05:04.273202 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:04.300014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:04.300698 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:04.475993 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:05:04.575717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] For port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,segment=NetworkSegment(dc35726d-0877-4955-884a-41c40b276a8e),segment_id=dc35726d-0877-4955-884a-41c40b276a8e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:04.576073 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:04.632743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] DHCP port deletion for 6b9329b3-efa7-4213-9138-e1c4463cbe43 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:05:04.637318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Deleting port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:04.637770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:04.903425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:05.014586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] For port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,segment=NetworkSegment(dc35726d-0877-4955-884a-41c40b276a8e),segment_id=dc35726d-0877-4955-884a-41c40b276a8e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:05.016519 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.084077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.153597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=c199a6a2-cd3f-4b31-9c13-24dca8b10ad6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:05.186428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No DVR routers for this DVR port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:05.236341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Calling delete_port for c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:05.341847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:05:05.342315 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:05:05.352025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.391624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9329b3-efa7-4213-9138-e1c4463cbe43']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:05.413525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc35726d-0877-4955-884a-41c40b276a8e') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:05.413851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc35726d-0877-4955-884a-41c40b276a8e') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:05.426951 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.447248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.455099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:05:05.455527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: timer() May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:05:05.475696 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:05:05.593188 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.646650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.664173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=6b9329b3-efa7-4213-9138-e1c4463cbe43,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:05.698681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e111fac-cb50-4aea-88cb-3d7823e7a142 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/6b9329b3-efa7-4213-9138-e1c4463cbe43 HTTP/1.1" status: 204 len: 168 time: 1.7557902 May 26 23:05:05.702661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 50970) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:05.708438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2144978939'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:05.722890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:05.727116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:05.730337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:05.744280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:05.768076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:05.771551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.832492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:05:05.844167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Deleting port c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:05.844657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.852064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.852738 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment 2cfa4d43-32f0-47ec-a4f5-ab4d9c763165 of type vlan for network 3a298641-a19a-46fb-af5a-8c5d4bf715fd May 26 23:05:05.906838 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.966079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:05.970943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:05.971853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:06.015125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:06.114336 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4095922 May 26 23:05:06.120878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 50996) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:06.135608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:06.138384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00d3cb-dc21-4ee4-ae41-d8e5a3ced515 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=3a298641-a19a-46fb-af5a-8c5d4bf715fd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:06.152745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:06.153201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c199a6a2-cd3f-4b31-9c13-24dca8b10ad6 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:06.160926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae6cde-b0ec-4e4d-a528-48a29ff7da71 None None] The port 'c199a6a2-cd3f-4b31-9c13-24dca8b10ad6' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:05:06.161987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:05:06.467490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:06.482754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe76cf-c8c9-4eb9-ac66-edde55f8b0f5 req-11ff34bd-9a2a-4827-b895-752a5f652a57 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:06.484425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35fe76cf-c8c9-4eb9-ac66-edde55f8b0f5 req-11ff34bd-9a2a-4827-b895-752a5f652a57 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.5786581 May 26 23:05:06.485980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:06.489340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:06.521153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:06.548350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:06.573551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35fe76cf-c8c9-4eb9-ac66-edde55f8b0f5 req-eceb4fc5-195d-4665-baca-55154a412ab9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809581 May 26 23:05:06.641079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51016) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:06.784804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:06.842787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c029680c-770d-4084-bdf8-34334cafcfbd no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:06.864133 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:06.931760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: c029680c-770d-4084-bdf8-34334cafcfbd {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:06.932414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device c029680c-770d-4084-bdf8-34334cafcfbd not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:06.949221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:06.955605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:38e2131e54c94d8fae0b394bbc82c748 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:06.958988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:06.965610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:07.084949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.090339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.104066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.150371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38e2131e54c94d8fae0b394bbc82c748&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5057755 May 26 23:05:07.154755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51026) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:07.243799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=d4fe73ba-7849-4beb-b204-54e128ebd6aa,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:07.268749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': '2cfa4d43-32f0-47ec-a4f5-ab4d9c763165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:05:07.271675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: 3a298641-a19a-46fb-af5a-8c5d4bf715fd, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:05:07.298880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ab04-359a-4fed-8cf5-0b65e316d4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c32c50-2ad7-4788-93fd-57d6643f7180,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:07.328719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:05:07.349116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 3a298641-a19a-46fb-af5a-8c5d4bf715fd) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:07.361839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c56d4-3d56-4db2-8583-bad44c3884ee None None] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:07.368575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:07.369511 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.396054 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2cbe20b0-a723-4935-bc92-808c2d8b3314 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2736893 May 26 23:05:07.399359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51036) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:07.430873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd2705d6-d7e1-413a-aa36-d26138bde16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.447540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd', 'name': 'tempest-PortsIpV6TestJSON-354171092', 'fixed_ips': [{'subnet_id': 'd4fe73ba-7849-4beb-b204-54e128ebd6aa', 'ip_address': '2001:db8::10'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:07.474402 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd2705d6-d7e1-413a-aa36-d26138bde16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.512955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3319207-d717-4543-a48f-420a28cc127d req-8077d7f3-38b9-423e-ad5b-f14c57f01af7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:07.514718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3319207-d717-4543-a48f-420a28cc127d req-8077d7f3-38b9-423e-ad5b-f14c57f01af7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.3526154 May 26 23:05:07.613375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:07.628990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:07.638369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:07.651083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:07.674202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Deleting port 0e10e4bf-cb28-4164-90b1-153df52a2909 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:07.674796 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.686129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:07.697435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-3a298641-a19a-46fb-af5a-8c5d4bf715fd', 'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd', 'tenant_id': 'b52856cf4b4f4a14a0d064fac81cecee', 'fixed_ips': [{'subnet_id': 'd4fe73ba-7849-4beb-b204-54e128ebd6aa'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:05:07.698578 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.703755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.705402 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd2705d6-d7e1-413a-aa36-d26138bde16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.738842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2705d6-d7e1-413a-aa36-d26138bde16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c32c50-2ad7-4788-93fd-57d6643f7180,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:07.750387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd2705d6-d7e1-413a-aa36-d26138bde16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:07.752449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cd2705d6-d7e1-413a-aa36-d26138bde16b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22c32c50-2ad7-4788-93fd-57d6643f7180 HTTP/1.1" status: 204 len: 168 time: 0.5958538 May 26 23:05:07.822920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 1a23311d-6602-46b5-b158-92b2fe6c538d yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:05:08.020053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Allocated IP 2001:db8::2 (3a298641-a19a-46fb-af5a-8c5d4bf715fd/d4fe73ba-7849-4beb-b204-54e128ebd6aa/a55647da-c6a0-4908-a023-fb65d6c05d30) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:08.154393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8243fc0-7c41-48c3-a76f-c5108ea10e41 req-53d8c202-8c21-4ff7-8bd4-05e7423577f3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:08.156416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b8243fc0-7c41-48c3-a76f-c5108ea10e41 req-53d8c202-8c21-4ff7-8bd4-05e7423577f3 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 945 time: 0.2350309 May 26 23:05:08.198724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] For port 0e10e4bf-cb28-4164-90b1-153df52a2909, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0e10e4bf-cb28-4164-90b1-153df52a2909,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:08.199973 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.385818 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.401713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Transition to ACTIVE for port object a55647da-c6a0-4908-a023-fb65d6c05d30 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:08.426903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Transition to ACTIVE for port object a55647da-c6a0-4908-a023-fb65d6c05d30 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:08.433661 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.457527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Calling delete_port for 0e10e4bf-cb28-4164-90b1-153df52a2909 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:08.485370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51062) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:08.530362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b8243fc0-7c41-48c3-a76f-c5108ea10e41 req-38090a7f-dbcc-421e-bc26-80b5073dddff tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=03b47f8c-4e7c-4280-8ee3-9427399daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645866 May 26 23:05:08.534626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:08.539435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:08.540864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.546654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:08.562912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Pushing event updated for resources: {'Port': ['ID=a55647da-c6a0-4908-a023-fb65d6c05d30,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:08.575308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::10 (3a298641-a19a-46fb-af5a-8c5d4bf715fd/d4fe73ba-7849-4beb-b204-54e128ebd6aa/1a23311d-6602-46b5-b158-92b2fe6c538d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:08.648918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:08.654774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf0212ec9d746708c785511b9f553aa is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:08.659618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:08.718777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:08.742813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Attempting to bind port a55647da-c6a0-4908-a023-fb65d6c05d30 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:05:08.743470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Attempting to bind port a55647da-c6a0-4908-a023-fb65d6c05d30 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2cfa4d43-32f0-47ec-a4f5-ab4d9c763165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:05:08.744002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Attempting to bind port a55647da-c6a0-4908-a023-fb65d6c05d30 on network 3a298641-a19a-46fb-af5a-8c5d4bf715fd {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:05:08.751449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:05:08.752274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Checking segment: {'id': '2cfa4d43-32f0-47ec-a4f5-ab4d9c763165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:05:08.752839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.753381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Bound using segment: {'id': '2cfa4d43-32f0-47ec-a4f5-ab4d9c763165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:05:08.754043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Bound port: a55647da-c6a0-4908-a023-fb65d6c05d30, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfa4d43-32f0-47ec-a4f5-ab4d9c763165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:05:08.754573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.767006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.819961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event deleted for resources: {'Port': ['ID=0e10e4bf-cb28-4164-90b1-153df52a2909,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:08.843235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0e10e4bf-cb28-4164-90b1-153df52a2909'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:05:08.981315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] No DVR routers for this DVR port 0e10e4bf-cb28-4164-90b1-153df52a2909 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:08.988919 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:08.989747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'name': 'network-vif-deleted', 'tag': '0e10e4bf-cb28-4164-90b1-153df52a2909'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:05:08.995077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.018428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.082032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cf0212ec9d746708c785511b9f553aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5931287 May 26 23:05:09.087057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51082) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:09.106576 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69ef0f2-2573-4b2f-975e-f70bf0099e12'] response: {'server_uuid': 'ec94510f-3b43-4e7e-85b9-06ab8e649bd2', 'name': 'network-vif-deleted', 'tag': '0e10e4bf-cb28-4164-90b1-153df52a2909', 'status': 'completed', 'code': 200} May 26 23:05:09.115954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] For port a55647da-c6a0-4908-a023-fb65d6c05d30, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:05:09.122118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] For port a55647da-c6a0-4908-a023-fb65d6c05d30, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a55647da-c6a0-4908-a023-fb65d6c05d30,segment=NetworkSegment(2cfa4d43-32f0-47ec-a4f5-ab4d9c763165),segment_id=2cfa4d43-32f0-47ec-a4f5-ab4d9c763165)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:05:09.131589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.134109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.142892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3319207-d717-4543-a48f-420a28cc127d req-012d3d47-f2cc-4f00-856f-6049c6dde1e9 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "DELETE /v2.0/ports/0e10e4bf-cb28-4164-90b1-153df52a2909 HTTP/1.1" status: 204 len: 173 time: 1.5943525 May 26 23:05:09.146530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332222f9-4e42-48dd-9923-696998c8a153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccb42f3-1ac2-46b8-94c1-a5caa33dcbd7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:09.210731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 1a23311d-6602-46b5-b158-92b2fe6c538d will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:09.241425 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-311caf6c-170d-49e2-8850-b1096a567a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.297635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-311caf6c-170d-49e2-8850-b1096a567a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.322718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b688e-ab8b-46fd-bfd1-ac5c6a2e0b96 None None] Pushing event updated for resources: {'Port': ['ID=a55647da-c6a0-4908-a023-fb65d6c05d30,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:09.339798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.442381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:09.459359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=1a23311d-6602-46b5-b158-92b2fe6c538d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:09.464353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:09.468478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:09.473419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:09.474079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.494718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-311caf6c-170d-49e2-8850-b1096a567a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.523373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311caf6c-170d-49e2-8850-b1096a567a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccb42f3-1ac2-46b8-94c1-a5caa33dcbd7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:09.528326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5fcada52-852d-45da-8847-ac4636aba555 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1129975 May 26 23:05:09.530504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-311caf6c-170d-49e2-8850-b1096a567a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:09.531648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51090) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:09.533399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-311caf6c-170d-49e2-8850-b1096a567a43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ccb42f3-1ac2-46b8-94c1-a5caa33dcbd7 HTTP/1.1" status: 204 len: 168 time: 0.4407561 May 26 23:05:09.538960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': '3a298641-a19a-46fb-af5a-8c5d4bf715fd', 'name': 'tempest-PortsIpV6TestJSON-735103387', 'fixed_ips': [{'subnet_id': 'd4fe73ba-7849-4beb-b204-54e128ebd6aa', 'ip_address': '2001:db8::f'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:10.002993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:10.009730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a55647da-c6a0-4908-a023-fb65d6c05d30 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:10.016671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:10.020605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2584b031-e47d-4f74-96f1-2a1548e02b01 req-0c34ba0b-0a46-47fa-a789-86be239e64cb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Synchronizing usage tracker for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:10.023689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:10.034421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:10.060610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2584b031-e47d-4f74-96f1-2a1548e02b01 req-0c34ba0b-0a46-47fa-a789-86be239e64cb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Unset dirty status for tenant:298537138acc4da6be77c84737e82811 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:10.067022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2584b031-e47d-4f74-96f1-2a1548e02b01 req-0c34ba0b-0a46-47fa-a789-86be239e64cb tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec94510f-3b43-4e7e-85b9-06ab8e649bd2 HTTP/1.1" status: 200 len: 210 time: 0.1461172 May 26 23:05:10.068126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:10.153980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a55647da-c6a0-4908-a023-fb65d6c05d30 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:10.293992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:10.323282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 5bcce944-bb0b-405a-8686-b362a6ee4a90 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:05:10.671428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::f (3a298641-a19a-46fb-af5a-8c5d4bf715fd/d4fe73ba-7849-4beb-b204-54e128ebd6aa/5bcce944-bb0b-405a-8686-b362a6ee4a90) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:10.862593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0e10e4bf-cb28-4164-90b1-153df52a2909 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:10.967039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 0e10e4bf-cb28-4164-90b1-153df52a2909 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:10.967396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0e10e4bf-cb28-4164-90b1-153df52a2909 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:10.996766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcce182-3d83-40ef-8c60-661580c3f524 None None] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:11.142561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f2083e60-a478-47c2-95a5-e73bf1bfbdd5 None None] Provisioning for port a55647da-c6a0-4908-a023-fb65d6c05d30 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:11.151307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f2083e60-a478-47c2-95a5-e73bf1bfbdd5 None None] Provisioning complete for port a55647da-c6a0-4908-a023-fb65d6c05d30 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:11.151878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2083e60-a478-47c2-95a5-e73bf1bfbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:11.222278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:11.243987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 5bcce944-bb0b-405a-8686-b362a6ee4a90 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:11.269894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:11.391744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=5bcce944-bb0b-405a-8686-b362a6ee4a90,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:11.413512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:11.414938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:11.418752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:11.423500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:11.426947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:11.488516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-27515b66-ebb4-4239-a260-9a7f2c26f81c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9556637 May 26 23:05:11.491593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:11.688503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182791b2-cab4-435e-9001-f0a769214aab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:11.693507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-182791b2-cab4-435e-9001-f0a769214aab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:11.731955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-182791b2-cab4-435e-9001-f0a769214aab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:11.737041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51160) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:11.745064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-182791b2-cab4-435e-9001-f0a769214aab tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2520347 May 26 23:05:11.813058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2083e60-a478-47c2-95a5-e73bf1bfbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:11.959210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480d277-d516-462a-b42e-6dc7fb675e34 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:11.968615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f2083e60-a478-47c2-95a5-e73bf1bfbdd5 None None] For port a55647da-c6a0-4908-a023-fb65d6c05d30, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a55647da-c6a0-4908-a023-fb65d6c05d30,segment=NetworkSegment(2cfa4d43-32f0-47ec-a4f5-ab4d9c763165),segment_id=2cfa4d43-32f0-47ec-a4f5-ab4d9c763165)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:11.972429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480d277-d516-462a-b42e-6dc7fb675e34 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:11.977054 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2083e60-a478-47c2-95a5-e73bf1bfbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:11.980195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480d277-d516-462a-b42e-6dc7fb675e34 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:11.983373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f480d277-d516-462a-b42e-6dc7fb675e34 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:12.020836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f480d277-d516-462a-b42e-6dc7fb675e34 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:12.022330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f480d277-d516-462a-b42e-6dc7fb675e34 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2841985 May 26 23:05:12.025447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51172) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:12.178228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efbe5d-e786-41f2-b199-1e5ab0c054da req-bfd1b954-aacd-417f-9ce0-b0edf53aaf2f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:12.186448 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e1efbe5d-e786-41f2-b199-1e5ab0c054da req-bfd1b954-aacd-417f-9ce0-b0edf53aaf2f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1393294 May 26 23:05:12.197023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2083e60-a478-47c2-95a5-e73bf1bfbdd5 None None] Pushing event updated for resources: {'Port': ['ID=a55647da-c6a0-4908-a023-fb65d6c05d30,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:12.207634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 5bcce944-bb0b-405a-8686-b362a6ee4a90 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:12.208192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:12.287490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e1efbe5d-e786-41f2-b199-1e5ab0c054da req-d41a6d21-c8a0-4358-98de-0d9824b5d715 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991950 May 26 23:05:12.468425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Provisioning complete for port a55647da-c6a0-4908-a023-fb65d6c05d30 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:12.468801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:12.766201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Provisioning for port 1a23311d-6602-46b5-b158-92b2fe6c538d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:12.773233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Provisioning complete for port 1a23311d-6602-46b5-b158-92b2fe6c538d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:12.773596 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:12.885772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Port 1a23311d-6602-46b5-b158-92b2fe6c538d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:12.922371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:12.926860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Provisioning for port 5bcce944-bb0b-405a-8686-b362a6ee4a90 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:12.935284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Provisioning complete for port 5bcce944-bb0b-405a-8686-b362a6ee4a90 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:12.936005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:13.073036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf227a-4cae-43c9-b776-3b78384c03f9 None None] Port 5bcce944-bb0b-405a-8686-b362a6ee4a90 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:13.105064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 5bcce944-bb0b-405a-8686-b362a6ee4a90 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:13.201638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-029530c9-da8d-4ae9-80cd-21f70850bf87 None None] Provisioning complete for port 1a23311d-6602-46b5-b158-92b2fe6c538d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:13.202837 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-029530c9-da8d-4ae9-80cd-21f70850bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:13.320844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-029530c9-da8d-4ae9-80cd-21f70850bf87 None None] Port 1a23311d-6602-46b5-b158-92b2fe6c538d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:13.328537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:13.338307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:13.453960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f41c3a67-bd45-48c7-a126-9d5a2621e5cb None None] Could not find standard attr ID for object 5bcce944-bb0b-405a-8686-b362a6ee4a90. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:05:13.463841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=5bcce944-bb0b-405a-8686-b362a6ee4a90,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:13.643138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:13.702227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-692049952'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:13.703980 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-de1d7739-b054-459d-b172-74d4b4880d0a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/5bcce944-bb0b-405a-8686-b362a6ee4a90 HTTP/1.1" status: 204 len: 168 time: 1.6774185 May 26 23:05:13.709214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:13.711656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51218) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:13.730989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Usage tracker for resource:network and tenant:2a25ed54e61543a8b4aa10ceb92a476e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:13.737786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:13.750790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:13.783850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-f75921d5-132e-474a-b105-458b9a507a88 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:13.785892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-f75921d5-132e-474a-b105-458b9a507a88 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.4014561 May 26 23:05:13.796825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Made reservation on behalf of 2a25ed54e61543a8b4aa10ceb92a476e for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:13.805832 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:13.840465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:13.905120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a55647da-c6a0-4908-a023-fb65d6c05d30 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:13.912966 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bd94e3-bfaf-4192-ba0e-2ed9e8e71aa7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:05:13.913477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-41bd94e3-bfaf-4192-ba0e-2ed9e8e71aa7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:13.927343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:13.937959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2b56-ad71-447c-8188-c3ba40bd222f req-ab12cd3d-81da-4ee1-b50d-eb65e0ffeff7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:13.942376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Usage tracker for resource:security_group_rule and tenant:2a25ed54e61543a8b4aa10ceb92a476e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:13.945732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:13.946465 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01bd2b56-ad71-447c-8188-c3ba40bd222f req-ab12cd3d-81da-4ee1-b50d-eb65e0ffeff7 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 945 time: 0.3845837 May 26 23:05:13.958881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:14.005477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01bd2b56-ad71-447c-8188-c3ba40bd222f req-dc1b8932-bbde-4171-80c8-5d1b060b6b17 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups?id=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576463 May 26 23:05:14.026911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Deleting port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:14.027369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.034637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a55647da-c6a0-4908-a023-fb65d6c05d30 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:14.035013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.068234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.074783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.089847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-41bd94e3-bfaf-4192-ba0e-2ed9e8e71aa7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:14.091759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-41bd94e3-bfaf-4192-ba0e-2ed9e8e71aa7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/5bcce944-bb0b-405a-8686-b362a6ee4a90 HTTP/1.1" status: 404 len: 333 time: 0.3767703 May 26 23:05:14.094692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51232) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:14.147780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:05:14.181128 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.181471 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Added segment da9a79f7-9381-4844-a5ce-a92207d0530e of type vlan for network e94af116-e44f-4ea2-9219-3ddee657f54f May 26 23:05:14.182826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe97306-93b1-43cc-8b24-3d4d7126c83e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:14.202881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 1a23311d-6602-46b5-b158-92b2fe6c538d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:14.204762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.363588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.364645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] For port 8d14f593-46ee-47cf-89fc-1be0eea5ff58, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8d14f593-46ee-47cf-89fc-1be0eea5ff58,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:14.365063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.446829 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.450726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:14.452112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.658156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event updated for resources: {'Network': ['ID=e94af116-e44f-4ea2-9219-3ddee657f54f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:14.663531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-615bbf4f-8dae-4d29-ab43-271044d0032b tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3339443 May 26 23:05:14.664490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51238) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:14.672100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e94af116-e44f-4ea2-9219-3ddee657f54f details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:05:14.676637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.677018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.677383 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Floating IP d397e458-a547-49a3-a076-3ee502887f68 disassociated. External IP: 172.25.4.146, port: 8d14f593-46ee-47cf-89fc-1be0eea5ff58. May 26 23:05:14.677760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Calling delete_port for 8d14f593-46ee-47cf-89fc-1be0eea5ff58 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:14.686426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Request body: {'subnet': {'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:14.796958 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.830400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:14.885410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event deleted for resources: {'Port': ['ID=8d14f593-46ee-47cf-89fc-1be0eea5ff58,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:14.936400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 1a23311d-6602-46b5-b158-92b2fe6c538d owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:15.015585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:15.033357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Usage tracker for resource:subnet and tenant:2a25ed54e61543a8b4aa10ceb92a476e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:15.037608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:15.044578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:15.146832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Made reservation on behalf of 2a25ed54e61543a8b4aa10ceb92a476e for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:15.306362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8daed46-f514-469b-bb3f-0b2464e437e5 req-04ac5166-04a5-49e6-bace-237b1cbc495c tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0716460 May 26 23:05:15.320427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Router 129dda9c-0f11-4ee8-90b7-d225a435acfc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:05:15.341882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:15.365153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:15.479935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=1a23311d-6602-46b5-b158-92b2fe6c538d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:15.576383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:15.591142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:05:15.605908 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f34d8d9-8bd9-4395-b498-f5e3f8597d74 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/1a23311d-6602-46b5-b158-92b2fe6c538d HTTP/1.1" status: 204 len: 168 time: 1.5099237 May 26 23:05:15.609178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51262) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:15.622859 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] Sync routers for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:05:15.653123 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:15.653696 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:04:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:15.675961 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-45aa5366-2741-4736-b5fa-d2ada827fcbc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:05:15.680412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-45aa5366-2741-4736-b5fa-d2ada827fcbc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:15.685202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] No DVR routers for this DVR port 8d14f593-46ee-47cf-89fc-1be0eea5ff58 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:15.695618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:15.704915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-deleted', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:05:15.724410 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29a2de20-0e56-4c12-80d9-fdc450fe709a req-885f6df3-c6fb-474a-8974-18e1561bed5f tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.55 "DELETE /v2.0/ports/8d14f593-46ee-47cf-89fc-1be0eea5ff58 HTTP/1.1" status: 204 len: 173 time: 1.9282644 May 26 23:05:15.796017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-45aa5366-2741-4736-b5fa-d2ada827fcbc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:15.797991 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-45aa5366-2741-4736-b5fa-d2ada827fcbc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/1a23311d-6602-46b5-b158-92b2fe6c538d HTTP/1.1" status: 404 len: 333 time: 0.1864886 May 26 23:05:15.800698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51274) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:15.883516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:15.911702 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56317e2-f216-4866-99ba-a9da61472ecd'] response: {'server_uuid': 'c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6', 'name': 'network-vif-deleted', 'tag': '8d14f593-46ee-47cf-89fc-1be0eea5ff58', 'status': 'completed', 'code': 200} May 26 23:05:16.027541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Checking segment: {'id': 'da9a79f7-9381-4844-a5ce-a92207d0530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:05:16.027950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Network hostable DHCP agents. Network: e94af116-e44f-4ea2-9219-3ddee657f54f, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:05:16.034958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event updated for resources: {'Subnet': ['ID=90be9ada-f894-4e86-a89f-d75e372e1551,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:16.050862 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:05:16.061696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Network e94af116-e44f-4ea2-9219-3ddee657f54f is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:05:16.076735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, e94af116-e44f-4ea2-9219-3ddee657f54f) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:16.081294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet d4fe73ba-7849-4beb-b204-54e128ebd6aa {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:05:16.084695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.088029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253699d3-2650-4271-9a28-f14b4276bc97 None None] Network e94af116-e44f-4ea2-9219-3ddee657f54f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:16.091436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:16.092279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.130850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d3ca77e-6534-4368-84ae-269220edc6fb tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4517658 May 26 23:05:16.131961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51286) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:16.141137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Request body: {'port': {'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1506297740'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:16.175679 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.304077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.377520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:16.383886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Usage tracker for resource:port and tenant:2a25ed54e61543a8b4aa10ceb92a476e is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:16.387735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:16.396051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:16.411788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Made reservation on behalf of 2a25ed54e61543a8b4aa10ceb92a476e for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:16.417507 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.461561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.465004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] device_id is not set on port 4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:05:16.516501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fe73ba-7849-4beb-b204-54e128ebd6aa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:16.527852 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.535636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bcb1116d-7ba3-45c8-9457-a47a206aed2f tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/d4fe73ba-7849-4beb-b204-54e128ebd6aa HTTP/1.1" status: 204 len: 168 time: 0.7338123 May 26 23:05:16.538453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51296) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:16.558257 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:35Z', 'revision_number': 5, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:16.564688 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] Checking router: 129dda9c-0f11-4ee8-90b7-d225a435acfc for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:05:16.569863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd1e83b-de3a-4b02-93dc-336782d06d0b None None] Network 3a298641-a19a-46fb-af5a-8c5d4bf715fd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:16.590070 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:16.590710 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:04:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:16.759760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.781759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port a55647da-c6a0-4908-a023-fb65d6c05d30 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:16.782420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.785585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-e94af116-e44f-4ea2-9219-3ddee657f54f', 'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f', 'tenant_id': '2a25ed54e61543a8b4aa10ceb92a476e', 'fixed_ips': [{'subnet_id': '90be9ada-f894-4e86-a89f-d75e372e1551'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:05:16.786446 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:16.894414 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:05:16.903019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9da52f0c-2de8-448c-ae97-165bc59e4046 req-76d97ea2-5673-4e47-81c9-315c1929c7d6 tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4f886c9-c0ed-4ff2-ae79-70632a5dc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0781450 May 26 23:05:17.037061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:17.087488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 8d14f593-46ee-47cf-89fc-1be0eea5ff58 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:17.088138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8d14f593-46ee-47cf-89fc-1be0eea5ff58 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:17.118878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Allocated IP 172.20.0.7 (e94af116-e44f-4ea2-9219-3ddee657f54f/90be9ada-f894-4e86-a89f-d75e372e1551/4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:17.133394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] For port a55647da-c6a0-4908-a023-fb65d6c05d30, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a55647da-c6a0-4908-a023-fb65d6c05d30,segment=NetworkSegment(2cfa4d43-32f0-47ec-a4f5-ab4d9c763165),segment_id=2cfa4d43-32f0-47ec-a4f5-ab4d9c763165)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:17.134016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.221798 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b5950afa-628d-48a4-a2b0-d6f8c036cc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.332037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] DHCP port deletion for 3a298641-a19a-46fb-af5a-8c5d4bf715fd request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:05:17.336701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Deleting port a55647da-c6a0-4908-a023-fb65d6c05d30 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:17.337073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.377890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for a55647da-c6a0-4908-a023-fb65d6c05d30 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:17.447341 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:35Z', 'revision_number': 5, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:17.461099 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c766c48-4eb3-4204-981e-a4b6b703d5ca None None] The sync data for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 is: [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T22:57:28Z', 'revision_number': 4, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1f5ff255-3461-471e-82ec-265a4787feb8', 'name': '', 'network_id': '55a3a3ca-b3f5-4cb6-bf08-3d00119669c5', 'tenant_id': '298537138acc4da6be77c84737e82811', 'mac_address': 'fa:16:3e:71:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:26Z', 'updated_at': '2022-05-26T22:57:35Z', 'revision_number': 5, 'project_id': '298537138acc4da6be77c84737e82811', 'subnets': [{'id': 'a523fb6a-888c-4068-90ca-6b3273fc4147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:05:17.535753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.594826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.617907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Transition to ACTIVE for port object 4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:17.646097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=a55647da-c6a0-4908-a023-fb65d6c05d30,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:17.652614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No DVR routers for this DVR port a55647da-c6a0-4908-a023-fb65d6c05d30 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:17.657089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.750097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] For port a55647da-c6a0-4908-a023-fb65d6c05d30, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a55647da-c6a0-4908-a023-fb65d6c05d30,segment=NetworkSegment(2cfa4d43-32f0-47ec-a4f5-ab4d9c763165),segment_id=2cfa4d43-32f0-47ec-a4f5-ab4d9c763165)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:17.751066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.844293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Network e94af116-e44f-4ea2-9219-3ddee657f54f is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:17.849925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:17.855778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:17.893239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event updated for resources: {'Port': ['ID=4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:17.950496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:17.951558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:17.975472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a55647da-c6a0-4908-a023-fb65d6c05d30 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:17.997328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e6d8d43-ea3e-4260-908a-b4573316390c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8636570 May 26 23:05:18.001179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51310) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:18.019950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Allocated IP 172.20.0.2 (e94af116-e44f-4ea2-9219-3ddee657f54f/90be9ada-f894-4e86-a89f-d75e372e1551/b0fd98e0-911e-4053-810d-07a39a61dfe9) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:18.079042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a55647da-c6a0-4908-a023-fb65d6c05d30 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:18.079412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a55647da-c6a0-4908-a023-fb65d6c05d30 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:18.089898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Calling delete_port for a55647da-c6a0-4908-a023-fb65d6c05d30 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:18.153905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Deleting port 4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:18.154334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.228239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b81cedd-d3a5-422c-a395-fb48e748e8ff None None] New status for floating IP d397e458-a547-49a3-a076-3ee502887f68: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:05:18.230824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.239896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51316) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:18.288923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a298641-a19a-46fb-af5a-8c5d4bf715fd']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:18.314177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfa4d43-32f0-47ec-a4f5-ab4d9c763165') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:18.314664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfa4d43-32f0-47ec-a4f5-ab4d9c763165') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:18.335397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.369214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebcc556e-12ce-4a5e-987b-ca94ca67722e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.391830 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.409632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:05:18.410377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: timer() May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:05:18.454680 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:05:18.518986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.584731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebcc556e-12ce-4a5e-987b-ca94ca67722e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.685344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Calling delete_port for 4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:18.696845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.719476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.723484 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:05:18.725165 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:05:18.757190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=3a298641-a19a-46fb-af5a-8c5d4bf715fd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:18.777491 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebcc556e-12ce-4a5e-987b-ca94ca67722e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.782483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebcc556e-12ce-4a5e-987b-ca94ca67722e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.784149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ebcc556e-12ce-4a5e-987b-ca94ca67722e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "DELETE /v2.0/security-groups/82fc4fc6-c903-4b0c-aa43-1aa61d55cabd HTTP/1.1" status: 204 len: 168 time: 0.5430431 May 26 23:05:18.793743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51328) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:18.798621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-30f56375-76ff-4038-8067-6fdd99cea8a6 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/3a298641-a19a-46fb-af5a-8c5d4bf715fd HTTP/1.1" status: 204 len: 168 time: 2.2590301 May 26 23:05:18.803221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51332) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:18.804188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc556e-12ce-4a5e-987b-ca94ca67722e tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fc4fc6-c903-4b0c-aa43-1aa61d55cabd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:18.816657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1098229660'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:18.823274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:18.827633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:network and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:18.831623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:18.834770 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-b1736b06-0db9-4cb5-ae3e-e703476d32be tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] show failed (client error): The resource could not be found. May 26 23:05:18.838240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:18.838709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b1736b06-0db9-4cb5-ae3e-e703476d32be tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "GET /v2.0/security-groups/82fc4fc6-c903-4b0c-aa43-1aa61d55cabd HTTP/1.1" status: 404 len: 347 time: 0.0438251 May 26 23:05:18.839915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51336) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:18.851385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:18.855524 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.890534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:05:18.904541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.905002 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Added segment c233ec54-00dd-4dff-b6aa-edeac7e89ccf of type vlan for network ee32e427-4eec-48f5-a2ab-11cc910a3759 May 26 23:05:18.919604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.932875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Transition to ACTIVE for port object b0fd98e0-911e-4053-810d-07a39a61dfe9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:18.944129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.980446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:18.984679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:18.985250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.077940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Deleting port b8ce6c94-7519-441c-8a2d-cedacf68cb61 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:19.078392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.086925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2774942 May 26 23:05:19.087141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51340) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:19.095877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:19.114126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633467f-65b2-4e8f-bd58-5ce8521957ad tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Network': ['ID=ee32e427-4eec-48f5-a2ab-11cc910a3759,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:19.125929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:05:19.141889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Transition to ACTIVE for port object b0fd98e0-911e-4053-810d-07a39a61dfe9 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:19.143206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.191743 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.214872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:19.218981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:19.222031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:19.228745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:19.243579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:19.252778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Deleting port a55647da-c6a0-4908-a023-fb65d6c05d30 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:19.253127 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.292967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event deleted for resources: {'Port': ['ID=4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:19.358013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.358283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Network e94af116-e44f-4ea2-9219-3ddee657f54f is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:19.375540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:19.378796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:19.393708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dafc1365-3278-4e2d-9f2c-dd94c9abc5f8 None None] The port 'a55647da-c6a0-4908-a023-fb65d6c05d30' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:05:19.531508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.532854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Attempting to bind port b0fd98e0-911e-4053-810d-07a39a61dfe9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:05:19.533359 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Attempting to bind port b0fd98e0-911e-4053-810d-07a39a61dfe9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'da9a79f7-9381-4844-a5ce-a92207d0530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:05:19.533852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Attempting to bind port b0fd98e0-911e-4053-810d-07a39a61dfe9 on network e94af116-e44f-4ea2-9219-3ddee657f54f {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:05:19.547330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:05:19.547961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Checking segment: {'id': 'da9a79f7-9381-4844-a5ce-a92207d0530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:05:19.548460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.548989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Bound using segment: {'id': 'da9a79f7-9381-4844-a5ce-a92207d0530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:05:19.550075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Bound port: b0fd98e0-911e-4053-810d-07a39a61dfe9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9a79f7-9381-4844-a5ce-a92207d0530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e94af116-e44f-4ea2-9219-3ddee657f54f'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:05:19.550573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.556748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-84755851-d1ad-4d30-9717-e5c12b36180c tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "DELETE /v2.0/ports/4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0 HTTP/1.1" status: 204 len: 168 time: 1.5540218 May 26 23:05:19.559650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51344) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:19.564551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Pushing event updated for resources: {'Port': ['ID=b0fd98e0-911e-4053-810d-07a39a61dfe9,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:19.582939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.583482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.638300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.738209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] For port b0fd98e0-911e-4053-810d-07a39a61dfe9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:05:19.742632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] For port b0fd98e0-911e-4053-810d-07a39a61dfe9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b0fd98e0-911e-4053-810d-07a39a61dfe9,segment=NetworkSegment(da9a79f7-9381-4844-a5ce-a92207d0530e),segment_id=da9a79f7-9381-4844-a5ce-a92207d0530e)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:05:19.757548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.792566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Calling delete_port for b8ce6c94-7519-441c-8a2d-cedacf68cb61 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:19.841864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=10b08c20-2d6a-4d18-beae-e47c5926b692,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:19.869970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c3212984-8e47-4b1f-a17a-9dede9d429a6 tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3090725 May 26 23:05:19.870514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51354) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:19.872737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc2e4f-2379-4c2b-b376-84db8f6ac58f None None] Pushing event updated for resources: {'Port': ['ID=b0fd98e0-911e-4053-810d-07a39a61dfe9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:19.891542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1080660817'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:19.898093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:19.906818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Usage tracker for resource:network and tenant:2a25ed54e61543a8b4aa10ceb92a476e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:19.908230 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f3890069-9d3d-48ca-9b08-9388754f8dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:19.918922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:19.926655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:19.944502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Checking segment: {'id': 'c233ec54-00dd-4dff-b6aa-edeac7e89ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:05:19.945230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network hostable DHCP agents. Network: ee32e427-4eec-48f5-a2ab-11cc910a3759, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:05:19.950866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Made reservation on behalf of 2a25ed54e61543a8b4aa10ceb92a476e for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:19.954777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.002861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.013089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:05:20.043381 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.043958 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Added segment ca1d87ad-099e-4eba-b03a-74b4ef98e1a2 of type vlan for network d3b80305-51c6-4325-a0df-5aaa97888f1d May 26 23:05:20.050099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:05:20.065354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Pushing event deleted for resources: {'Port': ['ID=b8ce6c94-7519-441c-8a2d-cedacf68cb61,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:20.074518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ee32e427-4eec-48f5-a2ab-11cc910a3759) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:20.083222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:20.083883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.085058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2ea51-c792-4dd0-a56a-46095f6c7973 None None] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:20.107643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.114745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e98dc6f-6a28-431c-af8c-bc14481327fa tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0266492 May 26 23:05:20.117872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:20.123732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-561891474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:20.135491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:20.141322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:router and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:20.152374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:20.161610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:20.176101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.180818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:20.181511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.256255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.289441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.297067 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cbf2327b-57b7-4602-bfe5-386e3933a71b tempest-ServerActionsTestJSON-35779102 tempest-ServerActionsTestJSON-35779102-project] 10.222.0.32 "DELETE /v2.0/floatingips/d397e458-a547-49a3-a076-3ee502887f68 HTTP/1.1" status: 204 len: 168 time: 1.4550710 May 26 23:05:20.297891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51362) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:20.348220 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.349517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.406140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event updated for resources: {'Network': ['ID=d3b80305-51c6-4325-a0df-5aaa97888f1d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:20.412138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f5e2bd05-1665-4851-9676-5c4e73964f00 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5348375 May 26 23:05:20.415132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51368) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:20.423920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.454632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.462881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d3b80305-51c6-4325-a0df-5aaa97888f1d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:05:20.508429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.515876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51372) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:20.518590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b35a17bf-83b8-4b23-8230-14ae71d62552 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3992558 May 26 23:05:20.525965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759', 'name': 'tempest-PortsIpV6TestJSON-182278799'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:20.714538 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.732472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-ee32e427-4eec-48f5-a2ab-11cc910a3759', 'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759', 'tenant_id': 'b52856cf4b4f4a14a0d064fac81cecee', 'fixed_ips': [{'subnet_id': '10b08c20-2d6a-4d18-beae-e47c5926b692'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:05:20.733572 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:20.966008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Allocated IP 2001:db8::2 (ee32e427-4eec-48f5-a2ab-11cc910a3759/10b08c20-2d6a-4d18-beae-e47c5926b692/8ba35d56-4cd1-4cbe-b8ce-067341a80120) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:21.161444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-688aa109-7ffc-4e48-b93e-97a0630b6256 tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "GET /v2.0/agents/005aa346-19d8-4c9d-8e35-ae3d85d27aee/dhcp-networks HTTP/1.1" status: 200 len: 5468 time: 0.7424779 May 26 23:05:21.162281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51382) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:21.185963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:21.193057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:port and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:21.211456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:21.229373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:21.255616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:21.262710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:21.308200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:21.344970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:05:21.387301 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:21.408868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Transition to ACTIVE for port object 8ba35d56-4cd1-4cbe-b8ce-067341a80120 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:21.446495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11ec76-7f22-4a77-bf0b-bfc4341d7eb3 tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] Network d3b80305-51c6-4325-a0df-5aaa97888f1d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:05:21.450744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Transition to ACTIVE for port object 8ba35d56-4cd1-4cbe-b8ce-067341a80120 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:21.467131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51388) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:21.470891 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:21.478750 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf11ec76-7f22-4a77-bf0b-bfc4341d7eb3 tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "POST /v2.0/agents/005aa346-19d8-4c9d-8e35-ae3d85d27aee/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3153012 May 26 23:05:21.481037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51394) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:21.665661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Pushing event updated for resources: {'Port': ['ID=8ba35d56-4cd1-4cbe-b8ce-067341a80120,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:21.678001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daaf49c-3318-448e-87af-aa63d62c316a None None] Network d3b80305-51c6-4325-a0df-5aaa97888f1d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:21.713592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d3e88-8541-4a88-9258-87ccd858e11c None None] Network e94af116-e44f-4ea2-9219-3ddee657f54f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:21.757588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52c73871-2a92-4d4d-87dc-7d6d526a23a0 tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "GET /v2.0/agents/005aa346-19d8-4c9d-8e35-ae3d85d27aee/dhcp-networks HTTP/1.1" status: 200 len: 6213 time: 0.2752593 May 26 23:05:21.763705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51398) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:21.775396 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:21.811083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:21.820860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a1876e5d28408592d2b046a4bced28 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:21.824600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:21.849279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:21.920117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:21.955688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::300 (ee32e427-4eec-48f5-a2ab-11cc910a3759/10b08c20-2d6a-4d18-beae-e47c5926b692/29a61de7-e892-4f09-bab8-a5dcfcfd0f12) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:21.965070 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-22628345-63ec-4492-b0b3-6d09abdd8053 tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "DELETE /v2.0/agents/005aa346-19d8-4c9d-8e35-ae3d85d27aee/dhcp-networks/d3b80305-51c6-4325-a0df-5aaa97888f1d HTTP/1.1" status: 204 len: 168 time: 0.1924708 May 26 23:05:21.966099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51404) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:22.007488 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.009354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:22.019806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.039539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:22.051182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b0fd98e0-911e-4053-810d-07a39a61dfe9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:22.209996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a00ff67-4916-4020-8299-d191ceb9e4d5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:22.222200 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a0c29606-dd3e-457a-acb5-76812b3453a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2a1876e5d28408592d2b046a4bced28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7514634 May 26 23:05:22.222528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51410) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:22.267037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0cceaed1-22b5-4013-a436-ebca84507b40 None None] Provisioning for port b0fd98e0-911e-4053-810d-07a39a61dfe9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:22.270038 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.330037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f95-3c61-4b31-9a6d-1b781b128a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.381311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f95-3c61-4b31-9a6d-1b781b128a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.428861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Attempting to bind port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:05:22.428861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Attempting to bind port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'c233ec54-00dd-4dff-b6aa-edeac7e89ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:05:22.428861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Attempting to bind port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 on network ee32e427-4eec-48f5-a2ab-11cc910a3759 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:05:22.459429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f95-3c61-4b31-9a6d-1b781b128a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.478433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e55f95-3c61-4b31-9a6d-1b781b128a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a00ff67-4916-4020-8299-d191ceb9e4d5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:22.486792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f95-3c61-4b31-9a6d-1b781b128a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.489494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:05:22.490124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Checking segment: {'id': 'c233ec54-00dd-4dff-b6aa-edeac7e89ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:05:22.490313 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.490860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Bound using segment: {'id': 'c233ec54-00dd-4dff-b6aa-edeac7e89ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:05:22.491365 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f1e55f95-3c61-4b31-9a6d-1b781b128a38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a00ff67-4916-4020-8299-d191ceb9e4d5 HTTP/1.1" status: 204 len: 168 time: 0.2675438 May 26 23:05:22.496598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Bound port: 8ba35d56-4cd1-4cbe-b8ce-067341a80120, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c233ec54-00dd-4dff-b6aa-edeac7e89ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ee32e427-4eec-48f5-a2ab-11cc910a3759'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:05:22.496598 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.521330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b0fd98e0-911e-4053-810d-07a39a61dfe9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:22.537185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b0fd98e0-911e-4053-810d-07a39a61dfe9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:22.537550 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.618684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a62cf935-bcb9-4776-9eb5-b6934eacd87d tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "GET /v2.0/agents/005aa346-19d8-4c9d-8e35-ae3d85d27aee/dhcp-networks HTTP/1.1" status: 200 len: 5468 time: 0.6468987 May 26 23:05:22.622652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51416) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:22.697056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ec4cc51-22a5-4d59-8acf-be7c0b2e3e71 tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "GET /v2.0/networks/e94af116-e44f-4ea2-9219-3ddee657f54f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0732136 May 26 23:05:22.700282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51422) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:22.714998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.718982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] For port 8ba35d56-4cd1-4cbe-b8ce-067341a80120, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:05:22.731559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] For port 8ba35d56-4cd1-4cbe-b8ce-067341a80120, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8ba35d56-4cd1-4cbe-b8ce-067341a80120,segment=NetworkSegment(c233ec54-00dd-4dff-b6aa-edeac7e89ccf),segment_id=c233ec54-00dd-4dff-b6aa-edeac7e89ccf)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:05:22.745258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7d90248e-ddbf-45d2-a57b-62341fba398d tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "GET /v2.0/networks/e94af116-e44f-4ea2-9219-3ddee657f54f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0436478 May 26 23:05:22.747553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51426) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:22.781713 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.878912 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.918120 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:22.920375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17eb65e-ce02-4468-bd98-ca69f4cbf0cc None None] Pushing event updated for resources: {'Port': ['ID=8ba35d56-4cd1-4cbe-b8ce-067341a80120,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:22.940758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b0fd98e0-911e-4053-810d-07a39a61dfe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b0fd98e0-911e-4053-810d-07a39a61dfe9,segment=NetworkSegment(da9a79f7-9381-4844-a5ce-a92207d0530e),segment_id=da9a79f7-9381-4844-a5ce-a92207d0530e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:22.945750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:22.951327 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.024176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.047454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-230e32aa-c3cc-45de-b1f4-391ab03a471e tempest-DHCPAgentSchedulersTestJSON-743818895 tempest-DHCPAgentSchedulersTestJSON-743818895-project-admin] 10.222.0.32 "GET /v2.0/agents/005aa346-19d8-4c9d-8e35-ae3d85d27aee/dhcp-networks HTTP/1.1" status: 200 len: 5468 time: 0.2986476 May 26 23:05:23.051853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:23.072010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b0fd98e0-911e-4053-810d-07a39a61dfe9,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:23.073893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51436) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:23.118142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.211097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:23.216051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.221435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:23.233964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:23.238005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:23.238547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.251501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=29a61de7-e892-4f09-bab8-a5dcfcfd0f12,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:23.279712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:23.356538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Usage tracker for resource:security_group_rule and tenant:0e7bb7c0bc0348a9a5bcb67ab99eb10a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:23.362064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:23.370199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:23.398230 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.402625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5eabe6e0-253a-4d45-8ae3-0e7faf0539a7 None None] Provisioning complete for port b0fd98e0-911e-4053-810d-07a39a61dfe9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:23.404132 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5eabe6e0-253a-4d45-8ae3-0e7faf0539a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.439116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b80305-51c6-4325-a0df-5aaa97888f1d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:23.464662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1d87ad-099e-4eba-b03a-74b4ef98e1a2') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:23.464950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1d87ad-099e-4eba-b03a-74b4ef98e1a2') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:23.475478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.481253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.505122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.513416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:05:23.514065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.517086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: timer() May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:05:23.534890 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:05:23.542651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:23.543414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dac390de-1bf8-4330-a8a5-e6f11bb91b9c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0253725 May 26 23:05:23.616223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a951db8e-6392-41a4-81aa-b87de9b3bc2c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:23.637842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ef4a2cde-42a2-4cab-b013-843d2597766d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e7bb7c0bc0348a9a5bcb67ab99eb10a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5566661 May 26 23:05:23.641853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51444) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:23.750227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d412586b-a89a-40cc-8a81-e6cff698ad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:23.858090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d412586b-a89a-40cc-8a81-e6cff698ad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.103219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3bd1752b-0d22-438e-9bcc-5d211fb1d0a4 None None] Could not find standard attr ID for object 4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:05:24.113148 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.114499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d412586b-a89a-40cc-8a81-e6cff698ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.114499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412586b-a89a-40cc-8a81-e6cff698ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a951db8e-6392-41a4-81aa-b87de9b3bc2c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:24.114499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d412586b-a89a-40cc-8a81-e6cff698ad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.114499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d412586b-a89a-40cc-8a81-e6cff698ad34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a951db8e-6392-41a4-81aa-b87de9b3bc2c HTTP/1.1" status: 204 len: 168 time: 0.4473975 May 26 23:05:24.173097 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.183753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event deleted for resources: {'Network': ['ID=d3b80305-51c6-4325-a0df-5aaa97888f1d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:24.208322 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34c9ac72-fc9f-450c-81d6-4cde51295d94 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "DELETE /v2.0/networks/d3b80305-51c6-4325-a0df-5aaa97888f1d HTTP/1.1" status: 204 len: 168 time: 1.1507742 May 26 23:05:24.212694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51466) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:24.240939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b0fd98e0-911e-4053-810d-07a39a61dfe9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:24.333072 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc296c6-056c-4a61-8198-d4c958f29fed tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] DELETE failed (client error): The resource could not be found. May 26 23:05:24.333072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc296c6-056c-4a61-8198-d4c958f29fed tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:05:24.333072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cfc296c6-056c-4a61-8198-d4c958f29fed tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "DELETE /v2.0/ports/4fa7caa5-ddeb-4dcb-a366-8b9b94c885b0 HTTP/1.1" status: 404 len: 333 time: 0.1092572 May 26 23:05:24.336683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51470) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:24.428487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b0fd98e0-911e-4053-810d-07a39a61dfe9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:24.429338 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.702209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8ba35d56-4cd1-4cbe-b8ce-067341a80120 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:24.758122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.840063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Deleting subnet 90be9ada-f894-4e86-a89f-d75e372e1551 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:05:24.840063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Deleting port 1f5ff255-3461-471e-82ec-265a4787feb8 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:24.840063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.883258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174648b-328f-4e1c-9794-11ba522b03f3 None None] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:24.885811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:24.948940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.210404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5e8a6ed-f39e-4d7d-ac61-067a5e525d27 None None] Provisioning for port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:25.237138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5e8a6ed-f39e-4d7d-ac61-067a5e525d27 None None] Provisioning complete for port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:25.237138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a6ed-f39e-4d7d-ac61-067a5e525d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.298160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:25.342806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:25.342806 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.435256 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.442035 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.515081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.561922 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a6ed-f39e-4d7d-ac61-067a5e525d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.669047 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.720743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c5e8a6ed-f39e-4d7d-ac61-067a5e525d27 None None] For port 8ba35d56-4cd1-4cbe-b8ce-067341a80120, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8ba35d56-4cd1-4cbe-b8ce-067341a80120,segment=NetworkSegment(c233ec54-00dd-4dff-b6aa-edeac7e89ccf),segment_id=c233ec54-00dd-4dff-b6aa-edeac7e89ccf)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:25.745794 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a6ed-f39e-4d7d-ac61-067a5e525d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.809516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] For port 1f5ff255-3461-471e-82ec-265a4787feb8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1f5ff255-3461-471e-82ec-265a4787feb8,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:25.809516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.848070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8a6ed-f39e-4d7d-ac61-067a5e525d27 None None] Pushing event updated for resources: {'Port': ['ID=8ba35d56-4cd1-4cbe-b8ce-067341a80120,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:25.935826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.946688 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:25.986213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=29a61de7-e892-4f09-bab8-a5dcfcfd0f12,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:26.034197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-69859d31-ba31-4c5d-8d0d-7e0e03add59f None None] Provisioning complete for port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:26.034919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69859d31-ba31-4c5d-8d0d-7e0e03add59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.054183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.072869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Calling delete_port for 1f5ff255-3461-471e-82ec-265a4787feb8 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:26.093617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.373177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event deleted for resources: {'Subnet': ['ID=90be9ada-f894-4e86-a89f-d75e372e1551,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:26.399647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.405641 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:05:26.405641 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:05:26.410023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901c1016-23df-4f33-8b1b-aa8149efa457 None None] Network e94af116-e44f-4ea2-9219-3ddee657f54f requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:26.440836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b4967be5-5665-4d43-8bf6-424347430481 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "DELETE /v2.0/subnets/90be9ada-f894-4e86-a89f-d75e372e1551 HTTP/1.1" status: 204 len: 168 time: 2.1062586 May 26 23:05:26.443804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51506) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:26.881945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.887824 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.888773 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.920031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.923856 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:26.989693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5ff255-3461-471e-82ec-265a4787feb8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:26.995784 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-69859d31-ba31-4c5d-8d0d-7e0e03add59f None None] Provisioning for port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:27.009947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-69859d31-ba31-4c5d-8d0d-7e0e03add59f None None] Provisioning complete for port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:27.009947 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69859d31-ba31-4c5d-8d0d-7e0e03add59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:27.028532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Deleting port b0fd98e0-911e-4053-810d-07a39a61dfe9 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:27.028532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:27.096244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-69859d31-ba31-4c5d-8d0d-7e0e03add59f None None] Port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:27.163348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] DHCP port deletion for e94af116-e44f-4ea2-9219-3ddee657f54f request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:05:27.163348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Deleting port b0fd98e0-911e-4053-810d-07a39a61dfe9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:27.163348 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:27.216531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=29a61de7-e892-4f09-bab8-a5dcfcfd0f12,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:27.334369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:27.335555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:27.338358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8ba35d56-4cd1-4cbe-b8ce-067341a80120 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:27.972228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f7af8cd2-064f-40f5-a470-b8be2f11458e None None] Provisioning complete for port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:27.972228 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7af8cd2-064f-40f5-a470-b8be2f11458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.006686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] For port b0fd98e0-911e-4053-810d-07a39a61dfe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b0fd98e0-911e-4053-810d-07a39a61dfe9,segment=NetworkSegment(da9a79f7-9381-4844-a5ce-a92207d0530e),segment_id=da9a79f7-9381-4844-a5ce-a92207d0530e)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:28.007276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.059318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f7af8cd2-064f-40f5-a470-b8be2f11458e None None] Port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:28.064653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.098331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] For port b0fd98e0-911e-4053-810d-07a39a61dfe9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b0fd98e0-911e-4053-810d-07a39a61dfe9,segment=NetworkSegment(da9a79f7-9381-4844-a5ce-a92207d0530e),segment_id=da9a79f7-9381-4844-a5ce-a92207d0530e)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:28.099188 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.112869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:28.113750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.159351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Calling delete_port for b0fd98e0-911e-4053-810d-07a39a61dfe9 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:28.347287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Calling delete_port for b0fd98e0-911e-4053-810d-07a39a61dfe9 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:28.369054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Router 024d7412-dc23-424f-a59c-d4332bb5a492 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:05:28.418142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.418142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.437563 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:05:28.437563 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:05:28.458519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-640b2186-1eda-41e5-b2fe-f3b8bccce9af None None] Provisioning complete for port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:28.458723 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-640b2186-1eda-41e5-b2fe-f3b8bccce9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.469637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event deleted for resources: {'Port': ['ID=b0fd98e0-911e-4053-810d-07a39a61dfe9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:28.483123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] No DVR routers for this DVR port b0fd98e0-911e-4053-810d-07a39a61dfe9 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:28.690810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:05:28.698849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a838a8f-7148-47ee-a675-90c9dcc479d7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "PUT /v2.0/routers/024d7412-dc23-424f-a59c-d4332bb5a492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1487570 May 26 23:05:28.698849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51554) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:28.703042 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] Sync routers for ids ['024d7412-dc23-424f-a59c-d4332bb5a492'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:05:28.709612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-640b2186-1eda-41e5-b2fe-f3b8bccce9af None None] Port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:28.727352 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] Routers {'024d7412-dc23-424f-a59c-d4332bb5a492'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:28.727352 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['024d7412-dc23-424f-a59c-d4332bb5a492'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:28.814947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.853145 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:28.856946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94af116-e44f-4ea2-9219-3ddee657f54f']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:28.878700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9a79f7-9381-4844-a5ce-a92207d0530e') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:28.879475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9a79f7-9381-4844-a5ce-a92207d0530e') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:28.887754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f90a65-e681-410e-a9f2-ea84d941533c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:28.888443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e9f90a65-e681-410e-a9f2-ea84d941533c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:28.898951 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] Routers {'024d7412-dc23-424f-a59c-d4332bb5a492'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:28.900141 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['024d7412-dc23-424f-a59c-d4332bb5a492'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:28.907589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e9f90a65-e681-410e-a9f2-ea84d941533c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:28.910332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.912095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e9f90a65-e681-410e-a9f2-ea84d941533c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports?device_id=024d7412-dc23-424f-a59c-d4332bb5a492 HTTP/1.1" status: 200 len: 988 time: 0.2149007 May 26 23:05:28.912726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51560) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:28.933089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.937547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Deleting port b0fd98e0-911e-4053-810d-07a39a61dfe9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:28.938802 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.946912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:05:28.947469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: timer() May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:05:28.966293 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:05:29.100261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:29.169930 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:29.169930 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183562b0-7a59-441a-8478-4b042fce7485 None None] The sync data for ids ['024d7412-dc23-424f-a59c-d4332bb5a492'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:05:29.191655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2de5c8e7-7b6b-476f-afbf-80d911e668f0 None None] The port 'b0fd98e0-911e-4053-810d-07a39a61dfe9' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:05:29.206135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b0fd98e0-911e-4053-810d-07a39a61dfe9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:29.280681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b0fd98e0-911e-4053-810d-07a39a61dfe9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:29.282433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b0fd98e0-911e-4053-810d-07a39a61dfe9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:29.295299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51568) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:29.333263 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:29.350988 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] 10.222.0.32 "DELETE /v2.0/networks/e94af116-e44f-4ea2-9219-3ddee657f54f HTTP/1.1" status: 204 len: 168 time: 2.9060955 May 26 23:05:29.393944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f485a1f-d16c-4da7-852c-8960b6d27761 tempest-DHCPAgentSchedulersTestJSON-148775626 tempest-DHCPAgentSchedulersTestJSON-148775626-project] Pushing event deleted for resources: {'Network': ['ID=e94af116-e44f-4ea2-9219-3ddee657f54f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:29.647963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:29.708199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Router 129dda9c-0f11-4ee8-90b7-d225a435acfc has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:05:29.732535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:29.738276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa9021ba6c54af5b4d1df1f102fbd6c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:29.741910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:29.748767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:29.757180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:29.921272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:29.933130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.016570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:05:30.020932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-946dec42-cf5a-4fe8-a7eb-e40b82980634 admin admin] 10.222.0.32 "PUT /v2.0/routers/129dda9c-0f11-4ee8-90b7-d225a435acfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7211287 May 26 23:05:30.023244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51590) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:30.026303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] Sync routers for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:05:30.028723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f5e46e-17a5-422a-a656-6d7870f26007,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:30.049267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:30.049936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:30.064187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-788f2411-9a48-4955-9a25-ff926485b2c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7aa9021ba6c54af5b4d1df1f102fbd6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7653816 May 26 23:05:30.064379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51594) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:30.095699 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-86e8c66f-6db4-4e8d-bca0-07f57e3dd39e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a25ed54e61543a8b4aa10ceb92a476e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3372855 May 26 23:05:30.100045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51598) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:30.236505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc22a-973d-4bc8-9963-caf14096541a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.283089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1756704-f978-488e-824e-c97cc0d3887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.304415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.316552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:05:30.343658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc22a-973d-4bc8-9963-caf14096541a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.388948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1756704-f978-488e-824e-c97cc0d3887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.422520 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.695983 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.699050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc22a-973d-4bc8-9963-caf14096541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.703874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Deleting port 54d273d7-c4cf-4cbe-a450-7a858e7cb188 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:30.703874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.717382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1756704-f978-488e-824e-c97cc0d3887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.740141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc22a-973d-4bc8-9963-caf14096541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe97306-93b1-43cc-8b24-3d4d7126c83e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:30.766104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1756704-f978-488e-824e-c97cc0d3887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f5e46e-17a5-422a-a656-6d7870f26007,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:30.795778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T23:05:26Z', 'revision_number': 5, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port': {'id': '54d273d7-c4cf-4cbe-a450-7a858e7cb188', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:57:17Z', 'updated_at': '2022-05-26T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:30.800597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] Checking router: 129dda9c-0f11-4ee8-90b7-d225a435acfc for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:05:30.820192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] Routers {'129dda9c-0f11-4ee8-90b7-d225a435acfc'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:30.820931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['129dda9c-0f11-4ee8-90b7-d225a435acfc'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:30.948661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc22a-973d-4bc8-9963-caf14096541a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.961477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8bdbc22a-973d-4bc8-9963-caf14096541a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fe97306-93b1-43cc-8b24-3d4d7126c83e HTTP/1.1" status: 204 len: 168 time: 0.8283045 May 26 23:05:30.966451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] For port 54d273d7-c4cf-4cbe-a450-7a858e7cb188, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=54d273d7-c4cf-4cbe-a450-7a858e7cb188,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:30.967122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.980986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d1756704-f978-488e-824e-c97cc0d3887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:30.984428 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d1756704-f978-488e-824e-c97cc0d3887f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64f5e46e-17a5-422a-a656-6d7870f26007 HTTP/1.1" status: 204 len: 168 time: 0.9168608 May 26 23:05:31.112477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] Set router 129dda9c-0f11-4ee8-90b7-d225a435acfc gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:05:31.227212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T23:05:30Z', 'revision_number': 6, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:31.233987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Calling delete_port for 54d273d7-c4cf-4cbe-a450-7a858e7cb188 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:31.235418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6b05d9-c9e7-4dbb-91e4-f70d0440c64a None None] The sync data for ids ['129dda9c-0f11-4ee8-90b7-d225a435acfc'] in n-d-843301-1 is: [{'id': '129dda9c-0f11-4ee8-90b7-d225a435acfc', 'name': 'tempest-ServerActionsTestJSON-1402064688-router', 'tenant_id': '298537138acc4da6be77c84737e82811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:57:14Z', 'updated_at': '2022-05-26T23:05:30Z', 'revision_number': 6, 'project_id': '298537138acc4da6be77c84737e82811', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:05:31.351244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:31.351933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:31.527700 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:31.599880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=54d273d7-c4cf-4cbe-a450-7a858e7cb188,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:31.716295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:31.912224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 29a61de7-e892-4f09-bab8-a5dcfcfd0f12 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:31.980793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51622) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:31.980793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51624) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:32.009187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.148805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.167121 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.181374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.220974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:32.225524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Usage tracker for resource:security_group_rule and tenant:1d1138be8fd544b3b62ebb6e018cf2a3 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:32.238553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=29a61de7-e892-4f09-bab8-a5dcfcfd0f12,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:32.310928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:32.332978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:32.545635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.551946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.551946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:32.563714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b14e905fac7542e8a00379de27770bf2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:32.577712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:32.594155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.627285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:32.734502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.734919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 129dda9c-0f11-4ee8-90b7-d225a435acfc {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:05:32.756161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.768752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.829906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.878143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:32.911112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2472ddb7-ff9a-4287-a165-dc3a2104aea5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:32.976282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d932f577-f5d4-44bc-adc8-2321ce14af96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d1138be8fd544b3b62ebb6e018cf2a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9808028 May 26 23:05:32.988982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51638) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:33.008504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b3009-0ed0-479d-9a14-7687033b4000,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:33.022418 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.022418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35613620-0c52-44c5-84ce-4795a6b22e2f admin admin] 10.222.0.32 "DELETE /v2.0/routers/129dda9c-0f11-4ee8-90b7-d225a435acfc HTTP/1.1" status: 204 len: 168 time: 2.9838121 May 26 23:05:33.022418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:33.022418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-26ac71fc-597b-41af-949b-14cc8a2b14e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b14e905fac7542e8a00379de27770bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0428321 May 26 23:05:33.063332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51646) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:33.115059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] Deleting subnet a523fb6a-888c-4068-90ca-6b3273fc4147 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:05:33.119403 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.170126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 54d273d7-c4cf-4cbe-a450-7a858e7cb188 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:33.176966 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.190612 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.213743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 54d273d7-c4cf-4cbe-a450-7a858e7cb188 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:33.214084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 54d273d7-c4cf-4cbe-a450-7a858e7cb188 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:33.214549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1f5ff255-3461-471e-82ec-265a4787feb8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:33.261788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.273594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 1f5ff255-3461-471e-82ec-265a4787feb8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:33.273594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1f5ff255-3461-471e-82ec-265a4787feb8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:33.347296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.351950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.397493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Router 024d7412-dc23-424f-a59c-d4332bb5a492 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:05:33.417506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472ddb7-ff9a-4287-a165-dc3a2104aea5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:33.417792 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-640aaa59-e358-4ef7-92cf-b66603ad324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.426773 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.430695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2472ddb7-ff9a-4287-a165-dc3a2104aea5 HTTP/1.1" status: 204 len: 168 time: 0.4416904 May 26 23:05:33.448700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.449055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.449922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.449922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.453600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.453954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.454286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.454672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.455014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.455339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.455652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586468f-823d-4cbe-82fa-318df2bbc1a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:33.500391 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.517490 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-640aaa59-e358-4ef7-92cf-b66603ad324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.566132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a523fb6a-888c-4068-90ca-6b3273fc4147,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:33.599693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.610434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29bcca-1b9c-4e57-b740-00f1f8323584 None None] Network 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:33.629923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fad5bb0e-3dd6-44c1-b79e-86d26e21101c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a523fb6a-888c-4068-90ca-6b3273fc4147 HTTP/1.1" status: 204 len: 168 time: 0.6020439 May 26 23:05:33.629923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51656) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:33.668861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:05:33.680030 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] Sync routers for ids ['024d7412-dc23-424f-a59c-d4332bb5a492'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:05:33.696926 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] Routers {'024d7412-dc23-424f-a59c-d4332bb5a492'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:33.696926 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['024d7412-dc23-424f-a59c-d4332bb5a492'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:33.701160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-640aaa59-e358-4ef7-92cf-b66603ad324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.744208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640aaa59-e358-4ef7-92cf-b66603ad324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b3009-0ed0-479d-9a14-7687033b4000,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:33.775357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c520a138-6cd7-46c1-959b-b43c6b9238e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "PUT /v2.0/routers/024d7412-dc23-424f-a59c-d4332bb5a492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8520007 May 26 23:05:33.775357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51660) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:33.781180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-640aaa59-e358-4ef7-92cf-b66603ad324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.796770 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-640aaa59-e358-4ef7-92cf-b66603ad324c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/717b3009-0ed0-479d-9a14-7687033b4000 HTTP/1.1" status: 204 len: 168 time: 0.6999223 May 26 23:05:33.889055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.900706 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:33.914148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Deleting port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:33.915513 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:33.937511 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] Routers {'024d7412-dc23-424f-a59c-d4332bb5a492'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:05:33.938874 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['024d7412-dc23-424f-a59c-d4332bb5a492'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:33.944923 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b789028d-398e-4265-ae7b-615b52acf1bc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:05:33.945437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b789028d-398e-4265-ae7b-615b52acf1bc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:33.987246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b789028d-398e-4265-ae7b-615b52acf1bc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:33.988533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b789028d-398e-4265-ae7b-615b52acf1bc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/29a61de7-e892-4f09-bab8-a5dcfcfd0f12 HTTP/1.1" status: 404 len: 333 time: 0.2139637 May 26 23:05:33.991231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51670) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:34.138728 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:34.139280 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fccfc5-ecc3-43c0-bde3-dbeb9255a551 None None] The sync data for ids ['024d7412-dc23-424f-a59c-d4332bb5a492'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:05:34.163920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] DHCP port deletion for 55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:05:34.189089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Deleting port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:34.189089 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:34.250296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] For port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:34.250296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:34.318908 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c96a8e7d-89da-4b4b-b917-c5a7a083c8c8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:34.468246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Calling delete_port for cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:34.666431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:34.682605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] For port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,segment=NetworkSegment(31ca2ac9-3d27-4266-8c29-ab2baa62c114),segment_id=31ca2ac9-3d27-4266-8c29-ab2baa62c114)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:34.682605 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:34.775915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:34.807890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] No DVR routers for this DVR port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:34.902062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Calling delete_port for cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:34.984573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.018071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a3a3ca-b3f5-4cb6-bf08-3d00119669c5']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:35.042273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ca2ac9-3d27-4266-8c29-ab2baa62c114') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:35.042888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ca2ac9-3d27-4266-8c29-ab2baa62c114') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:35.052137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:05:35.052504 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:05:35.062922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.082373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.090323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:05:35.091256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: timer() May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:05:35.109394 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:05:35.205957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:35.213731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c96a8e7d-89da-4b4b-b917-c5a7a083c8c8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.218780 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c96a8e7d-89da-4b4b-b917-c5a7a083c8c8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.250933 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.254767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c96a8e7d-89da-4b4b-b917-c5a7a083c8c8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.254767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96a8e7d-89da-4b4b-b917-c5a7a083c8c8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Fanout notify agent at l3_agent the message router_deleted on router 024d7412-dc23-424f-a59c-d4332bb5a492 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:05:35.286149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c96a8e7d-89da-4b4b-b917-c5a7a083c8c8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.292894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c96a8e7d-89da-4b4b-b917-c5a7a083c8c8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/routers/024d7412-dc23-424f-a59c-d4332bb5a492 HTTP/1.1" status: 204 len: 168 time: 1.2961843 May 26 23:05:35.292894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51708) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:35.313399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:05:35.313399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:35.360175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.369975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a3a3ca-b3f5-4cb6-bf08-3d00119669c5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:35.396804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bfd23893-39a8-4a27-9250-cf024dc55f26 admin admin] 10.222.0.32 "DELETE /v2.0/networks/55a3a3ca-b3f5-4cb6-bf08-3d00119669c5 HTTP/1.1" status: 204 len: 168 time: 1.7694116 May 26 23:05:35.533188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:35.559354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Deleting port cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:35.559354 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.616082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 10b08c20-2d6a-4d18-beae-e47c5926b692 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:05:35.616082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.695912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.775666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ec952ee3-e4db-49f3-ad3e-191058b88212 None None] The port 'cfb02a9f-c311-4e36-85d2-f67e5bf8e7c4' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:05:35.859314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.906894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51732) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:35.965504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:35.992224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052543061'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:36.004653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:36.017168 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-10c66440-c7c4-478e-8ae6-187b5e94223e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=298537138acc4da6be77c84737e82811&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1016562 May 26 23:05:36.017168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51736) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:36.017168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:36.033563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:36.040162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e74914-d263-45aa-9c63-a9929ca4a044 None None] Network ee32e427-4eec-48f5-a2ab-11cc910a3759 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:36.052513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:36.059794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.073558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=10b08c20-2d6a-4d18-beae-e47c5926b692,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:36.081218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf7cbeb7-1fb6-4c0e-aadb-a49ae47ad05d tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/10b08c20-2d6a-4d18-beae-e47c5926b692 HTTP/1.1" status: 204 len: 168 time: 0.7850673 May 26 23:05:36.088903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51740) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:36.097503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.124892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.171200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6f02-594b-42e0-a561-55f3b48667c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.240603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:36.240603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6f02-594b-42e0-a561-55f3b48667c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.266251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:36.267233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:36.304597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:36.392446 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6f02-594b-42e0-a561-55f3b48667c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.422214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] DHCP port deletion for ee32e427-4eec-48f5-a2ab-11cc910a3759 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:05:36.426555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Deleting port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:36.427183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.430932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a6f02-594b-42e0-a561-55f3b48667c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b47f8c-4e7c-4280-8ee3-9427399daee9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:36.463155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.466756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6f02-594b-42e0-a561-55f3b48667c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.470174 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1d3a6f02-594b-42e0-a561-55f3b48667c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03b47f8c-4e7c-4280-8ee3-9427399daee9 HTTP/1.1" status: 204 len: 168 time: 0.4550502 May 26 23:05:36.471743 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.517017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27daee4-d9ee-4c71-97be-75e9e316921d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:36.539058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:36.544898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:36.549120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:36.557049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:36.560516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.600003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:36.600003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.706165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.711774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.807726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a31d1-a251-4585-920c-2b820b3a4cc4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:36.820790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.822020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ec60eef0-0ee5-4f37-94aa-45610732291a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2872295 May 26 23:05:36.836643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51760) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:36.942382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] For port 8ba35d56-4cd1-4cbe-b8ce-067341a80120, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8ba35d56-4cd1-4cbe-b8ce-067341a80120,segment=NetworkSegment(c233ec54-00dd-4dff-b6aa-edeac7e89ccf),segment_id=c233ec54-00dd-4dff-b6aa-edeac7e89ccf)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:36.945486 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:36.964745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3adbefee-5465-4a60-a2bc-0c1409790459 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:37.003019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3adbefee-5465-4a60-a2bc-0c1409790459 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:37.004532 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3adbefee-5465-4a60-a2bc-0c1409790459 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1669400 May 26 23:05:37.007398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51768) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:37.013768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-af0c7ffb-5d09-4d3a-a7fe-b233ce63feaf tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-security--962716822', 'description': 'tempest-security-description-1535489963'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:37.030427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] For port 8ba35d56-4cd1-4cbe-b8ce-067341a80120, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=8ba35d56-4cd1-4cbe-b8ce-067341a80120,segment=NetworkSegment(c233ec54-00dd-4dff-b6aa-edeac7e89ccf),segment_id=c233ec54-00dd-4dff-b6aa-edeac7e89ccf)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:37.030947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:37.102906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af0c7ffb-5d09-4d3a-a7fe-b233ce63feaf tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:37.231507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8ba35d56-4cd1-4cbe-b8ce-067341a80120 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:05:37.263510 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af0c7ffb-5d09-4d3a-a7fe-b233ce63feaf tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:37.274470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af0c7ffb-5d09-4d3a-a7fe-b233ce63feaf tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:37.274470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-af0c7ffb-5d09-4d3a-a7fe-b233ce63feaf tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:37.274470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-af0c7ffb-5d09-4d3a-a7fe-b233ce63feaf tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "PUT /v2.0/security-groups/ab1a31d1-a251-4585-920c-2b820b3a4cc4 HTTP/1.1" status: 200 len: 1611 time: 0.2623141 May 26 23:05:37.289580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51778) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:37.316751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 8ba35d56-4cd1-4cbe-b8ce-067341a80120 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:37.416042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-15361508-002f-4472-bd74-5853396291e4 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups/ab1a31d1-a251-4585-920c-2b820b3a4cc4 HTTP/1.1" status: 200 len: 1611 time: 0.1257989 May 26 23:05:37.427750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51786) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:37.462654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7ffb-5d09-4d3a-a7fe-b233ce63feaf tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a31d1-a251-4585-920c-2b820b3a4cc4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:37.470771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Calling delete_port for 8ba35d56-4cd1-4cbe-b8ce-067341a80120 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:37.537460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:37.654212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=8ba35d56-4cd1-4cbe-b8ce-067341a80120,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:37.666074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No DVR routers for this DVR port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:05:37.674156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:05:37.674514 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:05:37.683703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 23:05:37.684127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 8ba35d56-4cd1-4cbe-b8ce-067341a80120 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:05:37.884172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2110660-5638-4a2e-b455-990a497620d1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:37.959607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2110660-5638-4a2e-b455-990a497620d1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.071550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2110660-5638-4a2e-b455-990a497620d1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.093582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2110660-5638-4a2e-b455-990a497620d1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1a31d1-a251-4585-920c-2b820b3a4cc4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:38.117579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.140241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2110660-5638-4a2e-b455-990a497620d1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.140241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f2110660-5638-4a2e-b455-990a497620d1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab1a31d1-a251-4585-920c-2b820b3a4cc4 HTTP/1.1" status: 204 len: 168 time: 0.7089198 May 26 23:05:38.144701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51806) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:38.171995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee32e427-4eec-48f5-a2ab-11cc910a3759']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:38.178608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Deleting port 8ba35d56-4cd1-4cbe-b8ce-067341a80120 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:38.178608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.188695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c233ec54-00dd-4dff-b6aa-edeac7e89ccf') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:38.188695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c233ec54-00dd-4dff-b6aa-edeac7e89ccf') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:05:38.209020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.235071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.255875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:05:38.257139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.297178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3ed76df6-c3bb-4bee-a19e-46bc4ad18033 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:38.343366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f88a98da-54a7-4d85-8474-0a7096cbc3a8 None None] The port '8ba35d56-4cd1-4cbe-b8ce-067341a80120' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:05:38.348249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3ed76df6-c3bb-4bee-a19e-46bc4ad18033 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:38.348249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ed76df6-c3bb-4bee-a19e-46bc4ad18033 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2028568 May 26 23:05:38.352441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51818) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:38.377713 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-e4fa6377-5da7-45b7-b257-10fe5864bc66 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] delete failed (client error): The resource could not be found. May 26 23:05:38.378847 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e4fa6377-5da7-45b7-b257-10fe5864bc66 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab1a31d1-a251-4585-920c-2b820b3a4cc4 HTTP/1.1" status: 404 len: 347 time: 0.0251229 May 26 23:05:38.383781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:38.392604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--946511733'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: timer() May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:05:38.397441 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:05:38.406418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.407243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:38.435711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.444390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:38.447599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=ee32e427-4eec-48f5-a2ab-11cc910a3759,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:38.481736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.495189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c48a0ea6-b41f-4869-9ee3-3696654b2413 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/ee32e427-4eec-48f5-a2ab-11cc910a3759 HTTP/1.1" status: 204 len: 168 time: 2.4072211 May 26 23:05:38.500349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51832) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:38.536769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:38.542872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:38.542872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:38.554818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:38.615495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792083d9-74f7-4e18-ac70-a64aa3f1d8a0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:38.615495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-792083d9-74f7-4e18-ac70-a64aa3f1d8a0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:38.648491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.648491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.656531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-792083d9-74f7-4e18-ac70-a64aa3f1d8a0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:38.656531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-792083d9-74f7-4e18-ac70-a64aa3f1d8a0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/096b6488-0bac-439f-8b6b-01f65f251833 HTTP/1.1" status: 200 len: 845 time: 0.1530523 May 26 23:05:38.656531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51838) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:38.693432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.695833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3107841 May 26 23:05:38.697499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51842) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:38.710673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '1ff08ea7-c075-4433-8fef-33d1b531f7e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:38.724389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:38.740190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:38.751139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:38.768358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:38.770541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901dbed-c2db-426f-bf2f-3bf116f85456 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff08ea7-c075-4433-8fef-33d1b531f7e7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:38.804343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.832730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e6f7e2e8-adf4-4ac2-a61e-ce0f1a8ca576 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/096b6488-0bac-439f-8b6b-01f65f251833?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1762111 May 26 23:05:38.836233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51850) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:38.842154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:38.915167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.925864 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:38.981892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9d2249-25ce-4c31-a668-440cf229f056,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:39.022974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.022974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1e28ce86-29ea-4b62-9178-701709003b74 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3205538 May 26 23:05:39.030448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51862) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:39.085704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:39.088549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:39.092268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:39.100907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:39.119419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:39.127213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f52345e-ee04-4f23-8c37-7f59f6076dfc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.166862 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f52345e-ee04-4f23-8c37-7f59f6076dfc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.302099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.322559 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f276df02-6ec6-412f-8154-411218524e3e req-e2db2d25-a6cf-4a20-aeac-3483e40a7323 tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.32 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.1133983 May 26 23:05:39.355988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f52345e-ee04-4f23-8c37-7f59f6076dfc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.382869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52345e-ee04-4f23-8c37-7f59f6076dfc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea9d2249-25ce-4c31-a668-440cf229f056,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:39.382869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f52345e-ee04-4f23-8c37-7f59f6076dfc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.386787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f52345e-ee04-4f23-8c37-7f59f6076dfc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ea9d2249-25ce-4c31-a668-440cf229f056 HTTP/1.1" status: 204 len: 168 time: 0.3587408 May 26 23:05:39.386787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51872) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:39.526747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-467c40c0-c5f5-4592-9e79-b99a320e457c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:39.562927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-467c40c0-c5f5-4592-9e79-b99a320e457c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:39.566898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-467c40c0-c5f5-4592-9e79-b99a320e457c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1761591 May 26 23:05:39.570484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51888) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:39.735501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc212f98-b0be-4aa7-884d-ca5a337762e2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.771681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc212f98-b0be-4aa7-884d-ca5a337762e2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:39.793368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.019649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:40.023440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:40.028371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:40.028876 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.033041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6b9358-125f-46a4-bfd4-63598c787002 None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:40.048146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=b571c696-3432-43bd-bdcf-0b3aee678d40,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:40.089125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc212f98-b0be-4aa7-884d-ca5a337762e2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.117351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc212f98-b0be-4aa7-884d-ca5a337762e2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff08ea7-c075-4433-8fef-33d1b531f7e7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:40.117351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fc212f98-b0be-4aa7-884d-ca5a337762e2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.122302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:40.139128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fc212f98-b0be-4aa7-884d-ca5a337762e2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ff08ea7-c075-4433-8fef-33d1b531f7e7 HTTP/1.1" status: 204 len: 168 time: 0.5518088 May 26 23:05:40.139128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cb1998e0-0ec3-446e-affa-bd174d61e5a9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2921727 May 26 23:05:40.139128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51904) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:40.150546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'security_group': {'name': 'tempest-secgroup-8015385'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:40.155762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:40.167178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:40.183206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:40.204324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:40.241027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.244262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1df43fc1-cfaf-40da-a389-9e44239a5e03 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:40.273594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1df43fc1-cfaf-40da-a389-9e44239a5e03 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:40.273594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1df43fc1-cfaf-40da-a389-9e44239a5e03 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1571741 May 26 23:05:40.279529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51908) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:40.308862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260357166'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:40.308862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:40.330550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:40.330725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:40.336528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group_rule and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:40.338707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:40.346789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:40.355287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.410699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:40.420932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:40.484388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'tenant_id': 'b52856cf4b4f4a14a0d064fac81cecee', 'fixed_ips': [{'subnet_id': 'b571c696-3432-43bd-bdcf-0b3aee678d40'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:05:40.486281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.490124 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.506577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.667043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-344e2028-f80b-431e-9cad-f646c108daf8 req-ac02514c-145d-452b-99cc-cc9c50e789f8 tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.32 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.0764189 May 26 23:05:40.667043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4211e5cd-1995-4531-9681-4db64d714ac2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:40.673290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.676432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9fedb7fa-18ce-413a-a820-6623d80d0f54 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1574 time: 0.5383978 May 26 23:05:40.676432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51922) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:40.686369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.689528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192096510'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:40.705750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:40.707850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.710524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:40.710524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:40.716041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:40.742819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.878102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:40.880649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Allocated IP 2001:db8::2 (26230679-e95e-4e18-9dd6-1b3ea4e226b8/b571c696-3432-43bd-bdcf-0b3aee678d40/ea24dafc-f87c-40e4-979e-277585ed7a55) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:40.886778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group_rule and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:40.894510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:40.901342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:40.905376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edfc0c0-1a11-41dd-9463-8b0c57b7abfa,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:40.945963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:40.952079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dfd5bbf5-ea9f-4151-803c-bae87258452d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6738944 May 26 23:05:40.952917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51930) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:40.958775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '2edfc0c0-1a11-41dd-9463-8b0c57b7abfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:40.966235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:40.975684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:40.991257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:41.028647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:41.057236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.065429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.100641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.131440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.131440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4543974 May 26 23:05:41.142191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51934) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:41.152261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1922814857', 'security_groups': ['2ab9602b-a09a-4691-b207-9601948966fc'], 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b571c696-3432-43bd-bdcf-0b3aee678d40'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:41.252160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.265839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.324492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb42457-6019-4a87-8b29-648919c1fbfa,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:41.335858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eff8d4-8553-44b1-aca4-8b583a98f2b8 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab9602b-a09a-4691-b207-9601948966fc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:41.341010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.345359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cc8a3094-c289-490e-9890-0faf3c43061b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3911695 May 26 23:05:41.346043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51940) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:41.354586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '2edfc0c0-1a11-41dd-9463-8b0c57b7abfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:41.362106 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.362732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:41.367857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:41.371639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:41.379988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:41.382216 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Transition to ACTIVE for port object ea24dafc-f87c-40e4-979e-277585ed7a55 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:41.402448 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.404260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Transition to ACTIVE for port object ea24dafc-f87c-40e4-979e-277585ed7a55 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:41.411735 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.439450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:41.462521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:41.493523 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:05:41.499779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:41.504086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.508932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.512429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.520296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:41.534876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:41.573983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 6ccf5953-0868-47d4-9d62-d681fe8cde41 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:05:41.575833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Pushing event updated for resources: {'Port': ['ID=ea24dafc-f87c-40e4-979e-277585ed7a55,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:41.582791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:41.614289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb50ed4-8021-417b-94c7-b09030e49cee,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:41.621314 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.627910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-86ad8b2b-06e0-4d1a-9932-cbdd256ed101 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2754421 May 26 23:05:41.627910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51944) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:41.646722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '2edfc0c0-1a11-41dd-9463-8b0c57b7abfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:41.646722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:41.659139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:41.662367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:41.683019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:41.741536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.813227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Attempting to bind port ea24dafc-f87c-40e4-979e-277585ed7a55 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:05:41.814044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Attempting to bind port ea24dafc-f87c-40e4-979e-277585ed7a55 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8cdf2bb2-be9f-4143-8373-b67b8519fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:05:41.814597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Attempting to bind port ea24dafc-f87c-40e4-979e-277585ed7a55 on network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:05:41.835290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:05:41.835661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Checking segment: {'id': '8cdf2bb2-be9f-4143-8373-b67b8519fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:05:41.836087 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.836474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Bound using segment: {'id': '8cdf2bb2-be9f-4143-8373-b67b8519fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:05:41.836948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Bound port: ea24dafc-f87c-40e4-979e-277585ed7a55, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdf2bb2-be9f-4143-8373-b67b8519fa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:05:41.837311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.905770 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.918988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:41.970282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabe7df3-550c-413b-aa58-ab625cd6085c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:41.987646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] For port ea24dafc-f87c-40e4-979e-277585ed7a55, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:05:41.991598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] For port ea24dafc-f87c-40e4-979e-277585ed7a55, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea24dafc-f87c-40e4-979e-277585ed7a55,segment=NetworkSegment(8cdf2bb2-be9f-4143-8373-b67b8519fa4d),segment_id=8cdf2bb2-be9f-4143-8373-b67b8519fa4d)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:05:42.007090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.008904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.012166 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-34f48015-49dd-4bdf-9013-d3c477dd0327 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3824785 May 26 23:05:42.015110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51958) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:42.033615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '2edfc0c0-1a11-41dd-9463-8b0c57b7abfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:42.049569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:42.053241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::bf (26230679-e95e-4e18-9dd6-1b3ea4e226b8/b571c696-3432-43bd-bdcf-0b3aee678d40/6ccf5953-0868-47d4-9d62-d681fe8cde41) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:42.060169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:42.060169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:42.072108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:42.192309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3ed11-83bd-4375-9578-c3fce181509d None None] Pushing event updated for resources: {'Port': ['ID=ea24dafc-f87c-40e4-979e-277585ed7a55,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:42.217043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b9d0d6f-7384-46dc-bbef-614b9114e03d req-d391eafd-58c4-4b13-abed-a2c4639dd9e1 tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.32 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.1298056 May 26 23:05:42.233415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.321791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.328391 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.341545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.357517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1fe6eb-2f54-4263-9437-6c40e1c3eff7,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:42.362554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 6ccf5953-0868-47d4-9d62-d681fe8cde41 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:42.374013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.375968 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b4a493fa-8fe6-45e7-ba8e-7d81ba231a78 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3614521 May 26 23:05:42.378383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51964) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:42.384986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '2edfc0c0-1a11-41dd-9463-8b0c57b7abfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:42.393040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:42.394553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.408366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:42.408366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:42.420768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:42.446105 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.541128 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.550769 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.579463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a524d62-6521-4ac3-8bbc-0c5b0cf8c626,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:42.604639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.604639 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-496e9be4-dad6-4dc9-91c7-4afa7b83bc9d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2193325 May 26 23:05:42.628048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:42.638569 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fcf7508c-a010-4836-8485-04dd34310872 req-7bd75bd3-a1fd-4639-a5f4-0939329e903a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.1192636 May 26 23:05:42.638569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=6ccf5953-0868-47d4-9d62-d681fe8cde41,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:42.652095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:42.653748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:42.669870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:42.674384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:42.675026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.690222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5033f0d3-e5b8-4e15-84a4-6dcea72c9802 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.711595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84efd1d8-2e72-439a-8c85-28c679f47b84 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5721598 May 26 23:05:42.712385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51974) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:42.720213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:42.734642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5033f0d3-e5b8-4e15-84a4-6dcea72c9802 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.772895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5033f0d3-e5b8-4e15-84a4-6dcea72c9802 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.790954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f0d3-e5b8-4e15-84a4-6dcea72c9802 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a524d62-6521-4ac3-8bbc-0c5b0cf8c626,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:42.798072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5033f0d3-e5b8-4e15-84a4-6dcea72c9802 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.799245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5033f0d3-e5b8-4e15-84a4-6dcea72c9802 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8a524d62-6521-4ac3-8bbc-0c5b0cf8c626 HTTP/1.1" status: 204 len: 168 time: 0.1738117 May 26 23:05:42.802060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51980) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:42.888286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a10477b9-fba7-45c9-82fb-5d1c6c2d1259 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:42.895195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a10477b9-fba7-45c9-82fb-5d1c6c2d1259 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:42.895195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a10477b9-fba7-45c9-82fb-5d1c6c2d1259 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0917134 May 26 23:05:42.901285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51984) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:42.940329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:42.945949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:42.950543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:42.957507 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c255291-f157-4dd3-849c-1ec7ce92a7af tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.961757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:42.969275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c255291-f157-4dd3-849c-1ec7ce92a7af tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:42.983647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:42.987041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.080592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c255291-f157-4dd3-849c-1ec7ce92a7af tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.121921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c255291-f157-4dd3-849c-1ec7ce92a7af tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c1fe6eb-2f54-4263-9437-6c40e1c3eff7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:43.207172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8c255291-f157-4dd3-849c-1ec7ce92a7af tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.210607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 51992) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:43.222989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8c255291-f157-4dd3-849c-1ec7ce92a7af tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8c1fe6eb-2f54-4263-9437-6c40e1c3eff7 HTTP/1.1" status: 204 len: 168 time: 0.3041210 May 26 23:05:43.229118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea24dafc-f87c-40e4-979e-277585ed7a55 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:43.249863 n-d-843301-1 neutron-server[84029]: INFO neutron.db.ipam_backend_mixin [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b571c696-3432-43bd-bdcf-0b3aee678d40 (CIDR: 2001:db8::/64) May 26 23:05:43.269163 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:05:43.269163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:05:43.307426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d45560e7-c2be-4eb5-bd88-870b962f5dd2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5893717 May 26 23:05:43.307946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 51998) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:43.333908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:43.356393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9015de4c-10d6-49e2-b4d0-7e58c2dee8d2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1472371 May 26 23:05:43.356955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52006) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:43.406634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port ea24dafc-f87c-40e4-979e-277585ed7a55 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:43.428413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9ae152a-f6c2-4c0d-af2e-a76af73f113f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.455353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9ae152a-f6c2-4c0d-af2e-a76af73f113f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.518019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9ae152a-f6c2-4c0d-af2e-a76af73f113f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.538459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-402372ae-1210-4253-b068-918e60ad6fec req-73af293c-f284-4f50-906b-fc78313dcf35 tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.32 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.0658846 May 26 23:05:43.560097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9ae152a-f6c2-4c0d-af2e-a76af73f113f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.568659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e9ae152a-f6c2-4c0d-af2e-a76af73f113f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fabe7df3-550c-413b-aa58-ab625cd6085c HTTP/1.1" status: 204 len: 168 time: 0.1996253 May 26 23:05:43.568659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52014) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:43.638794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:43.661974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae152a-f6c2-4c0d-af2e-a76af73f113f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fabe7df3-550c-413b-aa58-ab625cd6085c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:43.674791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:43.674791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:43.690586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:43.711470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:43.731026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.761968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6f35360b-23e4-4451-9d6a-63a0bef77f83 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:43.835476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6f35360b-23e4-4451-9d6a-63a0bef77f83 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:43.841931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6f35360b-23e4-4451-9d6a-63a0bef77f83 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2731626 May 26 23:05:43.844854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52030) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:43.890823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-e713b04b-13fd-4a66-96a3-af66d6e87246 req-71c532e7-7fc4-4c68-a028-106481d4fac9 service neutron] (84030) timed out ('10.222.0.48', 56552) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:05:43.931458 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95b08949-2e74-4441-a4df-2bd3219c4137 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:43.962433 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95b08949-2e74-4441-a4df-2bd3219c4137 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.028854 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95b08949-2e74-4441-a4df-2bd3219c4137 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.062713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b08949-2e74-4441-a4df-2bd3219c4137 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fb50ed4-8021-417b-94c7-b09030e49cee,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:44.078680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Provisioning complete for port 096b6488-0bac-439f-8b6b-01f65f251833 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:44.078680 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.083977 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-95b08949-2e74-4441-a4df-2bd3219c4137 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.083977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-95b08949-2e74-4441-a4df-2bd3219c4137 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8fb50ed4-8021-417b-94c7-b09030e49cee HTTP/1.1" status: 204 len: 168 time: 0.2313602 May 26 23:05:44.083977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52036) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:44.219405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7c656a76-c981-4243-b040-0d843e01d825 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:44.246799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Port 096b6488-0bac-439f-8b6b-01f65f251833 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:44.275612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7c656a76-c981-4243-b040-0d843e01d825 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:44.275612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7c656a76-c981-4243-b040-0d843e01d825 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1840351 May 26 23:05:44.286896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Provisioning for port ea24dafc-f87c-40e4-979e-277585ed7a55 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:44.290415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52046) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:44.294243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Provisioning complete for port ea24dafc-f87c-40e4-979e-277585ed7a55 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:44.294243 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.333588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.349342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3782-e0fc-4aba-a3f3-26a8b3d00ccd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.372136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3782-e0fc-4aba-a3f3-26a8b3d00ccd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.430976 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3782-e0fc-4aba-a3f3-26a8b3d00ccd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.465788 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.478969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d3782-e0fc-4aba-a3f3-26a8b3d00ccd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fb42457-6019-4a87-8b29-648919c1fbfa,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:44.488835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=2794c8c7-f227-4156-9f33-e79d30c16e35,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:44.500379 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3782-e0fc-4aba-a3f3-26a8b3d00ccd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.501544 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b1d3782-e0fc-4aba-a3f3-26a8b3d00ccd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3fb42457-6019-4a87-8b29-648919c1fbfa HTTP/1.1" status: 204 len: 168 time: 0.2290087 May 26 23:05:44.504349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52054) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:44.528964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:44.540926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:44.547408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:44.547992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.569533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] For port ea24dafc-f87c-40e4-979e-277585ed7a55, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea24dafc-f87c-40e4-979e-277585ed7a55,segment=NetworkSegment(8cdf2bb2-be9f-4143-8373-b67b8519fa4d),segment_id=8cdf2bb2-be9f-4143-8373-b67b8519fa4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:44.598232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a54f673-0556-414e-b1d0-c3db7fe6a8db None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:44.602320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-069b9ad7-ef66-4428-b098-0497a4af9341 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2861543 May 26 23:05:44.602320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52058) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:44.609226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f1ac625e-a163-4a93-91bc-506d8aad0fbe tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:44.613405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1301933217', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2794c8c7-f227-4156-9f33-e79d30c16e35'}], 'security_groups': ['4211e5cd-1995-4531-9681-4db64d714ac2']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:44.647592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f1ac625e-a163-4a93-91bc-506d8aad0fbe tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:44.652843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52064) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:44.656436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f1ac625e-a163-4a93-91bc-506d8aad0fbe tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1344869 May 26 23:05:44.789203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a6481314-26e0-4018-83cb-21274d615258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:44.891403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a6481314-26e0-4018-83cb-21274d615258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.013316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a6481314-26e0-4018-83cb-21274d615258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.042434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.061885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ad0f168-af1f-442c-925d-1b9e95687dfc req-e389e17a-0e55-44f8-8807-f1db6f8bd1d5 tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.32 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.1226821 May 26 23:05:45.140598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cff00-58bd-4d88-b0aa-fa75b60a0360 None None] Pushing event updated for resources: {'Port': ['ID=ea24dafc-f87c-40e4-979e-277585ed7a55,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:45.177569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6481314-26e0-4018-83cb-21274d615258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edfc0c0-1a11-41dd-9463-8b0c57b7abfa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:45.228355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a6481314-26e0-4018-83cb-21274d615258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.228355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a6481314-26e0-4018-83cb-21274d615258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/2edfc0c0-1a11-41dd-9463-8b0c57b7abfa HTTP/1.1" status: 204 len: 168 time: 0.5822477 May 26 23:05:45.235971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52074) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:45.268976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e41c7083-3693-48e6-8bb4-5cd78a22e536 None None] Provisioning for port 6ccf5953-0868-47d4-9d62-d681fe8cde41 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:45.275384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e41c7083-3693-48e6-8bb4-5cd78a22e536 None None] Provisioning complete for port 6ccf5953-0868-47d4-9d62-d681fe8cde41 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:45.275384 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e41c7083-3693-48e6-8bb4-5cd78a22e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.356506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.376696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c0fcb9ec-b147-4fe6-b41e-bd78e77399e9 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:45.377906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e41c7083-3693-48e6-8bb4-5cd78a22e536 None None] Port 6ccf5953-0868-47d4-9d62-d681fe8cde41 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:45.424805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c0fcb9ec-b147-4fe6-b41e-bd78e77399e9 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:45.435162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c0fcb9ec-b147-4fe6-b41e-bd78e77399e9 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1960897 May 26 23:05:45.435162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52082) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:45.439633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932447872'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:45.468274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:45.494265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:45.517402 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.677574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-5c5db470-a08e-4d48-9f14-1871b91ce648 req-d5e9011f-d132-4d07-bfa9-f7e7f878ba16 service neutron] (84029) timed out ('10.222.0.55', 61047) {{(pid=84029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:05:45.685106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:45.703615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:45.711713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:45.728759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:45.774275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] Update dhcp port {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'fixed_ips': [{'subnet_id': 'b571c696-3432-43bd-bdcf-0b3aee678d40', 'ip_address': '2001:db8::2'}, {'subnet_id': '2794c8c7-f227-4156-9f33-e79d30c16e35'}], 'binding:host_id': 'n-d-843301-1'}, 'id': 'ea24dafc-f87c-40e4-979e-277585ed7a55'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:05:45.912254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:45.919737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.034664 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.045485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e87e8-201d-4aee-989f-6867113a6848,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:46.082591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.084335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bebe1029-2431-4461-9a29-0868f0f51fec tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6548765 May 26 23:05:46.087222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52100) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:46.094138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '7e6e87e8-201d-4aee-989f-6867113a6848', 'direction': 'ingress', 'protocol': 17}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:46.112721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:46.123262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:46.131690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:46.154838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:46.178158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.271213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.280122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.319291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da599d11-af29-487a-9175-eba2f1c1926a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:46.338461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.347894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52106) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:46.370790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-204316b4-b229-4cdd-8a92-1f7c4c343beb tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2546229 May 26 23:05:46.527153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebf1832f-bfc8-42ec-ae76-5f6b2d263eb0 req-bb5191f4-5e31-4fa1-8103-233a10cb6eb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e0df63cf6f49f18bb83c32239390fd&device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.0764029 May 26 23:05:46.617317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebf1832f-bfc8-42ec-ae76-5f6b2d263eb0 req-de4a0a19-085e-4eea-8152-343f77ab25f3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=24e0df63cf6f49f18bb83c32239390fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750899 May 26 23:05:46.617317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Delete allocated IP 2001:db8::bf (26230679-e95e-4e18-9dd6-1b3ea4e226b8/b571c696-3432-43bd-bdcf-0b3aee678d40) {{(pid=84029) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 23:05:46.705737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8:0:1::23c (26230679-e95e-4e18-9dd6-1b3ea4e226b8/2794c8c7-f227-4156-9f33-e79d30c16e35/6ccf5953-0868-47d4-9d62-d681fe8cde41) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:46.869575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a24ab1e-2b1b-416c-8177-2d3df168519d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:46.892794 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04b2adc8-976b-4dbb-92cf-2b953c47913e req-45ee116c-b8db-47c7-8383-6b2c9dd9951a tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.32 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.1147904 May 26 23:05:47.026262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a24ab1e-2b1b-416c-8177-2d3df168519d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.142057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1832f-bfc8-42ec-ae76-5f6b2d263eb0 req-d699932e-88d0-4283-b14e-9a331362485c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:47.143535 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebf1832f-bfc8-42ec-ae76-5f6b2d263eb0 req-d699932e-88d0-4283-b14e-9a331362485c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5220790 May 26 23:05:47.171467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-54165267-8046-4c23-b5ea-118e499fe1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.201150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea24dafc-f87c-40e4-979e-277585ed7a55 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:47.261129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a24ab1e-2b1b-416c-8177-2d3df168519d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.291735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24ab1e-2b1b-416c-8177-2d3df168519d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e87e8-201d-4aee-989f-6867113a6848,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:47.326399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ea24dafc-f87c-40e4-979e-277585ed7a55 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:47.326399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.331752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a24ab1e-2b1b-416c-8177-2d3df168519d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.335427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52122) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:47.339482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a24ab1e-2b1b-416c-8177-2d3df168519d tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e6e87e8-201d-4aee-989f-6867113a6848 HTTP/1.1" status: 204 len: 168 time: 0.9858141 May 26 23:05:47.397631 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.446687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 6ccf5953-0868-47d4-9d62-d681fe8cde41 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:47.453597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.468882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4aee3145-54d9-4aba-ae35-7c84551d243e tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:47.526640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4aee3145-54d9-4aba-ae35-7c84551d243e tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:47.527980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4aee3145-54d9-4aba-ae35-7c84551d243e tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1963234 May 26 23:05:47.533285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52126) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:47.554225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362434087'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:47.583792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:47.598383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:47.627805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] Allocated IP 2001:db8:0:1::2 (26230679-e95e-4e18-9dd6-1b3ea4e226b8/2794c8c7-f227-4156-9f33-e79d30c16e35/ea24dafc-f87c-40e4-979e-277585ed7a55) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:47.773065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.816590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] In _notify_port_updated(), no bound segment for port 6ccf5953-0868-47d4-9d62-d681fe8cde41 on network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:05:47.816590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:47.824565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.824565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "PUT /v2.0/ports/6ccf5953-0868-47d4-9d62-d681fe8cde41 HTTP/1.1" status: 200 len: 931 time: 3.2206984 May 26 23:05:47.824565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ac65b-4be7-40cb-b924-f1388f6409e1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=6ccf5953-0868-47d4-9d62-d681fe8cde41,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:47.828363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52132) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:47.862024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] For port ea24dafc-f87c-40e4-979e-277585ed7a55, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea24dafc-f87c-40e4-979e-277585ed7a55,segment=NetworkSegment(8cdf2bb2-be9f-4143-8373-b67b8519fa4d),segment_id=8cdf2bb2-be9f-4143-8373-b67b8519fa4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:47.871994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:47.884080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:47.896109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:47.903194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:47.906721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.918341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 6ccf5953-0868-47d4-9d62-d681fe8cde41 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:05:47.918831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:47.925922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] Transition to ACTIVE for port object ea24dafc-f87c-40e4-979e-277585ed7a55 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:47.937708 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.174607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.185311 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.330698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f924269c-f9f2-469e-837a-5101e315fd57,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:48.335804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.337038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a4bed69e-d06d-46f6-b90a-959c4aff7c4b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7945163 May 26 23:05:48.339735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:48.408238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456765889'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:48.443774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f8284-1df3-4599-88c3-ad0bce209670 None None] Pushing event updated for resources: {'Port': ['ID=ea24dafc-f87c-40e4-979e-277585ed7a55,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:48.464096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:48.464096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:48.475019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:48.496184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:48.522352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.530509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.660324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:48.668997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:48.678071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:48.691177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:48.863847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.877194 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.920047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 6ccf5953-0868-47d4-9d62-d681fe8cde41 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:05:48.971462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98355e5b-1584-4691-99ba-f91ee095586a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:48.983426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:48.988404 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f27a26b-0db9-448c-93fe-bc46d70891fd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6476812 May 26 23:05:48.991023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52162) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:48.997836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': 'f924269c-f9f2-469e-837a-5101e315fd57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98355e5b-1584-4691-99ba-f91ee095586a', 'remote_ip_prefix': None}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:49.007154 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-981e424d-fc1b-4a9b-852a-4bebc5058e65 req-ec9155a3-196d-42b6-b877-05be204f755c tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.32 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.7524979 May 26 23:05:49.011397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:49.019028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:49.023157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:49.030955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:49.071380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.180657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea24dafc-f87c-40e4-979e-277585ed7a55 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:49.189345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebf1832f-bfc8-42ec-ae76-5f6b2d263eb0 req-fd6b40a4-33a3-4d66-a78e-d28cd15029ad tempest-ServersAaction247Test-40445234 tempest-ServersAaction247Test-40445234-project] 10.222.0.55 "GET /v2.0/ports?device_id=611b5bc1-cbb1-4246-922d-1c20ac978e6d HTTP/1.1" status: 200 len: 210 time: 0.0703506 May 26 23:05:49.210530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52166) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:49.303806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.351094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.362148 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.403742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=6ccf5953-0868-47d4-9d62-d681fe8cde41,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:49.437241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7451514f-f010-4526-b713-b4d90b7210ad,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:49.455294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.460075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.460432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.461159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.461644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.462183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.462674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.463207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.463730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.464242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.464753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:05:49.484462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.486381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85784316-16f9-4e6a-9e9e-d518e5f5e796 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4938064 May 26 23:05:49.490160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52176) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:49.497335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.507823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.540475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a886f5ed-a89e-421b-a933-2ae7f644c908 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/6ccf5953-0868-47d4-9d62-d681fe8cde41 HTTP/1.1" status: 204 len: 168 time: 1.7117550 May 26 23:05:49.543570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52180) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:49.561906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03109c28-59c3-4399-aa13-5ed7bd5f421a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.572859 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03109c28-59c3-4399-aa13-5ed7bd5f421a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.606808 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c41e56-17dd-4813-982f-c75c71d6bab9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:05:49.610696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03109c28-59c3-4399-aa13-5ed7bd5f421a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.613808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e4c41e56-17dd-4813-982f-c75c71d6bab9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:49.613808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:49.618345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03109c28-59c3-4399-aa13-5ed7bd5f421a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7451514f-f010-4526-b713-b4d90b7210ad,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:49.627443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:822fdc63c85a48e499eb01eb9601372a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:49.627443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:49.634228 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-03109c28-59c3-4399-aa13-5ed7bd5f421a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.634228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-03109c28-59c3-4399-aa13-5ed7bd5f421a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7451514f-f010-4526-b713-b4d90b7210ad HTTP/1.1" status: 204 len: 168 time: 0.1406350 May 26 23:05:49.636482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e4c41e56-17dd-4813-982f-c75c71d6bab9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:49.636482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e4c41e56-17dd-4813-982f-c75c71d6bab9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/6ccf5953-0868-47d4-9d62-d681fe8cde41 HTTP/1.1" status: 404 len: 333 time: 0.0918736 May 26 23:05:49.636482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:49.647515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:49.651837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52186) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:49.656166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d3cc74e3-d142-41f8-bcd4-d6f501d98a7e None None] Could not find standard attr ID for object 6ccf5953-0868-47d4-9d62-d681fe8cde41. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:05:49.683008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d3cc74e3-d142-41f8-bcd4-d6f501d98a7e None None] Provisioning complete for port 096b6488-0bac-439f-8b6b-01f65f251833 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:49.683008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d3cc74e3-d142-41f8-bcd4-d6f501d98a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.761025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd2b75bf-0f80-410f-b9d3-85659287e6e9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.799813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd2b75bf-0f80-410f-b9d3-85659287e6e9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.819226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc74e3-d142-41f8-bcd4-d6f501d98a7e None None] Port 096b6488-0bac-439f-8b6b-01f65f251833 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:49.820575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dbeaa21b-cf14-4477-9501-b52ca6ee9258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:49.846761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d3cc74e3-d142-41f8-bcd4-d6f501d98a7e None None] Provisioning for port ea24dafc-f87c-40e4-979e-277585ed7a55 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:49.853902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d3cc74e3-d142-41f8-bcd4-d6f501d98a7e None None] Provisioning complete for port ea24dafc-f87c-40e4-979e-277585ed7a55 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:49.856468 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d3cc74e3-d142-41f8-bcd4-d6f501d98a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.880408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dbeaa21b-cf14-4477-9501-b52ca6ee9258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:49.882118 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dbeaa21b-cf14-4477-9501-b52ca6ee9258 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2436974 May 26 23:05:49.885256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52194) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:49.887776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd2b75bf-0f80-410f-b9d3-85659287e6e9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.942767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b75bf-0f80-410f-b9d3-85659287e6e9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab9602b-a09a-4691-b207-9601948966fc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:49.942767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd2b75bf-0f80-410f-b9d3-85659287e6e9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:49.942767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fd2b75bf-0f80-410f-b9d3-85659287e6e9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ab9602b-a09a-4691-b207-9601948966fc HTTP/1.1" status: 204 len: 168 time: 0.3017633 May 26 23:05:49.950788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52198) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:50.001368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85385a8a-6399-4825-aafa-ecad90fd52a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.040544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.056375 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.113990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3844d527-fadc-4ae0-aad4-fdc54cebcb23 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.171515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3844d527-fadc-4ae0-aad4-fdc54cebcb23 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.216511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03c8a20-cc4e-4bb2-a8cf-2228dc2ec00a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:50.220928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ba47548-97cd-4962-922b-0f63de41af79 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.221107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c18e434a-8df5-4b9d-962d-5d98a8fd71a6 None None] Could not find standard attr ID for object 6ccf5953-0868-47d4-9d62-d681fe8cde41. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:05:50.229285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f6c5fde2-95c5-470d-a5bf-b8cc6aa3cbb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=822fdc63c85a48e499eb01eb9601372a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0186176 May 26 23:05:50.236783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52206) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:50.268421 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ba47548-97cd-4962-922b-0f63de41af79 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.315553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3844d527-fadc-4ae0-aad4-fdc54cebcb23 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.345513 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3844d527-fadc-4ae0-aad4-fdc54cebcb23 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.351902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3844d527-fadc-4ae0-aad4-fdc54cebcb23 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/security-groups/4211e5cd-1995-4531-9681-4db64d714ac2 HTTP/1.1" status: 204 len: 168 time: 0.4013155 May 26 23:05:50.351902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844d527-fadc-4ae0-aad4-fdc54cebcb23 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4211e5cd-1995-4531-9681-4db64d714ac2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:50.380010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52214) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:50.423886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ba47548-97cd-4962-922b-0f63de41af79 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.493667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e56c289-1af8-4c14-8416-be6126a9a4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.520665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba47548-97cd-4962-922b-0f63de41af79 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98355e5b-1584-4691-99ba-f91ee095586a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:50.556984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ba47548-97cd-4962-922b-0f63de41af79 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.556984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ba47548-97cd-4962-922b-0f63de41af79 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/98355e5b-1584-4691-99ba-f91ee095586a HTTP/1.1" status: 204 len: 168 time: 0.6703172 May 26 23:05:50.559363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52218) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:50.613398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.624501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e56c289-1af8-4c14-8416-be6126a9a4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.642582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9a3968a7-2e40-4943-b88d-ecdf185aabdc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:50.662635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9a3968a7-2e40-4943-b88d-ecdf185aabdc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:50.666667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9a3968a7-2e40-4943-b88d-ecdf185aabdc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1033280 May 26 23:05:50.666951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52226) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:50.770139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet b571c696-3432-43bd-bdcf-0b3aee678d40 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:05:50.770139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.786598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52230) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:50.792494 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.821870 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e56c289-1af8-4c14-8416-be6126a9a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.844643 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daaf4b0b-487f-4faf-affb-7f7c7e4f4c77 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.858593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c289-1af8-4c14-8416-be6126a9a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03c8a20-cc4e-4bb2-a8cf-2228dc2ec00a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:50.872501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e56c289-1af8-4c14-8416-be6126a9a4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.872501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6e56c289-1af8-4c14-8416-be6126a9a4e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d03c8a20-cc4e-4bb2-a8cf-2228dc2ec00a HTTP/1.1" status: 204 len: 168 time: 0.6326737 May 26 23:05:50.883860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.901223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daaf4b0b-487f-4faf-affb-7f7c7e4f4c77 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.967490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daaf4b0b-487f-4faf-affb-7f7c7e4f4c77 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:50.995615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf4b0b-487f-4faf-affb-7f7c7e4f4c77 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f924269c-f9f2-469e-837a-5101e315fd57,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:51.003189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-daaf4b0b-487f-4faf-affb-7f7c7e4f4c77 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.004519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-daaf4b0b-487f-4faf-affb-7f7c7e4f4c77 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/f924269c-f9f2-469e-837a-5101e315fd57 HTTP/1.1" status: 204 len: 168 time: 0.3365839 May 26 23:05:51.007299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52240) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:51.028565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.122832 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.138098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.181315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:51.184532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=b571c696-3432-43bd-bdcf-0b3aee678d40,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:51.187919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Usage tracker for resource:security_group_rule and tenant:24e0df63cf6f49f18bb83c32239390fd is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:51.187919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:51.191600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:51.211748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44cfd9f-f151-4b63-b2e9-bce983aab6e0 None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:51.226816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.257610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-92652580-8b5c-4727-ba15-df045b2908f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/b571c696-3432-43bd-bdcf-0b3aee678d40 HTTP/1.1" status: 204 len: 168 time: 0.8751562 May 26 23:05:51.257610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52246) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:51.265738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:51.265995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.274127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.301907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-31710103-930d-467e-a4fb-3b3215469ad9 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:51.340290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e2685c-467c-4b7b-a75a-8eb1eff59969,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:51.377295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1406ce8f-d3e9-412d-bb3c-912a44b95735 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24e0df63cf6f49f18bb83c32239390fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5901048 May 26 23:05:51.379672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52252) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:51.397338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-31710103-930d-467e-a4fb-3b3215469ad9 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:51.416977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-31710103-930d-467e-a4fb-3b3215469ad9 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4073727 May 26 23:05:51.420158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52258) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:51.429977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:51.434620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:51.437889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:51.440851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261547496'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:51.445785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:51.470935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:51.485240 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.503936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:51.512802 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:51.549122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52262) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:51.549122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.626456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63f5c4ff-6112-4431-9824-8adbd9916142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.659901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:51.666231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:51.666231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:51.681949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:51.719125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.817582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.823711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63f5c4ff-6112-4431-9824-8adbd9916142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.839076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.867297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:51.893208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a001ff6fd1154a9ebedfbdfc88d8bd18 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:51.915248 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.916117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:51.934559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:51.937225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.962332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222989e4-15f5-41df-a92d-1d4b6d4c30af,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:51.988090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:51.994219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5d59191c-9ffe-440a-8e5c-f5383b1d942c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5623930 May 26 23:05:51.994219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52268) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:52.008809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '222989e4-15f5-41df-a92d-1d4b6d4c30af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:52.027369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:52.027369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63f5c4ff-6112-4431-9824-8adbd9916142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.040778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=63597f09-0d11-4323-8d08-b0f056c1f416,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:52.051716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:52.064246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:52.064246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:52.072582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:52.077692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:52.077692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.080845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5c4ff-6112-4431-9824-8adbd9916142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e2685c-467c-4b7b-a75a-8eb1eff59969,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:52.097257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:52.116722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-63f5c4ff-6112-4431-9824-8adbd9916142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.116722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-63f5c4ff-6112-4431-9824-8adbd9916142 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8e2685c-467c-4b7b-a75a-8eb1eff59969 HTTP/1.1" status: 204 len: 168 time: 0.7187369 May 26 23:05:52.116722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52274) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:52.124677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2b5bf874-8b97-4d66-a3cd-21bc2f012b64 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8557391 May 26 23:05:52.127892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'security_group': {'name': 'tempest-secgroup-597674886'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:52.151792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.151792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:52.157005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.169021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.192965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:52.204834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:52.235135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:52.303989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a001ff6fd1154a9ebedfbdfc88d8bd18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7561679 May 26 23:05:52.304341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52280) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:52.305877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88374d9-9f26-4892-9aac-3685714cd8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe66ba-c60b-4b30-afa4-719809ce21c4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:52.318783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.385927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.385927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.427662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:52.446522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66dfc6ec-c04e-478f-ab39-744cef7352b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.449933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group_rule and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:52.465256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3cd374-2cfe-4bb8-a993-e9b9081630a2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:52.465256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:52.477588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:52.501357 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.513595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52286) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:52.519730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-769dc7e8-9ac9-4b5e-ba17-eb12fe46edc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5184138 May 26 23:05:52.569452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ae4ad-2228-42cb-8f52-05c677cd3b7c None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:52.589562 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.615366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.625936 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66dfc6ec-c04e-478f-ab39-744cef7352b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.674090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ada822-4844-4c59-aeb1-9f1a5f12a1ba,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:52.679507 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.680752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5c54ecd5-23f5-44b4-82e0-8cbf50af64e5 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5659554 May 26 23:05:52.683641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52296) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:52.692596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'security_group': {'name': 'tempest-secgroup-313560413'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:52.705823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9dd9006d-fa1a-4045-8fc9-4433be11eb30 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.710666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:52.720907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:52.724177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:52.743053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:52.769553 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.776289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9dd9006d-fa1a-4045-8fc9-4433be11eb30 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.824703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:52.831355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group_rule and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:52.836657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:52.852566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:52.858283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9dd9006d-fa1a-4045-8fc9-4433be11eb30 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.873024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66dfc6ec-c04e-478f-ab39-744cef7352b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.873024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9006d-fa1a-4045-8fc9-4433be11eb30 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c3cd374-2cfe-4bb8-a993-e9b9081630a2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:52.928259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66dfc6ec-c04e-478f-ab39-744cef7352b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.928259 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-66dfc6ec-c04e-478f-ab39-744cef7352b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5fe66ba-c60b-4b30-afa4-719809ce21c4 HTTP/1.1" status: 204 len: 168 time: 0.6191618 May 26 23:05:52.928259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9dd9006d-fa1a-4045-8fc9-4433be11eb30 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.935189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9dd9006d-fa1a-4045-8fc9-4433be11eb30 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0c3cd374-2cfe-4bb8-a993-e9b9081630a2 HTTP/1.1" status: 204 len: 168 time: 0.4148958 May 26 23:05:52.935189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc6ec-c04e-478f-ab39-744cef7352b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe66ba-c60b-4b30-afa4-719809ce21c4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:52.935189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52306) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:52.990708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:52.997015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.027328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9c50851e-6f71-466e-8951-7afe04958abc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:53.043920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66e37e-4a08-40fe-9b35-4e80f6e99998,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:53.058744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9c50851e-6f71-466e-8951-7afe04958abc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:53.061463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa435e48-0790-4453-a1c7-ccfacdae3918 None None] Provisioning complete for port 096b6488-0bac-439f-8b6b-01f65f251833 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:53.061955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.062062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa435e48-0790-4453-a1c7-ccfacdae3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.063648 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9c50851e-6f71-466e-8951-7afe04958abc tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1284814 May 26 23:05:53.066011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52314) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:53.066308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4875a631-0021-4613-8827-3a0c5538d7b4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3785326 May 26 23:05:53.067493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52316) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:53.075684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'security_group': {'name': 'tempest-secgroup-728663065'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:53.084285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:53.093038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:53.096585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:53.105716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:53.145532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.190675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b37e5be-1480-4c44-9b42-0ccc90ec2d9a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.207287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fa435e48-0790-4453-a1c7-ccfacdae3918 None None] Port 096b6488-0bac-439f-8b6b-01f65f251833 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:53.231102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fa435e48-0790-4453-a1c7-ccfacdae3918 None None] Provisioning complete for port ea24dafc-f87c-40e4-979e-277585ed7a55 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:53.231102 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fa435e48-0790-4453-a1c7-ccfacdae3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.249160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:53.256368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:security_group_rule and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:53.260028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b37e5be-1480-4c44-9b42-0ccc90ec2d9a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.273299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:53.290490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:53.400458 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b37e5be-1480-4c44-9b42-0ccc90ec2d9a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.436678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.439127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37e5be-1480-4c44-9b42-0ccc90ec2d9a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222989e4-15f5-41df-a92d-1d4b6d4c30af,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:53.443377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.485161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4b37e5be-1480-4c44-9b42-0ccc90ec2d9a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.489771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4b37e5be-1480-4c44-9b42-0ccc90ec2d9a tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/222989e4-15f5-41df-a92d-1d4b6d4c30af HTTP/1.1" status: 204 len: 168 time: 0.4201615 May 26 23:05:53.491952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52328) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:53.503987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8448eeb-d7b7-41fd-b044-022542cb4e18,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:53.526328 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.530016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-00d58f5a-9b31-41cd-a7cf-bb273e82cbb4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4600375 May 26 23:05:53.532207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52332) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:53.546755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-672562993', 'security_groups': ['a8448eeb-d7b7-41fd-b044-022542cb4e18'], 'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63597f09-0d11-4323-8d08-b0f056c1f416'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:53.663859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6794d618-a9e0-4b64-bb8c-bcbf8e297b27 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:53.707903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6794d618-a9e0-4b64-bb8c-bcbf8e297b27 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:53.707903 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6794d618-a9e0-4b64-bb8c-bcbf8e297b27 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2107754 May 26 23:05:53.716745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52338) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:53.725116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436252213'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:53.738613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:53.775110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:53.798632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.853526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:53.860576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] Update dhcp port {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'fixed_ips': [{'subnet_id': '2794c8c7-f227-4156-9f33-e79d30c16e35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63597f09-0d11-4323-8d08-b0f056c1f416'}], 'binding:host_id': 'n-d-843301-1'}, 'id': 'ea24dafc-f87c-40e4-979e-277585ed7a55'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:05:53.905590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:53.913480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:53.922272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:53.948195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:53.952326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:53.952326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:53.974972 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.002856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:54.052733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.067039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:54.071791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.074647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2769c6e5ad4d4fac938c68a595ce517b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:54.074647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:54.074647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:54.078471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.117837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:54.131986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae660cb-0190-4859-8d99-1dd8664f6e9b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:54.142629 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.143960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4d931c1-cd72-4758-a1d9-5aa137c76160 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4330866 May 26 23:05:54.146661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52352) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:54.152840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '1ae660cb-0190-4859-8d99-1dd8664f6e9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:54.160073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] device_id is not set on port 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:05:54.161340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:54.167168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:54.169302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:54.182722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:54.218300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.296305 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.302793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.359845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda2709b-5e6f-4283-8509-8e30ecb0dbda,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:54.394057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.394057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d932872b-faf3-442e-bc69-12f29b23ff29 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2405550 May 26 23:05:54.394057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52364) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:54.416858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] Allocated IP 2001:db8::2 (26230679-e95e-4e18-9dd6-1b3ea4e226b8/63597f09-0d11-4323-8d08-b0f056c1f416/ea24dafc-f87c-40e4-979e-277585ed7a55) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:54.444031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7f51314f-0af3-49b2-a4e6-28a5431864b8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules/bda2709b-5e6f-4283-8509-8e30ecb0dbda HTTP/1.1" status: 200 len: 705 time: 0.0428395 May 26 23:05:54.444031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52368) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:54.493701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.500671 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.564236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce81a0d7-fcad-4f41-9a3d-594adf50e5cd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:54.573668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6611fd98-83d1-4d1c-80cd-66ed0ddc79ac,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:54.593044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1b8eb27c-105c-4208-b40b-0ae318cce6a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2769c6e5ad4d4fac938c68a595ce517b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7356663 May 26 23:05:54.595876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:54.596859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce81a0d7-fcad-4f41-9a3d-594adf50e5cd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:54.598286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce81a0d7-fcad-4f41-9a3d-594adf50e5cd tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1588225 May 26 23:05:54.602118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52378) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:54.666673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] For port ea24dafc-f87c-40e4-979e-277585ed7a55, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea24dafc-f87c-40e4-979e-277585ed7a55,segment=NetworkSegment(8cdf2bb2-be9f-4143-8373-b67b8519fa4d),segment_id=8cdf2bb2-be9f-4143-8373-b67b8519fa4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:05:54.720495 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.726229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52386) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:54.737267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] Transition to ACTIVE for port object ea24dafc-f87c-40e4-979e-277585ed7a55 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:54.751155 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.956975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5840f11f-264b-4ff4-9d85-f82626307145 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.965968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5840f11f-264b-4ff4-9d85-f82626307145 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:54.970525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac6257-2562-40ee-894b-5c929a694346 None None] Pushing event updated for resources: {'Port': ['ID=ea24dafc-f87c-40e4-979e-277585ed7a55,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:55.001894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae735af8-fb1b-4f85-99fa-4ba8ad03be3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.001894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5840f11f-264b-4ff4-9d85-f82626307145 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.025772 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.048113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840f11f-264b-4ff4-9d85-f82626307145 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda2709b-5e6f-4283-8509-8e30ecb0dbda,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:55.082041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae735af8-fb1b-4f85-99fa-4ba8ad03be3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.086295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:55.090676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Usage tracker for resource:security_group_rule and tenant:7403230379d44a4c98e68aedc5721eee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:55.095413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8::257 (26230679-e95e-4e18-9dd6-1b3ea4e226b8/63597f09-0d11-4323-8d08-b0f056c1f416/8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:05:55.111934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:55.111934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:55.152217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5840f11f-264b-4ff4-9d85-f82626307145 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.152217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5840f11f-264b-4ff4-9d85-f82626307145 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bda2709b-5e6f-4283-8509-8e30ecb0dbda HTTP/1.1" status: 204 len: 168 time: 0.5460103 May 26 23:05:55.155995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52394) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:55.179676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea24dafc-f87c-40e4-979e-277585ed7a55 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:05:55.270835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a6d66864-339f-4f0b-ab24-b90edf1c0113 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0989189 May 26 23:05:55.271436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:55.292620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '1ae660cb-0190-4859-8d99-1dd8664f6e9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:55.301121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:55.301121 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:55.309861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:55.309861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:55.329847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.340852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.340852 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.359525 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.363545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae735af8-fb1b-4f85-99fa-4ba8ad03be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.405774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae735af8-fb1b-4f85-99fa-4ba8ad03be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6611fd98-83d1-4d1c-80cd-66ed0ddc79ac,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:55.405774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae735af8-fb1b-4f85-99fa-4ba8ad03be3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.405774 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ae735af8-fb1b-4f85-99fa-4ba8ad03be3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6611fd98-83d1-4d1c-80cd-66ed0ddc79ac HTTP/1.1" status: 204 len: 168 time: 0.8069558 May 26 23:05:55.477287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73541ad0-907d-4089-97f8-2485c0c193a1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:55.490369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3536d7f1-562f-4f7d-956c-36a00a60ce69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7403230379d44a4c98e68aedc5721eee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7666597 May 26 23:05:55.495074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52406) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:55.519401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.554064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:05:55.596516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.618515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.639626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.656736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f8680fc-b8fd-41e2-970d-55317191d461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.698543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6438ede-6524-402e-afa6-c89025af4e7b,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:55.706379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:55.719034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:55.733925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:05:55.746234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f8680fc-b8fd-41e2-970d-55317191d461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.751820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:55.751820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.805613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:55.837442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f8680fc-b8fd-41e2-970d-55317191d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.852086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-835d1dea-82b1-46c3-b0ca-ff83d191129b tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3121009 May 26 23:05:55.852086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52416) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:55.867100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:55.906459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8680fc-b8fd-41e2-970d-55317191d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73541ad0-907d-4089-97f8-2485c0c193a1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:55.922362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.926024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6ee1910e-8546-4836-9858-a1eb5c99dc2c tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6443186 May 26 23:05:55.927368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52420) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:55.962657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f8680fc-b8fd-41e2-970d-55317191d461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:55.963765 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3f8680fc-b8fd-41e2-970d-55317191d461 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73541ad0-907d-4089-97f8-2485c0c193a1 HTTP/1.1" status: 204 len: 168 time: 0.4694381 May 26 23:05:55.973744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d0f04d80-76a0-4737-821b-898f8e324f3b tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules/d6438ede-6524-402e-afa6-c89025af4e7b HTTP/1.1" status: 200 len: 705 time: 0.0432644 May 26 23:05:55.974493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52428) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:56.094450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76e48ec5-68f3-4441-bcc2-76c68d5e87c6 None None] Provisioning complete for port 096b6488-0bac-439f-8b6b-01f65f251833 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:56.094450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76e48ec5-68f3-4441-bcc2-76c68d5e87c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.106305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb7db56d-aedb-4e95-8fc3-7c00af6ce855 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:56.152985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb7db56d-aedb-4e95-8fc3-7c00af6ce855 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:56.152985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb7db56d-aedb-4e95-8fc3-7c00af6ce855 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1700704 May 26 23:05:56.152985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52436) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:56.229046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-641f00e0-cf01-4433-ab4b-82dbcb5dafc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.245058 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:56.258426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:56.258426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:56.262431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-641f00e0-cf01-4433-ab4b-82dbcb5dafc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.273219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-76e48ec5-68f3-4441-bcc2-76c68d5e87c6 None None] Port 096b6488-0bac-439f-8b6b-01f65f251833 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:56.285600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:56.308438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:56.323662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76e48ec5-68f3-4441-bcc2-76c68d5e87c6 None None] Provisioning for port ea24dafc-f87c-40e4-979e-277585ed7a55 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:56.328553 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-641f00e0-cf01-4433-ab4b-82dbcb5dafc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.330025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-76e48ec5-68f3-4441-bcc2-76c68d5e87c6 None None] Provisioning complete for port ea24dafc-f87c-40e4-979e-277585ed7a55 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:56.330508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76e48ec5-68f3-4441-bcc2-76c68d5e87c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.362412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-641f00e0-cf01-4433-ab4b-82dbcb5dafc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.365836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-641f00e0-cf01-4433-ab4b-82dbcb5dafc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d6438ede-6524-402e-afa6-c89025af4e7b HTTP/1.1" status: 204 len: 168 time: 0.2114193 May 26 23:05:56.366446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52446) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:56.367212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f00e0-cf01-4433-ab4b-82dbcb5dafc7 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6438ede-6524-402e-afa6-c89025af4e7b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:56.454823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0e67707b-627d-4e44-9112-8f5a4171bb4f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:56.507533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0e67707b-627d-4e44-9112-8f5a4171bb4f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:56.507533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e67707b-627d-4e44-9112-8f5a4171bb4f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1296923 May 26 23:05:56.507533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52450) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:56.522018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': '1ae660cb-0190-4859-8d99-1dd8664f6e9b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:56.533219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:56.547053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:56.571450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.675561 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.676583 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.680258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.710760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae29bbb-c267-4b87-9b19-2389d31f6992,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:56.727897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.731976 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2dc238ba-c487-4aad-a259-ac1d4bf930a8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2257769 May 26 23:05:56.732343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52460) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:56.761038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-364ff316-69a1-4a05-a691-cbb416d5748f tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules/aae29bbb-c267-4b87-9b19-2389d31f6992 HTTP/1.1" status: 200 len: 706 time: 0.0252075 May 26 23:05:56.761721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52464) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:56.900728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11cb4d2b-652b-4650-8d07-083c1f0dd759 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:56.926097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-570001ac-9d2c-4896-b81b-0dcb7485649f None None] Provisioning for port 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:05:56.938778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11cb4d2b-652b-4650-8d07-083c1f0dd759 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:56.941110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-570001ac-9d2c-4896-b81b-0dcb7485649f None None] Provisioning complete for port 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:05:56.941110 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-570001ac-9d2c-4896-b81b-0dcb7485649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:56.945059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-11cb4d2b-652b-4650-8d07-083c1f0dd759 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1722116 May 26 23:05:56.945059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52472) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.032959 n-d-843301-1 neutron-server[84029]: INFO neutron.db.ipam_backend_mixin [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63597f09-0d11-4323-8d08-b0f056c1f416 (CIDR: 2001:db8::/64) May 26 23:05:57.040368 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:05:57.040368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:05:57.053090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db28719e-f108-4791-8b1e-44e77defcef5 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.068991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-570001ac-9d2c-4896-b81b-0dcb7485649f None None] Port 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:05:57.073551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db28719e-f108-4791-8b1e-44e77defcef5 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.093433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52ff9f45-29a2-43c7-a03a-eea850026460 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2389193 May 26 23:05:57.093904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52482) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.116108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:57.139962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db28719e-f108-4791-8b1e-44e77defcef5 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.234032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28719e-f108-4791-8b1e-44e77defcef5 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aae29bbb-c267-4b87-9b19-2389d31f6992,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:57.241205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db28719e-f108-4791-8b1e-44e77defcef5 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.241205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-db28719e-f108-4791-8b1e-44e77defcef5 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/aae29bbb-c267-4b87-9b19-2389d31f6992 HTTP/1.1" status: 204 len: 168 time: 0.2999103 May 26 23:05:57.245307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52492) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.322425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:57.322425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:57.329902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:57.336139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:57.339583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4c60d9a5-5df3-47a9-a1ab-c3af48973dd8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:57.362774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:57.379889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4c60d9a5-5df3-47a9-a1ab-c3af48973dd8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:57.379889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4c60d9a5-5df3-47a9-a1ab-c3af48973dd8 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1322460 May 26 23:05:57.379889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52502) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.532054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0a6fa96-757d-4e06-b7d7-3522a39c8881 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.573078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.606836 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0a6fa96-757d-4e06-b7d7-3522a39c8881 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.730735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0a6fa96-757d-4e06-b7d7-3522a39c8881 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.774214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6fa96-757d-4e06-b7d7-3522a39c8881 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae660cb-0190-4859-8d99-1dd8664f6e9b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:57.812640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0a6fa96-757d-4e06-b7d7-3522a39c8881 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.813889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b0a6fa96-757d-4e06-b7d7-3522a39c8881 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ae660cb-0190-4859-8d99-1dd8664f6e9b HTTP/1.1" status: 204 len: 168 time: 0.4303534 May 26 23:05:57.816509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52516) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.824869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52520) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.841651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:57.877113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e73e906-ea8b-4809-b2d3-f2f173d3d9a6 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:57.899419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9e73e906-ea8b-4809-b2d3-f2f173d3d9a6 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:57.900677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9e73e906-ea8b-4809-b2d3-f2f173d3d9a6 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0832574 May 26 23:05:57.905962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52526) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.914679 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2794c8c7-f227-4156-9f33-e79d30c16e35 (CIDR: 2001:db8:0:1::/64) May 26 23:05:57.919253 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:05:57.920619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:05:57.922740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group': {'name': 'tempest-secgroup--151624390'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:57.950898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a566c001-f850-43d8-a170-51e28d83a08a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8517013 May 26 23:05:57.954209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:57.956721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52530) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:57.972451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'subnet': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:57.986021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:58.011654 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.068350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:58.073899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:58.082448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:58.095502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:58.196245 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.202289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.241571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76398fb-ed78-4df4-b9a4-6f2c3bde947e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:58.261357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-network', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:58.272768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:58.289826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Usage tracker for resource:network and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:58.289826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:58.305658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.305658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d00aae39-c2ac-44d3-a4cf-2e2c7ffe81b2 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3859065 May 26 23:05:58.305658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52538) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:58.305658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Request body: {'security_group_rule': {'security_group_id': 'c76398fb-ed78-4df4-b9a4-6f2c3bde947e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:58.319270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:58.322440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:58.325711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Usage tracker for resource:security_group_rule and tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:58.325711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:58.341268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:58.367980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.399627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Made reservation on behalf of 0e92afe17d6140eea010bcf3a5aabf85 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:58.399627 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.444326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.475953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:58.481474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Usage tracker for resource:subnet and tenant:b52856cf4b4f4a14a0d064fac81cecee is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:58.492063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:58.500702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:58.507248 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.511978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:58.511978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Usage tracker for resource:security_group_rule and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:58.516132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:58.519835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.520366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:58.522530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Made reservation on behalf of b52856cf4b4f4a14a0d064fac81cecee for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:58.527790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.542251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9111aba5-bd2a-4133-ab61-33b6eec70d94,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:58.560227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.564419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-36ae1fda-6de8-413f-83ce-756b1cb865c1 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2644596 May 26 23:05:58.564847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52550) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:58.767199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6e6-83a8-47e5-8268-7c14b20698c0 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.770384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.770384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.845522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6e6-83a8-47e5-8268-7c14b20698c0 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.848185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9a17a4-0b22-4963-b29c-47e939f6abbc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:58.886057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:05:58.907784 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.908247 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Added segment 666cc336-fcc9-4383-ac70-0974da4767a3 of type vlan for network 5b1cc104-681a-4ed7-837f-03bfca2acb12 May 26 23:05:58.933963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6e6-83a8-47e5-8268-7c14b20698c0 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.954216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.967654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ac6e6-83a8-47e5-8268-7c14b20698c0 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76398fb-ed78-4df4-b9a4-6f2c3bde947e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:58.975476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6e6-83a8-47e5-8268-7c14b20698c0 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:58.976887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-da5ac6e6-83a8-47e5-8268-7c14b20698c0 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/c76398fb-ed78-4df4-b9a4-6f2c3bde947e HTTP/1.1" status: 204 len: 168 time: 0.4113278 May 26 23:05:58.979319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52556) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:59.061533 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:59.091457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f3174c8f-0a20-47de-aeec-79f2c1d06ffa tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:59.100992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:59.100992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:59.100992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:59.125191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f3174c8f-0a20-47de-aeec-79f2c1d06ffa tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:59.147449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f3174c8f-0a20-47de-aeec-79f2c1d06ffa tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1615179 May 26 23:05:59.147449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52562) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:59.171486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:05:59.250479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fa49047-c116-44db-a6ff-15fccae27539 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Synchronizing usage tracker for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:05:59.254743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:05:59.274800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fa49047-c116-44db-a6ff-15fccae27539 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] Unset dirty status for tenant:6dd742f33b5d4dcfb671fe05ad1e0d4c on resource:security_group_rule {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:05:59.276370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2fa49047-c116-44db-a6ff-15fccae27539 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1315997 May 26 23:05:59.282530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:05:59.282862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db8ed4-dd8e-4144-b119-185da7919884 None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:05:59.283452 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:59.292598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52568) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:59.319672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4910166 May 26 23:05:59.327176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52572) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:59.330561 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-f0b64a54-3a16-4a6e-9843-5ede40d2cc44 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] delete failed (client error): The resource could not be found. May 26 23:05:59.333560 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f0b64a54-3a16-4a6e-9843-5ede40d2cc44 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "DELETE /v2.0/security-groups/c76398fb-ed78-4df4-b9a4-6f2c3bde947e HTTP/1.1" status: 404 len: 347 time: 0.0382271 May 26 23:05:59.335813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52574) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:59.347077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Request body: {'subnet': {'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-subnet', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:59.351482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b31ebd-c7e5-4523-aca8-9ac30b0f1d28 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1cc104-681a-4ed7-837f-03bfca2acb12,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:59.354254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Subnet': ['ID=b43259fb-b0e1-4a99-a2ab-b2c885d3f235,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:05:59.363698 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-653d8dae-9ec5-4651-9b85-057502bafca2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4089496 May 26 23:05:59.365721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:05:59.368198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52580) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:05:59.375542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-548372226', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b43259fb-b0e1-4a99-a2ab-b2c885d3f235'}], 'security_groups': ['b6ada822-4844-4c59-aeb1-9f1a5f12a1ba', '8d66e37e-4a08-40fe-9b35-4e80f6e99998']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:05:59.409463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Usage tracker for resource:subnet and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:05:59.417983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:05:59.430744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:05:59.442634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:05:59.458604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Made reservation on behalf of 0e92afe17d6140eea010bcf3a5aabf85 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:05:59.458604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:59.474842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04450b82-bbfd-447c-86a5-71bdd355de43 tempest-SecGroupTest-23422766 tempest-SecGroupTest-23422766-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1334641 May 26 23:05:59.719388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:05:59.914397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52596) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:00.178841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Update dhcp port {'port': {'network_id': '26230679-e95e-4e18-9dd6-1b3ea4e226b8', 'fixed_ips': [{'subnet_id': '2794c8c7-f227-4156-9f33-e79d30c16e35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63597f09-0d11-4323-8d08-b0f056c1f416', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b43259fb-b0e1-4a99-a2ab-b2c885d3f235'}], 'binding:host_id': 'n-d-843301-1'}, 'id': 'ea24dafc-f87c-40e4-979e-277585ed7a55'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:06:00.255630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:00.431951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2868e6b4-7fdd-4b78-8e5f-b1f8acdc3a39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dd742f33b5d4dcfb671fe05ad1e0d4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5177135 May 26 23:06:00.437024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52612) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:00.593950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:00.775970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:00.785295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1110b7-fa79-4676-8a64-cd1990dc4d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:00.818884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Delete allocated IP 2001:db8::257 (26230679-e95e-4e18-9dd6-1b3ea4e226b8/63597f09-0d11-4323-8d08-b0f056c1f416) {{(pid=84030) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 23:06:00.863911 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1110b7-fa79-4676-8a64-cd1990dc4d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:00.868348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Checking segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:00.868348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Network hostable DHCP agents. Network: 5b1cc104-681a-4ed7-837f-03bfca2acb12, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:06:00.902421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Allocated IP 2001:db8:0:2::2d5 (26230679-e95e-4e18-9dd6-1b3ea4e226b8/b43259fb-b0e1-4a99-a2ab-b2c885d3f235/8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:00.931291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:06:00.956170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 5b1cc104-681a-4ed7-837f-03bfca2acb12) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:00.973241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:00.973499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c5cff-90b3-4e3b-8208-e6fded4f9e36 None None] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:06:00.974030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.050270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2dfd072f-3392-4293-a9f1-d0825f2f571d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7114353 May 26 23:06:01.052194 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1110b7-fa79-4676-8a64-cd1990dc4d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.055427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52622) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:01.056584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f1110b7-fa79-4676-8a64-cd1990dc4d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.058568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f1110b7-fa79-4676-8a64-cd1990dc4d6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e27daee4-d9ee-4c71-97be-75e9e316921d HTTP/1.1" status: 204 len: 168 time: 0.6080341 May 26 23:06:01.065915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:01.079994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:01.086429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Usage tracker for resource:router and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:01.090695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:01.098728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:01.117648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.118698 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.214224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.451689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-5b1cc104-681a-4ed7-837f-03bfca2acb12', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:06:01.453764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.476048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1110b7-fa79-4676-8a64-cd1990dc4d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27daee4-d9ee-4c71-97be-75e9e316921d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:01.485473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.601000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.623668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Transition to ACTIVE for port object 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:01.623668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.792082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] In _notify_port_updated(), no bound segment for port 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 on network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:06:01.798022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:01.798689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.800162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "PUT /v2.0/ports/8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 HTTP/1.1" status: 200 len: 969 time: 2.4307253 May 26 23:06:01.803146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:01.900498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:06:01.900835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:01.964580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf35c9-bff3-4513-a25e-161bc34f4fe0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event updated for resources: {'Port': ['ID=8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:01.974936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Allocated IP 2001:db8:0:2::2 (26230679-e95e-4e18-9dd6-1b3ea4e226b8/b43259fb-b0e1-4a99-a2ab-b2c885d3f235/ea24dafc-f87c-40e4-979e-277585ed7a55) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:02.107209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Allocated IP 172.20.0.2 (5b1cc104-681a-4ed7-837f-03bfca2acb12/4a3a02c9-db6c-4d7c-85f8-8dfe231a7401/3c95e66d-e9c3-44a2-a0b7-cab230f52b21) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:02.246467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:02.321151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:02.504133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] For port ea24dafc-f87c-40e4-979e-277585ed7a55, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea24dafc-f87c-40e4-979e-277585ed7a55,segment=NetworkSegment(8cdf2bb2-be9f-4143-8373-b67b8519fa4d),segment_id=8cdf2bb2-be9f-4143-8373-b67b8519fa4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:02.530928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:02.568432 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:02.634378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Transition to ACTIVE for port object ea24dafc-f87c-40e4-979e-277585ed7a55 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:02.663608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:02.837713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Allocated IP 172.25.4.228 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/190ce17e-01e3-428d-8df2-f9a8a71d9aa1) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:02.888815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:06:02.986217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Pushing event updated for resources: {'Port': ['ID=ea24dafc-f87c-40e4-979e-277585ed7a55,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:02.997766 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.001961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.002806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.003291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.003774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.004250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.005244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.005737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.006638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.026789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.026789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.026789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81073d9-9ef2-4a83-9b52-6a20300edd3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:03.143371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.187436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Transition to ACTIVE for port object 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:03.190886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.236856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.252187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Transition to ACTIVE for port object 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:03.253883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea24dafc-f87c-40e4-979e-277585ed7a55 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:03.284010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52676) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:03.321022 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.343232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:03.428019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:03.444455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:03.449371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.453003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:03.504334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2961c1ba-1e1c-4bd9-a92d-89929cea6b60 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 HTTP/1.1" status: 204 len: 168 time: 1.6959031 May 26 23:06:03.504334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52684) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:03.582959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Pushing event updated for resources: {'Port': ['ID=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:03.586159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Pushing event updated for resources: {'Port': ['ID=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:03.649574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:03.657877 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4e4bd4-2252-4c3c-a07c-b847c63ba846 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] GET failed (client error): The resource could not be found. May 26 23:06:03.658384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9c4e4bd4-2252-4c3c-a07c-b847c63ba846 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Synchronizing usage tracker for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:03.676089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:03.682783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:03.694694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9c4e4bd4-2252-4c3c-a07c-b847c63ba846 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Unset dirty status for tenant:b52856cf4b4f4a14a0d064fac81cecee on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:03.695840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9c4e4bd4-2252-4c3c-a07c-b847c63ba846 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports/8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544 HTTP/1.1" status: 404 len: 333 time: 0.1924036 May 26 23:06:03.698525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:03.921883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.921883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:03.939518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1475f09a-3b23-4ff3-aabe-b728522b2172 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.009995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c6a07794-6296-4f97-b7f2-08e699cad6f2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:04.010611 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-c6a07794-6296-4f97-b7f2-08e699cad6f2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): There was a conflict when trying to complete your request. May 26 23:06:04.021833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c6a07794-6296-4f97-b7f2-08e699cad6f2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7318666 May 26 23:06:04.023661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:04.034407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--44223493'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:04.035139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1475f09a-3b23-4ff3-aabe-b728522b2172 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.060027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Attempting to bind port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:04.061117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Attempting to bind port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:04.061422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Attempting to bind port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:04.080620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:04.080978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Checking segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:04.083912 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.084321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Bound using segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:04.084820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Bound port: 3c95e66d-e9c3-44a2-a0b7-cab230f52b21, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:04.085197 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.104466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:04.134959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:04.138688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:04.173757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:04.180704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1475f09a-3b23-4ff3-aabe-b728522b2172 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.210956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475f09a-3b23-4ff3-aabe-b728522b2172 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8448eeb-d7b7-41fd-b044-022542cb4e18,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:04.238037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1475f09a-3b23-4ff3-aabe-b728522b2172 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.241795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.244575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1475f09a-3b23-4ff3-aabe-b728522b2172 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8448eeb-d7b7-41fd-b044-022542cb4e18 HTTP/1.1" status: 204 len: 168 time: 0.5279646 May 26 23:06:04.244575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52702) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:04.246993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.331114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:04.339209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:04.348525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:04.357017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:04.363867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] For port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:04.367564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] For port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:04.384423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.389118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f0f256c-7213-4f0d-8736-caf2d0586739 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.438427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f0f256c-7213-4f0d-8736-caf2d0586739 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.476243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a7521-abde-493a-bf3f-9649f75b28b7 None None] Pushing event updated for resources: {'Port': ['ID=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:04.514534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:06:04.514534 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.539390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8f30773-60c2-4cfd-848e-6ba2929d09dc None None] Provisioning complete for port 096b6488-0bac-439f-8b6b-01f65f251833 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:04.539390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f30773-60c2-4cfd-848e-6ba2929d09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.583042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f0f256c-7213-4f0d-8736-caf2d0586739 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.611079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0f0f256c-7213-4f0d-8736-caf2d0586739 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.611079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f0f256c-7213-4f0d-8736-caf2d0586739 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/security-groups/8d66e37e-4a08-40fe-9b35-4e80f6e99998 HTTP/1.1" status: 204 len: 168 time: 0.3742366 May 26 23:06:04.611079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f256c-7213-4f0d-8736-caf2d0586739 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66e37e-4a08-40fe-9b35-4e80f6e99998,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:04.611079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52710) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:04.741354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbb40-a810-4223-b2a2-264c358c23c7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.743966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f8f30773-60c2-4cfd-848e-6ba2929d09dc None None] Port 096b6488-0bac-439f-8b6b-01f65f251833 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:04.747551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8f30773-60c2-4cfd-848e-6ba2929d09dc None None] Could not find standard attr ID for object 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:06:04.787851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8f30773-60c2-4cfd-848e-6ba2929d09dc None None] Provisioning for port ea24dafc-f87c-40e4-979e-277585ed7a55 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:04.855134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbb40-a810-4223-b2a2-264c358c23c7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.889488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8f30773-60c2-4cfd-848e-6ba2929d09dc None None] Provisioning complete for port ea24dafc-f87c-40e4-979e-277585ed7a55 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:04.889488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f30773-60c2-4cfd-848e-6ba2929d09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.909200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:04.980614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbb40-a810-4223-b2a2-264c358c23c7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.052219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fbb40-a810-4223-b2a2-264c358c23c7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ada822-4844-4c59-aeb1-9f1a5f12a1ba,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:05.056007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283d2908-8d16-449d-9b8a-357927974d14,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:05.073465 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbb40-a810-4223-b2a2-264c358c23c7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.081942 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f3fbb40-a810-4223-b2a2-264c358c23c7 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6ada822-4844-4c59-aeb1-9f1a5f12a1ba HTTP/1.1" status: 204 len: 168 time: 0.4708955 May 26 23:06:05.082591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:05.084952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:05.109774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:05.123685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:05.141855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:05.345309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:05.414594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.423547 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.463314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-455ba735-059b-4313-bad8-4d5119ab70ce None None] Could not find standard attr ID for object 8a35f0c4-ff24-4d2f-bc42-c7d5b11c8544. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:06:05.471957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 63597f09-0d11-4323-8d08-b0f056c1f416 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:06:05.477363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.482336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:06:05.491215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd94802-e5a6-480d-b883-d3fafcc96695,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:05.516712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Sync routers for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:06:05.517821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.519539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2fe10758-163e-49a0-be3c-b89fb329ff02 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4942906 May 26 23:06:05.521751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:05.522338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:05.536765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '4bd94802-e5a6-480d-b883-d3fafcc96695', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:05.549367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.550755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b0fbc032-a09e-447a-8122-18eba85e7952 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4941745 May 26 23:06:05.553398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:05.555529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52736) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:05.572360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:05.572995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:05.577256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.621616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:05.631006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:05.704685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.763620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:05.854742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:05.959922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.019170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.031599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=63597f09-0d11-4323-8d08-b0f056c1f416,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:06.045776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.058331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fdf7cdf2-50d3-499a-9d65-e42f85931b27 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/63597f09-0d11-4323-8d08-b0f056c1f416 HTTP/1.1" status: 204 len: 168 time: 0.9745786 May 26 23:06:06.060800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b66bf-95e8-4d37-ab30-bd9e5980a768 None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:06:06.061702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52748) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:06.096016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.278781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c5404a-8c43-4f8e-b5e2-60025875ffd4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:06.310655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.314720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52754) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:06.315006 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c4e329ee-d913-4b30-9d3c-4cdcb0125611 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7882206 May 26 23:06:06.322401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '4bd94802-e5a6-480d-b883-d3fafcc96695', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:06.329210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:06.332442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:06.343645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:06.350105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:06.362855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:06.378900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d28a2-3c55-44e4-b9f7-480b27d7a22b None None] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:06:06.398305 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.547843 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): There was a conflict when trying to complete your request. May 26 23:06:06.551627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eccd872a-0152-48b6-bd4f-3d3d38282a2d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2330670 May 26 23:06:06.551887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52760) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:06.605497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet b43259fb-b0e1-4a99-a2ab-b2c885d3f235 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:06:06.610163 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.695150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c31594ab-9c7b-4f75-87fe-86da842cdd77 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.706203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.737824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c31594ab-9c7b-4f75-87fe-86da842cdd77 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.825232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c31594ab-9c7b-4f75-87fe-86da842cdd77 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.832386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.848857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c31594ab-9c7b-4f75-87fe-86da842cdd77 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.859343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c31594ab-9c7b-4f75-87fe-86da842cdd77 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/4bd94802-e5a6-480d-b883-d3fafcc96695 HTTP/1.1" status: 204 len: 168 time: 0.3059678 May 26 23:06:06.860476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31594ab-9c7b-4f75-87fe-86da842cdd77 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd94802-e5a6-480d-b883-d3fafcc96695,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:06.863612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52770) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:06.913611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a326885-27c5-40f6-8bbf-dd7e494a0f66 None None] Provisioning for port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:06.932629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a326885-27c5-40f6-8bbf-dd7e494a0f66 None None] Provisioning complete for port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:06.933281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a326885-27c5-40f6-8bbf-dd7e494a0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:06.938673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe1b1e97-ad1a-4292-8f9a-bf184442935d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:06.958729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe1b1e97-ad1a-4292-8f9a-bf184442935d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:06.960494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fe1b1e97-ad1a-4292-8f9a-bf184442935d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0957029 May 26 23:06:06.964674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52776) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:06.973630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--129855738'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:06.988571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:07.030282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:07.058708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.133341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:07.147232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:07.150844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:07.158870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:07.175215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.231489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=b43259fb-b0e1-4a99-a2ab-b2c885d3f235,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:07.234742 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a326885-27c5-40f6-8bbf-dd7e494a0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.256174 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.263532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.267537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3562c67c-dc7e-4a8b-afca-f8c6727e8cdc tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/b43259fb-b0e1-4a99-a2ab-b2c885d3f235 HTTP/1.1" status: 204 len: 168 time: 1.2045469 May 26 23:06:07.270008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52782) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:07.336072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.348257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7a326885-27c5-40f6-8bbf-dd7e494a0f66 None None] For port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:07.360601 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a326885-27c5-40f6-8bbf-dd7e494a0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.401359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de012b3-6109-4642-af8f-4d2841419148,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:07.408205 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dc9482-d378-4cb7-8387-10e40842eee9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:07.408843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dc9482-d378-4cb7-8387-10e40842eee9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:07.441732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a326885-27c5-40f6-8bbf-dd7e494a0f66 None None] Pushing event updated for resources: {'Port': ['ID=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:07.445461 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c2dc9482-d378-4cb7-8387-10e40842eee9 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/63597f09-0d11-4323-8d08-b0f056c1f416 HTTP/1.1" status: 404 len: 337 time: 0.1722372 May 26 23:06:07.446115 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52788) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:07.455346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:03Z', 'revision_number': 3, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:07.456373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.460897 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a2a9c12c-956c-46d5-a0e9-ffabfad28707 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4946682 May 26 23:06:07.464604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Checking router: df3a7714-c1c4-4d6d-95da-efd3f4f68d7f for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:06:07.467026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Updating router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:06:07.496894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:07.514874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0f261c3f-8d07-43a5-933d-737915f4141d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '0de012b3-6109-4642-af8f-4d2841419148', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:07.515740 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-0f261c3f-8d07-43a5-933d-737915f4141d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:07.523432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52796) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:07.523879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0f261c3f-8d07-43a5-933d-737915f4141d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0240335 May 26 23:06:07.588921 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.619084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting subnet 2794c8c7-f227-4156-9f33-e79d30c16e35 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:06:07.628467 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.836823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.921283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79553b-6569-4299-8ba2-ba18c787063d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.976708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cdf60c08-fb67-4d35-886b-256b784fb153 None None] Provisioning complete for port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:07.977413 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cdf60c08-fb67-4d35-886b-256b784fb153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.996435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79553b-6569-4299-8ba2-ba18c787063d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:07.999866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.139184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.179561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79553b-6569-4299-8ba2-ba18c787063d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.226541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79553b-6569-4299-8ba2-ba18c787063d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de012b3-6109-4642-af8f-4d2841419148,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:08.239992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972f22f-8ba8-4db0-bb6d-c4d66276f72c None None] Network 26230679-e95e-4e18-9dd6-1b3ea4e226b8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:06:08.257051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Allocated IP 172.20.0.1 (5b1cc104-681a-4ed7-837f-03bfca2acb12/4a3a02c9-db6c-4d7c-85f8-8dfe231a7401/1d6b380a-9e1c-4036-8584-24a768c6ef1e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:08.259670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79553b-6569-4299-8ba2-ba18c787063d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.260890 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a79553b-6569-4299-8ba2-ba18c787063d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/0de012b3-6109-4642-af8f-4d2841419148 HTTP/1.1" status: 204 len: 168 time: 0.7367229 May 26 23:06:08.263535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52810) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.293599 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.361543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Subnet': ['ID=2794c8c7-f227-4156-9f33-e79d30c16e35,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:08.380087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.395100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-18222c2a-05e0-4c43-9a6f-d3de81593c21 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/2794c8c7-f227-4156-9f33-e79d30c16e35 HTTP/1.1" status: 204 len: 168 time: 0.9442072 May 26 23:06:08.395975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52816) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.421055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-64168ed1-7619-46bf-9c87-3411954fd39f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:08.456706 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab41e5c-dd1a-4674-ab42-a497961ad5a1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:08.457359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab41e5c-dd1a-4674-ab42-a497961ad5a1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:08.459697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9ab41e5c-dd1a-4674-ab42-a497961ad5a1 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/b571c696-3432-43bd-bdcf-0b3aee678d40 HTTP/1.1" status: 404 len: 337 time: 0.0624993 May 26 23:06:08.463229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.467763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-64168ed1-7619-46bf-9c87-3411954fd39f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:08.469062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-64168ed1-7619-46bf-9c87-3411954fd39f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2045488 May 26 23:06:08.473995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52826) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.481129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167336732'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:08.498500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:08.514854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.526966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:08.530638 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d6ef90d1-a97d-425a-b61c-b7e6fca07347 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "GET /v2.0/ports?device_id=024d7412-dc23-424f-a59c-d4332bb5a492 HTTP/1.1" status: 200 len: 205 time: 0.0661907 May 26 23:06:08.532771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52830) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.555322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Transition to ACTIVE for port object 1d6b380a-9e1c-4036-8584-24a768c6ef1e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:08.557008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.616712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:08.622525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:08.626050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:08.633935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:08.636415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.656009 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-78664ae5-5dfb-466c-b910-d70eabec70c0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] delete failed (client error): The resource could not be found. May 26 23:06:08.661365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-31987a7b-1c8a-4821-98fd-2d6e5de57eaf None None] Provisioning complete for port 096b6488-0bac-439f-8b6b-01f65f251833 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:08.661365 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31987a7b-1c8a-4821-98fd-2d6e5de57eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.662985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-78664ae5-5dfb-466c-b910-d70eabec70c0 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/routers/024d7412-dc23-424f-a59c-d4332bb5a492 HTTP/1.1" status: 404 len: 336 time: 0.1291780 May 26 23:06:08.664372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.689694 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.717493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Pushing event updated for resources: {'Port': ['ID=1d6b380a-9e1c-4036-8584-24a768c6ef1e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:08.726898 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be17434-8d8c-4ca2-87e9-d3403de837f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:08.727626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be17434-8d8c-4ca2-87e9-d3403de837f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:08.732432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Transition to ACTIVE for port object 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:08.732989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1be17434-8d8c-4ca2-87e9-d3403de837f2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/10b08c20-2d6a-4d18-beae-e47c5926b692 HTTP/1.1" status: 404 len: 337 time: 0.0662189 May 26 23:06:08.733999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52842) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.745287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:08.747806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-31987a7b-1c8a-4821-98fd-2d6e5de57eaf None None] Port 096b6488-0bac-439f-8b6b-01f65f251833 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:08.750371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:08.751368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.754084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:08.815552 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff5d9fa-32b3-4fe3-85e4-e8b5a52e155c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:08.816279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff5d9fa-32b3-4fe3-85e4-e8b5a52e155c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:08.821401 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ff5d9fa-32b3-4fe3-85e4-e8b5a52e155c tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/d4fe73ba-7849-4beb-b204-54e128ebd6aa HTTP/1.1" status: 404 len: 337 time: 0.0838377 May 26 23:06:08.822067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52848) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.855419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Attempting to bind port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:08.855828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Attempting to bind port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:08.856193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Attempting to bind port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:08.860047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b248f-0659-4102-b58e-c6046096b0b3 None None] Pushing event updated for resources: {'Port': ['ID=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:08.868346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:08.868730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:08.869139 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.869535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:08.871615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Bound port: 190ce17e-01e3-428d-8df2-f9a8a71d9aa1, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:08.872000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.873957 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6895f5-7041-4343-9c01-aac0c759f783 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:08.874620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6895f5-7041-4343-9c01-aac0c759f783 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:08.878730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb6895f5-7041-4343-9c01-aac0c759f783 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/4169a81e-49a0-478e-8b63-f49ddb9c6717 HTTP/1.1" status: 404 len: 337 time: 0.0531628 May 26 23:06:08.881202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52852) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:08.883662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.896340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.959703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-31987a7b-1c8a-4821-98fd-2d6e5de57eaf None None] Provisioning complete for port ea24dafc-f87c-40e4-979e-277585ed7a55 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:08.960001 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-31987a7b-1c8a-4821-98fd-2d6e5de57eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:08.987648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] DHCP port deletion for 26230679-e95e-4e18-9dd6-1b3ea4e226b8 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:06:09.002128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] For port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:09.019956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] For port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:09.028695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] Deleting port ea24dafc-f87c-40e4-979e-277585ed7a55 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:06:09.029321 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.121883 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.131563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.162309 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-852b0783-a98a-4ae8-a346-9f9db07be167 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:09.162748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852b0783-a98a-4ae8-a346-9f9db07be167 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:09.181491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-852b0783-a98a-4ae8-a346-9f9db07be167 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/2dcff658-b392-4d9b-96de-26462cdb11ad HTTP/1.1" status: 404 len: 333 time: 0.2958214 May 26 23:06:09.182307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52866) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.200068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.201841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7268534 May 26 23:06:09.206205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52870) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.213009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-96ed80dc-e130-47f6-b97b-10e63655395b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': 'a6933b3b-1124-4ac2-ac96-bfd69e973699', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:09.213665 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-96ed80dc-e130-47f6-b97b-10e63655395b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:09.214801 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-96ed80dc-e130-47f6-b97b-10e63655395b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076823 May 26 23:06:09.215494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8987c0-3095-4a78-9967-f66f8b3290ba tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6933b3b-1124-4ac2-ac96-bfd69e973699,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:09.218837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52874) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.290576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:09.290981 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03d980e-39b9-4cb8-a2c2-f45a447089c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:09.291425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03d980e-39b9-4cb8-a2c2-f45a447089c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:09.295458 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b03d980e-39b9-4cb8-a2c2-f45a447089c2 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/5aebad30-a018-4290-b6b9-a70356fae449 HTTP/1.1" status: 404 len: 337 time: 0.1087959 May 26 23:06:09.295995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52882) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.327786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.347606 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3af45a0-c03b-480c-a6be-dfe8134c635a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:09.348096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3af45a0-c03b-480c-a6be-dfe8134c635a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:09.352944 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d3af45a0-c03b-480c-a6be-dfe8134c635a tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/0b79cc00-68c5-47a0-b40f-3ba910f493e0 HTTP/1.1" status: 404 len: 337 time: 0.0537016 May 26 23:06:09.353242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52886) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.432434 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e9871d-800f-4385-bb47-e76c529653df tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:09.433107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e9871d-800f-4385-bb47-e76c529653df tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:09.436193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b9e9871d-800f-4385-bb47-e76c529653df tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/e270561c-a29f-47f7-9d09-5a98f8056f0f HTTP/1.1" status: 404 len: 333 time: 0.0813956 May 26 23:06:09.439284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52894) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.441968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-401183f8-31c7-4d65-8278-0db4ecb7f1b3 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.483427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-401183f8-31c7-4d65-8278-0db4ecb7f1b3 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.513090 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82bff42-1bf0-4694-819d-ed7b8c593ba4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:09.513567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82bff42-1bf0-4694-819d-ed7b8c593ba4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:09.519001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d82bff42-1bf0-4694-819d-ed7b8c593ba4 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/9668b120-b4fb-4f47-939d-86e7b3aacbe1 HTTP/1.1" status: 404 len: 337 time: 0.0785351 May 26 23:06:09.520245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52898) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.592256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:09.592898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:09.648251 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a079c53b-0122-4e0e-8a15-9b36748f40bd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] DELETE failed (client error): The resource could not be found. May 26 23:06:09.648251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a079c53b-0122-4e0e-8a15-9b36748f40bd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:06:09.655236 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a079c53b-0122-4e0e-8a15-9b36748f40bd tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/subnets/526df7a6-1f3b-41c4-9bcf-9cfa376d8838 HTTP/1.1" status: 404 len: 337 time: 0.1336904 May 26 23:06:09.655846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52906) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.686235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-401183f8-31c7-4d65-8278-0db4ecb7f1b3 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.727561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401183f8-31c7-4d65-8278-0db4ecb7f1b3 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6933b3b-1124-4ac2-ac96-bfd69e973699,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:09.759295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-401183f8-31c7-4d65-8278-0db4ecb7f1b3 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.762791 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-401183f8-31c7-4d65-8278-0db4ecb7f1b3 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/a6933b3b-1124-4ac2-ac96-bfd69e973699 HTTP/1.1" status: 204 len: 168 time: 0.5407550 May 26 23:06:09.764371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:09.790452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b248f-0659-4102-b58e-c6046096b0b3 None None] Pushing event updated for resources: {'Port': ['ID=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:09.817765 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.833913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:09.883989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Deleting port 096b6488-0bac-439f-8b6b-01f65f251833 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:06:09.884339 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.007222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.011492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] For port ea24dafc-f87c-40e4-979e-277585ed7a55, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea24dafc-f87c-40e4-979e-277585ed7a55,segment=NetworkSegment(8cdf2bb2-be9f-4143-8373-b67b8519fa4d),segment_id=8cdf2bb2-be9f-4143-8373-b67b8519fa4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:10.011890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.028949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Pushing event updated for resources: {'Port': ['ID=1d6b380a-9e1c-4036-8584-24a768c6ef1e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:10.040536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5ca51e51-d0b6-418a-8b38-794b0ee5b45c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:10.089090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5ca51e51-d0b6-418a-8b38-794b0ee5b45c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:10.095658 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5ca51e51-d0b6-418a-8b38-794b0ee5b45c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3301680 May 26 23:06:10.124804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52918) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:10.144085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--158381789'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:10.159339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:10.172828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:10.223737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] Calling delete_port for ea24dafc-f87c-40e4-979e-277585ed7a55 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:06:10.251438 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.268638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:10.269007 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.326736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:10.332029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:10.336841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:10.346522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:10.352810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:10.355571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:10.366351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d11103b2-6104-4d12-8a09-039ac557aa1c None None] Provisioning for port 1d6b380a-9e1c-4036-8584-24a768c6ef1e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:10.372166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:10.418021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d11103b2-6104-4d12-8a09-039ac557aa1c None None] Provisioning complete for port 1d6b380a-9e1c-4036-8584-24a768c6ef1e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:10.418386 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d11103b2-6104-4d12-8a09-039ac557aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.459157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.484346 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.565581 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.711406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.726584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] Pushing event deleted for resources: {'Port': ['ID=ea24dafc-f87c-40e4-979e-277585ed7a55,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:10.731951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d11103b2-6104-4d12-8a09-039ac557aa1c None None] Port 1d6b380a-9e1c-4036-8584-24a768c6ef1e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:10.737178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Calling delete_port for 096b6488-0bac-439f-8b6b-01f65f251833 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:06:10.905720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09ad98-954f-4f5b-a6fc-631342f75d08 None None] No DVR routers for this DVR port ea24dafc-f87c-40e4-979e-277585ed7a55 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:06:10.934990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5ec7340d-2ab2-45e5-8ba7-688f9aea48bd None None] Provisioning complete for port 1d6b380a-9e1c-4036-8584-24a768c6ef1e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:10.935936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ec7340d-2ab2-45e5-8ba7-688f9aea48bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.969336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d1bb8a-ea33-4b53-9724-92b4281b1344,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:10.989742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:10.991428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea24dafc-f87c-40e4-979e-277585ed7a55 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:06:10.993799 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4bc2ecda-4a46-46fd-823b-b36923537ae6 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8679769 May 26 23:06:10.995591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52924) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:11.028634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8a18533d-d321-4cb3-961d-9614428b3006 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '64d1bb8a-ea33-4b53-9724-92b4281b1344', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:11.038738 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-8a18533d-d321-4cb3-961d-9614428b3006 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:11.040217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8a18533d-d321-4cb3-961d-9614428b3006 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0424774 May 26 23:06:11.041826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52928) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:11.050639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c35be399-56ca-4952-acb1-89656876342b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '64d1bb8a-ea33-4b53-9724-92b4281b1344', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:11.051475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: ea24dafc-f87c-40e4-979e-277585ed7a55 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:06:11.051692 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-c35be399-56ca-4952-acb1-89656876342b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:11.051843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea24dafc-f87c-40e4-979e-277585ed7a55 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:06:11.052891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c35be399-56ca-4952-acb1-89656876342b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095789 May 26 23:06:11.053556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:11.057187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52932) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:11.063243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7340d-2ab2-45e5-8ba7-688f9aea48bd None None] Port 1d6b380a-9e1c-4036-8584-24a768c6ef1e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:11.073599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:08Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:11.079076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bdaac-6542-47c2-9f4e-3bd3133be280 None None] The sync data for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 is: [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:08Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:06:11.163846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:11.166044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:06:11.182983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f884c65b-4f56-4e5e-a86b-0aed9f3df3a0 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '64d1bb8a-ea33-4b53-9724-92b4281b1344', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:11.183700 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-f884c65b-4f56-4e5e-a86b-0aed9f3df3a0 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:11.188399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f884c65b-4f56-4e5e-a86b-0aed9f3df3a0 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1298783 May 26 23:06:11.189548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Port': ['ID=096b6488-0bac-439f-8b6b-01f65f251833,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:11.192882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52936) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:11.196822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-13112219-4b6e-4f68-9072-b6c4895b6f32 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/ports/096b6488-0bac-439f-8b6b-01f65f251833 HTTP/1.1" status: 204 len: 168 time: 1.5356777 May 26 23:06:11.197085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52940) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:11.200892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f5cb454a-f6b1-4655-9411-aec91c4ae8d8 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '64d1bb8a-ea33-4b53-9724-92b4281b1344', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:11.201564 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-f5cb454a-f6b1-4655-9411-aec91c4ae8d8 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:11.205138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f5cb454a-f6b1-4655-9411-aec91c4ae8d8 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067008 May 26 23:06:11.215971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52944) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:11.604392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:06:11.618606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f2be12e2-fdcf-4d64-8b9b-807034694d9a admin admin] 10.222.0.32 "PUT /v2.0/routers/df3a7714-c1c4-4d6d-95da-efd3f4f68d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0606432 May 26 23:06:11.665602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:11.943387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:11.970438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26230679-e95e-4e18-9dd6-1b3ea4e226b8']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:11.983967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdf2bb2-be9f-4143-8373-b67b8519fa4d') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:11.984262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdf2bb2-be9f-4143-8373-b67b8519fa4d') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:11.996290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.012999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.025006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:06:12.025405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: timer() May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:06:12.043351 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:06:12.045876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0b3d-14ba-44bb-ae29-276b3594de4b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.073525 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0b3d-14ba-44bb-ae29-276b3594de4b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.210441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0b3d-14ba-44bb-ae29-276b3594de4b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.258726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e0b3d-14ba-44bb-ae29-276b3594de4b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d1bb8a-ea33-4b53-9724-92b4281b1344,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:12.313495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0b3d-14ba-44bb-ae29-276b3594de4b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.314654 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9a8e0b3d-14ba-44bb-ae29-276b3594de4b tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/64d1bb8a-ea33-4b53-9724-92b4281b1344 HTTP/1.1" status: 204 len: 168 time: 1.0972278 May 26 23:06:12.317652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52958) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:12.334635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.353857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.407161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] 10.222.0.32 "DELETE /v2.0/networks/26230679-e95e-4e18-9dd6-1b3ea4e226b8 HTTP/1.1" status: 204 len: 168 time: 1.1940217 May 26 23:06:12.420111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5eb24d43-8853-44bb-bbe2-9f06b7b52e20 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:12.433456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac951af-dd08-499a-9560-43e8e80aab24 tempest-PortsIpV6TestJSON-240550637 tempest-PortsIpV6TestJSON-240550637-project] Pushing event deleted for resources: {'Network': ['ID=26230679-e95e-4e18-9dd6-1b3ea4e226b8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:12.462233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5eb24d43-8853-44bb-bbe2-9f06b7b52e20 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:12.463966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5eb24d43-8853-44bb-bbe2-9f06b7b52e20 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1452115 May 26 23:06:12.468486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:12.475480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115091402'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:12.486035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:12.501997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:12.531300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.585796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:12.593600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:12.602813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:12.617154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:12.738293 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.745048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.798026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fcb669-e971-4a45-89ea-4bb238bea2cb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:12.803949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:12.805598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2ab45560-e859-48b6-9c2d-0cead052acac tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3356342 May 26 23:06:12.808827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52974) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:12.817721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-989fa2c5-d2ee-414f-9708-cdb784b69cf4 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:12.818691 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-989fa2c5-d2ee-414f-9708-cdb784b69cf4 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:12.820415 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-989fa2c5-d2ee-414f-9708-cdb784b69cf4 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095980 May 26 23:06:12.822833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52978) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:12.829786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2b09a15c-2461-407f-937c-b37f0782e321 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:12.839680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2b09a15c-2461-407f-937c-b37f0782e321 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:12.846348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2b09a15c-2461-407f-937c-b37f0782e321 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:12.849844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2b09a15c-2461-407f-937c-b37f0782e321 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:12.856665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2b09a15c-2461-407f-937c-b37f0782e321 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:12.899638 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-2b09a15c-2461-407f-937c-b37f0782e321 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:12.900811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2b09a15c-2461-407f-937c-b37f0782e321 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0766854 May 26 23:06:12.903757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52982) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:12.909707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-dcbb102f-311c-43df-9d8f-e3d47274654f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:12.910387 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-dcbb102f-311c-43df-9d8f-e3d47274654f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:12.911523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dcbb102f-311c-43df-9d8f-e3d47274654f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065770 May 26 23:06:12.915669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 52986) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:12.926951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-86c32b66-d84d-48bc-a0d1-d6080ab96e1f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:12.945591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-86c32b66-d84d-48bc-a0d1-d6080ab96e1f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:12.955844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-86c32b66-d84d-48bc-a0d1-d6080ab96e1f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:12.962656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-86c32b66-d84d-48bc-a0d1-d6080ab96e1f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:12.971062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-86c32b66-d84d-48bc-a0d1-d6080ab96e1f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:12.978971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52990) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.015829 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-86c32b66-d84d-48bc-a0d1-d6080ab96e1f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:13.023626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 52996) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.023809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-86c32b66-d84d-48bc-a0d1-d6080ab96e1f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1068435 May 26 23:06:13.029515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2184d67b-4e15-4dbf-9536-734f9fccaa6e tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:13.030157 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-2184d67b-4e15-4dbf-9536-734f9fccaa6e tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:13.033565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2184d67b-4e15-4dbf-9536-734f9fccaa6e tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061488 May 26 23:06:13.034291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53000) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.046030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9281cfcb-9d13-441b-beec-b0a5a2590182 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:13.054092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9281cfcb-9d13-441b-beec-b0a5a2590182 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:13.058545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9281cfcb-9d13-441b-beec-b0a5a2590182 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:13.063699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9281cfcb-9d13-441b-beec-b0a5a2590182 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:13.074729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9281cfcb-9d13-441b-beec-b0a5a2590182 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:13.113772 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-9281cfcb-9d13-441b-beec-b0a5a2590182 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:13.114964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9281cfcb-9d13-441b-beec-b0a5a2590182 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0794303 May 26 23:06:13.119434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53004) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.126341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cda2b3da-a661-4708-9fed-065d583b7f6e tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:13.126984 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-cda2b3da-a661-4708-9fed-065d583b7f6e tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:13.127953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cda2b3da-a661-4708-9fed-065d583b7f6e tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074236 May 26 23:06:13.131285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53008) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.137060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4e879d2f-1449-4f85-9405-81688b671fef tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:13.147339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4e879d2f-1449-4f85-9405-81688b671fef tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:13.155846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4e879d2f-1449-4f85-9405-81688b671fef tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:13.160443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4e879d2f-1449-4f85-9405-81688b671fef tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:13.169402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4e879d2f-1449-4f85-9405-81688b671fef tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:13.270545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:13.291509 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d2c679ae-57db-480b-a5de-354274aff7e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b52856cf4b4f4a14a0d064fac81cecee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3090212 May 26 23:06:13.291861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53016) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.315654 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-4e879d2f-1449-4f85-9405-81688b671fef tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:13.318915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4e879d2f-1449-4f85-9405-81688b671fef tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1866126 May 26 23:06:13.321901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53020) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.329696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9599afed-3b6b-479a-866d-b8d5221425ec tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': '25fcb669-e971-4a45-89ea-4bb238bea2cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:13.348587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9599afed-3b6b-479a-866d-b8d5221425ec tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:13.353546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9599afed-3b6b-479a-866d-b8d5221425ec tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:13.360524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9599afed-3b6b-479a-866d-b8d5221425ec tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:13.371070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9599afed-3b6b-479a-866d-b8d5221425ec tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:13.411980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:13.420225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:13.420976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.438702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4978df29-5b1d-472e-bfc3-02f43093abf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.441887 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-9599afed-3b6b-479a-866d-b8d5221425ec tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:13.445495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9599afed-3b6b-479a-866d-b8d5221425ec tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1213517 May 26 23:06:13.447098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53038) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.499604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4978df29-5b1d-472e-bfc3-02f43093abf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.502480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53046) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:13.510194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645705096', 'description': 'tempest-description--1861886333'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:13.523012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:13.531995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:13.543600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:13.555696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:13.560515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a60352c-e2a4-4a49-ae82-a0be52aecd30 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.582280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.639922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4978df29-5b1d-472e-bfc3-02f43093abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.659278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978df29-5b1d-472e-bfc3-02f43093abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6772034b-a151-44d4-bfcf-a6420b615439,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:13.688452 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4978df29-5b1d-472e-bfc3-02f43093abf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.704984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4978df29-5b1d-472e-bfc3-02f43093abf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6772034b-a151-44d4-bfcf-a6420b615439 HTTP/1.1" status: 204 len: 168 time: 0.4099119 May 26 23:06:13.808915 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.849453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:13.863607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.887102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a60352c-e2a4-4a49-ae82-a0be52aecd30 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:13.988346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:13.992955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group_rule and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:13.996112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:14.004241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.017473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:14.019598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a60352c-e2a4-4a49-ae82-a0be52aecd30 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.049564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60352c-e2a4-4a49-ae82-a0be52aecd30 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fcb669-e971-4a45-89ea-4bb238bea2cb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:14.066958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a60352c-e2a4-4a49-ae82-a0be52aecd30 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.068536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a60352c-e2a4-4a49-ae82-a0be52aecd30 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/25fcb669-e971-4a45-89ea-4bb238bea2cb HTTP/1.1" status: 204 len: 168 time: 0.6202269 May 26 23:06:14.071370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53112) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.173258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.183729 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.193608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-14ccdecd-a95d-43a9-b855-358c52c5ee6a tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:14.238691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-14ccdecd-a95d-43a9-b855-358c52c5ee6a tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:14.241148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-14ccdecd-a95d-43a9-b855-358c52c5ee6a tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1678829 May 26 23:06:14.246241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53134) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.256041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--990842203'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:14.266702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:14.281990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.294403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3be26-5be3-4abb-a7a4-9ce362ebec67,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:14.298492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.299743 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-66a31947-dd50-425e-bc33-586af35d9314 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7961020 May 26 23:06:14.302527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53144) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.310617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'security_group_rule': {'security_group_id': '6eb3be26-5be3-4abb-a7a4-9ce362ebec67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:14.320116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.329586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:14.335579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group_rule and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:14.338782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:14.350637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.374171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:14.379908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:14.383545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:14.392062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.401919 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.517935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.521258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.523667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.527013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.557993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986cd092-9f94-4c6e-a579-704ca0b3d0df,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:14.569443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.573479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-339e4c52-b265-445c-9f1d-4be713085c51 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2672019 May 26 23:06:14.573846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53180) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.581151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'security_group_rule': {'security_group_id': '6eb3be26-5be3-4abb-a7a4-9ce362ebec67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:14.585899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.587271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3397534 May 26 23:06:14.590559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53188) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.594062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:14.598929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group_rule and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:14.603243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ebac4800-8c1b-44fd-9ef3-83db1aaba8e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': 'b7ef3331-17e0-407c-826d-d09628bc5339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:14.604284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:14.614016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.617582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ebac4800-8c1b-44fd-9ef3-83db1aaba8e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:14.621545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861364c-910f-4b96-9384-272a9ec5f729 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef3331-17e0-407c-826d-d09628bc5339,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:14.626168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ebac4800-8c1b-44fd-9ef3-83db1aaba8e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:14.631722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ebac4800-8c1b-44fd-9ef3-83db1aaba8e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:14.639664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ebac4800-8c1b-44fd-9ef3-83db1aaba8e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.649932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.702965 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-ebac4800-8c1b-44fd-9ef3-83db1aaba8e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The resource could not be found. May 26 23:06:14.705413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ebac4800-8c1b-44fd-9ef3-83db1aaba8e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1131303 May 26 23:06:14.708323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53202) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.719267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9d092bc0-728b-4e32-a479-9813e8db62b2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': 'b7ef3331-17e0-407c-826d-d09628bc5339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ef00041c-716e-4d1f-9f4b-e77e997f4efa'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:14.736269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d092bc0-728b-4e32-a479-9813e8db62b2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:14.743863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d092bc0-728b-4e32-a479-9813e8db62b2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:14.752358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d092bc0-728b-4e32-a479-9813e8db62b2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:14.764974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d092bc0-728b-4e32-a479-9813e8db62b2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.788778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.793899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.821390 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-9d092bc0-728b-4e32-a479-9813e8db62b2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The resource could not be found. May 26 23:06:14.823024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9d092bc0-728b-4e32-a479-9813e8db62b2 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1135583 May 26 23:06:14.826664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53220) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.858034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516673fc-bb8f-483a-91b9-21685de5b000,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:14.892607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.896876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fd8160e1-5d25-4b11-b33e-1be506ab7659 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3213031 May 26 23:06:14.900616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53232) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:14.912001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:14.919188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:14.923452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:floatingip and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:14.927746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:14.929055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1076ee51-fe53-4e3d-9bb8-70d6f988f67c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:14.935173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:14.948284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.011399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1076ee51-fe53-4e3d-9bb8-70d6f988f67c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.100504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1076ee51-fe53-4e3d-9bb8-70d6f988f67c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.130347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076ee51-fe53-4e3d-9bb8-70d6f988f67c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef3331-17e0-407c-826d-d09628bc5339,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:15.135110 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1076ee51-fe53-4e3d-9bb8-70d6f988f67c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.136879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1076ee51-fe53-4e3d-9bb8-70d6f988f67c tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/b7ef3331-17e0-407c-826d-d09628bc5339 HTTP/1.1" status: 204 len: 168 time: 0.3088942 May 26 23:06:15.140369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53266) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:15.236741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:15.245037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-38eb1fba-9462-466d-b60f-a0b8b81b11e9 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:15.276874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-38eb1fba-9462-466d-b60f-a0b8b81b11e9 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:15.281767 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-38eb1fba-9462-466d-b60f-a0b8b81b11e9 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1378412 May 26 23:06:15.283285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53284) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:15.290939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9562ac1e-5e11-4bdf-8a7c-7cb7208fd35d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': 'bd01f7c3-7ac1-48ad-be42-17b0fa7d4e48', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:15.300097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9562ac1e-5e11-4bdf-8a7c-7cb7208fd35d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:15.304410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9562ac1e-5e11-4bdf-8a7c-7cb7208fd35d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:15.309050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9562ac1e-5e11-4bdf-8a7c-7cb7208fd35d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:15.313981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.317751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9562ac1e-5e11-4bdf-8a7c-7cb7208fd35d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:15.366088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:15.367138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.368212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53294) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:15.382045 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-9562ac1e-5e11-4bdf-8a7c-7cb7208fd35d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The resource could not be found. May 26 23:06:15.386912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9562ac1e-5e11-4bdf-8a7c-7cb7208fd35d tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0985341 May 26 23:06:15.386912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53304) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:15.393730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--809271969'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:15.401557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:15.413977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:15.428258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.525396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:15.533731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:15.536775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:15.553975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:15.586332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Allocated IP 172.25.4.178 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/0c1de7ff-988d-49a3-a2aa-04b61d83a2fe) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:15.658014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.671930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.738853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e198aaef-e92e-43af-98c6-4ba0764aa064,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:15.744964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.749424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16a5c325-ea7f-4038-9150-37587407c057 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3614399 May 26 23:06:15.750170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53342) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:15.754153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2e4cd345-c6f3-4689-b70f-b164fefa6028 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:15.754921 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-2e4cd345-c6f3-4689-b70f-b164fefa6028 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): There was a conflict when trying to complete your request. May 26 23:06:15.759310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101651262'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:15.760172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2e4cd345-c6f3-4689-b70f-b164fefa6028 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3906839 May 26 23:06:15.760752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53346) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:15.768019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--793814404'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:15.773932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:15.775377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:15.781156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:15.785200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:15.791601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:15.792505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:15.797936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:15.807442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:15.807598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.829238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.842045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.859566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:15.881054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:15.887142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:15.890772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:15.896981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:15.898336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:15.902487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:15.907369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:15.914953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:15.949428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.014294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.032654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.066164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:16.074356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:16.076603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:16.078285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.079355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'Port': ['ID=0c1de7ff-988d-49a3-a2aa-04b61d83a2fe,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:16.081372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d648873-0c80-4220-9e40-4e0575db2788,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:16.081599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:16.084568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:16.087934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:16.102279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:16.113933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.185690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babfe2e1-3e39-46ef-bf4b-d5fa75e618cd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:16.195373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.196644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-498eea7c-098e-4bc2-a41e-4a6052bb1d93 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4454007 May 26 23:06:16.199508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53398) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:16.214216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1574cf08-9634-448e-87af-a8bf8e0b9262 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group_rule': {'security_group_id': 'e198aaef-e92e-43af-98c6-4ba0764aa064', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'babfe2e1-3e39-46ef-bf4b-d5fa75e618cd'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:16.234174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1574cf08-9634-448e-87af-a8bf8e0b9262 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:16.235899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.245505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1574cf08-9634-448e-87af-a8bf8e0b9262 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:16.246899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.250452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1574cf08-9634-448e-87af-a8bf8e0b9262 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:16.259801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1574cf08-9634-448e-87af-a8bf8e0b9262 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:16.297026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c33191a-f071-4589-bfad-929dce3d7df0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:16.300140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.301462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1150721f-3bce-402c-90ca-f90fd8d7032b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5390129 May 26 23:06:16.304255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53410) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:16.328181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '2c33191a-f071-4589-bfad-929dce3d7df0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:16.343430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:16.349785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:16.353215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:16.373750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:16.401496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.405765 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.447680 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-1574cf08-9634-448e-87af-a8bf8e0b9262 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:16.452185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1574cf08-9634-448e-87af-a8bf8e0b9262 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2497053 May 26 23:06:16.464733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53430) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:16.515733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.524030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.525108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.571163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4b1528-af65-4937-b10d-967fa150b417,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:16.597279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.598477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-609a64ca-de00-4c50-b067-7eadc06c9fb6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2800634 May 26 23:06:16.601124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53446) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:16.606664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '2c33191a-f071-4589-bfad-929dce3d7df0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:16.624329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:16.631047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:16.636308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:16.639421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-584fa073-af7e-4202-a16a-ceb9355daefb tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.650716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:16.692670 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.738547 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-584fa073-af7e-4202-a16a-ceb9355daefb tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.839196 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): There was a conflict when trying to complete your request. May 26 23:06:16.840542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-69455be4-04ee-4a11-82b2-da8753611ff8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2384100 May 26 23:06:16.844384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:16.921540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07b83915-0c11-4480-8388-d5d7f9aa0a56 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.953662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07b83915-0c11-4480-8388-d5d7f9aa0a56 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:16.975760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-584fa073-af7e-4202-a16a-ceb9355daefb tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.004796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fa073-af7e-4202-a16a-ceb9355daefb tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babfe2e1-3e39-46ef-bf4b-d5fa75e618cd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:17.036636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07b83915-0c11-4480-8388-d5d7f9aa0a56 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.041927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-584fa073-af7e-4202-a16a-ceb9355daefb tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.043224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-584fa073-af7e-4202-a16a-ceb9355daefb tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/babfe2e1-3e39-46ef-bf4b-d5fa75e618cd HTTP/1.1" status: 204 len: 168 time: 0.5771673 May 26 23:06:17.048380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53500) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.053645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.072963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.078765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b83915-0c11-4480-8388-d5d7f9aa0a56 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c33191a-f071-4589-bfad-929dce3d7df0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:17.100472 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-07b83915-0c11-4480-8388-d5d7f9aa0a56 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.104332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-07b83915-0c11-4480-8388-d5d7f9aa0a56 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/2c33191a-f071-4589-bfad-929dce3d7df0 HTTP/1.1" status: 204 len: 168 time: 0.2585063 May 26 23:06:17.104994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53510) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.199991 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4918d5b-3114-4946-bea1-cce242570fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.217779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2cd1c7a-c9fa-45ef-82a5-902ffda3c0a1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:17.245091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e2cd1c7a-c9fa-45ef-82a5-902ffda3c0a1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:17.247146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e2cd1c7a-c9fa-45ef-82a5-902ffda3c0a1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1413062 May 26 23:06:17.251847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53526) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.259626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--209664066'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:17.262129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.270279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:17.287578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:17.307973 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.342909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'Port': ['ID=0c1de7ff-988d-49a3-a2aa-04b61d83a2fe,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:17.368945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.370356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-81a0ef4e-70f8-431a-b152-bf2e3143ae19 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4687328 May 26 23:06:17.380554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2d9dae44-c146-4a7b-bb4a-6fd076c7d324 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:17.387069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:17.394708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:17.399695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:17.406792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:17.427351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2d9dae44-c146-4a7b-bb4a-6fd076c7d324 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:17.428661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2d9dae44-c146-4a7b-bb4a-6fd076c7d324 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3790805 May 26 23:06:17.431831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53552) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.492281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.501041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.565152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8e93163-527c-4efb-8066-6867c56c5168 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.652817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8e93163-527c-4efb-8066-6867c56c5168 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.676169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a63deea-ab02-4ad8-84d8-11444d221822,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:17.690781 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.692431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bd3b79ec-1ecf-4356-a3c4-5e162a9b3edb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4377284 May 26 23:06:17.695228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53590) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.704441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8840ed53-bed1-4718-a8d6-41ad4283cd12 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '7a63deea-ab02-4ad8-84d8-11444d221822', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:17.705459 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-8840ed53-bed1-4718-a8d6-41ad4283cd12 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:17.706671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8840ed53-bed1-4718-a8d6-41ad4283cd12 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099440 May 26 23:06:17.717004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53594) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.796376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8e93163-527c-4efb-8066-6867c56c5168 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.816904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e93163-527c-4efb-8066-6867c56c5168 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198aaef-e92e-43af-98c6-4ba0764aa064,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:17.846914 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c8e93163-527c-4efb-8066-6867c56c5168 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.848231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8e93163-527c-4efb-8066-6867c56c5168 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/e198aaef-e92e-43af-98c6-4ba0764aa064 HTTP/1.1" status: 204 len: 168 time: 0.4152856 May 26 23:06:17.850785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53614) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.881577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-69309970-865a-4c4b-a16c-30c4c131e8de tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:17.905899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4642-0a75-4935-bcbe-7636022bcbd9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.918739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eab218d9-4556-4e3d-8859-ca853279fbb8 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:17.938994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-69309970-865a-4c4b-a16c-30c4c131e8de tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:17.940135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-69309970-865a-4c4b-a16c-30c4c131e8de tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1645705096&fields=id&tenant_id=0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 267 time: 0.1587007 May 26 23:06:17.940567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eab218d9-4556-4e3d-8859-ca853279fbb8 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:17.944571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4642-0a75-4935-bcbe-7636022bcbd9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:17.947429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eab218d9-4556-4e3d-8859-ca853279fbb8 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0956752 May 26 23:06:17.948138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53620) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:17.955530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617447935'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:17.962882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:17.973265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:17.983862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.023359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:18.027255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Usage tracker for resource:security_group_rule and tenant:70d6644ec8014fd9862a125b5231681b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:18.030110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:18.036008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:18.123773 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4642-0a75-4935-bcbe-7636022bcbd9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.151994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e4642-0a75-4935-bcbe-7636022bcbd9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a63deea-ab02-4ad8-84d8-11444d221822,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:18.160760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-d824d07f-496d-4917-b5b4-00c4c8e5c53c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:18.162716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-d824d07f-496d-4917-b5b4-00c4c8e5c53c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:18.180885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4642-0a75-4935-bcbe-7636022bcbd9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.182075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dc6e4642-0a75-4935-bcbe-7636022bcbd9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a63deea-ab02-4ad8-84d8-11444d221822 HTTP/1.1" status: 204 len: 168 time: 0.4445043 May 26 23:06:18.184795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53624) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.203476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-d824d07f-496d-4917-b5b4-00c4c8e5c53c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:18.204592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-d824d07f-496d-4917-b5b4-00c4c8e5c53c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 817 time: 0.2507563 May 26 23:06:18.220110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.225404 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.238571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-6ffa0919-4d2e-446f-a971-fe9ffa8ad105 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/quotas/0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 375 time: 0.0268235 May 26 23:06:18.291436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f4008-51e7-4b18-90e0-2f06c6fe9d83,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:18.292262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-468286e3-efa8-496a-8f5e-9e32a57eb739 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:18.294040 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.298515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-aa9eaf9e-12ee-4bde-bc0f-be7c2f74cb00 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3464601 May 26 23:06:18.298515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53628) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.305026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ec08c013-5928-46d1-9bfe-ba4711cc4673 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:18.305606 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-ec08c013-5928-46d1-9bfe-ba4711cc4673 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] update failed (client error): There was a conflict when trying to complete your request. May 26 23:06:18.308836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ec08c013-5928-46d1-9bfe-ba4711cc4673 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "PUT /v2.0/security-groups/5d6f4008-51e7-4b18-90e0-2f06c6fe9d83 HTTP/1.1" status: 409 len: 330 time: 0.0070403 May 26 23:06:18.308986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.324579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-468286e3-efa8-496a-8f5e-9e32a57eb739 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:18.330070 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-468286e3-efa8-496a-8f5e-9e32a57eb739 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1396267 May 26 23:06:18.333070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53636) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.341576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--328678090'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:18.356037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-4a83de53-339b-4921-af29-413f3979c66a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108444 May 26 23:06:18.357945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:18.374042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-d5b8686b-886a-4951-88a9-e05b1a9e1db6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:06:18.375587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-d5b8686b-886a-4951-88a9-e05b1a9e1db6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066094 May 26 23:06:18.381393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:18.405151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.422172 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b4000d5-0b87-43ab-8662-3a6f4a7cc27f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.469564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b4000d5-0b87-43ab-8662-3a6f4a7cc27f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.483818 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:06:18.486486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:18.498979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:18.503487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:18.521606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:18.555936 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b4000d5-0b87-43ab-8662-3a6f4a7cc27f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.586435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4000d5-0b87-43ab-8662-3a6f4a7cc27f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f4008-51e7-4b18-90e0-2f06c6fe9d83,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:18.612565 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-816f0af1-d82a-49aa-8425-d09f2d24a24f service neutron] 10.222.0.32 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298377 May 26 23:06:18.619685 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.622023 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b4000d5-0b87-43ab-8662-3a6f4a7cc27f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.623674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1b4000d5-0b87-43ab-8662-3a6f4a7cc27f tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/5d6f4008-51e7-4b18-90e0-2f06c6fe9d83 HTTP/1.1" status: 204 len: 168 time: 0.3137746 May 26 23:06:18.628757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53640) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.631956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.698144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:18.702835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3652370 May 26 23:06:18.703007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53646) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.703432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579aec2-aa4f-4bb0-adda-1470ea82410f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d432a6-8222-4de4-bd4c-98432fa20510,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:18.721435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a647b696-edc1-4de9-970b-c8e9e8a473ef tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '89d432a6-8222-4de4-bd4c-98432fa20510', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:18.722286 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-a647b696-edc1-4de9-970b-c8e9e8a473ef tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:18.724159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a647b696-edc1-4de9-970b-c8e9e8a473ef tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0207796 May 26 23:06:18.727251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53652) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.748846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a758593a-99af-4372-92e4-5bce6b0b3880 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Synchronizing usage tracker for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:18.794716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a758593a-99af-4372-92e4-5bce6b0b3880 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] Unset dirty status for tenant:70d6644ec8014fd9862a125b5231681b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:18.795969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a758593a-99af-4372-92e4-5bce6b0b3880 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1659760 May 26 23:06:18.799902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53658) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.824799 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-22a12f64-73d0-4644-afc1-9053f1bf674a tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] delete failed (client error): The resource could not be found. May 26 23:06:18.826422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22a12f64-73d0-4644-afc1-9053f1bf674a tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b73e7e6-5e64-4e0d-9631-89faa10054e6 HTTP/1.1" status: 404 len: 347 time: 0.0249588 May 26 23:06:18.830042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53664) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.852864 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-b0c4f6b1-5cf6-42ec-8e17-15ab013a4e99 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] show failed (client error): The resource could not be found. May 26 23:06:18.859870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b0c4f6b1-5cf6-42ec-8e17-15ab013a4e99 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-groups/89a59ef2-fbfa-452d-a61d-c32fde95e4e7 HTTP/1.1" status: 404 len: 347 time: 0.0225174 May 26 23:06:18.860715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53668) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:18.882806 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-00e76621-6836-4a2f-b18b-efb0cac6d1e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] show failed (client error): The resource could not be found. May 26 23:06:18.884287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-00e76621-6836-4a2f-b18b-efb0cac6d1e7 tempest-NegativeSecGroupTest-1576960632 tempest-NegativeSecGroupTest-1576960632-project] 10.222.0.32 "GET /v2.0/security-group-rules/0af8b326-f692-4e9a-b328-333ba9a398cc HTTP/1.1" status: 404 len: 356 time: 0.0226188 May 26 23:06:18.885142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-fb405aae-7d69-45d9-bb53-00b5558d2354 service neutron] 10.222.0.32 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664163 May 26 23:06:18.963552 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e74e074-7bb9-481b-ac3c-6e450b9266db tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.047455 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e74e074-7bb9-481b-ac3c-6e450b9266db tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.158303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e74e074-7bb9-481b-ac3c-6e450b9266db tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.227564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74e074-7bb9-481b-ac3c-6e450b9266db tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d432a6-8222-4de4-bd4c-98432fa20510,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:19.273269 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0e74e074-7bb9-481b-ac3c-6e450b9266db tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.274295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0e74e074-7bb9-481b-ac3c-6e450b9266db tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/89d432a6-8222-4de4-bd4c-98432fa20510 HTTP/1.1" status: 204 len: 168 time: 0.5458901 May 26 23:06:19.290619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53682) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.353657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53686) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.378935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c45502a8-4ce9-4679-b711-8de252a3a72a req-0e41ac3b-69ef-41ca-a0e6-4f6cb9cec2c7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:19.383017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.441840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f88bfe78-f15a-4d33-9e66-d5f581403c82 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:19.444290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c45502a8-4ce9-4679-b711-8de252a3a72a req-0e41ac3b-69ef-41ca-a0e6-4f6cb9cec2c7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:19.446243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c45502a8-4ce9-4679-b711-8de252a3a72a req-0e41ac3b-69ef-41ca-a0e6-4f6cb9cec2c7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 210 time: 0.1928167 May 26 23:06:19.480828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f88bfe78-f15a-4d33-9e66-d5f581403c82 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:19.482889 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f88bfe78-f15a-4d33-9e66-d5f581403c82 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1906238 May 26 23:06:19.486933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53700) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.496012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--663034494'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:19.514505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:19.547864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:19.566843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.622206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:19.629159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:19.633097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:19.643037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:19.741841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.775544 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.794342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.856775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b79240-c0c2-4746-b325-7af3a8d338a7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:19.870910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a12524d-aefd-4b47-8a6c-12d4e8dada45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70d6644ec8014fd9862a125b5231681b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4868495 May 26 23:06:19.874248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53714) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.893081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.894325 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f06893a6-5ff3-4681-81c4-ca9be2150f0a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4063475 May 26 23:06:19.898337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53718) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.901168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-725b6276-1701-4daa-9343-12e6791b853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:19.904886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1576e322-1b3d-4ae0-8412-b6b2a1678089 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': 'd3b79240-c0c2-4746-b325-7af3a8d338a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:19.905962 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-1576e322-1b3d-4ae0-8412-b6b2a1678089 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:19.906206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:19.907332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1576e322-1b3d-4ae0-8412-b6b2a1678089 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077419 May 26 23:06:19.910099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53722) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.914463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Usage tracker for resource:security_group_rule and tenant:32299406ac2c4fde8f7167cd94ef604f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:19.916950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-eeeb71ad-cbb8-495c-82c9-3cbb0e2297e4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': 'd3b79240-c0c2-4746-b325-7af3a8d338a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:19.918894 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-eeeb71ad-cbb8-495c-82c9-3cbb0e2297e4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:19.920877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eeeb71ad-cbb8-495c-82c9-3cbb0e2297e4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094302 May 26 23:06:19.923696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:19.923848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53726) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.931786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-31562d82-87b1-4b93-9001-0cfc612919fb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': 'd3b79240-c0c2-4746-b325-7af3a8d338a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:19.932629 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-31562d82-87b1-4b93-9001-0cfc612919fb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:19.933733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:19.934279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31562d82-87b1-4b93-9001-0cfc612919fb tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093205 May 26 23:06:19.937048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.943717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-319bf8a5-bab9-432c-82f2-9973c39eb68c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': 'd3b79240-c0c2-4746-b325-7af3a8d338a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:19.944537 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-319bf8a5-bab9-432c-82f2-9973c39eb68c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:19.946180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-319bf8a5-bab9-432c-82f2-9973c39eb68c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078888 May 26 23:06:19.948754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53734) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:19.998550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a610ee17-8932-416c-aa0b-3c169b225d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.059008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a610ee17-8932-416c-aa0b-3c169b225d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.127854 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6efa0162-145a-4af8-9563-a891366a4291 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.134308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.147457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.186374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6efa0162-145a-4af8-9563-a891366a4291 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.228454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a610ee17-8932-416c-aa0b-3c169b225d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.257755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32299406ac2c4fde8f7167cd94ef604f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8960991 May 26 23:06:20.257755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c69ef0-64f7-4515-ab84-a66e8b1620ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff9a66a-5ab9-4d70-b24b-25b5b5290799,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:20.258564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53738) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:20.276183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ee17-8932-416c-aa0b-3c169b225d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d2908-8d16-449d-9b8a-357927974d14,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:20.292289 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6efa0162-145a-4af8-9563-a891366a4291 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.310553 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a610ee17-8932-416c-aa0b-3c169b225d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.311774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a610ee17-8932-416c-aa0b-3c169b225d94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/283d2908-8d16-449d-9b8a-357927974d14 HTTP/1.1" status: 204 len: 168 time: 0.4371176 May 26 23:06:20.316290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa0162-145a-4af8-9563-a891366a4291 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b79240-c0c2-4746-b325-7af3a8d338a7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:20.319461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6efa0162-145a-4af8-9563-a891366a4291 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.320548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6efa0162-145a-4af8-9563-a891366a4291 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3b79240-c0c2-4746-b325-7af3a8d338a7 HTTP/1.1" status: 204 len: 168 time: 0.3708830 May 26 23:06:20.323393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53744) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:20.387733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d44f9ca-d668-4189-9053-4e03fc5da9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.417993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e3aa30b4-a919-4688-a84a-f0873eb00d83 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:20.424953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d44f9ca-d668-4189-9053-4e03fc5da9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.438794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e3aa30b4-a919-4688-a84a-f0873eb00d83 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:20.440107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e3aa30b4-a919-4688-a84a-f0873eb00d83 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1128342 May 26 23:06:20.444337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53748) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:20.461028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--695817683'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:20.470283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:20.481905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:20.498868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.500226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d44f9ca-d668-4189-9053-4e03fc5da9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.516234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44f9ca-d668-4189-9053-4e03fc5da9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff9a66a-5ab9-4d70-b24b-25b5b5290799,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:20.526628 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1d44f9ca-d668-4189-9053-4e03fc5da9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.528963 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1d44f9ca-d668-4189-9053-4e03fc5da9e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff9a66a-5ab9-4d70-b24b-25b5b5290799 HTTP/1.1" status: 204 len: 168 time: 0.2691886 May 26 23:06:20.552248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:20.557905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:20.562413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:20.569851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:20.626165 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.683130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.695281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.783387 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.840245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7acd9b-aede-4c48-9505-35d50f51c814,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:20.854378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-149cad92-b57e-4146-a785-503c46ef5867 req-7a23ca90-8c0d-4c60-99e1-1cf65e4f37b5 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 210 time: 0.1088946 May 26 23:06:20.892027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:20.893852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c0b4eeab-ca02-409c-972a-87986c9bd3c3 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4482424 May 26 23:06:20.896642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53766) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:20.902967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-62cf50bd-ccca-4d03-a7ee-a4bbb428cff2 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:20.903842 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-62cf50bd-ccca-4d03-a7ee-a4bbb428cff2 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:20.904981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-62cf50bd-ccca-4d03-a7ee-a4bbb428cff2 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071466 May 26 23:06:20.919010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53770) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:20.926010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-01b43c01-8f96-4902-8754-d2c763631c1d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:20.939439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01b43c01-8f96-4902-8754-d2c763631c1d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:20.948852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01b43c01-8f96-4902-8754-d2c763631c1d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:20.953335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-be3ee348-c891-4d67-8172-56642e140e3b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:20.953859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01b43c01-8f96-4902-8754-d2c763631c1d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:20.966752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01b43c01-8f96-4902-8754-d2c763631c1d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:20.968379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-be3ee348-c891-4d67-8172-56642e140e3b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 817 time: 0.2976379 May 26 23:06:21.018340 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-01b43c01-8f96-4902-8754-d2c763631c1d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.022242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-01b43c01-8f96-4902-8754-d2c763631c1d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1016436 May 26 23:06:21.022658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53778) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.030576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-500c8050-c5bf-40df-b706-ef65b1848cf6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.031071 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-500c8050-c5bf-40df-b706-ef65b1848cf6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.032173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-500c8050-c5bf-40df-b706-ef65b1848cf6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085738 May 26 23:06:21.035042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53782) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.040974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dcef79c1-83b7-497d-b1ec-3124e18060fd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.049458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dcef79c1-83b7-497d-b1ec-3124e18060fd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:21.053856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dcef79c1-83b7-497d-b1ec-3124e18060fd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:21.057349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dcef79c1-83b7-497d-b1ec-3124e18060fd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:21.071399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dcef79c1-83b7-497d-b1ec-3124e18060fd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:21.078078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-e6ae2e9d-a2a4-43bf-9223-43c603578736 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:21.099601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-e6ae2e9d-a2a4-43bf-9223-43c603578736 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:21.100750 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-e6ae2e9d-a2a4-43bf-9223-43c603578736 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 380 time: 0.1225297 May 26 23:06:21.114654 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-dcef79c1-83b7-497d-b1ec-3124e18060fd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.115708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dcef79c1-83b7-497d-b1ec-3124e18060fd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0796041 May 26 23:06:21.116400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'port': {'device_id': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'admin_state_up': True, 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'security_groups': ['6eb3be26-5be3-4abb-a7a4-9ce362ebec67']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.121093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53786) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.127310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f1b9991a-285b-4191-a59d-da30d7541e49 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.127920 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-f1b9991a-285b-4191-a59d-da30d7541e49 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.129057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f1b9991a-285b-4191-a59d-da30d7541e49 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068662 May 26 23:06:21.132590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.138600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.155066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:21.160629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:21.165877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:21.179184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:21.202469 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Project 57e8dd2039c342bfbb34b24815b6f919 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:06:21.226769 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.228243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-146cf6ee-03d2-45cf-81a9-2e9398badcb1 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0946620 May 26 23:06:21.231553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53800) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.245575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-37be0684-214e-4a94-8f8e-d7cfae254cdf tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.249260 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-37be0684-214e-4a94-8f8e-d7cfae254cdf tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.252366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-37be0684-214e-4a94-8f8e-d7cfae254cdf tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179045 May 26 23:06:21.255201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53804) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.260621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.269306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:21.273403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:21.276441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:21.284085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:21.303445 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Project 57e8dd2039c342bfbb34b24815b6f919 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:06:21.328055 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.329468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a21728c3-6194-4e2e-9882-54dd4e3f1722 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0731583 May 26 23:06:21.332555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53808) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.335314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:21.338455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '5a7acd9b-aede-4c48-9505-35d50f51c814', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.347092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:21.347275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:21.351334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:21.354962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:21.359016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Made reservation on behalf of 0e92afe17d6140eea010bcf3a5aabf85 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:06:21.363939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:21.364179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:21.378726 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Project 57e8dd2039c342bfbb34b24815b6f919 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:06:21.408219 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:21.409265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fc197efc-93f2-4f90-84fe-01ff6c94480c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0754707 May 26 23:06:21.412168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53816) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.500946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8274a798-0a69-422e-86e2-c2427a0a752d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:21.539011 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8274a798-0a69-422e-86e2-c2427a0a752d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:21.628923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8274a798-0a69-422e-86e2-c2427a0a752d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:21.663052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274a798-0a69-422e-86e2-c2427a0a752d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7acd9b-aede-4c48-9505-35d50f51c814,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:21.666707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Allocated IP 172.20.0.3 (5b1cc104-681a-4ed7-837f-03bfca2acb12/4a3a02c9-db6c-4d7c-85f8-8dfe231a7401/ae1e6018-4702-4270-b83e-77c88b9138a7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:21.680527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8274a798-0a69-422e-86e2-c2427a0a752d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:21.684056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8274a798-0a69-422e-86e2-c2427a0a752d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/5a7acd9b-aede-4c48-9505-35d50f51c814 HTTP/1.1" status: 204 len: 168 time: 0.2684965 May 26 23:06:21.684645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53828) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.782375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f394fd8c-d72f-41cf-adb8-593344d16bb2 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:21.864826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f394fd8c-d72f-41cf-adb8-593344d16bb2 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:21.866094 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f394fd8c-d72f-41cf-adb8-593344d16bb2 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1796844 May 26 23:06:21.870502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53834) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:21.878998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--250010731'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:21.889361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:21.906886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:21.939230 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:21.948248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.009947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.014475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:22.020697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:22.023991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:22.032156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:22.033408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Transition to ACTIVE for port object ae1e6018-4702-4270-b83e-77c88b9138a7 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:22.061333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.143442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.157117 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.197213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:22.203364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:22.208939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:22.239211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b895e2f-1c8d-4400-a006-2cabf20fc18a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:22.251811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.253036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0b72cc92-519a-4b22-867d-6a4ae2861c96 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3815567 May 26 23:06:22.255970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:22.269413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:22.269736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c92b8bea-d759-4b0c-9105-6f26126002ff tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '4b895e2f-1c8d-4400-a006-2cabf20fc18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:22.284718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c92b8bea-d759-4b0c-9105-6f26126002ff tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:22.295367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c92b8bea-d759-4b0c-9105-6f26126002ff tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:22.299940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c92b8bea-d759-4b0c-9105-6f26126002ff tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:22.314391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c92b8bea-d759-4b0c-9105-6f26126002ff tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:22.331480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:22.332503 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.375117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-ba6886e8-5176-40e4-acc2-c5061ee55f07 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2624917 May 26 23:06:22.385539 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-c92b8bea-d759-4b0c-9105-6f26126002ff tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The resource could not be found. May 26 23:06:22.387222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c92b8bea-d759-4b0c-9105-6f26126002ff tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1299169 May 26 23:06:22.388448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Request body: {'port': {'device_id': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:22.390699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53856) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:22.413900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-678cb1d4-3e9f-4286-93c9-7f569f795dd7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '4b895e2f-1c8d-4400-a006-2cabf20fc18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '02acdf7b-7d12-4e97-bfc3-91f115dce07d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:22.429970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354ca8-fed4-48e3-86d4-3a31cc03d3ff req-7ade22e8-3009-41ca-b4e3-35d99219bf64 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:22.430699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1a354ca8-fed4-48e3-86d4-3a31cc03d3ff req-7ade22e8-3009-41ca-b4e3-35d99219bf64 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:22.430925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-678cb1d4-3e9f-4286-93c9-7f569f795dd7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:22.449889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-678cb1d4-3e9f-4286-93c9-7f569f795dd7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:22.458221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-678cb1d4-3e9f-4286-93c9-7f569f795dd7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:22.472142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-678cb1d4-3e9f-4286-93c9-7f569f795dd7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:22.501767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-1a354ca8-fed4-48e3-86d4-3a31cc03d3ff req-7ade22e8-3009-41ca-b4e3-35d99219bf64 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:22.501861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a354ca8-fed4-48e3-86d4-3a31cc03d3ff req-7ade22e8-3009-41ca-b4e3-35d99219bf64 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 931 time: 0.3682270 May 26 23:06:22.558719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.562369 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-678cb1d4-3e9f-4286-93c9-7f569f795dd7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The resource could not be found. May 26 23:06:22.567751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-678cb1d4-3e9f-4286-93c9-7f569f795dd7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1730080 May 26 23:06:22.568381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53866) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:22.629231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2f3ad7bb-2c6c-4c55-aca2-b284bb7f1040 None None] Provisioning for port ae1e6018-4702-4270-b83e-77c88b9138a7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:22.634267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a354ca8-fed4-48e3-86d4-3a31cc03d3ff req-e92281b0-a6e7-446f-a1a5-09ffea3ac8be tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114275 May 26 23:06:22.640945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2f3ad7bb-2c6c-4c55-aca2-b284bb7f1040 None None] Provisioning complete for port ae1e6018-4702-4270-b83e-77c88b9138a7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:22.641492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2f3ad7bb-2c6c-4c55-aca2-b284bb7f1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.736033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed3b923f-3fe1-46a4-aaf6-dc51d8d3e88d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.774982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed3b923f-3fe1-46a4-aaf6-dc51d8d3e88d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.782290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ad7bb-2c6c-4c55-aca2-b284bb7f1040 None None] Port ae1e6018-4702-4270-b83e-77c88b9138a7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:22.852442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed3b923f-3fe1-46a4-aaf6-dc51d8d3e88d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.917415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b923f-3fe1-46a4-aaf6-dc51d8d3e88d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b895e2f-1c8d-4400-a006-2cabf20fc18a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:22.922918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed3b923f-3fe1-46a4-aaf6-dc51d8d3e88d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:22.927000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ed3b923f-3fe1-46a4-aaf6-dc51d8d3e88d tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b895e2f-1c8d-4400-a006-2cabf20fc18a HTTP/1.1" status: 204 len: 168 time: 0.3576493 May 26 23:06:22.930028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53876) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:23.027123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b3e01439-d6ae-4442-8975-3633f1629337 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:23.074190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b3e01439-d6ae-4442-8975-3633f1629337 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:23.076682 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b3e01439-d6ae-4442-8975-3633f1629337 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1436365 May 26 23:06:23.079230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53882) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:23.092916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a445517a-a327-4fc6-b2e9-1635d5804903 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '16c5a61c-621b-48c9-9e91-ca739086610f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:23.112840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a445517a-a327-4fc6-b2e9-1635d5804903 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:23.117404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a445517a-a327-4fc6-b2e9-1635d5804903 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:23.121031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a445517a-a327-4fc6-b2e9-1635d5804903 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:23.128674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a445517a-a327-4fc6-b2e9-1635d5804903 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:23.175228 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-a445517a-a327-4fc6-b2e9-1635d5804903 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The resource could not be found. May 26 23:06:23.178644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a445517a-a327-4fc6-b2e9-1635d5804903 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0979784 May 26 23:06:23.181830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53888) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:23.193233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436166837'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:23.205652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:23.228378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:23.244661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.260807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1e6018-4702-4270-b83e-77c88b9138a7 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:06:23.272164 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.289425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:23.294820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:23.296690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Transition to ACTIVE for port object ae1e6018-4702-4270-b83e-77c88b9138a7 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:23.299943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:23.307183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:23.328180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.388226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.395318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.498069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e592daa-b775-4527-af22-ed6f61416086,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:23.535106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.535990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:23.550953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-98b88be6-a1cf-45aa-a752-be4e40cdff8c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3678446 May 26 23:06:23.551803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:23.563765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073713357'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:23.587395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:23.595084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:23.604315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:23.629373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:23.651180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.726306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:23.737937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:23.737937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:23.750399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:23.804618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Attempting to bind port ae1e6018-4702-4270-b83e-77c88b9138a7 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:23.807014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Attempting to bind port ae1e6018-4702-4270-b83e-77c88b9138a7 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:23.817957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Attempting to bind port ae1e6018-4702-4270-b83e-77c88b9138a7 on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:23.843992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Port ae1e6018-4702-4270-b83e-77c88b9138a7 on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:06:23.844872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Attempting to bind port ae1e6018-4702-4270-b83e-77c88b9138a7 on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:23.854557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:23.854893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Checking segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:23.855284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Bound using segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:23.855815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Bound port: ae1e6018-4702-4270-b83e-77c88b9138a7, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:23.856218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.909551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.921927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:23.991556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:23.995318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:24.000678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.012993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.014722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4615366 May 26 23:06:24.016831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa987c19-9a94-4623-b5aa-18c2f4419c10 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e662a-d634-4955-b19d-db58d66c1ff7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:24.018947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53920) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:24.026831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-bafe3937-2deb-4062-af6a-f4b457e3f687 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': '0e592daa-b775-4527-af22-ed6f61416086', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'de3e662a-d634-4955-b19d-db58d66c1ff7'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:24.035415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bafe3937-2deb-4062-af6a-f4b457e3f687 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:24.045266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bafe3937-2deb-4062-af6a-f4b457e3f687 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:24.049615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bafe3937-2deb-4062-af6a-f4b457e3f687 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:24.057216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bafe3937-2deb-4062-af6a-f4b457e3f687 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:24.077249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.081545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 1091 time: 1.6991336 May 26 23:06:24.083798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:06:24.112005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bd9a3-de98-42bf-916f-fa48bf2768d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:24.113958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab351-e61a-468a-ade5-63683d2046da req-ff392444-2eb1-4b2f-af89-edbcb6220f7f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:24.116455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ebab351-e61a-468a-ade5-63683d2046da req-ff392444-2eb1-4b2f-af89-edbcb6220f7f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1560192 May 26 23:06:24.152579 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-bafe3937-2deb-4062-af6a-f4b457e3f687 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:24.154062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bafe3937-2deb-4062-af6a-f4b457e3f687 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1325331 May 26 23:06:24.157608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53926) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:24.267549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-0b4a06b2-9c4d-42dd-be9b-08c3b923f9ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1094 time: 0.1396768 May 26 23:06:24.283261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abab8607-1e7a-4671-8951-b58dacf5ebe9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.315865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abab8607-1e7a-4671-8951-b58dacf5ebe9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.364217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-605c7f3a-333f-440d-8458-51f814d6c29e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 217 time: 0.0860522 May 26 23:06:24.369548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ebab351-e61a-468a-ade5-63683d2046da req-7abae450-a5a2-4abc-a323-774a0f1a2cfe tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405777 May 26 23:06:24.397274 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abab8607-1e7a-4671-8951-b58dacf5ebe9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.446972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-6c4e5bd0-db47-4166-b3e2-f0b7ac982bbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:24.449624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-6c4e5bd0-db47-4166-b3e2-f0b7ac982bbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0736239 May 26 23:06:24.454292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab8607-1e7a-4671-8951-b58dacf5ebe9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e662a-d634-4955-b19d-db58d66c1ff7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:24.458742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abab8607-1e7a-4671-8951-b58dacf5ebe9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.460250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-abab8607-1e7a-4671-8951-b58dacf5ebe9 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/de3e662a-d634-4955-b19d-db58d66c1ff7 HTTP/1.1" status: 204 len: 168 time: 0.3014598 May 26 23:06:24.470651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53938) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:24.562030 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e9c511-c6d7-4ce6-b7d5-a7f0d15dcc11'] response: {'name': 'network-changed', 'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'status': 'completed', 'code': 200} May 26 23:06:24.566638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b70d541f-0e89-4416-a51e-a2c096110247 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:24.586493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b70d541f-0e89-4416-a51e-a2c096110247 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:24.588161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b70d541f-0e89-4416-a51e-a2c096110247 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1163599 May 26 23:06:24.591131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:24.595826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53950) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:24.604994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250235406', 'description': 'tempest-secgroup-smoke-1250235406 description', 'project_id': 'ea7d7ca748954380a9a607a5947767b0'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:24.614728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:24.617458 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-17875901-ee28-4b05-90fa-ade3476a4524 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577229 May 26 23:06:24.621018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:24.626636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:24.634346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:24.648968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.675231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.719705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:24.724589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:24.727842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:24.736291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:24.812199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e42a267-3000-4e17-8d17-80fc83f481b4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.823298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.830084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.856410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:24.860329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:24.863492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:24.870635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:24.907909 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-5548a1d8-2e53-4985-948b-1ce86ac37d01 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791882 May 26 23:06:24.911582 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e42a267-3000-4e17-8d17-80fc83f481b4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:24.959625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56608008-b9fd-479b-b41d-a48c35779982,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:24.997066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.002735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.046692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc685b2c-d109-4f04-9425-46da57827dae,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:25.050430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.051768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-238dfbba-c1bf-437e-8533-b9b238608609 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4549456 May 26 23:06:25.054603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:25.063939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': 'fc685b2c-d109-4f04-9425-46da57827dae', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:25.071190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:25.076965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:25.084007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:25.094325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:25.119953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e42a267-3000-4e17-8d17-80fc83f481b4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.120363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.144758 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-edd112d3-6408-40f5-8f16-a62bd23ce105 req-436f7905-359f-4965-8c68-6ac6006fb1ad service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057364 May 26 23:06:25.146505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42a267-3000-4e17-8d17-80fc83f481b4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e592daa-b775-4527-af22-ed6f61416086,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:25.165512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e42a267-3000-4e17-8d17-80fc83f481b4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.166810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6e42a267-3000-4e17-8d17-80fc83f481b4 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/0e592daa-b775-4527-af22-ed6f61416086 HTTP/1.1" status: 204 len: 168 time: 0.5747793 May 26 23:06:25.171041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53968) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:25.287978 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.289484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31694ea7-6e62-4eb8-8a4c-d965d6f6f4c7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:25.319944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.320754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31694ea7-6e62-4eb8-8a4c-d965d6f6f4c7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:25.322280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31694ea7-6e62-4eb8-8a4c-d965d6f6f4c7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1501415 May 26 23:06:25.326214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 53974) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:25.327754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.333904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864776671'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:25.342504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:25.349419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-156f0697-d65e-4208-b4b6-88b6075ad6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1094 time: 0.1391056 May 26 23:06:25.354568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afc3acb-98ee-466a-b2a3-e5dc45d875a1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:25.358445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:25.366876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.370710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-acaf1499-a0c4-40c6-bbea-b147f3d7347e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3099320 May 26 23:06:25.370899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53978) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:25.376689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': 'fc685b2c-d109-4f04-9425-46da57827dae', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:25.383095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:25.387505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:25.390965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:25.396873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:25.412987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.498989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.505853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.511176 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.537419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-f7e156fe-9e9a-4d36-91a2-40c1e6192f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:25.539123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-f7e156fe-9e9a-4d36-91a2-40c1e6192f3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.1833196 May 26 23:06:25.544964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2788bf-502d-430f-b6bc-ed93de5a31f9,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:25.562832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:25.562955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.565796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-90a2f283-4280-4b19-bb0d-048049df3e9a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1915636 May 26 23:06:25.567159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 53992) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:25.582208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:25.582208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:25.586180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': 'fc685b2c-d109-4f04-9425-46da57827dae', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:25.586344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:25.586488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:25.589734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:25.594510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:25.609082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:25.674658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.747465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36f98-f824-4ed3-bea0-776d451cb83e req-1e85a13e-ffd3-44a9-9847-2315e4beced0 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:25.754285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34b36f98-f824-4ed3-bea0-776d451cb83e req-1e85a13e-ffd3-44a9-9847-2315e4beced0 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1476994 May 26 23:06:25.767461 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Sync routers for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:06:25.790234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-87281ba1-dcdb-44a9-88be-f6b4797e8434 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 217 time: 0.1977298 May 26 23:06:25.792949 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:25.795062 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:25.816728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.835005 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34b36f98-f824-4ed3-bea0-776d451cb83e req-3e5e45f1-bb33-4943-8c1d-0f8566704d7d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788994 May 26 23:06:25.837720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.891223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-1faf32cc-1288-4ac0-90d5-74cf3382e4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:25.891964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.892674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-1faf32cc-1288-4ac0-90d5-74cf3382e4f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0942352 May 26 23:06:25.893454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3253202 May 26 23:06:25.896163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54000) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:25.906309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.907254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': 'fc685b2c-d109-4f04-9425-46da57827dae', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:25.923750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e0a87-fe92-4654-8c39-74192650004e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bb0862-a9ab-4bf1-9495-571f1a021085,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:25.927838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:25.931619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:25.934615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:25.940491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:25.969733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:25.984377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.042044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.043463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7160645 May 26 23:06:26.046139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:26.048107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54008) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.051434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84b295-1ba3-4d9f-8faa-ae70a8b7346f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a987f573-535b-4ccd-b237-971ebe2e37e2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:26.056807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f0f93ea5-6ab5-437a-b885-347d130fcd35 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': 'a987f573-535b-4ccd-b237-971ebe2e37e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:26.082824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f0f93ea5-6ab5-437a-b885-347d130fcd35 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:26.087457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f0f93ea5-6ab5-437a-b885-347d130fcd35 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:26.092110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f0f93ea5-6ab5-437a-b885-347d130fcd35 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:26.096403 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.100990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.106107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f0f93ea5-6ab5-437a-b885-347d130fcd35 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:26.133792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d114331e-8b6b-46d2-accf-e8df1687d091,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:26.136252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-b69d38c2-4345-489a-9dba-5c909dea9e1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360513 May 26 23:06:26.155826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.157724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-51544fd5-9fdb-4089-a65f-805e71258e20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2602885 May 26 23:06:26.160504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54012) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.168518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': 'fc685b2c-d109-4f04-9425-46da57827dae', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:26.179106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:26.185389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:26.189020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:26.199203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:26.224129 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:06:26.244394 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.297112 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-f0f93ea5-6ab5-437a-b885-347d130fcd35 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:26.298906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f0f93ea5-6ab5-437a-b885-347d130fcd35 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2497406 May 26 23:06:26.301847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54022) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.311604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1ba533e1-f9d5-4ede-87fd-feaab3dcaa17 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group_rule': {'security_group_id': 'a987f573-535b-4ccd-b237-971ebe2e37e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:26.322154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ba533e1-f9d5-4ede-87fd-feaab3dcaa17 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:26.354665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.360658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ba533e1-f9d5-4ede-87fd-feaab3dcaa17 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:26.365702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ba533e1-f9d5-4ede-87fd-feaab3dcaa17 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:26.380133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.396394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1ba533e1-f9d5-4ede-87fd-feaab3dcaa17 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:26.399438 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-833adbe3-8f70-437e-bd1e-334354a60d04 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496192 May 26 23:06:26.422759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6c9cae-c8d3-416d-a591-96654c168ca3,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:26.437590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.438974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d11869f7-7b84-44ed-8f40-a8afbb1f2550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2771626 May 26 23:06:26.441661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.448310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': 'fc685b2c-d109-4f04-9425-46da57827dae', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:26.457279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:26.461789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:26.464954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:26.472921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:26.507460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 2, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:26.511407 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Checking router: df3a7714-c1c4-4d6d-95da-efd3f4f68d7f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:06:26.511747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Updating router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f port 1d6b380a-9e1c-4036-8584-24a768c6ef1e binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:06:26.533570 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-1ba533e1-f9d5-4ede-87fd-feaab3dcaa17 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:06:26.534313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ba533e1-f9d5-4ede-87fd-feaab3dcaa17 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2313881 May 26 23:06:26.536336 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:06:26.541215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54032) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.584721 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.595663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f3a06c-6c7d-4299-972a-e3c63926926f req-f95edb13-655e-4c01-abba-ad863d3f753b service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847839 May 26 23:06:26.596211 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.655182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a760a55-0f7a-4167-ba9e-2f812257a35f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.705579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a760a55-0f7a-4167-ba9e-2f812257a35f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.741445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.755246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.790253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f0c503-c4c8-4af2-a2ac-ac29bae74d41,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:26.800214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.801456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a0bc2606-73cc-478c-a126-c8ee887e1d6f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3585927 May 26 23:06:26.803842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a760a55-0f7a-4167-ba9e-2f812257a35f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.804673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54040) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.810843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'network': {'name': 'tempest-network-smoke--218849708', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'port_security_enabled': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:26.819163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:26.824037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a760a55-0f7a-4167-ba9e-2f812257a35f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a987f573-535b-4ccd-b237-971ebe2e37e2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:26.827489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0a760a55-0f7a-4167-ba9e-2f812257a35f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.828663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0a760a55-0f7a-4167-ba9e-2f812257a35f tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/a987f573-535b-4ccd-b237-971ebe2e37e2 HTTP/1.1" status: 204 len: 168 time: 0.2865212 May 26 23:06:26.831043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54044) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.833610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:network and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:26.842055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:26.862802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:26.886176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6685296e-24cf-43de-8304-564c393d1fd8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:26.896327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:06:26.901365 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.912131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6685296e-24cf-43de-8304-564c393d1fd8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:26.913584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6685296e-24cf-43de-8304-564c393d1fd8 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0816555 May 26 23:06:26.917507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54052) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:26.929229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922146931'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:26.940418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:26.957892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:26.967285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:06:26.978215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:26.978686 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Added segment 92e2ced9-bcc6-4ab6-8498-b2cb9d864242 of type vlan for network 87d7363d-20fa-4dbc-b3b3-eb33c817412b May 26 23:06:26.984797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.002517 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.039735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.049406 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Transition to ACTIVE for port object 1d6b380a-9e1c-4036-8584-24a768c6ef1e will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:27.067189 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.067895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:27.094798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Usage tracker for resource:security_group_rule and tenant:57e8dd2039c342bfbb34b24815b6f919 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:27.099541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:27.108067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:27.123025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.127106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:27.127823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.176846 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3711636 May 26 23:06:27.179876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54064) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:27.185990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'admin_state_up': True, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:27.200257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:27.205415 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Pushing event updated for resources: {'Port': ['ID=1d6b380a-9e1c-4036-8584-24a768c6ef1e,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:27.210620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:router and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:27.216800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:27.227707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:27.242491 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.242854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.244234 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.244562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.244905 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.246110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.246422 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.247890 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.248233 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.249406 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.249782 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:27.253626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.254867 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.283807 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.339613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093b044-1e53-4d6f-9aa9-87b185015ab0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Network': ['ID=87d7363d-20fa-4dbc-b3b3-eb33c817412b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:27.366161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:06:27.440664 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Attempting to bind port 1d6b380a-9e1c-4036-8584-24a768c6ef1e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:27.441286 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Attempting to bind port 1d6b380a-9e1c-4036-8584-24a768c6ef1e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:27.442146 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Attempting to bind port 1d6b380a-9e1c-4036-8584-24a768c6ef1e on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:27.450963 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:27.451608 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Checking segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:27.452179 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.452757 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Bound using segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:27.453387 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Bound port: 1d6b380a-9e1c-4036-8584-24a768c6ef1e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:27.453974 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.476839 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.488406 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.525144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba8f876-14dd-48fc-bc40-fdac6262bc4e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:27.559515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.562460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c77e1-61c7-4f4b-990a-497284d399cd req-5cd5acab-5e16-4d0e-a414-6fe71c6ca35a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:27.569892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa5c77e1-61c7-4f4b-990a-497284d399cd req-5cd5acab-5e16-4d0e-a414-6fe71c6ca35a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.5456872 May 26 23:06:27.586755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.588016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a5480801-541e-4ff1-ac83-a7fcc6f4c4dd tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6692283 May 26 23:06:27.590856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54080) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:27.600158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b42e2912-b78d-482a-afe0-29513b2783d6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:27.600911 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-b42e2912-b78d-482a-afe0-29513b2783d6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] update failed (client error): There was a conflict when trying to complete your request. May 26 23:06:27.602059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b42e2912-b78d-482a-afe0-29513b2783d6 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "PUT /v2.0/security-groups/9ba8f876-14dd-48fc-bc40-fdac6262bc4e HTTP/1.1" status: 409 len: 330 time: 0.0096064 May 26 23:06:27.604984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54084) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:27.648311 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] For port 1d6b380a-9e1c-4036-8584-24a768c6ef1e, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:27.656148 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] For port 1d6b380a-9e1c-4036-8584-24a768c6ef1e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1d6b380a-9e1c-4036-8584-24a768c6ef1e,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:27.671656 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.690874 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa5c77e1-61c7-4f4b-990a-497284d399cd req-b8ae9730-4f47-4f90-8b98-0b064adc9186 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199853 May 26 23:06:27.720356 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14f65324-8fbd-436e-be06-26618f55d402 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.758564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14f65324-8fbd-436e-be06-26618f55d402 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.815704 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.817827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14f65324-8fbd-436e-be06-26618f55d402 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.864474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f65324-8fbd-436e-be06-26618f55d402 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba8f876-14dd-48fc-bc40-fdac6262bc4e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:27.885194 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6445-d603-4d91-9030-d18f515275da None None] Pushing event updated for resources: {'Port': ['ID=1d6b380a-9e1c-4036-8584-24a768c6ef1e,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:27.894475 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14f65324-8fbd-436e-be06-26618f55d402 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:27.897406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-14f65324-8fbd-436e-be06-26618f55d402 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ba8f876-14dd-48fc-bc40-fdac6262bc4e HTTP/1.1" status: 204 len: 168 time: 0.2912428 May 26 23:06:27.901749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54092) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:27.927802 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:27.928632 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:27.953616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:28.003579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ad94dcd4-0402-45d8-ab99-73f03e9f4f6a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Synchronizing usage tracker for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:28.037351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ad94dcd4-0402-45d8-ab99-73f03e9f4f6a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] Unset dirty status for tenant:57e8dd2039c342bfbb34b24815b6f919 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:28.038658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ad94dcd4-0402-45d8-ab99-73f03e9f4f6a tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1359684 May 26 23:06:28.040630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:28.042523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:28.060545 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-ff9255ae-2a71-4737-b770-0739e2e746a7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] delete failed (client error): The resource could not be found. May 26 23:06:28.061825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ff9255ae-2a71-4737-b770-0739e2e746a7 tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "DELETE /v2.0/security-groups/d34885ed-4427-4bb1-ad78-5ebf6d1107da HTTP/1.1" status: 404 len: 347 time: 0.0182335 May 26 23:06:28.076974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54102) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:28.107343 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-e027d42b-8aa0-4469-9f5e-ac4a91dd892c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] show failed (client error): The resource could not be found. May 26 23:06:28.109284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e027d42b-8aa0-4469-9f5e-ac4a91dd892c tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-groups/6a042e19-5655-4f60-9d9a-ea6c1ef76801 HTTP/1.1" status: 404 len: 347 time: 0.0308285 May 26 23:06:28.113598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54106) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:28.154188 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-a7a68402-9b32-4a0f-bf33-b1861354a02b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] show failed (client error): The resource could not be found. May 26 23:06:28.166292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7a68402-9b32-4a0f-bf33-b1861354a02b tempest-NegativeSecGroupIPv6Test-1595007806 tempest-NegativeSecGroupIPv6Test-1595007806-project] 10.222.0.32 "GET /v2.0/security-group-rules/506cc847-4eea-41f4-9420-8414ac8791a1 HTTP/1.1" status: 404 len: 356 time: 0.0507619 May 26 23:06:28.211649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.165 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d8acc49d-2d6c-421b-898f-08477908588e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:28.253147 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:28.531526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:28.564886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:28.635263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:28.638996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:28.652233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:28.728905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=d8acc49d-2d6c-421b-898f-08477908588e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:28.757758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54132) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:28.876420 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:27Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:28.882243 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceda7e1-bdc7-4f90-b6ff-8c6aaf9d2a1f None None] The sync data for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 is: [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:27Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:06:29.007051 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.009721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.086377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-11b47ae5-2d4f-4d24-b7e2-e52012b8ce34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57e8dd2039c342bfbb34b24815b6f919&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249812 May 26 23:06:29.088110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54144) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:29.188096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:06:29.242055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-657a9df5-4f42-46e5-b66c-04c198202a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.277067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-657a9df5-4f42-46e5-b66c-04c198202a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.337490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1d6b380a-9e1c-4036-8584-24a768c6ef1e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:29.369254 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-657a9df5-4f42-46e5-b66c-04c198202a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.391717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a9df5-4f42-46e5-b66c-04c198202a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d648873-0c80-4220-9e40-4e0575db2788,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:29.418218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-657a9df5-4f42-46e5-b66c-04c198202a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.421608 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-657a9df5-4f42-46e5-b66c-04c198202a48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d648873-0c80-4220-9e40-4e0575db2788 HTTP/1.1" status: 204 len: 168 time: 0.3302081 May 26 23:06:29.671965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 1d6b380a-9e1c-4036-8584-24a768c6ef1e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:29.692488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:29.726673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1d6b380a-9e1c-4036-8584-24a768c6ef1e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:29.727345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.881086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'port_id': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'mac_address': 'fa:16:3e:30:11:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:06:29.888659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f002-3603-427e-8521-b08cd023d902 req-ac245c64-c309-4ab1-b6c5-69533711dd1a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:29.890228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea58f002-3603-427e-8521-b08cd023d902 req-ac245c64-c309-4ab1-b6c5-69533711dd1a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.9251132 May 26 23:06:29.955345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:29.975225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea58f002-3603-427e-8521-b08cd023d902 req-5d4b3591-5343-44a5-a4d1-a3d0d7e03060 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784657 May 26 23:06:29.977211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1e6018-4702-4270-b83e-77c88b9138a7 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:06:30.042384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:30.052253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:30.088474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 14ceed9e-9999-405b-ad16-38ed94923ac6 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:06:30.103667 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:30.169822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 1d6b380a-9e1c-4036-8584-24a768c6ef1e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1d6b380a-9e1c-4036-8584-24a768c6ef1e,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:30.172237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:30.175969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:30.253582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=1d6b380a-9e1c-4036-8584-24a768c6ef1e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:30.334205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:06:30.348375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Sync routers for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:06:30.366201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:30.367168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:30.367310 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:30.371306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e6129f14-470e-41ce-8f08-99090a87cea8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1875496 May 26 23:06:30.371626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54184) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:30.536801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ae1e6018-4702-4270-b83e-77c88b9138a7'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:06:30.618748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:30.673643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-87753d49-a48b-498e-b096-23303096adcb tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ea7d7ca748954380a9a607a5947767b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3008349 May 26 23:06:30.676223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54198) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:30.857584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36946bb-54e6-4b83-926d-08cbf0d610c4 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:30.866222 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a36946bb-54e6-4b83-926d-08cbf0d610c4 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1884217 May 26 23:06:30.868861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54210) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:30.912736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-10215bfe-aec4-472a-819c-7be50cca656a tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422995 May 26 23:06:30.915620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54216) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:30.922073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445981642', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:31.076902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:31.082743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:subnet and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:31.096021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:31.103581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:31.130267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:06:31.231411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1d6b380a-9e1c-4036-8584-24a768c6ef1e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:31.343377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 1d6b380a-9e1c-4036-8584-24a768c6ef1e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:31.344052 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:31.459826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:31.462749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:28Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:31.513106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2cf07-4a7f-461c-9154-4d7e4eed44f9 req-a4c49ff6-4ceb-488a-bf47-4ceb28a0b3d5 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:31.514539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4b2cf07-4a7f-461c-9154-4d7e4eed44f9 req-a4c49ff6-4ceb-488a-bf47-4ceb28a0b3d5 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 944 time: 0.3495889 May 26 23:06:31.526183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Checking router: 14ceed9e-9999-405b-ad16-38ed94923ac6 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:06:31.526529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Updating router 14ceed9e-9999-405b-ad16-38ed94923ac6 port d8acc49d-2d6c-421b-898f-08477908588e binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:06:31.637460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:31.788725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4b2cf07-4a7f-461c-9154-4d7e4eed44f9 req-cbb1d66a-effe-483a-b06c-544416143e09 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627645 May 26 23:06:32.083359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:32.170697 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:32.186384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Subnet': ['ID=252c705a-b0f8-4721-bf1c-3faf19952844,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:32.191504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Transition to ACTIVE for port object d8acc49d-2d6c-421b-898f-08477908588e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:32.204485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:32.238140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Checking segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:32.238571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network hostable DHCP agents. Network: 87d7363d-20fa-4dbc-b3b3-eb33c817412b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:06:32.304647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:06:32.321859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Attempting to bind port d8acc49d-2d6c-421b-898f-08477908588e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:32.322306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Attempting to bind port d8acc49d-2d6c-421b-898f-08477908588e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:32.322759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Attempting to bind port d8acc49d-2d6c-421b-898f-08477908588e on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:32.324096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 87d7363d-20fa-4dbc-b3b3-eb33c817412b) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:32.324925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de93c5-604b-4bf5-aa85-98e322d5ca2c None None] Pushing event updated for resources: {'Port': ['ID=d8acc49d-2d6c-421b-898f-08477908588e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:32.331552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:32.332650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:32.337389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:32.337989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:32.338387 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:32.338843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:32.339471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Bound port: d8acc49d-2d6c-421b-898f-08477908588e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:32.339855 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:32.362849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4d6f5644-b593-4898-baca-30646db8424f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4453037 May 26 23:06:32.365646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54270) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:32.368097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29703e5a-84ef-418d-80c5-22cadf098b45 None None] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:06:32.543775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] For port d8acc49d-2d6c-421b-898f-08477908588e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:32.547851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] For port d8acc49d-2d6c-421b-898f-08477908588e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d8acc49d-2d6c-421b-898f-08477908588e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:32.559503 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:32.763363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de93c5-604b-4bf5-aa85-98e322d5ca2c None None] Pushing event updated for resources: {'Port': ['ID=d8acc49d-2d6c-421b-898f-08477908588e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:32.774044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:32.774666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:33.068368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:33.239875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:33.289718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69d46c-c42b-46c9-a3eb-e16765903437 req-55e4a189-bd6f-48db-87de-e76d9590b995 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:33.291404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d69d46c-c42b-46c9-a3eb-e16765903437 req-55e4a189-bd6f-48db-87de-e76d9590b995 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 944 time: 0.1586158 May 26 23:06:33.420532 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7d69d46c-c42b-46c9-a3eb-e16765903437 req-7f5953d6-bd3a-475b-9257-4a8267489543 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977824 May 26 23:06:33.471247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:06:33.472199 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:33.693848 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:33.757118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port ae1e6018-4702-4270-b83e-77c88b9138a7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:33.770656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Allocated IP 172.20.0.2 (87d7363d-20fa-4dbc-b3b3-eb33c817412b/252c705a-b0f8-4721-bf1c-3faf19952844/6b240a03-d392-47ea-b4f4-d2d4ff375966) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:33.838531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port ae1e6018-4702-4270-b83e-77c88b9138a7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:33.839068 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:34.186020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:34.272372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:06:34.316757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:28Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:34.339568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:34.348870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905950fd-5694-46bf-8e97-82abfd52a97d None None] The sync data for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 is: [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:28Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:06:34.360126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:34.460208 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af6af87-97c2-4f84-b746-9b4312881301'] response: {'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'code': 200} May 26 23:06:34.461227 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:34.518599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Transition to ACTIVE for port object 6b240a03-d392-47ea-b4f4-d2d4ff375966 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:34.586021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Transition to ACTIVE for port object 6b240a03-d392-47ea-b4f4-d2d4ff375966 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:34.594032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:34.602087 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:34.617746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97048d18-3b76-47e8-8ad1-adf2a69fa103 req-0685ac3b-94db-41f5-93c5-fa0ed60b1d9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1096 time: 0.1215661 May 26 23:06:34.695768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:34.699634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:34.703487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:34.717058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Pushing event updated for resources: {'Port': ['ID=6b240a03-d392-47ea-b4f4-d2d4ff375966,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:34.760216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97048d18-3b76-47e8-8ad1-adf2a69fa103 req-f4cb8223-49e0-433b-bc76-5517fe57b6e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306877 May 26 23:06:34.839444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Attempting to bind port 6b240a03-d392-47ea-b4f4-d2d4ff375966 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:34.839958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Attempting to bind port 6b240a03-d392-47ea-b4f4-d2d4ff375966 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:34.840453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Attempting to bind port 6b240a03-d392-47ea-b4f4-d2d4ff375966 on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:34.856249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:34.857304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Checking segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:34.857831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:34.858317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Bound using segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:34.858899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Bound port: 6b240a03-d392-47ea-b4f4-d2d4ff375966, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:34.859364 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:34.955823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.1 (87d7363d-20fa-4dbc-b3b3-eb33c817412b/252c705a-b0f8-4721-bf1c-3faf19952844/a2821161-1427-4c7c-8959-119e95fdf26b) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:34.993249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] For port 6b240a03-d392-47ea-b4f4-d2d4ff375966, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:35.000490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] For port 6b240a03-d392-47ea-b4f4-d2d4ff375966, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6b240a03-d392-47ea-b4f4-d2d4ff375966,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:35.005958 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:35.178655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f0a8-2db6-4db3-b0ff-d47660687b88 None None] Pushing event updated for resources: {'Port': ['ID=6b240a03-d392-47ea-b4f4-d2d4ff375966,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:35.204803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2a3b-2284-4772-be3a-e4ca08741d3e req-78a36280-153a-496e-8970-09846d7afaf3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:35.206322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cac2a3b-2284-4772-be3a-e4ca08741d3e req-78a36280-153a-496e-8970-09846d7afaf3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.4906852 May 26 23:06:35.346790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:35.393017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object a2821161-1427-4c7c-8959-119e95fdf26b will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:35.396962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cac2a3b-2284-4772-be3a-e4ca08741d3e req-0ea2e248-a008-4596-b88f-3c8f22ce0d06 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598299 May 26 23:06:35.451124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:35.610701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=a2821161-1427-4c7c-8959-119e95fdf26b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:35.654825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:35.661864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:35.671543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:35.840516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.842074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.842585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.843100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.854263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.854877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.855388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.855888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.856460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.857010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.857541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:35.861157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:36.035121 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:36.905601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:36.912490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:37.002190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768bb42-edbc-4c33-a8ef-01e83646da64 req-87ab06f2-08cb-426a-9b5d-54ca54729b9d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:37.004812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7768bb42-edbc-4c33-a8ef-01e83646da64 req-87ab06f2-08cb-426a-9b5d-54ca54729b9d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1004076 May 26 23:06:37.049038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:37.076522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7768bb42-edbc-4c33-a8ef-01e83646da64 req-fd93e5bc-33af-4d2d-861c-249c206664ac tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660760 May 26 23:06:37.118636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53125f57-172e-4faf-aa71-0926be11a6dd None None] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:06:37.271302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=a2821161-1427-4c7c-8959-119e95fdf26b,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:37.319384 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-13fb1bb5-c1a2-439f-8e61-e0057a149a4e None None] Provisioning for port 6b240a03-d392-47ea-b4f4-d2d4ff375966 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:37.358924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:37.361580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:37.474257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6b240a03-d392-47ea-b4f4-d2d4ff375966 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:37.586468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 6b240a03-d392-47ea-b4f4-d2d4ff375966 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:37.592451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6b240a03-d392-47ea-b4f4-d2d4ff375966 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:37.593211 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:37.753911 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:37.797421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 6b240a03-d392-47ea-b4f4-d2d4ff375966, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6b240a03-d392-47ea-b4f4-d2d4ff375966,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:37.802485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:37.804007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8acc49d-2d6c-421b-898f-08477908588e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:37.838544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce68a6-a729-4eb3-9da2-5655eaf22293 req-63af0bc1-7347-49c1-9006-11108c61a13d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:37.850872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17ce68a6-a729-4eb3-9da2-5655eaf22293 req-63af0bc1-7347-49c1-9006-11108c61a13d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.4903474 May 26 23:06:37.855099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:37.861477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'floatingip': {'port_id': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:38.060258 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:38.190772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d8acc49d-2d6c-421b-898f-08477908588e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:38.211146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=6b240a03-d392-47ea-b4f4-d2d4ff375966,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:38.221858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d8acc49d-2d6c-421b-898f-08477908588e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:38.229460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:38.285146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 14ceed9e-9999-405b-ad16-38ed94923ac6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:06:38.331070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7870a7a4-9971-4d90-b0a9-231c01111cde None None] Provisioning complete for port 6b240a03-d392-47ea-b4f4-d2d4ff375966 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:38.334404 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7870a7a4-9971-4d90-b0a9-231c01111cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:38.802664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:06:38.824691 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-82e18422-820e-4e27-a7c4-138ba40ec983 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/14ceed9e-9999-405b-ad16-38ed94923ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4555407 May 26 23:06:38.839382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:38.911801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d8acc49d-2d6c-421b-898f-08477908588e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d8acc49d-2d6c-421b-898f-08477908588e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:38.922041 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:39.016437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7870a7a4-9971-4d90-b0a9-231c01111cde None None] Provisioning for port a2821161-1427-4c7c-8959-119e95fdf26b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:39.050092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7870a7a4-9971-4d90-b0a9-231c01111cde None None] Provisioning complete for port a2821161-1427-4c7c-8959-119e95fdf26b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:39.050708 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7870a7a4-9971-4d90-b0a9-231c01111cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:39.113531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d8acc49d-2d6c-421b-898f-08477908588e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:39.120218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7870a7a4-9971-4d90-b0a9-231c01111cde None None] Port a2821161-1427-4c7c-8959-119e95fdf26b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:39.261624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6b240a03-d392-47ea-b4f4-d2d4ff375966 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:39.302251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-25367c41-1071-4c85-9f62-d977ca02ce74 None None] Provisioning complete for port a2821161-1427-4c7c-8959-119e95fdf26b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:39.302955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25367c41-1071-4c85-9f62-d977ca02ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:39.344037 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-bb37468b-9fa7-493c-83fa-00dacedcc0a6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250235406&fields=id&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 267 time: 0.1528983 May 26 23:06:39.395921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-25367c41-1071-4c85-9f62-d977ca02ce74 None None] Port a2821161-1427-4c7c-8959-119e95fdf26b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:39.573293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6b240a03-d392-47ea-b4f4-d2d4ff375966 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:39.573939 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:39.586693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:39.609170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:39.790738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8acc49d-2d6c-421b-898f-08477908588e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:39.987072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d8acc49d-2d6c-421b-898f-08477908588e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:39.990031 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:40.015991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a1dc4-fd52-4555-9b14-42b612330685 req-dc244c45-b8a6-441e-a72c-a7df80b30b18 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:40.016757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-728a1dc4-fd52-4555-9b14-42b612330685 req-dc244c45-b8a6-441e-a72c-a7df80b30b18 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:40.068073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-728a1dc4-fd52-4555-9b14-42b612330685 req-dc244c45-b8a6-441e-a72c-a7df80b30b18 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:40.075978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-dc244c45-b8a6-441e-a72c-a7df80b30b18 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 796 time: 0.7294044 May 26 23:06:40.098176 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-ae28ced8-b8c1-4a00-a342-236c723877e5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/quotas/ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 375 time: 0.0211005 May 26 23:06:40.225840 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-be7d35a6-b6fb-4bd4-afbb-895b15e6ce37 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1258931 May 26 23:06:40.239466 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Floating IP 06582bf2-b347-4e3e-bff2-e6454f1d7533 associated. External IP: 172.25.4.178, port: ae1e6018-4702-4270-b83e-77c88b9138a7. May 26 23:06:40.540082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-6f1fd367-d250-474a-b4e5-24f8f7bdd359 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:06:40.547552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-6f1fd367-d250-474a-b4e5-24f8f7bdd359 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2435513 May 26 23:06:40.769121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-721b4f94-7765-42cf-a42e-19ed41cb1477 service neutron] 10.222.0.32 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207291 May 26 23:06:41.130588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c7456b36-1e26-4832-b7f0-b7e3ffa7b0e6 service neutron] 10.222.0.32 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547485 May 26 23:06:41.286778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:06:41.388591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6e6558b4-01c2-40ca-8b1d-c5b4ce5a0a92 req-4fcc5330-aa07-44bf-9633-9f0c8f2c0508 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:41.420678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6e6558b4-01c2-40ca-8b1d-c5b4ce5a0a92 req-4fcc5330-aa07-44bf-9633-9f0c8f2c0508 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:41.422541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e6558b4-01c2-40ca-8b1d-c5b4ce5a0a92 req-4fcc5330-aa07-44bf-9633-9f0c8f2c0508 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 210 time: 0.0928881 May 26 23:06:41.686730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:06:41.691638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:41.703786 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] Sync routers for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:06:41.724943 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:41.725762 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:41.808356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69c07ede-e945-4387-9442-ed20d34c1414 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "PUT /v2.0/floatingips/06582bf2-b347-4e3e-bff2-e6454f1d7533 HTTP/1.1" status: 200 len: 991 time: 3.9519637 May 26 23:06:41.811422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:06:41.890679 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51997768-0f72-4531-b994-f9402633325d'] response: {'name': 'network-changed', 'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'status': 'completed', 'code': 200} May 26 23:06:42.102350 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:42.148140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-0b3e9017-bcb9-47f3-9dfc-98d6dfaa2372 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1096 time: 0.2254856 May 26 23:06:42.454697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-eb45a755-d670-49ef-b50e-1e9bdca756b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:42.464394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-eb45a755-d670-49ef-b50e-1e9bdca756b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.3077509 May 26 23:06:42.611770 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '06582bf2-b347-4e3e-bff2-e6454f1d7533', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'floating_ip_address': '172.25.4.178', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'port_id': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'mac_address': 'fa:16:3e:30:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:06:16Z', 'updated_at': '2022-05-26T23:06:39Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:42.616652 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] Checking router: df3a7714-c1c4-4d6d-95da-efd3f4f68d7f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:06:42.634453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Sync routers for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:06:42.650753 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:42.665022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:42.669749 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:42.671184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:42.714995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-502ba242-8997-4e22-a999-fb76c7f78a06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 999 time: 0.2436612 May 26 23:06:42.739055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a918a93-c0cf-4764-86c3-dff492b6cf08 req-1fa0732e-9402-499b-8836-8787b5ab2a7e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 210 time: 0.0864918 May 26 23:06:42.835008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-f94a0c3f-3223-422a-80aa-1a874c29b00f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:42.837647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-f94a0c3f-3223-422a-80aa-1a874c29b00f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.1148732 May 26 23:06:42.970091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-f535464f-4768-479d-92af-7f7990460c6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238849 May 26 23:06:43.012550 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:43.033178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:43.617595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a1dc4-fd52-4555-9b14-42b612330685 req-2d67f91c-1f3f-404c-ba14-849f518b9605 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:43.622268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-2d67f91c-1f3f-404c-ba14-849f518b9605 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 796 time: 0.3342750 May 26 23:06:43.786582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:36Z', 'revision_number': 2, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:43.811355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Checking router: 14ceed9e-9999-405b-ad16-38ed94923ac6 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:06:43.811712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Updating router 14ceed9e-9999-405b-ad16-38ed94923ac6 port a2821161-1427-4c7c-8959-119e95fdf26b binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:06:43.826145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-2102ed9b-27aa-4a34-94bd-ffdce4842acd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 380 time: 0.1741853 May 26 23:06:43.828168 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-5f3a825b-84fe-48a6-b66d-f4bf9e8ecc9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1715918 May 26 23:06:43.848203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'port': {'device_id': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'admin_state_up': True, 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'security_groups': ['fc685b2c-d109-4f04-9425-46da57827dae']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:43.930961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:43.972858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '06582bf2-b347-4e3e-bff2-e6454f1d7533', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'floating_ip_address': '172.25.4.178', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'port_id': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'mac_address': 'fa:16:3e:30:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:06:16Z', 'updated_at': '2022-05-26T23:06:39Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:43.987192 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7ce99-5748-46db-8100-2b87e2cb945b None None] The sync data for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 is: [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '06582bf2-b347-4e3e-bff2-e6454f1d7533', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'floating_ip_address': '172.25.4.178', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'port_id': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'mac_address': 'fa:16:3e:30:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:06:16Z', 'updated_at': '2022-05-26T23:06:39Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:06:44.076100 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-4cece5ca-6772-40cb-aaa1-2d6f0f4bc859 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1017916 May 26 23:06:44.127034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac9791c1-bab3-4e47-8398-71db0ccd8deb req-c50daeba-43bc-42d5-83d3-5f390f2abda1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 210 time: 0.1069748 May 26 23:06:44.294603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:44.320402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:44.381589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8f96d3f-d863-4eca-82bf-b092b0d21830 req-8c0f3ffd-a687-4855-ba3d-ef471274bcab service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958381 May 26 23:06:44.383029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:06:44.387394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:44.532548 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:44.544887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Transition to ACTIVE for port object a2821161-1427-4c7c-8959-119e95fdf26b will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:44.552535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:44.702710 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-7e01269e-2f91-4a6d-9790-72da1fcbe256 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1096 time: 0.1758976 May 26 23:06:44.734812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.5 (87d7363d-20fa-4dbc-b3b3-eb33c817412b/252c705a-b0f8-4721-bf1c-3faf19952844/45d06b22-f880-4752-84d3-0da4056cc1ef) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:06:44.736493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648a004-bad0-4316-acd1-225d56d6f3a6 None None] Pushing event updated for resources: {'Port': ['ID=a2821161-1427-4c7c-8959-119e95fdf26b,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:44.862157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Attempting to bind port a2821161-1427-4c7c-8959-119e95fdf26b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:44.862849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Attempting to bind port a2821161-1427-4c7c-8959-119e95fdf26b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:44.862849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Attempting to bind port a2821161-1427-4c7c-8959-119e95fdf26b on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:44.875387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:44.875597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Checking segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:44.875952 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:44.876325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Bound using segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:44.878600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Bound port: a2821161-1427-4c7c-8959-119e95fdf26b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:44.879342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:45.072107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] For port a2821161-1427-4c7c-8959-119e95fdf26b, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:45.082191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] For port a2821161-1427-4c7c-8959-119e95fdf26b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a2821161-1427-4c7c-8959-119e95fdf26b,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:45.091106 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:45.120828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-34416355-e51a-460e-bb39-e70802176d64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:45.126320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-34416355-e51a-460e-bb39-e70802176d64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.3930640 May 26 23:06:45.193092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e7b685-a958-4585-bdda-4e2c528332cc None None] New status for floating IP 06582bf2-b347-4e3e-bff2-e6454f1d7533: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:06:45.209304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648a004-bad0-4316-acd1-225d56d6f3a6 None None] Pushing event updated for resources: {'Port': ['ID=a2821161-1427-4c7c-8959-119e95fdf26b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:45.302124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:06:45.302759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:45.557285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7642ef4-3b50-4535-905f-bcf2158ee18d req-8dc241c0-f305-49c0-9262-b08cd84535ae tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 210 time: 0.1708150 May 26 23:06:45.588735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-ef655b02-c942-4df8-b03e-d59d211231d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 999 time: 0.4289346 May 26 23:06:45.816579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-6f8feb48-50b0-4fb6-9e32-54677b28c3c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:45.819410 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-6f8feb48-50b0-4fb6-9e32-54677b28c3c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.2116015 May 26 23:06:45.913184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:06:46.127953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:46.163338 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-e112eef6-614d-4ace-81df-3c08de344250 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984873 May 26 23:06:46.167752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object 45d06b22-f880-4752-84d3-0da4056cc1ef will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:46.327710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:46.643568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:06:46.656352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:45Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:06:46.657052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:06:46.665628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:06:46.666586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17717fd6-b2d0-48fd-8892-7518471cc480 None None] The sync data for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 is: [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:45Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:06:46.718788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:46.725450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-98c6db04-761a-4b1b-b1c0-7622f4e30c62 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539408 May 26 23:06:46.900814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:46.901424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:47.186496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9a0969ae-bda7-4cd3-ad00-fc98b76f3299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:47.247400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-055f7c71-bb66-4815-9af2-dc70c088cf03 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4050174 May 26 23:06:47.259413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Request body: {'port': {'device_id': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:47.298986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e258682-ad81-4342-a5ab-d1cd6cfd232f req-82bdce2e-751a-46c1-9354-c2b026dccece service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348620 May 26 23:06:47.387897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-edee09d2-6e88-4937-bc74-17faa3633f20 None None] Provisioning for port 45d06b22-f880-4752-84d3-0da4056cc1ef completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:47.403605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-edee09d2-6e88-4937-bc74-17faa3633f20 None None] Provisioning complete for port 45d06b22-f880-4752-84d3-0da4056cc1ef triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:47.404367 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-edee09d2-6e88-4937-bc74-17faa3633f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:47.499761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2821161-1427-4c7c-8959-119e95fdf26b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:47.514122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad19a9e-59d3-4651-ab7e-5e02c5421f68 req-ee96c1b5-6976-4094-84b6-e4c831e6bfd8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:47.514913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5ad19a9e-59d3-4651-ab7e-5e02c5421f68 req-ee96c1b5-6976-4094-84b6-e4c831e6bfd8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:47.548580 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:47.632988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5ad19a9e-59d3-4651-ab7e-5e02c5421f68 req-ee96c1b5-6976-4094-84b6-e4c831e6bfd8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:47.649564 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ad19a9e-59d3-4651-ab7e-5e02c5421f68 req-ee96c1b5-6976-4094-84b6-e4c831e6bfd8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 931 time: 0.7406051 May 26 23:06:47.692913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-edee09d2-6e88-4937-bc74-17faa3633f20 None None] Port 45d06b22-f880-4752-84d3-0da4056cc1ef cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:06:47.774193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a2821161-1427-4c7c-8959-119e95fdf26b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:47.792432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a2821161-1427-4c7c-8959-119e95fdf26b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:47.796944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:47.834414 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ad19a9e-59d3-4651-ab7e-5e02c5421f68 req-da29ec8b-38ec-477b-bbf3-e86f403186af tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838844 May 26 23:06:48.127452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:48.221760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a2821161-1427-4c7c-8959-119e95fdf26b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a2821161-1427-4c7c-8959-119e95fdf26b,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:48.230752 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:48.367583 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a2821161-1427-4c7c-8959-119e95fdf26b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:48.380799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d06b22-f880-4752-84d3-0da4056cc1ef {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:06:48.393015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:48.433928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Transition to ACTIVE for port object 45d06b22-f880-4752-84d3-0da4056cc1ef will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:06:48.442995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:48.620991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:48.798180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:06:48.798526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:06:48.798852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:48.808998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Port 45d06b22-f880-4752-84d3-0da4056cc1ef on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:06:48.809630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:06:48.817479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:06:48.818119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Checking segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:06:48.818748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Bound using segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:06:48.819039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Bound port: 45d06b22-f880-4752-84d3-0da4056cc1ef, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:06:48.819467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:48.971447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:06:48.976098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:06:48.986820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:49.100920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:49.103424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] 10.222.0.48 "PUT /v2.0/ports/45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 1091 time: 1.8480618 May 26 23:06:49.104314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:06:49.148120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33db393-aea1-49a5-8ea3-a2fd4bd15611 service neutron] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:49.294764 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af51717-50b8-41e1-a838-d81fbc02156d'] response: {'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'status': 'completed', 'code': 200} May 26 23:06:49.346806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2821161-1427-4c7c-8959-119e95fdf26b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:49.374214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3ae0c-e068-4a3c-aceb-664115d7cb0b req-bcc8faa1-5b4f-4d3e-a78c-2dae1b8b1e08 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:49.376774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7e3ae0c-e068-4a3c-aceb-664115d7cb0b req-bcc8faa1-5b4f-4d3e-a78c-2dae1b8b1e08 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 943 time: 0.2169542 May 26 23:06:49.468357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-c24f8a7b-b58d-4248-8c4c-eeab2231770d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1094 time: 0.3120782 May 26 23:06:49.489436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a7e3ae0c-e068-4a3c-aceb-664115d7cb0b req-4100f2c0-2914-4bf6-95c6-16058f354e9f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:06:49.525934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a7e3ae0c-e068-4a3c-aceb-664115d7cb0b req-4100f2c0-2914-4bf6-95c6-16058f354e9f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:06:49.535951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7e3ae0c-e068-4a3c-aceb-664115d7cb0b req-4100f2c0-2914-4bf6-95c6-16058f354e9f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524572 May 26 23:06:49.545557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a2821161-1427-4c7c-8959-119e95fdf26b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:49.546063 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:49.674579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-4bb6abd9-5cd2-4d5c-98b0-512da25d5bec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 217 time: 0.1951523 May 26 23:06:49.815436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a1dc4-fd52-4555-9b14-42b612330685 req-24a5d443-6286-4404-9db3-a986fc332f64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:49.817181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-24a5d443-6286-4404-9db3-a986fc332f64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.1380694 May 26 23:06:49.900351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-70448d17-6455-4f80-8bfd-de69301248fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:49.924337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-ae9446ea-a4a2-4272-894b-c42d6b0e4079 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993779 May 26 23:06:50.282150 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-258fe53c-7108-41f0-bba0-e199e0106b5e service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519654 May 26 23:06:50.456215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-728a1dc4-fd52-4555-9b14-42b612330685 req-13a0abff-7ef2-469c-b87a-64e82540d400 service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675806 May 26 23:06:50.617460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:50.631504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-90badd02-681e-4c04-b0af-6b15f010ad9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1094 time: 0.1127176 May 26 23:06:50.787723 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:50.974776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-a9871b2b-2282-4b5d-a3f8-6851477eee6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:50.976350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-a9871b2b-2282-4b5d-a3f8-6851477eee6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.3386459 May 26 23:06:51.050471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-14f08f59-a7e3-43bb-8a03-1750005f1513 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 217 time: 0.0664775 May 26 23:06:51.057040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d65212-2bd9-4fee-9191-7b5acf83c93d req-4d4fcb3e-7b98-45b4-a2cc-e4ff6eb4a92c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:51.058760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-55d65212-2bd9-4fee-9191-7b5acf83c93d req-4d4fcb3e-7b98-45b4-a2cc-e4ff6eb4a92c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 943 time: 0.1871648 May 26 23:06:51.150283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-47121087-a0e5-4ad1-99ed-826061f615f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:51.151652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-47121087-a0e5-4ad1-99ed-826061f615f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.0917413 May 26 23:06:51.155195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-55d65212-2bd9-4fee-9191-7b5acf83c93d req-d6636942-4a9f-43cc-a3f5-22872e52f034 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666842 May 26 23:06:51.311635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-fe0d51b0-f721-44d3-ad8b-6c8d9ebb0d01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539989 May 26 23:06:51.520174 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-bf638721-8fd8-405c-8686-f4d816eeddfc service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012777 May 26 23:06:51.777266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2bbfba-fb9c-460c-85e3-f40d46802e9c req-43ccfae5-f2f8-4499-b904-8c1ad2293a85 service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498219 May 26 23:06:51.925249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:52.392282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c7d81-557d-4579-b9df-e371ec362365 req-2e8e5951-bc75-4490-9a0d-7be490f36f6e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:52.393787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-459c7d81-557d-4579-b9df-e371ec362365 req-2e8e5951-bc75-4490-9a0d-7be490f36f6e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 943 time: 0.0968547 May 26 23:06:52.464294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-459c7d81-557d-4579-b9df-e371ec362365 req-5c261dc9-11f2-4864-aa71-900f80056801 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635526 May 26 23:06:53.580860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54818) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:53.700920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:06:53.765405 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:53.787187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dac660-6851-414d-984a-b46ba3c59314 req-a55a5220-db9c-4563-aa5e-ed7add0b58ad tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:53.794706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31dac660-6851-414d-984a-b46ba3c59314 req-a55a5220-db9c-4563-aa5e-ed7add0b58ad tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 943 time: 0.1992953 May 26 23:06:53.880467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:53.894602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-31dac660-6851-414d-984a-b46ba3c59314 req-b65478ec-6ed5-4487-9d4b-c28ba58e1423 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988135 May 26 23:06:53.900091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Usage tracker for resource:security_group_rule and tenant:fd247a227bda4d499df836d3bff2dbd8 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:53.902170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:53.913091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:53.920288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:53.935097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'port_id': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'mac_address': 'fa:16:3e:90:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:06:53.996833 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.012993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.019105 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.029122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d06b22-f880-4752-84d3-0da4056cc1ef {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:06:54.046497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:54.050186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.059664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a83827-ca4e-4a07-92fa-21422fe692cc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:54.071228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.071573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.071914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.072252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.072583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.072920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.073240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.073562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.073928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.074250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.074597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:06:54.095897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4bbac868-6888-41b6-a78d-768a13eae3bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd247a227bda4d499df836d3bff2dbd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5133357 May 26 23:06:54.099317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54830) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:54.123825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:54.164705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08a6c29f-9d92-4ae6-ad96-79e98d958524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.197991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08a6c29f-9d92-4ae6-ad96-79e98d958524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.260358 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08a6c29f-9d92-4ae6-ad96-79e98d958524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.282733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08a6c29f-9d92-4ae6-ad96-79e98d958524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.284064 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-08a6c29f-9d92-4ae6-ad96-79e98d958524 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98a83827-ca4e-4a07-92fa-21422fe692cc HTTP/1.1" status: 204 len: 168 time: 0.1831439 May 26 23:06:54.285099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6c29f-9d92-4ae6-ad96-79e98d958524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a83827-ca4e-4a07-92fa-21422fe692cc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:54.441070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['45d06b22-f880-4752-84d3-0da4056cc1ef'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:06:54.752621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 54850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:54.779291 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.818010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:54.822077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:ffb415ef90854856b843a37ff84b99e4 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:54.825614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:54.831748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:54.909659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.915265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:54.982102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c681dd-49fc-4e27-95e6-0bc6b086c265,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:54.991662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0133040f-9cf3-4eba-9601-5a296d3f9ca9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffb415ef90854856b843a37ff84b99e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2352736 May 26 23:06:54.991986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54862) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:55.068335 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c75568b-3db3-4a90-9764-1e3fa720a8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:55.099578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c75568b-3db3-4a90-9764-1e3fa720a8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:55.156597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c3311-74b2-4599-8e70-896c4b32dc5d req-6a7785c1-b9c8-453e-ad84-35e9297fbda7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:55.158155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-406c3311-74b2-4599-8e70-896c4b32dc5d req-6a7785c1-b9c8-453e-ad84-35e9297fbda7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 944 time: 0.0861747 May 26 23:06:55.185818 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c75568b-3db3-4a90-9764-1e3fa720a8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:55.204183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75568b-3db3-4a90-9764-1e3fa720a8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c681dd-49fc-4e27-95e6-0bc6b086c265,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:55.215463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c75568b-3db3-4a90-9764-1e3fa720a8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:55.217504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c75568b-3db3-4a90-9764-1e3fa720a8c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2c681dd-49fc-4e27-95e6-0bc6b086c265 HTTP/1.1" status: 204 len: 168 time: 0.2243788 May 26 23:06:55.222830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-406c3311-74b2-4599-8e70-896c4b32dc5d req-079d262c-aa39-4222-a681-7c0da32d8d41 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590644 May 26 23:06:55.256447 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:55.489201 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:06:55.709526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:06:55.809704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 45d06b22-f880-4752-84d3-0da4056cc1ef completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:06:55.817019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 45d06b22-f880-4752-84d3-0da4056cc1ef triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:06:55.817626 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:55.979974 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:56.034105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:06:56.044013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:06:56.050138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:56.134235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:56.158444 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1887103a-35b5-40f5-a49e-5ad36b88d03b'] response: {'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'code': 200} May 26 23:06:56.460363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ef7f2c6-f0a6-4755-a0b8-b8067e5b17e0 req-b30bf396-4ffb-4981-9be5-e335fb62861a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1096 time: 0.2032800 May 26 23:06:56.531813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7e44-1fa1-4375-be4c-e34b96a77c5b req-905f1c20-15f2-4fc0-89f4-bc1fd628cdc5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:56.534433 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df8b7e44-1fa1-4375-be4c-e34b96a77c5b req-905f1c20-15f2-4fc0-89f4-bc1fd628cdc5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1028638 May 26 23:06:56.550437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ef7f2c6-f0a6-4755-a0b8-b8067e5b17e0 req-cb98f5ff-7f37-4c15-b8ad-269e60a22001 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822256 May 26 23:06:56.598412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df8b7e44-1fa1-4375-be4c-e34b96a77c5b req-aa227f1c-fb50-45d8-a5e9-76b20b790e9b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565422 May 26 23:06:57.821363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:57.895923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e5f9a-d5df-4c78-a07a-ad55ad35185e req-0c299b37-a47a-4b55-8493-b863cb775021 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:57.903839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae7e5f9a-d5df-4c78-a07a-ad55ad35185e req-0c299b37-a47a-4b55-8493-b863cb775021 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1259553 May 26 23:06:57.984891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae7e5f9a-d5df-4c78-a07a-ad55ad35185e req-a486131d-cc5e-4820-9fdb-d18df7c605a8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801051 May 26 23:06:58.461611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 54988) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:58.637321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:58.677949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:58.692420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Usage tracker for resource:security_group_rule and tenant:5da24b6a21344bdb8ed38c0a2e30a6a0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:58.695402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:58.703263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:58.778920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:58.789081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:58.849480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ea744-7e10-4d2e-89e2-5c53aba195bd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:58.859145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55006) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:58.862805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e3f34f5e-16e4-4a6c-87a1-76e59cf0dcea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5da24b6a21344bdb8ed38c0a2e30a6a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3991988 May 26 23:06:58.942084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a670eb2a-377e-4769-9c89-da860e377878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:58.973519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a670eb2a-377e-4769-9c89-da860e377878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:59.046362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a670eb2a-377e-4769-9c89-da860e377878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:59.069313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670eb2a-377e-4769-9c89-da860e377878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ea744-7e10-4d2e-89e2-5c53aba195bd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:59.077568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a670eb2a-377e-4769-9c89-da860e377878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:59.080132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a670eb2a-377e-4769-9c89-da860e377878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/744ea744-7e10-4d2e-89e2-5c53aba195bd HTTP/1.1" status: 204 len: 168 time: 0.2192502 May 26 23:06:59.319458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5733f-c399-4c81-a273-c7b8f09540e3 req-14ca6d15-a01a-4ed9-85d1-1c2b255632d0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:59.321260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9a5733f-c399-4c81-a273-c7b8f09540e3 req-14ca6d15-a01a-4ed9-85d1-1c2b255632d0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1690795 May 26 23:06:59.386545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9a5733f-c399-4c81-a273-c7b8f09540e3 req-33278f88-7a68-425d-b538-7f961b9f91ed tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582526 May 26 23:06:59.477039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55036) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:59.651683 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:59.690677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:59.695380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Usage tracker for resource:security_group_rule and tenant:84cb213dc95f4b928945a52ca45f3b92 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:59.699106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:59.706074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:59.719894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55044) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:59.748013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:59.788118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807774a-41b2-46b8-bc94-a2b267d91fe8 req-f77d2184-9e1d-4688-8635-8c41bad23758 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:06:59.791067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8807774a-41b2-46b8-bc94-a2b267d91fe8 req-f77d2184-9e1d-4688-8635-8c41bad23758 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2618158 May 26 23:06:59.802293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:59.815568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Usage tracker for resource:security_group_rule and tenant:aba7c75e5df54fcca17ad55d01dd5fc1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:59.819962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:06:59.833712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:06:59.839524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:59.845288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8807774a-41b2-46b8-bc94-a2b267d91fe8 req-a820e5dd-483c-4ed3-b897-084a0a6cb979 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495858 May 26 23:06:59.847336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:06:59.877011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55052) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:59.909918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046699d6-a70b-493e-a5af-b4bdec87f70d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:06:59.920699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5ec7b84c-e484-4e85-8a1c-026a0f2e6502 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84cb213dc95f4b928945a52ca45f3b92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4408967 May 26 23:06:59.924040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55056) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:59.975526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-705ec28a-acd9-490b-ba44-000e2d07f523 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1091 time: 0.0969572 May 26 23:06:59.976178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55060) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:06:59.982034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:06:59.988077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:06:59.991981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:floatingip and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:06:59.995066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:00.000965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:00.016526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.025713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.025864 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.063665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ec9-e1bf-4039-9326-5698c30c077b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.174469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.193794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aba7c75e5df54fcca17ad55d01dd5fc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4719377 May 26 23:07:00.194760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55068) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:00.254420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ec9-e1bf-4039-9326-5698c30c077b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.262816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fd04b-c239-44de-a1be-eb902cef642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37ab655-1dd5-4e73-b754-c8d6827a3cd0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:00.321717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc4a1-ef5a-4890-8517-96ded53f50c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.353149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc4a1-ef5a-4890-8517-96ded53f50c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.357914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.182 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/8f72c779-9b52-4001-b7f6-b5abc0c7085f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:07:00.362250 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ec9-e1bf-4039-9326-5698c30c077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.391616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f0ec9-e1bf-4039-9326-5698c30c077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046699d6-a70b-493e-a5af-b4bdec87f70d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:00.406165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0ec9-e1bf-4039-9326-5698c30c077b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.407490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6a1f0ec9-e1bf-4039-9326-5698c30c077b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/046699d6-a70b-493e-a5af-b4bdec87f70d HTTP/1.1" status: 204 len: 168 time: 0.4829094 May 26 23:07:00.438508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc4a1-ef5a-4890-8517-96ded53f50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.461031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbc4a1-ef5a-4890-8517-96ded53f50c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37ab655-1dd5-4e73-b754-c8d6827a3cd0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:00.465617 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc4a1-ef5a-4890-8517-96ded53f50c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.467113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f0bbc4a1-ef5a-4890-8517-96ded53f50c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c37ab655-1dd5-4e73-b754-c8d6827a3cd0 HTTP/1.1" status: 204 len: 168 time: 0.2683165 May 26 23:07:00.561043 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.592778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:00.672941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:07:00.676438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:07:00.681550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:07:00.722254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=8f72c779-9b52-4001-b7f6-b5abc0c7085f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:01.033048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55100) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:01.061521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.098588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:01.102944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Usage tracker for resource:security_group_rule and tenant:d6ccb5f7bd9643c79ef05258eb737cb4 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:01.110467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:01.116721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:01.194619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.200254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.259230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ef6c6-9a06-4fbd-80bb-c3462b33a1e3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:01.266894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e88907a-5d94-4162-85f5-7f05551d8bfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6ccb5f7bd9643c79ef05258eb737cb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2327583 May 26 23:07:01.267662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55106) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:01.314714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.336812 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09667fd-f1b1-4902-b633-e09cd3f72103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.377273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09667fd-f1b1-4902-b633-e09cd3f72103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.437390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.462783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09667fd-f1b1-4902-b633-e09cd3f72103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.488183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09667fd-f1b1-4902-b633-e09cd3f72103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ef6c6-9a06-4fbd-80bb-c3462b33a1e3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:01.496728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e09667fd-f1b1-4902-b633-e09cd3f72103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.498317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e09667fd-f1b1-4902-b633-e09cd3f72103 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/508ef6c6-9a06-4fbd-80bb-c3462b33a1e3 HTTP/1.1" status: 204 len: 168 time: 0.2292306 May 26 23:07:01.723231 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.731887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:01.861547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=8f72c779-9b52-4001-b7f6-b5abc0c7085f,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:01.872077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:02.227670 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Floating IP a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a associated. External IP: 172.25.4.182, port: 45d06b22-f880-4752-84d3-0da4056cc1ef. May 26 23:07:02.795247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 14ceed9e-9999-405b-ad16-38ed94923ac6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:07:03.061225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:07:03.100789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:03.174023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef951119-e0b0-444f-a8c5-238b249cdfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1964853 May 26 23:07:03.174781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:03.265548 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce65524-4462-4e2f-8827-9c8126688120'] response: {'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'status': 'completed', 'code': 200} May 26 23:07:03.440141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] Sync routers for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:07:03.459941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-158b1553-4dbf-4e75-bfb2-63daf56ee01c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1096 time: 0.1541648 May 26 23:07:03.472966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:07:03.474134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:07:03.477934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984ac79-aaa7-440f-83b9-4191a921012d req-119b9035-cf95-4398-bdf3-979a71cc9cd5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:03.480852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8984ac79-aaa7-440f-83b9-4191a921012d req-119b9035-cf95-4398-bdf3-979a71cc9cd5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1593857 May 26 23:07:03.626318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8984ac79-aaa7-440f-83b9-4191a921012d req-d56951e1-6569-43c8-87d5-9ffd14f53d6b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341550 May 26 23:07:03.654621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55200) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:03.686497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-d9f67c65-37d6-446e-b7bc-c9d8930f160b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:03.688419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-d9f67c65-37d6-446e-b7bc-c9d8930f160b service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.2208583 May 26 23:07:03.729897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:07:03.900840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2589eae0-d2e0-45cf-abc9-9bc5381c248f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a HTTP/1.1" status: 200 len: 991 time: 0.2450714 May 26 23:07:03.924845 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-e034f2bd-c357-44eb-a70e-c3d7dd592cd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 999 time: 0.2296641 May 26 23:07:04.017768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-91753024-4708-498e-a8e1-a27e556c2d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:04.019471 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-91753024-4708-498e-a8e1-a27e556c2d52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.0877254 May 26 23:07:04.157609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-7e3b1ea5-4c1c-414d-a52e-45a5761172b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319408 May 26 23:07:04.272951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'port_id': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'mac_address': 'fa:16:3e:90:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:07:01Z', 'updated_at': '2022-05-26T23:07:01Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:48Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:07:04.279759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] Checking router: 14ceed9e-9999-405b-ad16-38ed94923ac6 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:07:04.292908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:07:04.294281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:06:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:07:04.340823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-acdcc636-052f-49af-ba8a-4a60ecbbb949 service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720698 May 26 23:07:04.498835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:07:04.742265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7cbad00-8918-4876-baf6-1dfd4ba0fd03 req-8b690c5b-053c-4150-b5cd-e6c4c5fa34ee service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983088 May 26 23:07:04.903627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55234) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:05.036162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'port_id': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'mac_address': 'fa:16:3e:90:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:07:01Z', 'updated_at': '2022-05-26T23:07:01Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:48Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:07:05.040633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefd854-3e5d-4344-9c29-d379d98ab40b None None] The sync data for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 is: [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'port_id': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'mac_address': 'fa:16:3e:90:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:07:01Z', 'updated_at': '2022-05-26T23:07:01Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:48Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:07:05.077011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-863bf0e8-ead8-4ee6-afa6-305d9cc76d88 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a HTTP/1.1" status: 200 len: 991 time: 0.1721125 May 26 23:07:05.298293 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3bef9-e9bf-432d-baa4-d4fd17e2d96c None None] New status for floating IP a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:07:06.081361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55272) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:06.193850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5b8fb89f-c319-4632-bc81-a5728838fa9d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a HTTP/1.1" status: 200 len: 993 time: 0.1110651 May 26 23:07:08.030833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:08.208108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.250786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:08.255559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Usage tracker for resource:security_group_rule and tenant:711d582b21144305bfec16f13b89d22f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:08.259077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:08.265734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:08.337971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.342207 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.390475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a3a316-25a4-4cd4-9160-a5c0b63454e2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:08.397191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55366) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:08.397750 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fa450ce7-13b1-4985-bd01-de7342118fcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=711d582b21144305bfec16f13b89d22f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3653288 May 26 23:07:08.463653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c1c3aa71-06b6-4330-8862-d5118da9b1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.493755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c1c3aa71-06b6-4330-8862-d5118da9b1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.546674 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c1c3aa71-06b6-4330-8862-d5118da9b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.562018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3aa71-06b6-4330-8862-d5118da9b1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a3a316-25a4-4cd4-9160-a5c0b63454e2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:08.567030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c1c3aa71-06b6-4330-8862-d5118da9b1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.573997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c1c3aa71-06b6-4330-8862-d5118da9b1ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80a3a316-25a4-4cd4-9160-a5c0b63454e2 HTTP/1.1" status: 204 len: 168 time: 0.1718841 May 26 23:07:08.901870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55378) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:08.922262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:08.953844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:08.957619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Usage tracker for resource:security_group_rule and tenant:71b76af226d04f4f94d55c1c66901a83 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:08.960410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:08.966697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:09.034250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:09.037936 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:09.091605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f17359-cd48-4f3a-a348-4d01747a42c4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:09.097686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fb0bb401-37ad-4a14-a076-67e3af52c109 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71b76af226d04f4f94d55c1c66901a83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937199 May 26 23:07:09.099988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55382) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:09.168458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca737f6c-3bc6-4442-96c6-29f8879ac9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:09.195931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca737f6c-3bc6-4442-96c6-29f8879ac9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:09.253177 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca737f6c-3bc6-4442-96c6-29f8879ac9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:09.270631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca737f6c-3bc6-4442-96c6-29f8879ac9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f17359-cd48-4f3a-a348-4d01747a42c4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:09.281093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca737f6c-3bc6-4442-96c6-29f8879ac9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:09.282276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca737f6c-3bc6-4442-96c6-29f8879ac9e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41f17359-cd48-4f3a-a348-4d01747a42c4 HTTP/1.1" status: 204 len: 168 time: 0.1813197 May 26 23:07:11.995288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55456) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:12.200899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:12.238261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:12.242626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9855b5027641c0b4d9652f2e790a77 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:12.245592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:12.251399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:12.323699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:12.329215 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:12.371561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c9855b5027641c0b4d9652f2e790a77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3749592 May 26 23:07:12.374447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55466) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:12.393510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8128ace-4d3b-4a6e-bd8a-8d6aeb34e156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c8091-3681-4c2b-869e-2dd5e2825d69,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:12.468415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-363a091d-d733-4cd9-bcce-ca1e2d77907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:12.497567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-363a091d-d733-4cd9-bcce-ca1e2d77907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:12.551332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-363a091d-d733-4cd9-bcce-ca1e2d77907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:12.567054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a091d-d733-4cd9-bcce-ca1e2d77907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c8091-3681-4c2b-869e-2dd5e2825d69,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:12.575090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-363a091d-d733-4cd9-bcce-ca1e2d77907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:12.576380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-363a091d-d733-4cd9-bcce-ca1e2d77907b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e3c8091-3681-4c2b-869e-2dd5e2825d69 HTTP/1.1" status: 204 len: 168 time: 0.2002535 May 26 23:07:14.642348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55554) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:14.890860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:14.954865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:14.954865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b88d372e5c4d5fab45c89189edb347 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:14.962987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:14.962987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:15.110429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:15.114504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:15.185542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55572) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:15.189641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b88d372e5c4d5fab45c89189edb347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5509317 May 26 23:07:15.220628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13684fb7-c5d9-4cb2-bd4d-d3a425dcdb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faa1341-0e3b-4b40-b19d-868d3b3c0e7b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:15.362423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a9260f1-14dc-445f-a698-43363a212736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:15.417419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a9260f1-14dc-445f-a698-43363a212736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:15.501364 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a9260f1-14dc-445f-a698-43363a212736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:15.550082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9260f1-14dc-445f-a698-43363a212736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faa1341-0e3b-4b40-b19d-868d3b3c0e7b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:15.568248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5a9260f1-14dc-445f-a698-43363a212736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:15.568248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5a9260f1-14dc-445f-a698-43363a212736 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9faa1341-0e3b-4b40-b19d-868d3b3c0e7b HTTP/1.1" status: 204 len: 168 time: 0.3762505 May 26 23:07:16.695697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55622) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:16.874311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703490057-network', 'tenant_id': '7162de8268e74aa78466ababdf734520'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:07:16.879876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:16.883757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Usage tracker for resource:network and tenant:7162de8268e74aa78466ababdf734520 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:16.886649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:16.892601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:16.903554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Made reservation on behalf of 7162de8268e74aa78466ababdf734520 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:07:16.906210 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:16.938336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:16.996502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:17.000232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Usage tracker for resource:security_group_rule and tenant:7162de8268e74aa78466ababdf734520 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:17.005036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:17.012863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:17.169825 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b0e90db-742e-4f75-a232-5cfc190fe94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.172484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.179247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.229414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad68f413-d37f-475d-9ad0-c49dbd6b3a49,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:17.239968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:07:17.243701 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.243701 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Added segment 839cbd0d-5b54-4914-adf1-f1544733bbf5 of type vlan for network 62c24ff4-a1be-4e54-968b-69a0943491e6 May 26 23:07:17.280578 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.315659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.315659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:17.315659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.369771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6660235 May 26 23:07:17.369771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:17.376700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Request body: {'subnet': {'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703490057-subnet', 'tenant_id': '7162de8268e74aa78466ababdf734520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:07:17.468807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:17.490576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Usage tracker for resource:subnet and tenant:7162de8268e74aa78466ababdf734520 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:17.496349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:17.507548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:17.509637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7485b5-2c0e-496b-b144-1b46d4e55d5e admin admin] Pushing event updated for resources: {'Network': ['ID=62c24ff4-a1be-4e54-968b-69a0943491e6,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:17.521561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 62c24ff4-a1be-4e54-968b-69a0943491e6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:07:17.563914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Made reservation on behalf of 7162de8268e74aa78466ababdf734520 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:07:17.563914 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.851992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:17.932026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0898862-ef47-41d1-9e91-b6cb12bf0b8e,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:17.973311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Checking segment: {'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:07:17.973311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Network hostable DHCP agents. Network: 62c24ff4-a1be-4e54-968b-69a0943491e6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:07:17.996431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a113f-58ec-4087-9d6e-e112df53ea30 req-3f1b5d07-aa99-4392-b79c-a827fd93f5a2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:17.996431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e5a113f-58ec-4087-9d6e-e112df53ea30 req-3f1b5d07-aa99-4392-b79c-a827fd93f5a2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1340981 May 26 23:07:18.000566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Network 62c24ff4-a1be-4e54-968b-69a0943491e6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:07:18.014197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 62c24ff4-a1be-4e54-968b-69a0943491e6) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:07:18.024164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e4396-c6dc-4efd-9c53-3e98d9872742 None None] Network 62c24ff4-a1be-4e54-968b-69a0943491e6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:07:18.036088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:18.036088 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:18.048463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-467fef30-8fdd-44a5-8520-ddd45bf1c6b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6815953 May 26 23:07:18.062918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e5a113f-58ec-4087-9d6e-e112df53ea30 req-9a979720-cf5c-4758-b23a-5e5bfe1914d2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551445 May 26 23:07:18.458458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2bcd9f-c951-4964-b759-20542b3879c4 None None] Network 62c24ff4-a1be-4e54-968b-69a0943491e6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:07:19.169048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55694) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:19.409088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.477383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdc357-a728-4301-ae74-90beb284fc22 req-0aa7e405-6205-4905-ab46-b9cc7c31790c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:19.482884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:19.486552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ecdc357-a728-4301-ae74-90beb284fc22 req-0aa7e405-6205-4905-ab46-b9cc7c31790c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1693563 May 26 23:07:19.490028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ff82040e6c4958a612fb183b717d66 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:19.493254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:19.502959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:19.558760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4ecdc357-a728-4301-ae74-90beb284fc22 req-0f89ab52-65be-4e95-acf4-7410c66f79ea tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656378 May 26 23:07:19.600430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.608781 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.658125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a541f00-c750-4de9-969d-c6c3a75ae101,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:19.664264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee36974f-61a0-46e7-94d1-17ec14af73c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6ff82040e6c4958a612fb183b717d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4978404 May 26 23:07:19.667225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55710) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:19.774056 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-764cc446-3169-4fb0-adf5-d84b755ce1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.809705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-764cc446-3169-4fb0-adf5-d84b755ce1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.876530 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-764cc446-3169-4fb0-adf5-d84b755ce1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.909228 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d002da2c-8698-4efc-b833-dfe5bb181c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.932617 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-764cc446-3169-4fb0-adf5-d84b755ce1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:19.932617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-764cc446-3169-4fb0-adf5-d84b755ce1ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a541f00-c750-4de9-969d-c6c3a75ae101 HTTP/1.1" status: 204 len: 168 time: 0.2553864 May 26 23:07:19.932617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cc446-3169-4fb0-adf5-d84b755ce1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a541f00-c750-4de9-969d-c6c3a75ae101,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:20.337205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 55726) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:20.357508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:20.410929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:20.416879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Usage tracker for resource:security_group_rule and tenant:9007104951084eafb7cde51d31c47eab is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:20.421769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:20.427856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:20.542475 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:20.547541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:20.616311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a9e0c3-9b4a-4d16-b015-1b8a49f89d11,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:20.624752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 55744) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:07:20.625452 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:20.626413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a6c3f0aa-fb92-455b-8e4d-c43df7d7a487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9007104951084eafb7cde51d31c47eab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2881155 May 26 23:07:20.786907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:20.837930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9edc-6293-4202-93a7-3e676bc310ba req-7bf232b0-ecf9-4e0f-8804-7ff4c5b24a70 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:20.839406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d45b9edc-6293-4202-93a7-3e676bc310ba req-7bf232b0-ecf9-4e0f-8804-7ff4c5b24a70 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1041367 May 26 23:07:20.877136 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9b55c63-8ccb-4898-aa57-9b41d6a6dc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:20.895851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d45b9edc-6293-4202-93a7-3e676bc310ba req-94a73eb4-42ec-42b6-983f-55374f3911b8 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504746 May 26 23:07:20.898419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-4f9803e1-59c3-4d37-9ae2-e805f6f58a36 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:20.900014 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-4f9803e1-59c3-4d37-9ae2-e805f6f58a36 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/networks?id=62c24ff4-a1be-4e54-968b-69a0943491e6 HTTP/1.1" status: 200 len: 808 time: 0.2553985 May 26 23:07:20.932307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-f6751bb2-33cb-4cbf-969d-08a949b14c45 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/quotas/7162de8268e74aa78466ababdf734520 HTTP/1.1" status: 200 len: 375 time: 0.0200214 May 26 23:07:20.971938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9b55c63-8ccb-4898-aa57-9b41d6a6dc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:20.986467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-c52ed257-8e65-4683-a517-8811f48ed89c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7162de8268e74aa78466ababdf734520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536053 May 26 23:07:21.136129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9b55c63-8ccb-4898-aa57-9b41d6a6dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:21.159756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-e0969c6e-d338-40a1-aa4a-1dbe90d2b15a service neutron] 10.222.0.32 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636903 May 26 23:07:21.159756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b55c63-8ccb-4898-aa57-9b41d6a6dc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a9e0c3-9b4a-4d16-b015-1b8a49f89d11,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:21.198030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b9b55c63-8ccb-4898-aa57-9b41d6a6dc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:21.204316 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b9b55c63-8ccb-4898-aa57-9b41d6a6dc13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77a9e0c3-9b4a-4d16-b015-1b8a49f89d11 HTTP/1.1" status: 204 len: 168 time: 0.5751269 May 26 23:07:21.322637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-60715c39-eaa9-4e77-bda1-b6fc10f9aa6e service neutron] 10.222.0.32 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450672 May 26 23:07:21.586188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b94dbda9-1520-4f0a-9aed-44536efa24da req-d78a86c5-1a70-4f36-8ee9-4f2e15e4a7fd tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 210 time: 0.0452626 May 26 23:07:21.917117 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:22.189270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f31e9-d9f6-4463-9482-36aa9e0588ec req-ef132e2f-98b4-4eb4-bac4-d9a64237a584 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:22.190772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b4f31e9-d9f6-4463-9482-36aa9e0588ec req-ef132e2f-98b4-4eb4-bac4-d9a64237a584 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1044545 May 26 23:07:22.257397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b4f31e9-d9f6-4463-9482-36aa9e0588ec req-1738ffa0-92c4-46e1-9d6d-595197982b88 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535929 May 26 23:07:22.844240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6b2760e-96d8-4475-8187-c09762367317 req-bbabc4fb-195c-4304-a357-03bda44e59ab tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 210 time: 0.0905881 May 26 23:07:23.233277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-53ae9f5f-0193-4c20-a958-6daa2c242bc1 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:23.233277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-53ae9f5f-0193-4c20-a958-6daa2c242bc1 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "GET /v2.0/networks?id=62c24ff4-a1be-4e54-968b-69a0943491e6 HTTP/1.1" status: 200 len: 808 time: 0.3543468 May 26 23:07:23.256043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Request body: {'port': {'device_id': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6', 'admin_state_up': True, 'tenant_id': '7162de8268e74aa78466ababdf734520'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:07:23.418665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:23.418665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Usage tracker for resource:port and tenant:7162de8268e74aa78466ababdf734520 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:07:23.418665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:07:23.429805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:23.511577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Made reservation on behalf of 7162de8268e74aa78466ababdf734520 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:07:23.518411 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:23.633914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799069c-6552-4a4f-9076-09dd1ead5928 req-c521e869-7984-48b7-bc0d-592884467946 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:23.635379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7799069c-6552-4a4f-9076-09dd1ead5928 req-c521e869-7984-48b7-bc0d-592884467946 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1959550 May 26 23:07:23.785308 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7799069c-6552-4a4f-9076-09dd1ead5928 req-d1405c37-b521-4b7f-88ad-e18915477946 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378355 May 26 23:07:23.830622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Allocated IP 172.20.0.14 (62c24ff4-a1be-4e54-968b-69a0943491e6/e0898862-ef47-41d1-9e91-b6cb12bf0b8e/46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:07:24.088255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba1d7109-add5-4725-9ec7-9387ebfd331f req-eb1c7870-7c08-4cd5-b5fb-1a1f27ac6cc0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 210 time: 0.0611138 May 26 23:07:24.096382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:24.130376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:24.226879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Network 62c24ff4-a1be-4e54-968b-69a0943491e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:07:24.232361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:07:24.237150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:07:24.274335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Pushing event updated for resources: {'Port': ['ID=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:24.330950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:24.331565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:24.354124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b5db6b5d-534a-46e9-8063-e9b99ca83465 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1069579 May 26 23:07:24.531377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Request body: {'port': {'device_id': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:07:24.665015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:25.124683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a35c2-acd3-455e-aee6-0f440233e4b9 req-659bf0b6-24a6-4cad-ba38-c53d62984719 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:25.126627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-390a35c2-acd3-455e-aee6-0f440233e4b9 req-659bf0b6-24a6-4cad-ba38-c53d62984719 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1586523 May 26 23:07:25.254485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-390a35c2-acd3-455e-aee6-0f440233e4b9 req-7a0c642b-7c47-4aa3-897a-a3ce3d0cf266 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219966 May 26 23:07:25.257486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:07:25.268457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:25.290990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:25.294356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Transition to ACTIVE for port object 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:07:25.302166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:25.362280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eb3af-c717-4162-a6aa-060f44ad284c req-37e4eeb9-13a2-400e-a924-bfe83f155524 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:25.364603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-921eb3af-c717-4162-a6aa-060f44ad284c req-37e4eeb9-13a2-400e-a924-bfe83f155524 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 944 time: 0.1481383 May 26 23:07:25.412189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-921eb3af-c717-4162-a6aa-060f44ad284c req-157a1d0c-c075-46ad-aae9-f2d90d7ae3ac tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Synchronizing usage tracker for tenant:7162de8268e74aa78466ababdf734520 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:07:25.428544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-921eb3af-c717-4162-a6aa-060f44ad284c req-157a1d0c-c075-46ad-aae9-f2d90d7ae3ac tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Unset dirty status for tenant:7162de8268e74aa78466ababdf734520 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:07:25.429821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-921eb3af-c717-4162-a6aa-060f44ad284c req-157a1d0c-c075-46ad-aae9-f2d90d7ae3ac tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 May 26 23:07:25.456989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Pushing event updated for resources: {'Port': ['ID=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:25.577303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Attempting to bind port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:07:25.577303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Attempting to bind port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:07:25.577303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Attempting to bind port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f on network 62c24ff4-a1be-4e54-968b-69a0943491e6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:07:25.585947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f on network 62c24ff4-a1be-4e54-968b-69a0943491e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:07:25.585947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Attempting to bind port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f on network 62c24ff4-a1be-4e54-968b-69a0943491e6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:07:25.591495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:07:25.591495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Checking segment: {'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:07:25.591495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Bound using segment: {'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:07:25.591495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Bound port: 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:07:25.591495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:25.818125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] For port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:07:25.822771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] For port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:07:25.830395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:25.901269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:25.901269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] 10.222.0.55 "PUT /v2.0/ports/46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f HTTP/1.1" status: 200 len: 1092 time: 1.5327206 May 26 23:07:25.901269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'tag': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:25.920674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cfb1b-4309-4c69-a804-50796d6d2576 service neutron] Pushing event updated for resources: {'Port': ['ID=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:26.002342 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66cc11a-e13b-459c-87e5-82cfe0f36cba'] response: {'name': 'network-changed', 'server_uuid': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'tag': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f', 'status': 'completed', 'code': 200} May 26 23:07:26.049246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-1f18f868-660c-4607-9917-5dada03b1e1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7162de8268e74aa78466ababdf734520&device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 1095 time: 0.1038861 May 26 23:07:26.115551 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-7511f9a5-0c91-4c5e-9e25-d45a4d43167b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f HTTP/1.1" status: 200 len: 217 time: 0.0615101 May 26 23:07:26.189996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-70730b4e-23d2-4963-87f1-0963f6fa3785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:26.189996 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-70730b4e-23d2-4963-87f1-0963f6fa3785 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0898862-ef47-41d1-9e91-b6cb12bf0b8e HTTP/1.1" status: 200 len: 848 time: 0.0663774 May 26 23:07:26.239473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-646ccc1b-2d52-445b-9c9e-d786964bee89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62c24ff4-a1be-4e54-968b-69a0943491e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394740 May 26 23:07:26.381224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-b02c771a-25fc-4335-b6f3-de566ec0c067 service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386142 May 26 23:07:26.579226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6590445d-fb9b-430f-804f-70d3b18ce2c1 req-402ddec8-8c07-4eca-ad2a-f79e378ac650 service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836395 May 26 23:07:26.873138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846f5b67-149a-4855-b5f6-61db01b4658d req-a6f29257-89c7-4bb1-81af-8bc9a415a64c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7162de8268e74aa78466ababdf734520&device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 1095 time: 0.2364516 May 26 23:07:26.912846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103a6a8-3e9f-43f4-b125-918b31c29182 req-5db84e84-a40c-4e0a-b89d-25f1f66f76b2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:26.912846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e103a6a8-3e9f-43f4-b125-918b31c29182 req-5db84e84-a40c-4e0a-b89d-25f1f66f76b2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.4160016 May 26 23:07:26.969464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977743-61eb-4f35-9c48-8e751eb80132 req-6ffba1d1-cb18-4694-aef8-ea3c0b96779c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:26.969464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c7977743-61eb-4f35-9c48-8e751eb80132 req-6ffba1d1-cb18-4694-aef8-ea3c0b96779c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Synchronizing usage tracker for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:07:27.005024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e103a6a8-3e9f-43f4-b125-918b31c29182 req-a794e9de-a52d-4df5-9709-c510fdbd30b5 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785768 May 26 23:07:27.027814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c7977743-61eb-4f35-9c48-8e751eb80132 req-6ffba1d1-cb18-4694-aef8-ea3c0b96779c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Unset dirty status for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:07:27.027814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7977743-61eb-4f35-9c48-8e751eb80132 req-6ffba1d1-cb18-4694-aef8-ea3c0b96779c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 944 time: 0.2678387 May 26 23:07:27.076341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f5b67-149a-4855-b5f6-61db01b4658d req-17b39656-3b49-4470-a852-397165bf7329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:27.077903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846f5b67-149a-4855-b5f6-61db01b4658d req-17b39656-3b49-4470-a852-397165bf7329 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62c24ff4-a1be-4e54-968b-69a0943491e6 HTTP/1.1" status: 200 len: 909 time: 0.1994634 May 26 23:07:27.182577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846f5b67-149a-4855-b5f6-61db01b4658d req-65bac27d-8929-4ca9-9e69-966826e6202b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f HTTP/1.1" status: 200 len: 217 time: 0.0928073 May 26 23:07:27.195522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7977743-61eb-4f35-9c48-8e751eb80132 req-d47689f4-cce1-4309-87d2-7d69ea0572e6 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289589 May 26 23:07:27.252892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f5b67-149a-4855-b5f6-61db01b4658d req-e52751b6-d161-436f-a951-021a5e261c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:27.252892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846f5b67-149a-4855-b5f6-61db01b4658d req-e52751b6-d161-436f-a951-021a5e261c0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0898862-ef47-41d1-9e91-b6cb12bf0b8e HTTP/1.1" status: 200 len: 848 time: 0.0653374 May 26 23:07:27.310587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846f5b67-149a-4855-b5f6-61db01b4658d req-5dc29a39-a062-4377-9f19-4b3b3e747dc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62c24ff4-a1be-4e54-968b-69a0943491e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503755 May 26 23:07:27.478474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846f5b67-149a-4855-b5f6-61db01b4658d req-89d22319-5e57-45c3-b45a-ec3f95691d7b service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563952 May 26 23:07:27.637954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846f5b67-149a-4855-b5f6-61db01b4658d req-2540c4e7-cbbd-453d-a992-3e469916eee5 service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564510 May 26 23:07:27.833882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:28.223732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-f6940c8c-a04c-430c-a36a-3ac5483a9647 req-12bd81e7-d860-4d31-879b-eba3214adf21 tempest-ServerDiskConfigTestJSON-2052791082 tempest-ServerDiskConfigTestJSON-2052791082-project] (84030) timed out ('10.222.0.55', 60843) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:07:28.271509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd146f6-22d1-4da4-9174-72b33d6c2fa1 req-a4ab4bb4-2ac2-44df-8170-6069f2f50d56 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:28.272978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acd146f6-22d1-4da4-9174-72b33d6c2fa1 req-a4ab4bb4-2ac2-44df-8170-6069f2f50d56 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1063852 May 26 23:07:28.353089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acd146f6-22d1-4da4-9174-72b33d6c2fa1 req-58d64a69-40f9-4917-b333-fed3db6f8f3a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694203 May 26 23:07:28.506159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a72c47-1b17-4d93-8090-a0baff90e5c9 req-6c94d06e-d5dc-4edc-9c6d-00606a621fe8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:28.506159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1a72c47-1b17-4d93-8090-a0baff90e5c9 req-6c94d06e-d5dc-4edc-9c6d-00606a621fe8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 944 time: 0.1119344 May 26 23:07:28.577583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1a72c47-1b17-4d93-8090-a0baff90e5c9 req-a0b70f05-de0b-411d-98a3-0b596dbaf5c5 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670462 May 26 23:07:29.516486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:07:29.630018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73575561-1a26-4c8c-be94-23755e66552e req-d095afe6-32ec-41e3-b533-30b226a6f385 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:29.668734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73575561-1a26-4c8c-be94-23755e66552e req-d095afe6-32ec-41e3-b533-30b226a6f385 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1624706 May 26 23:07:29.796320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73575561-1a26-4c8c-be94-23755e66552e req-89ee8ba8-f2df-496a-9266-b296887e39bd tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305888 May 26 23:07:29.815189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:29.832077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f', 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6', 'port_id': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f', 'mac_address': 'fa:16:3e:6b:83:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0898862-ef47-41d1-9e91-b6cb12bf0b8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:07:29.962850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:29.982561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:07:30.004747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:30.004747 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:30.055077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67594108-fa6f-4874-b968-c39a83b93dd8 req-e452746a-0912-4197-b533-378037662b20 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:30.065170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67594108-fa6f-4874-b968-c39a83b93dd8 req-e452746a-0912-4197-b533-378037662b20 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 944 time: 0.2468727 May 26 23:07:30.094556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:30.094556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.097974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:30.118209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67594108-fa6f-4874-b968-c39a83b93dd8 req-e9252779-0cd4-42a3-86da-83a1de008fd2 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540872 May 26 23:07:30.291521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:07:31.073062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f683ae5-4bc6-4db9-a36c-a26b35a55d52 req-5c9fc796-887a-4098-8fd8-301dadf54fb9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:31.073062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f683ae5-4bc6-4db9-a36c-a26b35a55d52 req-5c9fc796-887a-4098-8fd8-301dadf54fb9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1191120 May 26 23:07:31.162052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f683ae5-4bc6-4db9-a36c-a26b35a55d52 req-d1889de4-ee16-40d1-801a-efa4fb950f7c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781796 May 26 23:07:31.368454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242975a2-a28f-4f4c-8cc2-bd4a1841cb1f req-5572b3ad-af20-443a-8c97-60d2c42a39e2 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:31.368454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-242975a2-a28f-4f4c-8cc2-bd4a1841cb1f req-5572b3ad-af20-443a-8c97-60d2c42a39e2 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 945 time: 0.0933533 May 26 23:07:31.420494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-242975a2-a28f-4f4c-8cc2-bd4a1841cb1f req-82cff2b3-d087-4ced-bdd0-1afc519ddf25 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 May 26 23:07:31.530116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:07:31.612488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:07:31.619004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:07:31.619004 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:31.741407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:31.765547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:31.775645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:31.779956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:31.830356 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77ee770-84d5-45b1-ad1b-922ad311fcd1'] response: {'server_uuid': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f', 'code': 200} May 26 23:07:31.875170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:31.990717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88875c1c-a0a3-40bd-8c38-1d28f22e88d1 req-33c1cc0c-076f-4c26-838c-c11209fea8b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 1097 time: 0.0824358 May 26 23:07:32.041293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88875c1c-a0a3-40bd-8c38-1d28f22e88d1 req-949fb3ba-b22c-4fae-916e-a6a5136560a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444236 May 26 23:07:32.401372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fab2b-141f-4821-87a1-a18260cae582 req-6d23f26b-cc3e-4701-b346-40fc259d2f3f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:32.407003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b79fab2b-141f-4821-87a1-a18260cae582 req-6d23f26b-cc3e-4701-b346-40fc259d2f3f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.0877087 May 26 23:07:32.461738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b79fab2b-141f-4821-87a1-a18260cae582 req-8e451942-f157-4c7a-85af-7128f200c334 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543408 May 26 23:07:32.503911 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:07:32.651031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3d6e0-36c9-47cd-9fee-3dd5223d05e1 req-7efc87b1-f192-4008-b5f4-a48264518df0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:32.651031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebc3d6e0-36c9-47cd-9fee-3dd5223d05e1 req-7efc87b1-f192-4008-b5f4-a48264518df0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 946 time: 0.0859051 May 26 23:07:32.708923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebc3d6e0-36c9-47cd-9fee-3dd5223d05e1 req-71285f0b-5574-4c13-bf24-e0e444934262 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488148 May 26 23:07:33.701477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815214dc-fb6e-4e9e-a0aa-b483ce033aa2 req-f724bef2-1cfb-4426-abd4-75232d1cf950 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:33.705997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-815214dc-fb6e-4e9e-a0aa-b483ce033aa2 req-f724bef2-1cfb-4426-abd4-75232d1cf950 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.0836058 May 26 23:07:33.778238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-815214dc-fb6e-4e9e-a0aa-b483ce033aa2 req-5fc8ff20-7d82-4d33-9674-53d2e2aa05f4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701032 May 26 23:07:33.918082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ce335-f0b5-48f9-a330-c270303d1045 req-52476da7-b450-4c40-93be-17351e067fdc tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:33.918082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa7ce335-f0b5-48f9-a330-c270303d1045 req-52476da7-b450-4c40-93be-17351e067fdc tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 946 time: 0.0872760 May 26 23:07:33.971647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa7ce335-f0b5-48f9-a330-c270303d1045 req-034daf1a-d8c8-4f4f-a0f0-e59acc370f54 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 May 26 23:07:35.077130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2bff6-e288-47d8-8705-7e8c7d5efb28 req-a6435326-4977-404f-8628-c48259bf47ff tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:35.077130 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2d2bff6-e288-47d8-8705-7e8c7d5efb28 req-a6435326-4977-404f-8628-c48259bf47ff tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1194296 May 26 23:07:35.131272 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2d2bff6-e288-47d8-8705-7e8c7d5efb28 req-f8ba1a43-b4c6-44f7-aab0-da56489682d8 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508499 May 26 23:07:35.257722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7199f22-6744-42bb-9f75-0f381dabc688 req-ab565beb-1be3-45e5-a27a-4b7e55c6134e tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:35.265604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7199f22-6744-42bb-9f75-0f381dabc688 req-ab565beb-1be3-45e5-a27a-4b7e55c6134e tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 946 time: 0.1765461 May 26 23:07:35.319392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c7199f22-6744-42bb-9f75-0f381dabc688 req-c068459c-5f6d-4a53-beb7-8c535b132862 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536981 May 26 23:07:35.552920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:07:35.667803 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-912922df-4755-40b4-b1e1-e1459e48cea7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962808 May 26 23:07:35.770106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:35.802703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'port_id': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'mac_address': 'fa:16:3e:30:11:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:07:35.867213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:35.896273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-8a563651-d858-4ecd-ba83-e9f3f654b7fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1096 time: 0.0986946 May 26 23:07:35.935292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae1e6018-4702-4270-b83e-77c88b9138a7 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:07:35.968530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:35.982781 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:36.107968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:36.121015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-7a34da64-33fa-43fc-a08d-ce2f8cd51425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:36.121015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-7a34da64-33fa-43fc-a08d-ce2f8cd51425 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.1997921 May 26 23:07:36.137478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ae1e6018-4702-4270-b83e-77c88b9138a7'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:07:36.309243 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-344089d3-c60c-4c4b-b278-1dbb8c98ba85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 1001 time: 0.1822624 May 26 23:07:36.495627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-568f88d0-0acb-4108-8bca-6dfeeaed31e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:36.495627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-568f88d0-0acb-4108-8bca-6dfeeaed31e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.1773148 May 26 23:07:36.715447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb47ac-3c28-4810-b424-6d5c3580a85c req-dc14c2f7-6849-4064-963e-c50e26f16ee4 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:36.722253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdb47ac-3c28-4810-b424-6d5c3580a85c req-dc14c2f7-6849-4064-963e-c50e26f16ee4 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 946 time: 0.1719253 May 26 23:07:36.840265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdb47ac-3c28-4810-b424-6d5c3580a85c req-072f3e1a-3d51-4bb4-a759-4261f51ee5bf tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003840 May 26 23:07:36.884905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-89584c1d-5691-47df-9fa2-b90a29859d4f tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:36.884905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-89584c1d-5691-47df-9fa2-b90a29859d4f tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 946 time: 0.3882008 May 26 23:07:36.897021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-094f22b7-641f-4599-aac1-0b70c5ba356a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406831 May 26 23:07:36.937032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248bb71-e9a8-4b85-b203-9b99530c7dfc req-631d0c1f-e16e-4506-baf7-a684ccb9a942 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:36.944365 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b248bb71-e9a8-4b85-b203-9b99530c7dfc req-631d0c1f-e16e-4506-baf7-a684ccb9a942 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 944 time: 0.4461145 May 26 23:07:37.100299 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-67527ed7-9e74-4d94-952a-ea4453153b6f service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430628 May 26 23:07:37.293084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc8b60da-f073-49d7-ac4c-01fc99aaaf5c req-7292baff-3316-4836-b34e-1667ae66383e service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699402 May 26 23:07:37.319668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Deleting port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:07:37.319668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:37.569412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:07:37.799652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b248bb71-e9a8-4b85-b203-9b99530c7dfc req-817a54c0-72b1-4f30-b366-edcadb37f480 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8552232 May 26 23:07:37.813869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port ae1e6018-4702-4270-b83e-77c88b9138a7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:07:37.813869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:37.905200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] For port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:37.905874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:38.073938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Calling delete_port for 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:07:38.176260 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:38.280981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e7c7a-b0d7-4e5c-92b1-35d17f233ca8 req-2faf5cd2-dac1-4b2d-a2ca-d3abdb0946ab tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:38.298616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:38.300210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:38.304978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e25e7c7a-b0d7-4e5c-92b1-35d17f233ca8 req-2faf5cd2-dac1-4b2d-a2ca-d3abdb0946ab tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fbe7e66-d1a2-44cd-a7fa-722a299b97f8 HTTP/1.1" status: 200 len: 946 time: 0.2319410 May 26 23:07:38.311877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:38.313150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:07:38.388495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:38.481036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e25e7c7a-b0d7-4e5c-92b1-35d17f233ca8 req-0b5f7442-5d19-4f85-a1e8-ccdb5c59e62d tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713994 May 26 23:07:38.532077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Pushing event deleted for resources: {'Port': ['ID=46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:38.701563 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13aa1f26-23ca-4fb9-9fad-f5f9f1ae2693'] response: {'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'code': 200} May 26 23:07:38.721826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] No DVR routers for this DVR port 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:07:38.721826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:38.729630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'name': 'network-vif-deleted', 'tag': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:38.766222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:38.770754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67ae2926-d46a-46cf-90a5-31ace04ff15d req-f49067d1-0a56-442c-ad43-c6f3605d0389 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "DELETE /v2.0/ports/46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f HTTP/1.1" status: 204 len: 173 time: 1.8658254 May 26 23:07:38.774529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:07:38.774529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:07:38.858179 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661098a5-e08a-4f75-bbf8-c667d4c0a0bb'] response: {'server_uuid': '6fbe7e66-d1a2-44cd-a7fa-722a299b97f8', 'name': 'network-vif-deleted', 'tag': '46aac820-bbf5-4d11-a34b-5b2d4a6f3b8f', 'status': 'completed', 'code': 200} May 26 23:07:39.204164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf257b-d9d7-499d-824b-8fc81b7a258f req-e8cee12c-c253-4039-b5ce-f8ded8cfbf01 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:39.210204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70cf257b-d9d7-499d-824b-8fc81b7a258f req-e8cee12c-c253-4039-b5ce-f8ded8cfbf01 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1175945 May 26 23:07:39.268115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70cf257b-d9d7-499d-824b-8fc81b7a258f req-22a7bd2e-8d26-432e-be2f-13c5e1dd5dbf tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604746 May 26 23:07:40.371574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-a3a0713a-3294-45f7-92c8-f173c74300f8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:40.371574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-a3a0713a-3294-45f7-92c8-f173c74300f8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Synchronizing usage tracker for tenant:7162de8268e74aa78466ababdf734520 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:07:40.403810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-a3a0713a-3294-45f7-92c8-f173c74300f8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Unset dirty status for tenant:7162de8268e74aa78466ababdf734520 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:07:40.405322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-a3a0713a-3294-45f7-92c8-f173c74300f8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/networks?id=62c24ff4-a1be-4e54-968b-69a0943491e6 HTTP/1.1" status: 200 len: 808 time: 0.2438164 May 26 23:07:40.429615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-a32bab37-bd16-4e65-a5b9-15c44ac0b281 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/quotas/7162de8268e74aa78466ababdf734520 HTTP/1.1" status: 200 len: 375 time: 0.0186086 May 26 23:07:40.512258 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-1273abbd-33bc-4a9f-8fa4-494646764e2d tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7162de8268e74aa78466ababdf734520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766642 May 26 23:07:40.663938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2f13-8475-4980-847e-108bf82d9cee req-d5f804f7-0060-42e4-84ed-22f8366fd157 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:40.683180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-852e2f13-8475-4980-847e-108bf82d9cee req-d5f804f7-0060-42e4-84ed-22f8366fd157 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1754069 May 26 23:07:40.810254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-852e2f13-8475-4980-847e-108bf82d9cee req-7c889b3d-6bbc-440d-9333-d3c108d4d988 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311374 May 26 23:07:40.907846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f40408f3-02eb-41fd-9058-4941ff312244 service neutron] 10.222.0.32 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945765 May 26 23:07:41.102169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-00e54868-030d-4a45-b42b-b13db0a52894 service neutron] 10.222.0.32 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890321 May 26 23:07:41.514729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bda54ed6-c7fa-4a2a-820f-31b23be81c25 req-51347cef-a021-4515-a62c-b70952017ffc tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Synchronizing usage tracker for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:07:41.549203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bda54ed6-c7fa-4a2a-820f-31b23be81c25 req-51347cef-a021-4515-a62c-b70952017ffc tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Unset dirty status for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:07:41.549203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bda54ed6-c7fa-4a2a-820f-31b23be81c25 req-51347cef-a021-4515-a62c-b70952017ffc tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 210 time: 0.1734021 May 26 23:07:42.135662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494d37e-d521-4e17-8f65-89df9a14a627 req-b4aae03e-6cd0-4e3f-8535-42f39f269d66 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:42.154717 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6494d37e-d521-4e17-8f65-89df9a14a627 req-b4aae03e-6cd0-4e3f-8535-42f39f269d66 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1067345 May 26 23:07:42.223477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6494d37e-d521-4e17-8f65-89df9a14a627 req-14399626-9a91-4d37-bab4-e99f9c9d93a1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755961 May 26 23:07:42.841279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f81478f4-2538-445f-8f35-88ad50f0f8a2 req-e0ca5f84-b12d-4e5d-8809-586a1d070477 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 210 time: 0.1251304 May 26 23:07:43.237277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-243157f1-983c-4228-9f43-e65adc5347ed tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:43.237277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-243157f1-983c-4228-9f43-e65adc5347ed tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "GET /v2.0/networks?id=62c24ff4-a1be-4e54-968b-69a0943491e6 HTTP/1.1" status: 200 len: 808 time: 0.2393131 May 26 23:07:43.267061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Request body: {'port': {'device_id': '78994883-553c-4e3b-a868-87676b9d3569', 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6', 'admin_state_up': True, 'tenant_id': '7162de8268e74aa78466ababdf734520'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:07:43.420235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:07:43.437297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:07:43.457375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Made reservation on behalf of 7162de8268e74aa78466ababdf734520 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:07:43.463344 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:43.661791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee014-34e0-4454-b4c5-dbc11c9f126a req-630c5fcd-571e-46b8-811c-8b11f5cf1f6f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:43.671216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b0ee014-34e0-4454-b4c5-dbc11c9f126a req-630c5fcd-571e-46b8-811c-8b11f5cf1f6f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1586428 May 26 23:07:43.693705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Allocated IP 172.20.0.9 (62c24ff4-a1be-4e54-968b-69a0943491e6/e0898862-ef47-41d1-9e91-b6cb12bf0b8e/645774aa-6930-48e5-8d57-30ba434b154c) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:07:43.785421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0b0ee014-34e0-4454-b4c5-dbc11c9f126a req-e60813b9-e93c-4ec1-a507-02781964bedf tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131494 May 26 23:07:43.970210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:44.172234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00f8277a-5801-4201-af4e-91782300b113 req-a0d2802e-070a-42f2-ada2-9db179c41bb9 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 210 time: 0.1521316 May 26 23:07:44.186807 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:44.297295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Network 62c24ff4-a1be-4e54-968b-69a0943491e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:07:44.301014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:07:44.304131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:07:44.369530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Pushing event updated for resources: {'Port': ['ID=645774aa-6930-48e5-8d57-30ba434b154c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:44.385402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:44.386544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:44.415337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c0b31964-f623-472b-aa3f-bfeaa532359b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1603382 May 26 23:07:44.430416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Request body: {'port': {'device_id': '78994883-553c-4e3b-a868-87676b9d3569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:07:44.684491 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:45.119984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9169a-3f65-4afb-8614-62f0189e761e req-7b729ab4-8726-477d-a6e3-efbc0ed1c65f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:45.127883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78c9169a-3f65-4afb-8614-62f0189e761e req-7b729ab4-8726-477d-a6e3-efbc0ed1c65f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1354964 May 26 23:07:45.189734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78c9169a-3f65-4afb-8614-62f0189e761e req-30924df9-3bc5-4649-a171-a677dbf67a56 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605838 May 26 23:07:45.257448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645774aa-6930-48e5-8d57-30ba434b154c {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:07:45.276173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:45.324700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Transition to ACTIVE for port object 645774aa-6930-48e5-8d57-30ba434b154c will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:07:45.332544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:45.415983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Pushing event updated for resources: {'Port': ['ID=645774aa-6930-48e5-8d57-30ba434b154c,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:45.692885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2df2b-99e8-4ded-98b7-74d78b48a43f req-29e857ca-7006-4cd4-9dfa-682748b603eb tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:45.693579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e7d2df2b-99e8-4ded-98b7-74d78b48a43f req-29e857ca-7006-4cd4-9dfa-682748b603eb tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Synchronizing usage tracker for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:07:45.736582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Attempting to bind port 645774aa-6930-48e5-8d57-30ba434b154c on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:07:45.737091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Attempting to bind port 645774aa-6930-48e5-8d57-30ba434b154c by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:07:45.737508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Attempting to bind port 645774aa-6930-48e5-8d57-30ba434b154c on network 62c24ff4-a1be-4e54-968b-69a0943491e6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:07:45.743699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e7d2df2b-99e8-4ded-98b7-74d78b48a43f req-29e857ca-7006-4cd4-9dfa-682748b603eb tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Unset dirty status for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:07:45.750835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7d2df2b-99e8-4ded-98b7-74d78b48a43f req-29e857ca-7006-4cd4-9dfa-682748b603eb tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 943 time: 0.3589020 May 26 23:07:45.754157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Port 645774aa-6930-48e5-8d57-30ba434b154c on network 62c24ff4-a1be-4e54-968b-69a0943491e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:07:45.754856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Attempting to bind port 645774aa-6930-48e5-8d57-30ba434b154c on network 62c24ff4-a1be-4e54-968b-69a0943491e6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:07:45.783632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:07:45.784059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Checking segment: {'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:07:45.784584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Bound using segment: {'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:07:45.785516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Bound port: 645774aa-6930-48e5-8d57-30ba434b154c, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839cbd0d-5b54-4914-adf1-f1544733bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:07:45.787282 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:45.850840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-44a0094a-cb28-4be7-b540-eba87ab4315f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1096 time: 0.1289599 May 26 23:07:45.896972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7d2df2b-99e8-4ded-98b7-74d78b48a43f req-249e861d-e34e-4eb1-80de-ebf107b8dca6 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429973 May 26 23:07:45.994284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] For port 645774aa-6930-48e5-8d57-30ba434b154c, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:07:45.998312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] For port 645774aa-6930-48e5-8d57-30ba434b154c, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=645774aa-6930-48e5-8d57-30ba434b154c,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:07:46.010297 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:46.138928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:46.140388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-f4484763-2073-4149-b619-e593edcaf288 service neutron] 10.222.0.55 "PUT /v2.0/ports/645774aa-6930-48e5-8d57-30ba434b154c HTTP/1.1" status: 200 len: 1091 time: 1.7164495 May 26 23:07:46.140855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78994883-553c-4e3b-a868-87676b9d3569', 'tag': '645774aa-6930-48e5-8d57-30ba434b154c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:46.237341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4484763-2073-4149-b619-e593edcaf288 service neutron] Pushing event updated for resources: {'Port': ['ID=645774aa-6930-48e5-8d57-30ba434b154c,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:46.341617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-11b04d1f-a701-40c1-831b-fe2a0eca2861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:46.348956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c6bbb2ec-eca9-4395-8baa-48f4d06b50ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7162de8268e74aa78466ababdf734520&device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 1094 time: 0.0960391 May 26 23:07:46.354664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-11b04d1f-a701-40c1-831b-fe2a0eca2861 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.4741323 May 26 23:07:46.480999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-060bc50d-46f8-479a-b5eb-89260b47ef81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645774aa-6930-48e5-8d57-30ba434b154c HTTP/1.1" status: 200 len: 217 time: 0.1150515 May 26 23:07:46.482676 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88935c31-5ef8-417c-9f54-ba9e1a949846'] response: {'name': 'network-changed', 'server_uuid': '78994883-553c-4e3b-a868-87676b9d3569', 'tag': '645774aa-6930-48e5-8d57-30ba434b154c', 'status': 'completed', 'code': 200} May 26 23:07:46.558054 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-a49f6dc0-eb7a-4dd5-8d50-555fb8d0a166 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 1001 time: 0.1915362 May 26 23:07:46.612406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-d3a2d044-deb8-4ff2-bc53-e88ca29c7e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:46.614339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-d3a2d044-deb8-4ff2-bc53-e88ca29c7e6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0898862-ef47-41d1-9e91-b6cb12bf0b8e HTTP/1.1" status: 200 len: 848 time: 0.0946372 May 26 23:07:46.643074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-9a4630e0-4762-49b0-9087-7902636670cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:46.644565 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-9a4630e0-4762-49b0-9087-7902636670cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0802708 May 26 23:07:46.692072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-eb0d12f0-e413-4265-9568-d6a2c752efe7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62c24ff4-a1be-4e54-968b-69a0943491e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661385 May 26 23:07:46.779826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b86089-5019-4de8-a1c4-4ae5a4631422 req-6202b414-96b0-444b-9143-740ac60d5db2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:46.791647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85b86089-5019-4de8-a1c4-4ae5a4631422 req-6202b414-96b0-444b-9143-740ac60d5db2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.3080554 May 26 23:07:46.869907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-fa5aae4c-8c06-4587-9f6a-44b5d14c396c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092681 May 26 23:07:46.977903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-86505439-f65e-4d71-9a30-4c173d33dea7 service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659111 May 26 23:07:47.159428 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-85b86089-5019-4de8-a1c4-4ae5a4631422 req-c87521d7-8528-4fe6-a063-b6cddac82122 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800909 May 26 23:07:47.179017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b39e3a8e-9e07-41bd-9959-fc5c08fba0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:47.231528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acacaad4-59ce-4f8e-84b2-4280b0acac5a req-c23a7e23-efe1-4b69-a914-6f0133728060 service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307730 May 26 23:07:47.275912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-b3781e9e-8c2c-4d6f-9831-32ab6b75fd10 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035287 May 26 23:07:47.300867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1288-4088-4fca-965e-426d467e13db req-c408123c-1973-4410-bae6-84647040fd23 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:47.302977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36ad1288-4088-4fca-965e-426d467e13db req-c408123c-1973-4410-bae6-84647040fd23 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 943 time: 0.2410448 May 26 23:07:47.568586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cdcfcec-5f08-41e2-8108-c03db836fb85 req-3820470e-3eae-4d0e-a15c-2804fbc58741 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629366 May 26 23:07:47.601610 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36ad1288-4088-4fca-965e-426d467e13db req-ae4d2b71-b15d-47e9-9477-677bed25a547 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867434 May 26 23:07:47.612292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-9b768b21-52ec-4073-934d-9c2f7ddf7b91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7162de8268e74aa78466ababdf734520&device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 1094 time: 0.2891495 May 26 23:07:47.835327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-f5a736b7-90fd-495d-aa71-d76e8edb5226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:47.837048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-f5a736b7-90fd-495d-aa71-d76e8edb5226 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62c24ff4-a1be-4e54-968b-69a0943491e6 HTTP/1.1" status: 200 len: 909 time: 0.2172854 May 26 23:07:48.042526 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-1b2fff87-7e47-4cf6-8014-421c918399e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645774aa-6930-48e5-8d57-30ba434b154c HTTP/1.1" status: 200 len: 217 time: 0.1957057 May 26 23:07:48.117622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-3370f23d-9f4d-43ae-81ac-e9b9c07dce22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:48.119112 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-3370f23d-9f4d-43ae-81ac-e9b9c07dce22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0898862-ef47-41d1-9e91-b6cb12bf0b8e HTTP/1.1" status: 200 len: 848 time: 0.0714765 May 26 23:07:48.174977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-84b7712c-b88a-4e93-bf13-1486b3a1f7ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62c24ff4-a1be-4e54-968b-69a0943491e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453515 May 26 23:07:48.392426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-177064db-51d0-4aed-9e3d-d0b842dd2f16 service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042120 May 26 23:07:48.616136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c07123e6-66b1-4d62-a12b-18ced394b9a7 req-6b3a782f-14d0-4a85-9f1f-0d57ddd0502a service neutron] 10.222.0.55 "GET /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132521 May 26 23:07:48.632978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036353f-d345-481c-afbf-f4bf3b8b689e req-dbc174e6-7e63-437c-8125-e72134009a0d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:48.639962 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5036353f-d345-481c-afbf-f4bf3b8b689e req-dbc174e6-7e63-437c-8125-e72134009a0d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.2044775 May 26 23:07:48.696347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5036353f-d345-481c-afbf-f4bf3b8b689e req-a414171b-dd7c-44bd-b1a4-9dc9459d7366 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554724 May 26 23:07:49.044055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce16e5-60af-4c34-9d58-f13e278482e1 req-6ecaba31-914d-44d5-abe5-fbcfa5b0116f tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:49.053468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08ce16e5-60af-4c34-9d58-f13e278482e1 req-6ecaba31-914d-44d5-abe5-fbcfa5b0116f tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 943 time: 0.1733949 May 26 23:07:49.130938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08ce16e5-60af-4c34-9d58-f13e278482e1 req-86d2f9ce-c92f-4f3b-b6b3-9a0b435472a6 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 May 26 23:07:49.625972 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 645774aa-6930-48e5-8d57-30ba434b154c details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:07:49.840741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 645774aa-6930-48e5-8d57-30ba434b154c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=645774aa-6930-48e5-8d57-30ba434b154c,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:49.856323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '645774aa-6930-48e5-8d57-30ba434b154c', 'network_id': '62c24ff4-a1be-4e54-968b-69a0943491e6', 'port_id': '645774aa-6930-48e5-8d57-30ba434b154c', 'mac_address': 'fa:16:3e:b8:5e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0898862-ef47-41d1-9e91-b6cb12bf0b8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:07:49.935381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:49.999721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4210089-2db5-4a78-ac25-b0294a42554f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:50.015948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645774aa-6930-48e5-8d57-30ba434b154c {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:07:50.047424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 645774aa-6930-48e5-8d57-30ba434b154c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=645774aa-6930-48e5-8d57-30ba434b154c,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:50.070058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:50.175425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711466e-de64-45bf-b707-ee5ab09e740a req-f5ea59df-8ced-4e94-8d27-d41b237e34ba tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:50.176940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d711466e-de64-45bf-b707-ee5ab09e740a req-f5ea59df-8ced-4e94-8d27-d41b237e34ba tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.2119472 May 26 23:07:50.189578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=645774aa-6930-48e5-8d57-30ba434b154c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:50.257225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d711466e-de64-45bf-b707-ee5ab09e740a req-e797c2f3-27a1-49f7-bf6b-d8dc4336d622 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729883 May 26 23:07:50.359902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['645774aa-6930-48e5-8d57-30ba434b154c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:07:50.435358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57af362-24b4-4f2f-85c9-acb3e74ea08c req-b08c4640-8b30-44f6-8ba8-4e6756ce462b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:50.437090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a57af362-24b4-4f2f-85c9-acb3e74ea08c req-b08c4640-8b30-44f6-8ba8-4e6756ce462b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 944 time: 0.1147215 May 26 23:07:50.536555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a57af362-24b4-4f2f-85c9-acb3e74ea08c req-f803a60b-7356-41c2-8573-df239a8d876f tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894728 May 26 23:07:50.663480 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:50.792942 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:51.579540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9bdb7-234b-4272-a356-70fc66a70685 req-54a84f80-febb-493a-a7f4-26cf41a4ac23 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:51.581092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73b9bdb7-234b-4272-a356-70fc66a70685 req-54a84f80-febb-493a-a7f4-26cf41a4ac23 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.0983610 May 26 23:07:51.624582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 645774aa-6930-48e5-8d57-30ba434b154c up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:07:51.653488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73b9bdb7-234b-4272-a356-70fc66a70685 req-0b9dacf6-93b2-4bdc-a26e-1aa0a1ecebd6 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637558 May 26 23:07:51.871577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 645774aa-6930-48e5-8d57-30ba434b154c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:07:51.884255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 645774aa-6930-48e5-8d57-30ba434b154c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:07:51.884737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:51.996092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:52.029625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b10d-3e14-4ac2-b3a2-4555101187ce req-5d71202b-2cab-42f1-b8d5-0ceb90ac43b5 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:52.032197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a08b10d-3e14-4ac2-b3a2-4555101187ce req-5d71202b-2cab-42f1-b8d5-0ceb90ac43b5 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 944 time: 0.2127898 May 26 23:07:52.074391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:52.130497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a08b10d-3e14-4ac2-b3a2-4555101187ce req-ba0fa553-9c4d-4070-b0c9-b901412ffddb tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927300 May 26 23:07:52.140372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78994883-553c-4e3b-a868-87676b9d3569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645774aa-6930-48e5-8d57-30ba434b154c'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:52.165327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 645774aa-6930-48e5-8d57-30ba434b154c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=645774aa-6930-48e5-8d57-30ba434b154c,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:52.174857 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:52.266969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=645774aa-6930-48e5-8d57-30ba434b154c,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:52.279458 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a9159b-a420-49c7-9178-5f541e976aee'] response: {'server_uuid': '78994883-553c-4e3b-a868-87676b9d3569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645774aa-6930-48e5-8d57-30ba434b154c', 'code': 200} May 26 23:07:52.597321 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a0fc29ff-e5a0-4cac-a926-8948d10261b3 req-12426e36-2bd0-417b-ab36-e43b37f844aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 1096 time: 0.1041415 May 26 23:07:52.751376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a0fc29ff-e5a0-4cac-a926-8948d10261b3 req-edb7b0fc-c612-40a7-bc54-11edaf0d3902 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398265 May 26 23:07:52.937253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce60761-0532-4d5b-96a0-b6f0051ef44d req-3ff55f08-a571-4b5e-9dcf-dac7cff78d42 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:52.938813 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ce60761-0532-4d5b-96a0-b6f0051ef44d req-3ff55f08-a571-4b5e-9dcf-dac7cff78d42 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.0902116 May 26 23:07:52.992615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ce60761-0532-4d5b-96a0-b6f0051ef44d req-690a5c1d-ee31-4007-9297-21d5d0811959 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472801 May 26 23:07:53.353723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fb878-9400-4df7-aa57-742cc5337ce6 req-6a517192-22a5-4833-83c4-70e4ce5af54c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:53.355330 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab2fb878-9400-4df7-aa57-742cc5337ce6 req-6a517192-22a5-4833-83c4-70e4ce5af54c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 945 time: 0.0834880 May 26 23:07:53.427039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab2fb878-9400-4df7-aa57-742cc5337ce6 req-a61ce9c7-8f33-4e5a-9dd8-23058a7f0bed tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653098 May 26 23:07:54.261047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a31481-6dc6-4d85-b9fb-8ce1fa36810e req-8ea7075d-7c65-41d1-8cd6-e560a3562e0c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:54.262846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7a31481-6dc6-4d85-b9fb-8ce1fa36810e req-8ea7075d-7c65-41d1-8cd6-e560a3562e0c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.1004515 May 26 23:07:54.323607 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7a31481-6dc6-4d85-b9fb-8ce1fa36810e req-3ac448cb-590c-4478-9cb1-d5132bb2497a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516632 May 26 23:07:54.656486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0594-2d27-451d-b356-b07a77e0fbd8 req-7e003dad-da81-48f5-a140-bb036e2d7e24 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:54.663888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40cc0594-2d27-451d-b356-b07a77e0fbd8 req-7e003dad-da81-48f5-a140-bb036e2d7e24 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 945 time: 0.1002815 May 26 23:07:54.719164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40cc0594-2d27-451d-b356-b07a77e0fbd8 req-4443947a-0324-4a68-b098-0d82f1dce1ff tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541584 May 26 23:07:54.800562 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5919aadc-115f-495b-915c-645837cc0e44 req-7d54d490-c2eb-4c9f-841c-cf13ba3556a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1096 time: 0.0783668 May 26 23:07:54.958255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919aadc-115f-495b-915c-645837cc0e44 req-e3fbf928-c5c4-4ea0-8f78-1794deb46879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:54.960084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5919aadc-115f-495b-915c-645837cc0e44 req-e3fbf928-c5c4-4ea0-8f78-1794deb46879 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.1535232 May 26 23:07:55.075366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5919aadc-115f-495b-915c-645837cc0e44 req-85457d86-a701-48c1-87f3-27dfa881b27f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 1001 time: 0.1072965 May 26 23:07:55.226942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919aadc-115f-495b-915c-645837cc0e44 req-3c86bfbd-b472-4723-97d0-f26f9bcf32e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:55.226942 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5919aadc-115f-495b-915c-645837cc0e44 req-3c86bfbd-b472-4723-97d0-f26f9bcf32e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0825050 May 26 23:07:55.273821 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:55.396265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5919aadc-115f-495b-915c-645837cc0e44 req-459ffb78-451a-42f1-aa80-7aaca362babc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168565 May 26 23:07:55.584654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5919aadc-115f-495b-915c-645837cc0e44 req-27308f56-9376-4bbe-8937-6de980890ef4 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819375 May 26 23:07:55.699098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db2323-8b01-43c6-9e99-5b09f1178176 req-3d135eab-9706-4694-a0be-9eb7c8ef4af7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:55.707386 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56db2323-8b01-43c6-9e99-5b09f1178176 req-3d135eab-9706-4694-a0be-9eb7c8ef4af7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.2208905 May 26 23:07:55.766311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56db2323-8b01-43c6-9e99-5b09f1178176 req-985c2138-a14d-4030-9739-9340f0469fe1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578415 May 26 23:07:55.868603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5919aadc-115f-495b-915c-645837cc0e44 req-41d20b1f-b536-42bb-9664-3e37c15bf29f service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778213 May 26 23:07:56.075566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ab0b-d95c-4b61-982d-064ca768b1ac req-c48858a3-4527-4f04-af36-b875a0a131a8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:56.077052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3162ab0b-d95c-4b61-982d-064ca768b1ac req-c48858a3-4527-4f04-af36-b875a0a131a8 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 945 time: 0.0781751 May 26 23:07:56.123993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3162ab0b-d95c-4b61-982d-064ca768b1ac req-7404ced7-df0c-44b1-bc9d-85124109713c tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 May 26 23:07:56.995972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539cf6-5c9b-4059-a4af-6fe66cd891f5 req-66746880-9a34-4edb-b0e2-c4ef6e2fc449 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:56.998402 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9539cf6-5c9b-4059-a4af-6fe66cd891f5 req-66746880-9a34-4edb-b0e2-c4ef6e2fc449 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 945 time: 0.0852876 May 26 23:07:57.060900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9539cf6-5c9b-4059-a4af-6fe66cd891f5 req-a42a8b87-194c-4139-ba11-046e2fd87257 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 May 26 23:07:57.346910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2ac79-518c-40bd-bfc0-2fb576c15e8d req-4bd2e7de-a1db-468d-91ca-06a21c1ad4a5 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:57.348182 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5b2ac79-518c-40bd-bfc0-2fb576c15e8d req-4bd2e7de-a1db-468d-91ca-06a21c1ad4a5 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 945 time: 0.0922942 May 26 23:07:57.400673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-28e36619-35c5-4221-8142-e5e0836070a4 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:57.402462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-28e36619-35c5-4221-8142-e5e0836070a4 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 945 time: 0.1044686 May 26 23:07:57.406165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5b2ac79-518c-40bd-bfc0-2fb576c15e8d req-b47a9f8c-8927-4fe5-862e-0b6ec79f9c70 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad68f413-d37f-475d-9ad0-c49dbd6b3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523679 May 26 23:07:57.486885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Deleting port 645774aa-6930-48e5-8d57-30ba434b154c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:07:57.487354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:57.654229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:07:57.784025 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:57.817564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:57.823513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:57.830476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] For port 645774aa-6930-48e5-8d57-30ba434b154c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=645774aa-6930-48e5-8d57-30ba434b154c,segment=NetworkSegment(839cbd0d-5b54-4914-adf1-f1544733bbf5),segment_id=839cbd0d-5b54-4914-adf1-f1544733bbf5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:07:57.831364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:57.846092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:57.915432 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f0a998-c1ba-4a15-b28f-6180e8c9aab4'] response: {'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'code': 200} May 26 23:07:57.925368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:58.018588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Calling delete_port for 645774aa-6930-48e5-8d57-30ba434b154c owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:07:58.029452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:58.275284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:58.289794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['645774aa-6930-48e5-8d57-30ba434b154c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:07:58.397194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Pushing event deleted for resources: {'Port': ['ID=645774aa-6930-48e5-8d57-30ba434b154c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:07:58.405762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca377a4-740e-47e3-8e4d-26d8b91ee514 req-74b3464e-0a4f-496f-af06-9939f091fdae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:07:58.414326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fca377a4-740e-47e3-8e4d-26d8b91ee514 req-74b3464e-0a4f-496f-af06-9939f091fdae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1279004 May 26 23:07:58.470752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fca377a4-740e-47e3-8e4d-26d8b91ee514 req-e61c815b-455c-4dbd-90b0-f923a28b974d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570962 May 26 23:07:58.521508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.522071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.523267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.523740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.524205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.524669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.526427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.526887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.527350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.528259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.528902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:07:58.589792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] No DVR routers for this DVR port 645774aa-6930-48e5-8d57-30ba434b154c on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:07:58.639249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:07:58.654021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78994883-553c-4e3b-a868-87676b9d3569', 'name': 'network-vif-deleted', 'tag': '645774aa-6930-48e5-8d57-30ba434b154c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:07:58.667461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c924bb5e-74a1-4b3c-97ce-f7190305a18c req-f426c772-f5bf-4cbe-8499-ad7f6e78c2e0 tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.55 "DELETE /v2.0/ports/645774aa-6930-48e5-8d57-30ba434b154c HTTP/1.1" status: 204 len: 173 time: 1.2567947 May 26 23:07:58.668946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c1be188e-f6a7-4d92-876d-da8a245a464c req-a998ee2c-8165-4aef-b839-ae6aa2bcb36b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Synchronizing usage tracker for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:07:58.689337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c1be188e-f6a7-4d92-876d-da8a245a464c req-a998ee2c-8165-4aef-b839-ae6aa2bcb36b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] Unset dirty status for tenant:7162de8268e74aa78466ababdf734520 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:07:58.690612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1be188e-f6a7-4d92-876d-da8a245a464c req-a998ee2c-8165-4aef-b839-ae6aa2bcb36b tempest-VolumesActionsTest-505796576 tempest-VolumesActionsTest-505796576-project] 10.222.0.32 "GET /v2.0/ports?device_id=78994883-553c-4e3b-a868-87676b9d3569 HTTP/1.1" status: 200 len: 210 time: 0.1023855 May 26 23:07:58.794234 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7010314-9fec-4cb1-ad10-9417421ba1a2'] response: {'server_uuid': '78994883-553c-4e3b-a868-87676b9d3569', 'name': 'network-vif-deleted', 'tag': '645774aa-6930-48e5-8d57-30ba434b154c', 'status': 'completed', 'code': 200} May 26 23:07:59.644382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc1f3d5c-f6de-4c1b-9968-87f8271ec626 req-66f4ff2a-2fda-4412-8612-c9bfd377382d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0775881 May 26 23:07:59.915107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57032) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:00.008478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada85d8-6ab6-4a67-b14c-f880ba8ba75e req-f4646f57-f8fb-4ec0-b5ac-b988fd36ae49 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:00.010071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ada85d8-6ab6-4a67-b14c-f880ba8ba75e req-f4646f57-f8fb-4ec0-b5ac-b988fd36ae49 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1034362 May 26 23:08:00.083044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ada85d8-6ab6-4a67-b14c-f880ba8ba75e req-3f2a000c-656d-482b-9c55-9c47ae5d1e81 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644803 May 26 23:08:00.179633 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-6e011dca-c110-4bd9-98eb-58fbf3538169 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2632780 May 26 23:08:01.090789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57094) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:01.457305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e538fafb-f049-4e6e-8757-322835fcd0fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3123c5c7c11042489870add5f6b44da2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3653722 May 26 23:08:01.460537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57112) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:01.472124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18822d-6d76-47e9-9e39-47fed90f542f req-2d148dab-2ae0-4763-b5e3-6f3fd34c0a0a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:01.474185 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc18822d-6d76-47e9-9e39-47fed90f542f req-2d148dab-2ae0-4763-b5e3-6f3fd34c0a0a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1186137 May 26 23:08:01.559129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f731850-25a2-4bda-9336-9d747b8f720a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:01.594686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f731850-25a2-4bda-9336-9d747b8f720a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:01.662835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f731850-25a2-4bda-9336-9d747b8f720a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:01.685555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 645774aa-6930-48e5-8d57-30ba434b154c no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:08:01.692873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f731850-25a2-4bda-9336-9d747b8f720a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceebae53-ba40-4eb7-80c8-d04a9ab606a9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:01.707674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f731850-25a2-4bda-9336-9d747b8f720a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:01.721022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8f731850-25a2-4bda-9336-9d747b8f720a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceebae53-ba40-4eb7-80c8-d04a9ab606a9 HTTP/1.1" status: 204 len: 168 time: 0.2592494 May 26 23:08:01.766839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 645774aa-6930-48e5-8d57-30ba434b154c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:08:01.766960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 645774aa-6930-48e5-8d57-30ba434b154c not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:08:01.767571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:08:01.822621 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bc18822d-6d76-47e9-9e39-47fed90f542f req-031000ce-cc0c-47ce-aa07-d7f0589e9fd0 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422425 May 26 23:08:03.122045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a949-afee-440d-9a80-fa2e11d85793 req-ba8d5c87-10cd-4f27-9dfb-2485cf2c6960 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:03.129775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ae8a949-afee-440d-9a80-fa2e11d85793 req-ba8d5c87-10cd-4f27-9dfb-2485cf2c6960 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1026986 May 26 23:08:03.188773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ae8a949-afee-440d-9a80-fa2e11d85793 req-68e45da0-55e3-49cc-89e8-59b47f1af95b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577567 May 26 23:08:04.084126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-ecb38617-0a2f-40f3-a1cb-75c063bf7b63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3&tenant_id=0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 1094 time: 0.2381456 May 26 23:08:04.268277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-2c3c77af-5ed2-4f3e-8de6-7530837ac3b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1094 time: 0.1499836 May 26 23:08:04.511052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f820d-3e0a-4379-8839-629342a94a14 req-205c6f69-b3ae-434d-9a60-4ddb0b3a8082 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:04.515422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f4f820d-3e0a-4379-8839-629342a94a14 req-205c6f69-b3ae-434d-9a60-4ddb0b3a8082 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1435943 May 26 23:08:04.516664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-ac65ff09-9118-429c-b776-9d5190e1b7a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:04.518593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-ac65ff09-9118-429c-b776-9d5190e1b7a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.2400510 May 26 23:08:04.682562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f4f820d-3e0a-4379-8839-629342a94a14 req-bc0fa559-9e67-4ae6-9a12-4515024e3a1d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608925 May 26 23:08:04.793346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-4dec31c7-0a97-4bc9-8e8b-5b76b3685651 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 999 time: 0.2641981 May 26 23:08:04.935130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-81588f22-f75a-4936-ac8a-431126ab9a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:04.936939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-81588f22-f75a-4936-ac8a-431126ab9a45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.1320162 May 26 23:08:05.117036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-512f73bd-5902-4aca-936b-a5d10a6ee923 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699169 May 26 23:08:05.336194 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-adf5571d-5666-4ff6-a613-620115ad020f req-b34e3aa5-6f11-469d-974e-ce0964ebb10e tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1096 time: 0.2839315 May 26 23:08:05.386272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:05.423334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:05.427441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Usage tracker for resource:security_group_rule and tenant:89ae9cb58bf1408281e4ff70f85679d3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:05.430421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:05.437488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:05.513844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:05.539548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:05.578086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-adf5571d-5666-4ff6-a613-620115ad020f req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407727 May 26 23:08:05.624240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-380fc1af-fcb8-4ba4-b2e4-b555bce32803 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817634 May 26 23:08:05.625276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0def3f-8072-4736-96de-3ce6392e24e1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d176d-e497-4328-8f32-2651c4540d4d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:05.868298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb7b89e-f9ce-45cd-8988-10bdba494a01 req-30a52ba9-e2fe-4b67-823e-5b165f3fdd18 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319565 May 26 23:08:06.110147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183f0f2-7117-4b10-b52b-a1bb42db0f43 req-286f98dc-7192-46a1-a24c-2fd8737c9b23 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:06.121910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5183f0f2-7117-4b10-b52b-a1bb42db0f43 req-286f98dc-7192-46a1-a24c-2fd8737c9b23 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1143441 May 26 23:08:06.154567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc47bd-5c88-4645-b5d6-057c57caf319 req-ae82a961-daaf-49af-bcbe-d04560009c4e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:06.162537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aacc47bd-5c88-4645-b5d6-057c57caf319 req-ae82a961-daaf-49af-bcbe-d04560009c4e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1846669 May 26 23:08:06.195233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5183f0f2-7117-4b10-b52b-a1bb42db0f43 req-1b94c088-9e3d-400d-ac2d-ecf9d792edbb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718019 May 26 23:08:06.215626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:06.252261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aacc47bd-5c88-4645-b5d6-057c57caf319 req-26c0edb6-9212-4390-8eae-98193aab4ce8 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865624 May 26 23:08:06.383116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dafc4daf-3ac7-4339-9a03-3b05d3450f51 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a HTTP/1.1" status: 200 len: 993 time: 0.1659937 May 26 23:08:07.125627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e19b15f9-39ad-49dd-8881-d0cb0e4beddb req-3cb7c003-4256-49d8-87f8-8b810bed401e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1586573 May 26 23:08:07.897718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d1872-2d52-455d-b7c1-0d178e6dd55b req-0bb97956-b652-47c3-8d88-c51bd56e42b4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:07.921796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c2d1872-2d52-455d-b7c1-0d178e6dd55b req-0bb97956-b652-47c3-8d88-c51bd56e42b4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.2851562 May 26 23:08:08.068431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57310) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:08.094321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c2d1872-2d52-455d-b7c1-0d178e6dd55b req-f1711bbf-d711-4730-9e75-28cb55e8f6f7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663704 May 26 23:08:08.367344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d160f6-1395-4f0e-8baf-e7d8dc899636 req-e6e6368a-34d3-4856-9edc-1fa9f9f157e7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:08.379158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5d160f6-1395-4f0e-8baf-e7d8dc899636 req-e6e6368a-34d3-4856-9edc-1fa9f9f157e7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1989114 May 26 23:08:08.494115 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5d160f6-1395-4f0e-8baf-e7d8dc899636 req-23637e76-e8c6-4e7d-bea2-cf2a22bc1368 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122780 May 26 23:08:08.740018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-5b6a845b-d2ce-40a5-afbc-429d34503f24 req-a85820f8-b382-42be-90b5-2e6a377edcb1 service neutron] (84029) timed out ('10.222.0.32', 35150) {{(pid=84029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:08:08.743294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-4958ab9d-deea-4062-a1ce-45ea05fb2642 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6737888 May 26 23:08:09.494076 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:08:09.872509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc82f4-4464-459b-9589-75f77fea1e43 req-5a56c68d-ef96-45f0-8dbd-c99871b184ed tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:09.899751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96bc82f4-4464-459b-9589-75f77fea1e43 req-5a56c68d-ef96-45f0-8dbd-c99871b184ed tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.3191667 May 26 23:08:10.020599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57366) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:10.144274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96bc82f4-4464-459b-9589-75f77fea1e43 req-596b6f79-395c-490e-a184-815f5ad61639 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426856 May 26 23:08:10.211371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6e96f-2bf2-475e-9ec8-f13007b6e890 req-d2fb1ce1-270e-49a9-88ea-5fd459511c50 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:10.222085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3eb6e96f-2bf2-475e-9ec8-f13007b6e890 req-d2fb1ce1-270e-49a9-88ea-5fd459511c50 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2802429 May 26 23:08:10.370347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3eb6e96f-2bf2-475e-9ec8-f13007b6e890 req-61110856-af3c-4517-ac68-06c3aa94953d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467619 May 26 23:08:10.515341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:10.599857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:10.609987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Usage tracker for resource:security_group_rule and tenant:da7324a10a564e0b8223598770b11472 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:10.617865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:10.632687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:10.736417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:10.743867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:10.855943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da7324a10a564e0b8223598770b11472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8232753 May 26 23:08:10.859054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57380) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:10.898458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f794376-2611-4625-ba35-4e7bc5b27a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0ff03-7b24-45c8-95bb-5b4999b7d824,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:11.002722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:11.032307 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:11.106756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:11.131624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0ff03-7b24-45c8-95bb-5b4999b7d824,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:11.151333 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:11.154300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eee0ff03-7b24-45c8-95bb-5b4999b7d824 HTTP/1.1" status: 204 len: 168 time: 0.2940016 May 26 23:08:11.163785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.164441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.164942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.165394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.165913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.166685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.167151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.167688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.167964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.168445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.168769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477e31a-89c5-4d2e-b711-66effc53f31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:11.885773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b10a-be8c-4ba0-a407-2ace97f7782f req-7ed6d9bc-a4aa-4bbd-9a06-92c2b582c1f1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:11.899456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec9b10a-be8c-4ba0-a407-2ace97f7782f req-7ed6d9bc-a4aa-4bbd-9a06-92c2b582c1f1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2557127 May 26 23:08:11.926790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0413de-18dc-4b90-92ad-63a344bb7d40 req-77a9a6c4-c5e0-4b36-b44d-2298d0082679 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:11.931182 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a0413de-18dc-4b90-92ad-63a344bb7d40 req-77a9a6c4-c5e0-4b36-b44d-2298d0082679 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.2455735 May 26 23:08:11.996736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec9b10a-be8c-4ba0-a407-2ace97f7782f req-1f711cff-e9f3-4fa8-b5e9-10504f5e7330 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947721 May 26 23:08:12.084125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a0413de-18dc-4b90-92ad-63a344bb7d40 req-92cc097d-fcda-48b1-aace-95d05cba591a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463904 May 26 23:08:12.162323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-54bf439d-eb86-47e5-936a-f0915f844f39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1096 time: 0.6877303 May 26 23:08:12.901791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-0c96498f-461d-41d6-9f57-60121f3e657e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:12.903565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-0c96498f-461d-41d6-9f57-60121f3e657e service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.7346478 May 26 23:08:13.089603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-51a3f99d-9835-4186-aad5-5be912dd2c14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 1001 time: 0.1789079 May 26 23:08:13.281332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-2d52fe64-1654-4d0f-a652-7c66e11fae1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:13.283660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-2d52fe64-1654-4d0f-a652-7c66e11fae1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.1873343 May 26 23:08:13.469812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-11eb66e9-cf62-4944-8ac1-2e6ac0edda67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788325 May 26 23:08:13.671642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daab041-c0ef-4ba4-8c95-c249a1fef130 req-458ab233-175a-4c37-bdf7-5991dd121b7d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:13.687200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0daab041-c0ef-4ba4-8c95-c249a1fef130 req-458ab233-175a-4c37-bdf7-5991dd121b7d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.2354724 May 26 23:08:13.817731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0daab041-c0ef-4ba4-8c95-c249a1fef130 req-34ed5981-a3b0-4fe9-b7d6-71a04d103e23 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235337 May 26 23:08:14.156113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238dbf4-911f-4415-885d-6340b670f93a req-dcb18b11-ad2d-4ba5-8501-f79989486a4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:14.158254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8238dbf4-911f-4415-885d-6340b670f93a req-dcb18b11-ad2d-4ba5-8501-f79989486a4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.3207772 May 26 23:08:14.243321 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8238dbf4-911f-4415-885d-6340b670f93a req-6104d209-b3b1-417c-b543-46825307173d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660322 May 26 23:08:14.246318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-e0aafeec-de3d-41d6-8d6b-90f73aea7336 service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428665 May 26 23:08:14.490411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-e56f0ec1-ee73-475b-937e-a3dd1b0b893e service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192173 May 26 23:08:15.283082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7b3d-2495-426d-9631-f635dfd41a6b req-9c8fb068-710f-4969-a0e9-661b6f35bfb4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:15.293703 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff6f7b3d-2495-426d-9631-f635dfd41a6b req-9c8fb068-710f-4969-a0e9-661b6f35bfb4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1465793 May 26 23:08:15.355082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff6f7b3d-2495-426d-9631-f635dfd41a6b req-a6b9d5ef-5b16-4000-ae78-c01b0f386bc5 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599730 May 26 23:08:15.724342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783d10-d4e8-4776-911f-dd9940f7db91 req-2566160b-ad9b-4645-aa68-ae95d2246544 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:15.726288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49783d10-d4e8-4776-911f-dd9940f7db91 req-2566160b-ad9b-4645-aa68-ae95d2246544 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2048390 May 26 23:08:15.932374 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49783d10-d4e8-4776-911f-dd9940f7db91 req-af176d40-5779-445f-b17a-89a9298fa119 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938746 May 26 23:08:16.876793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d6148-c8eb-499f-8ecd-1d50d05e6b13 req-6f1f2701-1197-4c42-b695-e1b5478ac9f7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:16.879652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e94d6148-c8eb-499f-8ecd-1d50d05e6b13 req-6f1f2701-1197-4c42-b695-e1b5478ac9f7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1851778 May 26 23:08:16.946384 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e94d6148-c8eb-499f-8ecd-1d50d05e6b13 req-f2f7294e-683e-4385-b328-2c32df4f3167 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612102 May 26 23:08:17.178127 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3926ce40-dbcd-4cc7-b2b0-f01269761c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:17.479083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b4dd3-49b1-4660-b64d-36771249e3e4 req-88dd2755-851b-4ed9-ae70-d0bc413cb724 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:17.488707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c75b4dd3-49b1-4660-b64d-36771249e3e4 req-88dd2755-851b-4ed9-ae70-d0bc413cb724 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2777302 May 26 23:08:17.619164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c75b4dd3-49b1-4660-b64d-36771249e3e4 req-a5a49437-5530-42f1-b805-972415bb2724 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294887 May 26 23:08:18.480099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbed7a-38f4-43ce-8b89-d4a85b21352e req-ac60ace8-42d0-423b-afd2-b2a907072eed tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:18.483629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9edbed7a-38f4-43ce-8b89-d4a85b21352e req-ac60ace8-42d0-423b-afd2-b2a907072eed tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.2184434 May 26 23:08:18.624285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9edbed7a-38f4-43ce-8b89-d4a85b21352e req-3a148313-c40a-443f-b901-83f4b49d48ff tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333046 May 26 23:08:19.054592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d177-0c48-4711-888c-9cf9fbc77242 req-55553bba-db00-4eef-aa5c-2d7c0af741f1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:19.070054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8709d177-0c48-4711-888c-9cf9fbc77242 req-55553bba-db00-4eef-aa5c-2d7c0af741f1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1496596 May 26 23:08:19.157644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8709d177-0c48-4711-888c-9cf9fbc77242 req-60fb8c3a-e46a-41be-9f47-bc4627915abf tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866075 May 26 23:08:19.912614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8f8b262f-789a-45a2-a955-058109040f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:20.061196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ed85c-14dd-4750-93a5-96d021ada81c req-b8b21145-6daa-49c8-bae6-8909db9d8919 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:20.062744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c3ed85c-14dd-4750-93a5-96d021ada81c req-b8b21145-6daa-49c8-bae6-8909db9d8919 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1117148 May 26 23:08:20.194386 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c3ed85c-14dd-4750-93a5-96d021ada81c req-776cd5af-a8f7-4499-92ff-85b8f2359104 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243751 May 26 23:08:20.653848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:20.719119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b2df-df03-42db-b534-891cfd0b3432 req-482c1823-6fa6-4e1d-befe-81590a837447 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:20.721392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0785b2df-df03-42db-b534-891cfd0b3432 req-482c1823-6fa6-4e1d-befe-81590a837447 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1600714 May 26 23:08:20.803420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:20.808577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0785b2df-df03-42db-b534-891cfd0b3432 req-a24fd32c-9fba-4944-bfcd-495b37a3fe86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767164 May 26 23:08:21.933774 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:22.077820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376360c-ab12-42b2-8cee-5ac7343a1997 req-d43d134e-deab-45fd-888d-1fde46b9ee7d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:22.085609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2376360c-ab12-42b2-8cee-5ac7343a1997 req-d43d134e-deab-45fd-888d-1fde46b9ee7d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1796153 May 26 23:08:22.155054 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2376360c-ab12-42b2-8cee-5ac7343a1997 req-42045aa8-03fa-4f39-ba39-ce8f533b6991 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671701 May 26 23:08:22.293544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758dc1-3f9f-4859-96aa-3f41e649e681 req-1d47d0af-e3a9-44e4-8bdc-ecacdb300ab4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:22.295963 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08758dc1-3f9f-4859-96aa-3f41e649e681 req-1d47d0af-e3a9-44e4-8bdc-ecacdb300ab4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2012203 May 26 23:08:22.359201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08758dc1-3f9f-4859-96aa-3f41e649e681 req-ee27764c-3f3b-47e7-bd04-f44fb5dd3b25 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516934 May 26 23:08:23.552921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ac2cc-1131-4f4a-ab3a-74105d8264fb req-687b877f-d77a-42bf-b60b-5267310b3ed4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:23.570165 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d04ac2cc-1131-4f4a-ab3a-74105d8264fb req-687b877f-d77a-42bf-b60b-5267310b3ed4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1670001 May 26 23:08:23.646735 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d04ac2cc-1131-4f4a-ab3a-74105d8264fb req-c13d667f-376f-4265-a07d-2be903911559 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753472 May 26 23:08:24.010628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de752fd-3949-42f8-8b68-b6c1dde841bf req-b146deb6-653f-4e4f-bcb6-7f5d11d81100 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:24.012264 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4de752fd-3949-42f8-8b68-b6c1dde841bf req-b146deb6-653f-4e4f-bcb6-7f5d11d81100 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2442081 May 26 23:08:24.138682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4de752fd-3949-42f8-8b68-b6c1dde841bf req-8756d1a6-0b0f-470d-93af-e419e7626f04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199365 May 26 23:08:24.960362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276df23-e67e-4cd7-bb6a-94f81c72be3f req-21585e62-3ed2-4243-8b9f-e9ccdb9b8d40 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:24.963725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1276df23-e67e-4cd7-bb6a-94f81c72be3f req-21585e62-3ed2-4243-8b9f-e9ccdb9b8d40 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1368167 May 26 23:08:25.025948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1276df23-e67e-4cd7-bb6a-94f81c72be3f req-a8d098d7-e3d1-4a52-963b-d6a0ff38dd3f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539935 May 26 23:08:25.274682 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:25.390374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff65fc-4860-4034-b4e0-2d5526b1393c req-fa0b6bb3-7f33-4844-86ef-f8dab9c17c79 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:25.400266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16ff65fc-4860-4034-b4e0-2d5526b1393c req-fa0b6bb3-7f33-4844-86ef-f8dab9c17c79 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1011889 May 26 23:08:25.471499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16ff65fc-4860-4034-b4e0-2d5526b1393c req-0af4fff2-b285-4995-a7a9-658baaffaf14 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700471 May 26 23:08:26.374713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd733a1-f0b9-4b1d-9492-e52e875d9d14 req-8f0a827b-171f-4c50-8b38-ceba47621b38 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:26.382534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4dd733a1-f0b9-4b1d-9492-e52e875d9d14 req-8f0a827b-171f-4c50-8b38-ceba47621b38 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1139755 May 26 23:08:26.446665 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4dd733a1-f0b9-4b1d-9492-e52e875d9d14 req-83a7ca61-6f06-4cb8-807b-397407b1c03e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630808 May 26 23:08:26.896732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb86347-6d7a-4c92-97a1-9e89e60c7515 req-45c8519a-f32b-4222-a101-5dba3068cae4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:26.898377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebb86347-6d7a-4c92-97a1-9e89e60c7515 req-45c8519a-f32b-4222-a101-5dba3068cae4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1713617 May 26 23:08:26.955378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebb86347-6d7a-4c92-97a1-9e89e60c7515 req-93951d11-7ff9-4964-90da-0993031b95c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504093 May 26 23:08:27.827251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddcb79-623d-4c21-8424-71706e9a0a71 req-6d1da015-adc4-46a1-bf43-21de58020e54 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:27.835910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77ddcb79-623d-4c21-8424-71706e9a0a71 req-6d1da015-adc4-46a1-bf43-21de58020e54 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1222665 May 26 23:08:27.860785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:27.910231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77ddcb79-623d-4c21-8424-71706e9a0a71 req-d84cb005-e7d4-4e35-b065-c1eaf48a3fe3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731726 May 26 23:08:28.271345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ef655-45c8-445e-9100-7406bbe75a3d req-544d1b13-e09d-4ff6-b0f8-273f4b1aaac7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:28.279478 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b4ef655-45c8-445e-9100-7406bbe75a3d req-544d1b13-e09d-4ff6-b0f8-273f4b1aaac7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1546488 May 26 23:08:28.344364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b4ef655-45c8-445e-9100-7406bbe75a3d req-6800db7f-6bd3-416a-943f-4287747dda0e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635018 May 26 23:08:29.244815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9245d12-8af0-469d-ade4-667aa0e9cb16 req-abfd7d26-2737-40ae-865d-f578565c6bcd tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:29.247205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9245d12-8af0-469d-ade4-667aa0e9cb16 req-abfd7d26-2737-40ae-865d-f578565c6bcd tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1453390 May 26 23:08:29.324223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9245d12-8af0-469d-ade4-667aa0e9cb16 req-9296c76a-32d4-44b8-a0d4-8cce5e004567 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666113 May 26 23:08:29.643567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42e5ae-bd7d-4da2-a731-5d74046f5202 req-d44b2861-d774-4514-8e49-9b4068d76df6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:29.654214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa42e5ae-bd7d-4da2-a731-5d74046f5202 req-d44b2861-d774-4514-8e49-9b4068d76df6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1352644 May 26 23:08:29.708532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa42e5ae-bd7d-4da2-a731-5d74046f5202 req-df0c89c8-41b6-44a3-9bef-c67ac4a38e85 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532448 May 26 23:08:30.636364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7e8b2-397a-4e70-8af7-57b240be0c3f req-78b53f07-f89b-4224-997a-58b13096d869 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:30.641010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90e7e8b2-397a-4e70-8af7-57b240be0c3f req-78b53f07-f89b-4224-997a-58b13096d869 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1050549 May 26 23:08:30.706144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-90e7e8b2-397a-4e70-8af7-57b240be0c3f req-eab83f6d-0b2e-43a1-a2ff-65db83d1d9e7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577946 May 26 23:08:31.117301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5509-3c25-44eb-849b-0f2da0b197aa req-e149f132-f658-4ece-9a49-18e647c1ebd0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:31.119449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82ea5509-3c25-44eb-849b-0f2da0b197aa req-e149f132-f658-4ece-9a49-18e647c1ebd0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1998620 May 26 23:08:31.206682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82ea5509-3c25-44eb-849b-0f2da0b197aa req-81bf631f-bf38-4199-9d54-10e2b5f6f148 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816009 May 26 23:08:31.880756 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-fdf93937-6366-4542-9af5-ae320d175117 service neutron] show failed (client error): The resource could not be found. May 26 23:08:31.881796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-fdf93937-6366-4542-9af5-ae320d175117 service neutron] 10.222.0.48 "GET /v2.0/ports/45d06b22-f880-4752-84d3-0da4056cc1ef/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1357243 May 26 23:08:32.016708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc032b64-842c-442d-884b-356725ec2f2e req-663cd29d-c7f9-4674-9e20-471033f9836a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:32.026343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc032b64-842c-442d-884b-356725ec2f2e req-663cd29d-c7f9-4674-9e20-471033f9836a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1396000 May 26 23:08:32.112706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc032b64-842c-442d-884b-356725ec2f2e req-9b6f779e-24ec-4c50-b390-e683ec3905f0 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852101 May 26 23:08:32.495585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3dc00-8d21-43ff-b8dd-7c99964e9dfe req-4e9134b2-2fed-40de-a4a4-a17714c679db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:32.502314 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24e3dc00-8d21-43ff-b8dd-7c99964e9dfe req-4e9134b2-2fed-40de-a4a4-a17714c679db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1387641 May 26 23:08:32.536115 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-dde202cb-839e-4c8b-a5ec-60592da34fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 1096 time: 0.2812514 May 26 23:08:32.558663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:08:32.616354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24e3dc00-8d21-43ff-b8dd-7c99964e9dfe req-108a2f0c-7323-46d0-ae1f-4385faaf7391 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130071 May 26 23:08:32.721287 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:33.092448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:33.126490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:08:33.193924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:08:33.200338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:33.224443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Transition to ACTIVE for port object 45d06b22-f880-4752-84d3-0da4056cc1ef will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:33.231460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:33.390429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1aef2-069e-40a6-bc76-cf85ff643f86 req-4b2c52de-40ab-4419-a619-917e9b1e18fb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:33.407534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-caa1aef2-069e-40a6-bc76-cf85ff643f86 req-4b2c52de-40ab-4419-a619-917e9b1e18fb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1257639 May 26 23:08:33.475525 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-caa1aef2-069e-40a6-bc76-cf85ff643f86 req-cfc95263-b8ed-46ac-827b-ff5f682c2632 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670309 May 26 23:08:33.488436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:33.515537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] No DVR routers for this DVR port 45d06b22-f880-4752-84d3-0da4056cc1ef on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:08:33.593401 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ffdee89-9a71-4ef2-921b-e8af3b405f37'] response: {'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'code': 200} May 26 23:08:33.862019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e97f40-8946-458b-bbb6-b84f1e0b6182 req-a3a5a0d7-c6b1-4fdd-9feb-b21fe906b8f4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:33.864407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46e97f40-8946-458b-bbb6-b84f1e0b6182 req-a3a5a0d7-c6b1-4fdd-9feb-b21fe906b8f4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 943 time: 0.0975397 May 26 23:08:33.895409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:08:33.895748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:08:33.896078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:08:33.903350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Port 45d06b22-f880-4752-84d3-0da4056cc1ef on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:08:33.903673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Attempting to bind port 45d06b22-f880-4752-84d3-0da4056cc1ef on network 87d7363d-20fa-4dbc-b3b3-eb33c817412b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:08:33.910735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:08:33.911086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Checking segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:08:33.911607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Bound using segment: {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:08:33.912036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Bound port: 45d06b22-f880-4752-84d3-0da4056cc1ef, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e2ced9-bcc6-4ab6-8498-b2cb9d864242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:08:33.912382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:33.955269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46e97f40-8946-458b-bbb6-b84f1e0b6182 req-f56a5dbe-ae3c-4a0d-8900-7409b0b580ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827956 May 26 23:08:34.028636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:08:34.032347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:08:34.038571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:34.121210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:34.122776 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] 10.222.0.55 "PUT /v2.0/ports/45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 1091 time: 1.5708444 May 26 23:08:34.136323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecab5b-f6da-484f-abc4-c687767ae47c service neutron] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:34.256279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-35f0c35f-8726-479c-b516-d2bed058bdf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1094 time: 0.1040204 May 26 23:08:34.434290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-f9dfda64-726d-482b-a1e7-f93d2020a48a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:34.435902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-f9dfda64-726d-482b-a1e7-f93d2020a48a service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.1657901 May 26 23:08:34.815737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-2d83eb22-4bee-4ebc-ad98-93e88a3ae1bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 999 time: 0.3691199 May 26 23:08:34.893400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7994e7-6057-44c5-96ad-39f2f345fc93 req-b5c62ac0-42aa-42c6-bee9-adbb8c6e466f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:34.901597 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb7994e7-6057-44c5-96ad-39f2f345fc93 req-b5c62ac0-42aa-42c6-bee9-adbb8c6e466f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.2196045 May 26 23:08:34.938738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-e58a90d0-bac1-4442-b35e-4e200c21c474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:34.940306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-e58a90d0-bac1-4442-b35e-4e200c21c474 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.1114099 May 26 23:08:35.044375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bb7994e7-6057-44c5-96ad-39f2f345fc93 req-5aada3bc-6e18-4e7f-bfb3-d3ab81a4e361 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418250 May 26 23:08:35.094843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-0c553044-093c-4f19-b600-4fbd06a5823c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266494 May 26 23:08:35.198421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c95e6-0940-47e8-98d1-43b5b2c8af57 req-052c33b4-3001-407d-ae53-8f480fee04ed tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:35.200587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b8c95e6-0940-47e8-98d1-43b5b2c8af57 req-052c33b4-3001-407d-ae53-8f480fee04ed tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 943 time: 0.0943339 May 26 23:08:35.252351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b8c95e6-0940-47e8-98d1-43b5b2c8af57 req-93d47e3d-ca8c-4802-95c6-a433cce7b66b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462694 May 26 23:08:35.265075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-68aa2c6f-ebdd-43dd-a333-42f702c2130e service neutron] 10.222.0.55 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626616 May 26 23:08:35.407807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9cf7f5d6-b07a-4a85-91a2-a46aacba17ab req-a9bce7b9-ea6b-4aef-806a-00f61dfc0c97 service neutron] 10.222.0.55 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334021 May 26 23:08:35.595417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:08:35.679911 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501a3c38-1c84-4d84-956e-fd9a8758e37b'] response: {'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'status': 'completed', 'code': 200} May 26 23:08:35.830449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-6449203d-9b51-4afe-aa70-6abe3af2a307 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1094 time: 0.0991278 May 26 23:08:35.834256 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-6b60d31d-91d0-49f6-8714-79a852b45e05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1094 time: 0.1358423 May 26 23:08:36.079598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86198bb-7b2c-412e-a018-62b553477132 req-6495e5a3-82e5-47a2-9a78-2fae4e193281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:36.081048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-6495e5a3-82e5-47a2-9a78-2fae4e193281 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.2422144 May 26 23:08:36.081893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86198bb-7b2c-412e-a018-62b553477132 req-24013661-10a1-4091-92d5-33deeecb6260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:36.083168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-24013661-10a1-4091-92d5-33deeecb6260 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.2432978 May 26 23:08:36.248573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:08:36.351248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-596ea0ff-4acc-47b6-84dd-f937a72ad0a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 999 time: 0.2338178 May 26 23:08:36.351248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-40dbd66e-9d9f-48ec-8898-b467e1af9991 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 999 time: 0.1883156 May 26 23:08:36.397741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:08:36.566200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23279b-ab65-4afe-bc4b-6443680a400d req-58f5c18b-d641-4c45-88cb-5d05734e1712 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:36.566200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f23279b-ab65-4afe-bc4b-6443680a400d req-58f5c18b-d641-4c45-88cb-5d05734e1712 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1348796 May 26 23:08:36.578448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86198bb-7b2c-412e-a018-62b553477132 req-46e0ef6d-afa7-435d-b2e3-a13df5632c6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:36.578448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-46e0ef6d-afa7-435d-b2e3-a13df5632c6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.1592886 May 26 23:08:36.578448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86198bb-7b2c-412e-a018-62b553477132 req-27562386-d299-4388-82a3-107ef6655e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:36.578448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-27562386-d299-4388-82a3-107ef6655e29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.2483122 May 26 23:08:36.668965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f23279b-ab65-4afe-bc4b-6443680a400d req-c5772324-bf94-4f64-9165-e0b391592092 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999997 May 26 23:08:36.935444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9d53-a728-43d1-8aee-bf8e1b55d680 req-e532a702-618f-412c-aff6-8704e8941467 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:36.941188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d9f9d53-a728-43d1-8aee-bf8e1b55d680 req-e532a702-618f-412c-aff6-8704e8941467 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 943 time: 0.4606857 May 26 23:08:37.015188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-b2150c0c-ce0e-4db2-91f8-77b1530b395d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4178863 May 26 23:08:37.038746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-de7a30a6-132e-4bf9-a847-b9c0ac6985af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4465373 May 26 23:08:37.053737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d9f9d53-a728-43d1-8aee-bf8e1b55d680 req-65fda32d-e0b0-4816-94e6-3d4eb9cb62b5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126499 May 26 23:08:37.123068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57912) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:37.439525 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-89b9243e-0c38-46de-8161-230e53027ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295537 May 26 23:08:37.468545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-d9065097-6930-44fe-a67e-0ccd10cd3d42 service neutron] 10.222.0.55 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170921 May 26 23:08:37.590708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] Deleting subnet e0898862-ef47-41d1-9e91-b6cb12bf0b8e {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:08:37.594019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:37.745556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:37.856531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:08:37.885008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-efb5a4fa-3182-4f3a-b011-572f25379228 service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381285 May 26 23:08:37.894311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a86198bb-7b2c-412e-a018-62b553477132 req-b919da44-99cb-4bcb-b54d-85d218d67b9d service neutron] 10.222.0.55 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672779 May 26 23:08:37.961853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.133524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:38.151251 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.167500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'port_id': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'mac_address': 'fa:16:3e:90:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:08:38.200823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0898862-ef47-41d1-9e91-b6cb12bf0b8e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:38.235770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.237647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762658c6-4f24-41e8-b528-13c7dfb6d251 req-57a6b7d8-abdf-4e03-9a1b-032a91b6ff6a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:38.239273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-762658c6-4f24-41e8-b528-13c7dfb6d251 req-57a6b7d8-abdf-4e03-9a1b-032a91b6ff6a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 943 time: 0.1486452 May 26 23:08:38.243894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.257085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57930) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:38.258059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-31578256-b296-4b00-9a5b-cdc15fa71d03 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e0898862-ef47-41d1-9e91-b6cb12bf0b8e HTTP/1.1" status: 204 len: 168 time: 1.1336021 May 26 23:08:38.300643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d06b22-f880-4752-84d3-0da4056cc1ef {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:08:38.339936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:38.345283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.345283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:08:38.411672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-762658c6-4f24-41e8-b528-13c7dfb6d251 req-7977d923-4dab-47d9-97cc-4645f7022cd1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458085 May 26 23:08:38.441270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:38.451004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.451351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.451685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.452017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.452346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.452670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.452991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.453311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.453629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.454011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.454284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:38.555346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.643716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:38.675295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'port_id': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'mac_address': 'fa:16:3e:30:11:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:08:38.697721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1817fe-9b09-40f8-8280-2b00cdf3ead1 req-9ea77600-7073-4970-867d-3ecb97e708ae tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:38.697721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc1817fe-9b09-40f8-8280-2b00cdf3ead1 req-9ea77600-7073-4970-867d-3ecb97e708ae tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 944 time: 0.2590387 May 26 23:08:38.782387 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.824072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1e6018-4702-4270-b83e-77c88b9138a7 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:08:38.844874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:38.855300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.881884 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:38.926342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c24ff4-a1be-4e54-968b-69a0943491e6']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:38.938504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:38.946585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc1817fe-9b09-40f8-8280-2b00cdf3ead1 req-ac78d8ce-43be-4e50-91e1-c331e68a2a58 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240651 May 26 23:08:38.955633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839cbd0d-5b54-4914-adf1-f1544733bbf5') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:38.956155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839cbd0d-5b54-4914-adf1-f1544733bbf5') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:38.994374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:39.019466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:39.036028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:08:39.036028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:39.164490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ae1e6018-4702-4270-b83e-77c88b9138a7'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: timer() May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:08:39.182775 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:08:39.212731 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:39.228931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:39.260961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['45d06b22-f880-4752-84d3-0da4056cc1ef'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:08:39.268330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] Pushing event deleted for resources: {'Network': ['ID=62c24ff4-a1be-4e54-968b-69a0943491e6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:39.439642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b7c51b61-c788-45d2-bb95-c7b12a55486f admin admin] 10.222.0.32 "DELETE /v2.0/networks/62c24ff4-a1be-4e54-968b-69a0943491e6 HTTP/1.1" status: 204 len: 168 time: 1.1743042 May 26 23:08:39.633192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e472f-b786-480f-b31e-88627fd77084 req-d2b4f557-e2ce-402d-8ffc-6fcdb4906616 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:39.639822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d98e472f-b786-480f-b31e-88627fd77084 req-d2b4f557-e2ce-402d-8ffc-6fcdb4906616 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 944 time: 0.2534182 May 26 23:08:39.662076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-ab806539-0177-496c-8c8d-d97a95675147 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:39.662076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-ab806539-0177-496c-8c8d-d97a95675147 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935&tenant_id=ea7d7ca748954380a9a607a5947767b0&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.3336930 May 26 23:08:39.862389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 57960) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:39.956608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483053bc-d8fd-4a00-b1d2-5ccb025d356a req-3623a49d-02a7-4b0a-8873-c33bcb01a001 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:39.956608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-483053bc-d8fd-4a00-b1d2-5ccb025d356a req-3623a49d-02a7-4b0a-8873-c33bcb01a001 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 944 time: 0.1800194 May 26 23:08:40.029527 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d98e472f-b786-480f-b31e-88627fd77084 req-425bcb63-77c1-455e-97ac-6da794c56206 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649364 May 26 23:08:40.063111 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-80e9af83-2286-458d-884f-318ec5c7b809 service neutron] delete failed (client error): The resource could not be found. May 26 23:08:40.063111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-80e9af83-2286-458d-884f-318ec5c7b809 service neutron] 10.222.0.48 "DELETE /v2.0/ports/45d06b22-f880-4752-84d3-0da4056cc1ef/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.3620944 May 26 23:08:40.079481 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-483053bc-d8fd-4a00-b1d2-5ccb025d356a req-51182752-2a3c-4c32-81e3-30b6e33260a2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090124 May 26 23:08:40.107719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a3c06c56-6831-420b-889b-dce27a8fc084 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7162de8268e74aa78466ababdf734520&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2395554 May 26 23:08:40.108138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:40.175407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77699789-5470-4f5f-8777-5ed8e135505e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:40.221779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77699789-5470-4f5f-8777-5ed8e135505e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:40.297187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77699789-5470-4f5f-8777-5ed8e135505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:40.348408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77699789-5470-4f5f-8777-5ed8e135505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad68f413-d37f-475d-9ad0-c49dbd6b3a49,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:40.358016 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-63420087-5bd1-4fc6-8496-554906ce6f92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1095 time: 0.1468711 May 26 23:08:40.362239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-77699789-5470-4f5f-8777-5ed8e135505e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:40.362239 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-77699789-5470-4f5f-8777-5ed8e135505e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad68f413-d37f-475d-9ad0-c49dbd6b3a49 HTTP/1.1" status: 204 len: 168 time: 0.2438748 May 26 23:08:40.620948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 57982) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:40.744498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-354a19be-2744-4328-8052-0dbdfe286c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:40.744498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-354a19be-2744-4328-8052-0dbdfe286c28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.3902798 May 26 23:08:40.911091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-708fe040-0339-4a55-b67e-6b92375fa3fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 1000 time: 0.1566758 May 26 23:08:41.005597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:41.039777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-e84dfe89-285d-462c-9d44-44fe9be03451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:41.039777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-e84dfe89-285d-462c-9d44-44fe9be03451 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.1035919 May 26 23:08:41.079081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:41.086065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Usage tracker for resource:security_group_rule and tenant:ec4a4cc49b8547a6925e2cfb2f14ffb8 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:41.093195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:41.110202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:41.178941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-3ee766f6-8112-4a24-b21c-2a37600361d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206882 May 26 23:08:41.225783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:41.232298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:41.276820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec4a4cc49b8547a6925e2cfb2f14ffb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6574883 May 26 23:08:41.284723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58006) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:41.413625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3897d-1074-49d5-a748-bf287cf48adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c86af7-bfb6-46d9-b6ff-1e6fceeb919f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:41.429984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7e49c68-9ed9-48e9-921b-d00dca5a8c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:41.470068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7e49c68-9ed9-48e9-921b-d00dca5a8c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:41.473861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-1e10d000-22ce-4c8f-846a-864fb4fff10e service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879400 May 26 23:08:41.483882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88bd6-b070-49cf-8372-efa81694f61d req-74e6df04-ebc6-4be0-9cd4-a90b8d5b026a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:41.486456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ce88bd6-b070-49cf-8372-efa81694f61d req-74e6df04-ebc6-4be0-9cd4-a90b8d5b026a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 944 time: 0.1593010 May 26 23:08:41.533331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23413cb-1e44-447d-be6d-77869356ec7c req-dbc842f9-e103-46b1-847d-7c9629f1cc1c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:41.535107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c23413cb-1e44-447d-be6d-77869356ec7c req-dbc842f9-e103-46b1-847d-7c9629f1cc1c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 944 time: 0.2115769 May 26 23:08:41.593134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7e49c68-9ed9-48e9-921b-d00dca5a8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:41.626064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e49c68-9ed9-48e9-921b-d00dca5a8c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c86af7-bfb6-46d9-b6ff-1e6fceeb919f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:41.642536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a7e49c68-9ed9-48e9-921b-d00dca5a8c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:41.642536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a7e49c68-9ed9-48e9-921b-d00dca5a8c93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c86af7-bfb6-46d9-b6ff-1e6fceeb919f HTTP/1.1" status: 204 len: 168 time: 0.3544550 May 26 23:08:41.670294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c23413cb-1e44-447d-be6d-77869356ec7c req-881e58fd-aa89-4bd1-8338-4c0a5a0a3a35 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193728 May 26 23:08:41.707143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ce88bd6-b070-49cf-8372-efa81694f61d req-c28ec083-3ec4-488b-bb4e-bc45437ce295 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948781 May 26 23:08:41.766773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a3d58a8-59e2-4e6c-aafd-cc706d45515c req-f68973d0-dc6b-4a50-9743-ede792794539 service neutron] 10.222.0.48 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762039 May 26 23:08:41.863815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:41.927242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58024) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:41.969877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 45d06b22-f880-4752-84d3-0da4056cc1ef completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:08:41.975215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 45d06b22-f880-4752-84d3-0da4056cc1ef triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:41.975215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.201452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-942556902-network', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:08:42.204436 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.210995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:42.221283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Usage tracker for resource:network and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:42.225092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:42.247679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:42.262769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:42.262769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:08:42.269011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Made reservation on behalf of 762e7382c3ae440895b51bf0d7d66430 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:08:42.272453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.272453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:42.276645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.299106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.378199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:42.387812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:42.387812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:42.405479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:42.587692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.590655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port ae1e6018-4702-4270-b83e-77c88b9138a7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:42.590655 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.593268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.693707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:08:42.726192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5788b8-9c47-40fd-bd10-7f559312abb5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:42.743481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.744016 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Added segment b2c08bdd-110d-4bb1-8729-0e3dd5b40c56 of type vlan for network bb307fe2-6857-4592-b920-1aa95c69afe8 May 26 23:08:42.758199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:42.781725 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.832425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.842139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.843440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:42.844280 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.869638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:42.874673 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:42.995968 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0663042 May 26 23:08:42.998608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58060) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:43.005993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:43.017811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Request body: {'subnet': {'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-942556902-subnet', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:08:43.026003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:43.038190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Usage tracker for resource:subnet and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:43.048776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:43.051728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048df11-5a05-46a3-b06a-70281a8fcc5e admin admin] Pushing event updated for resources: {'Network': ['ID=bb307fe2-6857-4592-b920-1aa95c69afe8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:43.058527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network bb307fe2-6857-4592-b920-1aa95c69afe8 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:08:43.076169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:43.110491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Made reservation on behalf of 762e7382c3ae440895b51bf0d7d66430 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:08:43.110491 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:43.184149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5f47-64f6-4b76-ab26-c6f163866b0f req-59f6cd71-1078-424a-82e0-973bd4d51266 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:43.191089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-783e5f47-64f6-4b76-ab26-c6f163866b0f req-59f6cd71-1078-424a-82e0-973bd4d51266 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1860714 May 26 23:08:43.213239 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302d591a-9957-46bf-b8be-304d61b01bc8'] response: {'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'code': 200} May 26 23:08:43.288833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-783e5f47-64f6-4b76-ab26-c6f163866b0f req-aab1a6eb-ed64-41fe-bc58-191d2ebe81d4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966659 May 26 23:08:43.316784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58072) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:43.533504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c97c8805-d7d8-43dd-aaac-c4db5ea93916 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a HTTP/1.1" status: 200 len: 993 time: 0.2183678 May 26 23:08:43.629053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cdaed-6e5d-4006-9e2c-d000c1f9edfd req-d0d9cfe9-acf2-49a2-aeb1-b9398cffdb70 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:43.629053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-854cdaed-6e5d-4006-9e2c-d000c1f9edfd req-d0d9cfe9-acf2-49a2-aeb1-b9398cffdb70 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.2504132 May 26 23:08:43.629053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:43.732000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-854cdaed-6e5d-4006-9e2c-d000c1f9edfd req-9958e28a-f619-4ba1-8d3e-1540d0ac9bfc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064961 May 26 23:08:43.734596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8577037-5dd1-48fc-bc64-f9e8da21c436,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:43.768508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Checking segment: {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:08:43.768867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Network hostable DHCP agents. Network: bb307fe2-6857-4592-b920-1aa95c69afe8, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:08:43.791958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Network bb307fe2-6857-4592-b920-1aa95c69afe8 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:08:43.801772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, bb307fe2-6857-4592-b920-1aa95c69afe8) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:43.806713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:43.807598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:43.812729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867849a-3563-4711-bc46-7db0b1e753b7 None None] Network bb307fe2-6857-4592-b920-1aa95c69afe8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:08:43.832475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8adbd2ea-e7b3-4c43-92bf-096ffbf1c968 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8318367 May 26 23:08:43.835240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:43.852644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:08:43.859049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:43.863461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Usage tracker for resource:router and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:43.863461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:43.877393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:43.886330 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:43.886330 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:43.916783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.099276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.103548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-bb307fe2-6857-4592-b920-1aa95c69afe8', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:08:44.105365 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.318793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Allocated IP 172.20.0.2 (bb307fe2-6857-4592-b920-1aa95c69afe8/b8577037-5dd1-48fc-bc64-f9e8da21c436/9010be60-8ce0-43c3-a076-714daba96008) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:08:44.425461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.479537 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.606026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.615871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Transition to ACTIVE for port object 9010be60-8ce0-43c3-a076-714daba96008 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:44.640498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Transition to ACTIVE for port object 9010be60-8ce0-43c3-a076-714daba96008 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:44.649335 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.713588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Network bb307fe2-6857-4592-b920-1aa95c69afe8 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:08:44.719546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:44.728758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:08:44.785917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Allocated IP 172.25.4.24 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d90ca473-8abd-47bd-9a09-446c0d821064) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:08:44.819652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Pushing event updated for resources: {'Port': ['ID=9010be60-8ce0-43c3-a076-714daba96008,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:44.920091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Attempting to bind port 9010be60-8ce0-43c3-a076-714daba96008 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:08:44.920091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Attempting to bind port 9010be60-8ce0-43c3-a076-714daba96008 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:08:44.920091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Attempting to bind port 9010be60-8ce0-43c3-a076-714daba96008 on network bb307fe2-6857-4592-b920-1aa95c69afe8 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:08:44.945594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:08:44.945594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Checking segment: {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:08:44.945594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:44.945594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Bound using segment: {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:08:44.945594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Bound port: 9010be60-8ce0-43c3-a076-714daba96008, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:08:44.945594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:45.025354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:45.052409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba1b2-97cf-4b5a-9b86-c5d46a9084c2 req-0b0ff439-bfb7-46e3-bb5f-5734d81c27d9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:45.054053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca1ba1b2-97cf-4b5a-9b86-c5d46a9084c2 req-0b0ff439-bfb7-46e3-bb5f-5734d81c27d9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.1243877 May 26 23:08:45.094695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] For port 9010be60-8ce0-43c3-a076-714daba96008, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:08:45.099809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] For port 9010be60-8ce0-43c3-a076-714daba96008, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9010be60-8ce0-43c3-a076-714daba96008,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:08:45.108995 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:45.110720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:45.203914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:08:45.203914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:45.219101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca1ba1b2-97cf-4b5a-9b86-c5d46a9084c2 req-d58de34f-f264-4b3e-b5d6-05aa7b20e589 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548474 May 26 23:08:45.219101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:08:45.226051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:08:45.226051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759f461-665e-42fc-a3d6-c5664f2a4cee None None] Pushing event updated for resources: {'Port': ['ID=9010be60-8ce0-43c3-a076-714daba96008,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:45.369944 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331ef7c1-b5e3-4e1c-951c-c8edcf4ad4c2'] response: {'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'code': 200} May 26 23:08:45.395941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Pushing event updated for resources: {'Port': ['ID=d90ca473-8abd-47bd-9a09-446c0d821064,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:45.715916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:45.716745 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:45.796588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1d8ab3d-3914-40b7-b464-861fbd74b3fd req-e931a78e-01e2-40fd-a8d5-9758bf63e0ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1097 time: 0.1839931 May 26 23:08:45.873398 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1d8ab3d-3914-40b7-b464-861fbd74b3fd req-b9ad10d4-a514-4f0c-ac9c-01dad505e651 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695498 May 26 23:08:46.004538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Router 5ecef9c4-18e8-469e-8908-07d926b9dea6 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:08:46.221398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:08:46.230407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Sync routers for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:08:46.243188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:08:46.243811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:46.253583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:46.256642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-73783fcf-55ca-46a0-a04a-34ba1bb9807a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4201753 May 26 23:08:46.259917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58126) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:46.505997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:08:46.720513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:08:46.867213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060470d1-8921-4107-9e10-7424c604fd05 req-81dbbcb0-ace7-409f-9f94-9e0bda412e0f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:46.867213 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060470d1-8921-4107-9e10-7424c604fd05 req-81dbbcb0-ace7-409f-9f94-9e0bda412e0f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.3333151 May 26 23:08:47.030270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1f30f-25f6-4ea9-9476-71ff672a491c None None] Network bb307fe2-6857-4592-b920-1aa95c69afe8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:08:47.152384 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-060470d1-8921-4107-9e10-7424c604fd05 req-7b8aa220-41d3-4547-9cb9-bfa76a155127 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475224 May 26 23:08:47.390079 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6fd20283-1ec9-4084-88eb-a6d50d911375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:47.391656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-35a50303-5fd1-483a-a3c4-0694c7487ce5 None None] Provisioning for port 9010be60-8ce0-43c3-a076-714daba96008 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:08:47.517788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9010be60-8ce0-43c3-a076-714daba96008 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:47.641304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9010be60-8ce0-43c3-a076-714daba96008 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:08:47.647320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9010be60-8ce0-43c3-a076-714daba96008 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:47.647320 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:47.856200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:45Z', 'revision_number': 3, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:47.861978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Checking router: 5ecef9c4-18e8-469e-8908-07d926b9dea6 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:08:47.862326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Updating router 5ecef9c4-18e8-469e-8908-07d926b9dea6 port d90ca473-8abd-47bd-9a09-446c0d821064 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:08:48.020099 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859d6502-4462-4035-955c-8d4ced774acb req-946cc2f6-d597-4190-8743-58311c839446 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 1097 time: 0.2291858 May 26 23:08:48.182101 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:48.303091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6502-4462-4035-955c-8d4ced774acb req-1def35e5-d5fd-48a0-8bf2-d1a994965622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:48.304772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859d6502-4462-4035-955c-8d4ced774acb req-1def35e5-d5fd-48a0-8bf2-d1a994965622 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.2598116 May 26 23:08:48.388176 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:48.437953 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:48.662479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859d6502-4462-4035-955c-8d4ced774acb req-cc50744a-c8ae-407b-980c-6e4591fd3808 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 200 len: 1001 time: 0.3495531 May 26 23:08:48.787185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6502-4462-4035-955c-8d4ced774acb req-bb4cc7a5-9014-4e66-b17c-c1d011bdc898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:48.787185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859d6502-4462-4035-955c-8d4ced774acb req-bb4cc7a5-9014-4e66-b17c-c1d011bdc898 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0835383 May 26 23:08:48.822579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-56169f66-fb88-4fcc-9fc6-a9fa8527266c None None] Provisioning complete for port 9010be60-8ce0-43c3-a076-714daba96008 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:48.822579 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56169f66-fb88-4fcc-9fc6-a9fa8527266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:48.879873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9010be60-8ce0-43c3-a076-714daba96008, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9010be60-8ce0-43c3-a076-714daba96008,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:48.916351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:48.916351 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.000905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Transition to ACTIVE for port object d90ca473-8abd-47bd-9a09-446c0d821064 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:49.017970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b65ce2-86a5-467c-b2f4-f1ba17187e16 req-611a4541-f4b8-4334-9ab8-b40840e67590 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:49.018360 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.028058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22b65ce2-86a5-467c-b2f4-f1ba17187e16 req-611a4541-f4b8-4334-9ab8-b40840e67590 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.3642886 May 26 23:08:49.083070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Allocated IP 172.20.0.1 (bb307fe2-6857-4592-b920-1aa95c69afe8/b8577037-5dd1-48fc-bc64-f9e8da21c436/a4a21b07-81ad-4170-8f8b-ca8fbfe744eb) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:08:49.144321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9010be60-8ce0-43c3-a076-714daba96008,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:49.189303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22b65ce2-86a5-467c-b2f4-f1ba17187e16 req-fde03227-68b6-45cd-8de6-d9a90ec655cf tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535971 May 26 23:08:49.189303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859d6502-4462-4035-955c-8d4ced774acb req-553296c3-8714-44f0-96e7-edb541d31c28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802218 May 26 23:08:49.324736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Attempting to bind port d90ca473-8abd-47bd-9a09-446c0d821064 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:08:49.325115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Attempting to bind port d90ca473-8abd-47bd-9a09-446c0d821064 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:08:49.325457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Attempting to bind port d90ca473-8abd-47bd-9a09-446c0d821064 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:08:49.341509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.344108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209f30e-d8bf-485b-8b0f-8a2e1f4bf357 None None] Pushing event updated for resources: {'Port': ['ID=d90ca473-8abd-47bd-9a09-446c0d821064,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:49.350859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:08:49.351206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:08:49.351510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.351893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:08:49.352371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Bound port: d90ca473-8abd-47bd-9a09-446c0d821064, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:08:49.352967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.389828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Transition to ACTIVE for port object a4a21b07-81ad-4170-8f8b-ca8fbfe744eb will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:49.483108 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.551618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9010be60-8ce0-43c3-a076-714daba96008 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:49.638083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859d6502-4462-4035-955c-8d4ced774acb req-fa41c1ce-3a32-4e28-bf66-1c26dadd77a3 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393203 May 26 23:08:49.642903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Network bb307fe2-6857-4592-b920-1aa95c69afe8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:08:49.667067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:49.683938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:08:49.709346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] For port d90ca473-8abd-47bd-9a09-446c0d821064, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:08:49.742561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] For port d90ca473-8abd-47bd-9a09-446c0d821064, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d90ca473-8abd-47bd-9a09-446c0d821064,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:08:49.773411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.825396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:49.858781 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:49.924450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:08:49.924450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:49.997441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-859d6502-4462-4035-955c-8d4ced774acb req-2f08c433-08a9-4ae7-b75e-90a2f961ae50 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512666 May 26 23:08:50.031929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.135534 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ee40c88f-de09-4bc8-8259-e6b95fa406b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.163057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209f30e-d8bf-485b-8b0f-8a2e1f4bf357 None None] Pushing event updated for resources: {'Port': ['ID=d90ca473-8abd-47bd-9a09-446c0d821064,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:50.179513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9010be60-8ce0-43c3-a076-714daba96008 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:50.179883 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.255173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-47b93612-8272-4742-b722-0d41f18aef8c None None] Provisioning for port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:08:50.265958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-47b93612-8272-4742-b722-0d41f18aef8c None None] Provisioning complete for port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:50.265958 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-47b93612-8272-4742-b722-0d41f18aef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.331506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.339525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:08:50.342526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.418821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-47b93612-8272-4742-b722-0d41f18aef8c None None] Port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:08:50.455564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.459136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:50.692660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.757535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfddf83-ee16-4b9e-953e-c4fc1b876048 req-a9261254-0e55-4a8b-b5a9-8ec52251dac6 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:50.759828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dfddf83-ee16-4b9e-953e-c4fc1b876048 req-a9261254-0e55-4a8b-b5a9-8ec52251dac6 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.2868247 May 26 23:08:50.839529 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dfddf83-ee16-4b9e-953e-c4fc1b876048 req-09e31993-ef73-489a-b454-9f526d20f9ad tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736110 May 26 23:08:50.850860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:50.880630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Network bb307fe2-6857-4592-b920-1aa95c69afe8 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:08:50.887634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:50.890484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 1, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:50.896868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ffd5d-e35f-4723-8b4f-3a557af4235c None None] The sync data for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 is: [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 1, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:08:51.362951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f22a677b-9480-499b-8259-62f1f8d73f74 None None] Provisioning complete for port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:51.364357 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f22a677b-9480-499b-8259-62f1f8d73f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:51.432050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f22a677b-9480-499b-8259-62f1f8d73f74 None None] Port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:08:51.672018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Router 5ecef9c4-18e8-469e-8908-07d926b9dea6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:08:51.999758 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:52.025056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:08:52.035909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2158d66f-fb23-4e04-8cec-77b1eeee2018 admin admin] 10.222.0.32 "PUT /v2.0/routers/5ecef9c4-18e8-469e-8908-07d926b9dea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7748220 May 26 23:08:53.306147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58270) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:53.313550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-213018919-network', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:08:53.330667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:53.342016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Usage tracker for resource:network and tenant:575fe9d6aefb41b9a4434cd41e2c6152 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:53.348418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:53.356968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:53.377497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Made reservation on behalf of 575fe9d6aefb41b9a4434cd41e2c6152 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:08:53.380018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.398162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.406113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d90ca473-8abd-47bd-9a09-446c0d821064 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:53.476640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:53.476640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Usage tracker for resource:security_group_rule and tenant:575fe9d6aefb41b9a4434cd41e2c6152 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:53.476640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:53.489261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:53.513492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d90ca473-8abd-47bd-9a09-446c0d821064 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:08:53.513492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d90ca473-8abd-47bd-9a09-446c0d821064 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:53.513492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.598194 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.607336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.659257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:08:53.669843 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.674713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b4d6c-456b-4d89-aeb5-cfeb2ff74092,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:53.687711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.688051 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Added segment 2a7c63d3-b39a-4dad-b126-3599f0a776fc of type vlan for network 198c021f-d065-447e-9d8f-adcf3f7f9a2e May 26 23:08:53.701876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d90ca473-8abd-47bd-9a09-446c0d821064, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d90ca473-8abd-47bd-9a09-446c0d821064,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:53.708996 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.731067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.803571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.803571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:53.803571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:53.821847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d90ca473-8abd-47bd-9a09-446c0d821064,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:53.936837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6289196 May 26 23:08:53.939676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58278) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:53.943338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe32c38-361e-43a6-a8e3-1cc2c00b6f97 admin admin] Pushing event updated for resources: {'Network': ['ID=198c021f-d065-447e-9d8f-adcf3f7f9a2e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:53.945530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Request body: {'subnet': {'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-213018919-subnet', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:08:53.958329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:08:53.960262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:53.965621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Usage tracker for resource:subnet and tenant:575fe9d6aefb41b9a4434cd41e2c6152 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:53.968502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:53.974914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:53.988464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Made reservation on behalf of 575fe9d6aefb41b9a4434cd41e2c6152 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:08:53.991162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:54.293834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:54.376163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbeb6043-7ee0-4c2d-99fb-09a4e111cdef,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:54.393917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Checking segment: {'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:08:54.393917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Network hostable DHCP agents. Network: 198c021f-d065-447e-9d8f-adcf3f7f9a2e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:08:54.425822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:08:54.442345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 198c021f-d065-447e-9d8f-adcf3f7f9a2e) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:54.449350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fbf85a-233b-46cc-a0ca-3bd1101ca70b None None] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:08:54.476558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:08:54.476558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:54.521199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-72533d20-c8b3-4353-b42f-8c929957f110 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5801299 May 26 23:08:54.523871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58290) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:54.529398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:08:54.534982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:54.539716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Usage tracker for resource:router and tenant:575fe9d6aefb41b9a4434cd41e2c6152 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:54.544161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:54.550106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:54.563639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:54.564870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:54.588968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:54.828799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:54.864440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-198c021f-d065-447e-9d8f-adcf3f7f9a2e', 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'fixed_ips': [{'subnet_id': 'bbeb6043-7ee0-4c2d-99fb-09a4e111cdef'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:08:54.865390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.083992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Allocated IP 172.20.0.2 (198c021f-d065-447e-9d8f-adcf3f7f9a2e/bbeb6043-7ee0-4c2d-99fb-09a4e111cdef/b353052a-bc2e-4766-806e-7e0e9225ab16) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:08:55.113860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.155151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.278509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.334929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Allocated IP 172.25.4.133 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/db5c79f9-23df-4945-804c-152bdb6d6560) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:08:55.452449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d90ca473-8abd-47bd-9a09-446c0d821064 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:55.539255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.572113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.592496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Transition to ACTIVE for port object b353052a-bc2e-4766-806e-7e0e9225ab16 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:55.607680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.611469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d90ca473-8abd-47bd-9a09-446c0d821064 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:55.611847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.753386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Transition to ACTIVE for port object b353052a-bc2e-4766-806e-7e0e9225ab16 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:55.775606 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:55.779493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:08:55.804790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:55.812253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:08:55.854461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:08:55.865915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:55.865915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:08:55.879841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Pushing event updated for resources: {'Port': ['ID=db5c79f9-23df-4945-804c-152bdb6d6560,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:56.035998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Attempting to bind port b353052a-bc2e-4766-806e-7e0e9225ab16 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:08:56.035998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Attempting to bind port b353052a-bc2e-4766-806e-7e0e9225ab16 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:08:56.035998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Attempting to bind port b353052a-bc2e-4766-806e-7e0e9225ab16 on network 198c021f-d065-447e-9d8f-adcf3f7f9a2e {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:08:56.048317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:08:56.048317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Checking segment: {'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:08:56.048317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.048317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Bound using segment: {'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:08:56.048317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Bound port: b353052a-bc2e-4766-806e-7e0e9225ab16, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:08:56.048317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.057173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Pushing event updated for resources: {'Port': ['ID=b353052a-bc2e-4766-806e-7e0e9225ab16,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:56.174072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58312) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:56.284069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] For port b353052a-bc2e-4766-806e-7e0e9225ab16, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:08:56.285448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] For port b353052a-bc2e-4766-806e-7e0e9225ab16, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b353052a-bc2e-4766-806e-7e0e9225ab16,segment=NetworkSegment(2a7c63d3-b39a-4dad-b126-3599f0a776fc),segment_id=2a7c63d3-b39a-4dad-b126-3599f0a776fc)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:08:56.289444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.290953 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.297475 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.424085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.439223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c77b43-448f-405c-8101-3f22698f2cc2 None None] Pushing event updated for resources: {'Port': ['ID=b353052a-bc2e-4766-806e-7e0e9225ab16,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:56.499279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:08:56.505465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Usage tracker for resource:security_group_rule and tenant:058f6d83f40f4e8fbf912cc01659e255 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:08:56.505465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:08:56.514944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:08:56.654884 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.669155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.689062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:08:56.753260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4082afc7-b298-493f-ab7a-35cc206182c6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:56.783594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d7c155b-cfc4-4599-b1bb-9c5acf6d4e86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=058f6d83f40f4e8fbf912cc01659e255&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6090603 May 26 23:08:56.789103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58324) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:56.896837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebdba-85fe-4122-b99e-3f591fb76c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:56.965743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebdba-85fe-4122-b99e-3f591fb76c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:57.032578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebdba-85fe-4122-b99e-3f591fb76c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:57.044463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:08:57.051906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebdba-85fe-4122-b99e-3f591fb76c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:57.053022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7d3ebdba-85fe-4122-b99e-3f591fb76c80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4082afc7-b298-493f-ab7a-35cc206182c6 HTTP/1.1" status: 204 len: 168 time: 0.2636371 May 26 23:08:57.053845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ebdba-85fe-4122-b99e-3f591fb76c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4082afc7-b298-493f-ab7a-35cc206182c6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:57.068562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Sync routers for ids ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:08:57.093171 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Routers {'81ed1471-c924-4bbf-b838-a7ad7f065ef3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:08:57.093171 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:57.098811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:57.098811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-443d26a8-42c6-4a96-a95b-916fafa7ae6b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5672190 May 26 23:08:57.105566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58332) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:08:57.309658 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Set router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:08:57.532650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b353052a-bc2e-4766-806e-7e0e9225ab16 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:57.692156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b353052a-bc2e-4766-806e-7e0e9225ab16 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:08:57.859645 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.000413 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:08:56Z', 'revision_number': 3, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:58.008636 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Checking router: 81ed1471-c924-4bbf-b838-a7ad7f065ef3 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:08:58.008636 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Updating router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 port db5c79f9-23df-4945-804c-152bdb6d6560 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:08:58.109486 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.159692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a9d211-f574-43e7-ab13-b2a721f6022b None None] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:08:58.473830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-813ee74a-af60-4e36-9a2a-a554efa86836 None None] Provisioning for port b353052a-bc2e-4766-806e-7e0e9225ab16 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:08:58.492145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-813ee74a-af60-4e36-9a2a-a554efa86836 None None] Provisioning complete for port b353052a-bc2e-4766-806e-7e0e9225ab16 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:58.492145 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-813ee74a-af60-4e36-9a2a-a554efa86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.542473 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.560235 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Transition to ACTIVE for port object db5c79f9-23df-4945-804c-152bdb6d6560 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:58.573308 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.661458 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Pushing event updated for resources: {'Port': ['ID=db5c79f9-23df-4945-804c-152bdb6d6560,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:58.695158 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Attempting to bind port db5c79f9-23df-4945-804c-152bdb6d6560 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:08:58.695780 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Attempting to bind port db5c79f9-23df-4945-804c-152bdb6d6560 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:08:58.697157 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Attempting to bind port db5c79f9-23df-4945-804c-152bdb6d6560 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:08:58.711901 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:08:58.717334 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:08:58.718024 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.718595 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:08:58.719231 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Bound port: db5c79f9-23df-4945-804c-152bdb6d6560, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:08:58.719765 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.769425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.800954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.800954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.800954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.800954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.800954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.800954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.808858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.808858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.808858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.808858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.808858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:58.865629 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-813ee74a-af60-4e36-9a2a-a554efa86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.970401 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] For port db5c79f9-23df-4945-804c-152bdb6d6560, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:08:58.970401 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] For port db5c79f9-23df-4945-804c-152bdb6d6560, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=db5c79f9-23df-4945-804c-152bdb6d6560,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:08:58.975094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-813ee74a-af60-4e36-9a2a-a554efa86836 None None] For port b353052a-bc2e-4766-806e-7e0e9225ab16, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b353052a-bc2e-4766-806e-7e0e9225ab16,segment=NetworkSegment(2a7c63d3-b39a-4dad-b126-3599f0a776fc),segment_id=2a7c63d3-b39a-4dad-b126-3599f0a776fc)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:08:58.979016 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:58.986696 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-813ee74a-af60-4e36-9a2a-a554efa86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:59.089984 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70ec9e-f06e-4e65-a8d1-7eefb0e52434 None None] Pushing event updated for resources: {'Port': ['ID=db5c79f9-23df-4945-804c-152bdb6d6560,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:59.107631 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Routers {'81ed1471-c924-4bbf-b838-a7ad7f065ef3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:08:59.108416 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:08:59.171701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ee74a-af60-4e36-9a2a-a554efa86836 None None] Pushing event updated for resources: {'Port': ['ID=b353052a-bc2e-4766-806e-7e0e9225ab16,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:59.220287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1da66348-dcc0-42f4-977a-6f54f5946e5c None None] Provisioning complete for port b353052a-bc2e-4766-806e-7e0e9225ab16 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:59.220287 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1da66348-dcc0-42f4-977a-6f54f5946e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:59.233342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Allocated IP 172.20.0.1 (198c021f-d065-447e-9d8f-adcf3f7f9a2e/bbeb6043-7ee0-4c2d-99fb-09a4e111cdef/17ab695f-b405-4d74-9cc0-7a422c6d6cbf) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:08:59.386429 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] Set router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:08:59.460445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b353052a-bc2e-4766-806e-7e0e9225ab16 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:08:59.496175 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:59.531978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Transition to ACTIVE for port object 17ab695f-b405-4d74-9cc0-7a422c6d6cbf will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:08:59.546936 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:59.633572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:08:59.633572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:08:59.636558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Pushing event updated for resources: {'Port': ['ID=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:08:59.640030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:08:59.707635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.707635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.715649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:08:59.727089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b353052a-bc2e-4766-806e-7e0e9225ab16 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:08:59.728039 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:59.731071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:08:59.940085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:00.100726 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:08:56Z', 'revision_number': 3, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:00.104971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e29e5c3d-67ea-4a98-92f8-5383d7d031a7 None None] Provisioning for port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:00.110737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e29e5c3d-67ea-4a98-92f8-5383d7d031a7 None None] Provisioning complete for port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:00.111111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e29e5c3d-67ea-4a98-92f8-5383d7d031a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:00.129916 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651da3f8-5d4c-4fc8-b28c-6fe2d1b3336c None None] The sync data for ids ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'] in n-d-843301-1 is: [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:08:56Z', 'revision_number': 3, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:00.226440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e29e5c3d-67ea-4a98-92f8-5383d7d031a7 None None] Port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:00.317418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:00.324506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:00.435891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:00.439605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Pushing event updated for resources: {'Port': ['ID=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:00.583112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58394) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:00.634297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:00.636217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:00.916341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'network': {'name': 'tempest-network-smoke--1271386028', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:00.929241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:00.936511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:network and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:00.941880 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:00.954112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:00.969177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:00.975434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:00.991651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.041454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:01.053792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:01.053792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:01.058065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:01.110186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2e67954f-d5d6-46ba-b9e2-5ce53fffd540 None None] Provisioning complete for port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:01.110186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e67954f-d5d6-46ba-b9e2-5ce53fffd540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.187962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.201809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.210401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2e67954f-d5d6-46ba-b9e2-5ce53fffd540 None None] Port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:01.221830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:09:01.236093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.236431 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Added segment 0554439b-102d-41c8-bdb3-bbb43369108f of type vlan for network 09db92d8-3099-42f4-9acd-00386596932e May 26 23:09:01.284861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a0ada-26da-48a1-a994-c40e473497be,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:01.287986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:01.299604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.351683 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.358871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:01.358871 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.470654 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8859563 May 26 23:09:01.470654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58408) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:01.480177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'admin_state_up': True, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:01.493193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:01.499675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ad705-dcdf-4958-ba9e-fb213bf42613 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Network': ['ID=09db92d8-3099-42f4-9acd-00386596932e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:01.499675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:router and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:01.506081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:01.509883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:01.518989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 09db92d8-3099-42f4-9acd-00386596932e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:09:01.519352 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.520977 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.545438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:01.549651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:01.559989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e9b6e6d-e47d-40e6-be73-8a0e30889355 admin admin] 10.222.0.32 "PUT /v2.0/routers/81ed1471-c924-4bbf-b838-a7ad7f065ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4637644 May 26 23:09:01.822621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.083462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.117726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.322972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58426) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:02.332318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598698028', 'description': 'tempest-secgroup-smoke-598698028 description', 'project_id': '762e7382c3ae440895b51bf0d7d66430'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:02.336341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.25.4.122 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/34206be2-261b-4d51-a093-148136bacf16) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:02.340551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:02.340868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:02.343965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:02.350517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:02.362158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.409952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:02.413953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:02.417071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:02.423968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:02.493984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.496244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.508351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.550215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38af19b-0d97-4fc2-942b-53cc1e6cb40b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:02.550215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.554087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.559339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6064e4a0-bb95-44ae-820a-bc7f86375694 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2251599 May 26 23:09:02.559339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:02.559339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'security_group_rule': {'security_group_id': 'c38af19b-0d97-4fc2-942b-53cc1e6cb40b', 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:02.567216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:02.572472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:02.572472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:02.586395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:02.620459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:02.634577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:02.634577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:02.639037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.674261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=34206be2-261b-4d51-a093-148136bacf16,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:02.719591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.724466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.753963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df38346-f33b-432d-92e6-3a2d27c6cadb,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:02.772564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.785582 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c307ee54-c8c8-4317-b414-648b9aa6ec90 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2243419 May 26 23:09:02.785582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:02.795850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'security_group_rule': {'security_group_id': 'c38af19b-0d97-4fc2-942b-53cc1e6cb40b', 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:02.802641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:02.802641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:02.809842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:02.821106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:02.841969 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.933432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.937525 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.959818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.960628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.967752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a87b567-be92-4914-9b69-16f4dfe0fc89,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:02.977238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:02.982142 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bd88e463-9afb-48c5-95ef-7c56ac811dea tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2044594 May 26 23:09:02.982821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58446) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:02.988732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'security_group_rule': {'security_group_id': 'c38af19b-0d97-4fc2-942b-53cc1e6cb40b', 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:02.995323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:02.999420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:03.002775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:03.021162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:03.043144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.115514 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.124019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.149088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a551080-7fe1-4512-b315-88323b3579d4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:03.170257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.170257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eebb58fb-a443-43fc-89fd-7e1b582d4e98 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1801803 May 26 23:09:03.170257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58450) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:03.177862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'security_group_rule': {'security_group_id': 'c38af19b-0d97-4fc2-942b-53cc1e6cb40b', 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:03.183544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:03.192546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:03.192546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:03.204917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:03.220267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.239691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:09:03.293623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.298786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.358461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a25733-b698-441f-8787-23f289344fbc,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:03.369266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.369266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c3aad19-67d7-438e-8d30-8431d5ee1345 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1987166 May 26 23:09:03.373045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58456) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:03.380952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'security_group_rule': {'security_group_id': 'c38af19b-0d97-4fc2-942b-53cc1e6cb40b', 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:03.386178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:03.390353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:03.394828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:03.406615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:03.420390 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Project 762e7382c3ae440895b51bf0d7d66430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:09:03.428633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.504679 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.511046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.513116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:03.525642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Sync routers for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:03.541741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77816e8f-3d3d-4246-b83b-c8b735caa69d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:03.543158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:03.543987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:03.552373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.553180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.554777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c50395ea-a303-453a-8d30-f585dd95682b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0849695 May 26 23:09:03.558056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58462) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:03.560826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bdf99dfc-f6f0-4be4-bf12-938373690891 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1896548 May 26 23:09:03.561487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58464) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:03.570026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'security_group_rule': {'security_group_id': 'c38af19b-0d97-4fc2-942b-53cc1e6cb40b', 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:03.578215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:03.594799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:security_group_rule and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:03.598817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:03.608973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:03.623725 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Project 762e7382c3ae440895b51bf0d7d66430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:09:03.659703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.740774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99e17724-e7ec-4ba0-92c2-672fa797bc79 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=48c85a31011d4a1eae49d47c739cc354&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1704676 May 26 23:09:03.740774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:03.814357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.829409 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.846266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256096cd-4df9-49c1-8197-da755021094f,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:03.887184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:03.887184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9d07d105-77bb-4115-9aa5-fd974fad1bba tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3188164 May 26 23:09:03.911848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:04.026828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1f188-8e8e-42ed-85a0-983878b82bda tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:04.026828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36b1f188-8e8e-42ed-85a0-983878b82bda tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2931993 May 26 23:09:04.033554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58486) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:04.119286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-483bfb00-d650-4b47-be2a-5f644a6a1182 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764396 May 26 23:09:04.121536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58494) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:04.127953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1786283303', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:04.203714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-bc750dd0-f280-4a74-a209-a701335d972f tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Synchronizing usage tracker for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:04.224614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-bc750dd0-f280-4a74-a209-a701335d972f tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Unset dirty status for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:04.234674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-bc750dd0-f280-4a74-a209-a701335d972f tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598698028&fields=id&tenant_id=762e7382c3ae440895b51bf0d7d66430 HTTP/1.1" status: 200 len: 267 time: 0.0918751 May 26 23:09:04.286506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:04.292539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:subnet and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:04.296777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:04.322866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:02Z', 'revision_number': 3, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:04.328678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Checking router: 79f92ae9-804b-4a89-bd08-e7a1fd9129ec for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:04.328678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Updating router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec port 34206be2-261b-4d51-a093-148136bacf16 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:09:04.336390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:04.352576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:04.409467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-fb405cfa-4f40-47d4-834d-460cc83328d2 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:04.419611 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-fb405cfa-4f40-47d4-834d-460cc83328d2 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 808 time: 0.1774123 May 26 23:09:04.422893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:04.444637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-66de3ee7-ecfd-4a06-bc1f-4e3c99fd733d tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/quotas/762e7382c3ae440895b51bf0d7d66430 HTTP/1.1" status: 200 len: 375 time: 0.0236464 May 26 23:09:04.488719 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:04.558242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-867ff29b-702b-49cc-8816-79030bb76399 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197922 May 26 23:09:04.893908 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-27776ebe-ee0e-4286-bb6a-9eca5723d22b service neutron] 10.222.0.32 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238599 May 26 23:09:04.894102 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:04.902085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:04.909116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Transition to ACTIVE for port object 34206be2-261b-4d51-a093-148136bacf16 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:04.956051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:05.017377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Subnet': ['ID=8b014a4c-391d-4df0-ba60-92d1f642ca2f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:05.056556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Checking segment: {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:05.056556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network hostable DHCP agents. Network: 09db92d8-3099-42f4-9acd-00386596932e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:09:05.073049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-5878af8f-07d0-4126-b5ff-07d19ea04188 service neutron] 10.222.0.32 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671858 May 26 23:09:05.082965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 09db92d8-3099-42f4-9acd-00386596932e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:09:05.105066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 09db92d8-3099-42f4-9acd-00386596932e) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:05.105066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:05.113747 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:05.142845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61875b-073a-4d51-920a-579f7eab8cb8 None None] Network 09db92d8-3099-42f4-9acd-00386596932e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:09:05.155676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:05.173697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a9e0b551-d77f-489c-810a-6a0d5e6c5768 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0303373 May 26 23:09:05.301172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Attempting to bind port 34206be2-261b-4d51-a093-148136bacf16 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:05.301172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Attempting to bind port 34206be2-261b-4d51-a093-148136bacf16 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:05.301172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Attempting to bind port 34206be2-261b-4d51-a093-148136bacf16 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:05.305426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:05.311578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:05.311578 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:05.311578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:05.311578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Bound port: 34206be2-261b-4d51-a093-148136bacf16, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:05.311578 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:05.332033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb31de-8c78-4cce-9a95-b36c0107ddf8 None None] Pushing event updated for resources: {'Port': ['ID=34206be2-261b-4d51-a093-148136bacf16,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:05.398555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d27c5e17-e71b-4c61-a879-8eaa040b84c1 req-13cfb107-a833-443f-8873-2082642e3427 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Synchronizing usage tracker for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:05.420963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-d27c5e17-e71b-4c61-a879-8eaa040b84c1 req-13cfb107-a833-443f-8873-2082642e3427 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Unset dirty status for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:05.439035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d27c5e17-e71b-4c61-a879-8eaa040b84c1 req-13cfb107-a833-443f-8873-2082642e3427 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 210 time: 0.1069973 May 26 23:09:05.522677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-09db92d8-3099-42f4-9acd-00386596932e', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:09:05.522677 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:05.543416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] For port 34206be2-261b-4d51-a093-148136bacf16, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:05.752178 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Sync routers for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:05.776253 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:05.776253 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:05.882654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Allocated IP 172.20.0.2 (09db92d8-3099-42f4-9acd-00386596932e/8b014a4c-391d-4df0-ba60-92d1f642ca2f/c81b3965-bb5f-489b-a23b-ce6746b9b9dd) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:06.153324 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:06.272083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:06.276827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Transition to ACTIVE for port object c81b3965-bb5f-489b-a23b-ce6746b9b9dd will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:06.303695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Transition to ACTIVE for port object c81b3965-bb5f-489b-a23b-ce6746b9b9dd will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:06.323778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] For port 34206be2-261b-4d51-a093-148136bacf16, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=34206be2-261b-4d51-a093-148136bacf16,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:06.323778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:06.444042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:06.504557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Pushing event updated for resources: {'Port': ['ID=c81b3965-bb5f-489b-a23b-ce6746b9b9dd,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:06.508390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Network 09db92d8-3099-42f4-9acd-00386596932e is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:06.592731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb31de-8c78-4cce-9a95-b36c0107ddf8 None None] Pushing event updated for resources: {'Port': ['ID=34206be2-261b-4d51-a093-148136bacf16,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:06.596161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:06.610980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:06.713038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:06.713038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:06.784028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cca47aee-210b-4f14-a5ef-d3e7758504f0 req-b23eff49-be01-4da5-9e1a-d7fcbc0ee460 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 210 time: 0.1158733 May 26 23:09:06.941563 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:08:50Z', 'revision_number': 2, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:06.962858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Checking router: 5ecef9c4-18e8-469e-8908-07d926b9dea6 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:06.962858 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Updating router 5ecef9c4-18e8-469e-8908-07d926b9dea6 port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:09:06.998492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:07.036350 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.187704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Attempting to bind port c81b3965-bb5f-489b-a23b-ce6746b9b9dd on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:07.187704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Attempting to bind port c81b3965-bb5f-489b-a23b-ce6746b9b9dd by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:07.187704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Attempting to bind port c81b3965-bb5f-489b-a23b-ce6746b9b9dd on network 09db92d8-3099-42f4-9acd-00386596932e {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:07.204523 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.253076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:07.253449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Checking segment: {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:07.254417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.254759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Bound using segment: {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:07.255249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Bound port: c81b3965-bb5f-489b-a23b-ce6746b9b9dd, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:07.255768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.397161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] For port c81b3965-bb5f-489b-a23b-ce6746b9b9dd, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:07.397161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] For port c81b3965-bb5f-489b-a23b-ce6746b9b9dd, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c81b3965-bb5f-489b-a23b-ce6746b9b9dd,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:07.407533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.566736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e903c-4b5d-4fb5-b259-6c65e8106c59 None None] Pushing event updated for resources: {'Port': ['ID=c81b3965-bb5f-489b-a23b-ce6746b9b9dd,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:07.566736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device db5c79f9-23df-4945-804c-152bdb6d6560 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:07.756379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port db5c79f9-23df-4945-804c-152bdb6d6560 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:07.771151 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.779955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port db5c79f9-23df-4945-804c-152bdb6d6560 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:07.779955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.800965 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Transition to ACTIVE for port object a4a21b07-81ad-4170-8f8b-ca8fbfe744eb will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:07.816753 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:07.820641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-bd5e0213-3abb-414b-af2c-5723853b78ca tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:07.820641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-bd5e0213-3abb-414b-af2c-5723853b78ca tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.48 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 808 time: 0.4869132 May 26 23:09:07.843842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:02Z', 'revision_number': 3, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:07.854663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc96323-d937-4311-a937-ecd4c53ac2a3 None None] The sync data for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 is: [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:02Z', 'revision_number': 3, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:08.007589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:08.056986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port db5c79f9-23df-4945-804c-152bdb6d6560, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=db5c79f9-23df-4945-804c-152bdb6d6560,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:08.062554 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:08.113080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-3519d7b7-bd55-4c7e-8244-982f71b565b0 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=762e7382c3ae440895b51bf0d7d66430 HTTP/1.1" status: 200 len: 379 time: 0.2643490 May 26 23:09:08.155275 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72396719-7ed2-49dd-b8eb-ac4c79e67907 None None] Pushing event updated for resources: {'Port': ['ID=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:08.176459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'port': {'device_id': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'admin_state_up': True, 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'security_groups': ['c38af19b-0d97-4fc2-942b-53cc1e6cb40b']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:08.181621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=db5c79f9-23df-4945-804c-152bdb6d6560,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:08.288823 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46cf47a1-ef9a-4142-973d-9c2cbdc253d1 req-690f7b76-ccb7-4a93-97f3-4e499131f1e6 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 210 time: 0.1636269 May 26 23:09:08.335879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Attempting to bind port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:08.335879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Attempting to bind port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:08.335879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Attempting to bind port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb on network bb307fe2-6857-4592-b920-1aa95c69afe8 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:08.345571 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:08.345571 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Checking segment: {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:08.345571 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:08.345571 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Bound using segment: {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:08.345571 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Bound port: a4a21b07-81ad-4170-8f8b-ca8fbfe744eb, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:08.345571 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:08.517722 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] For port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:08.520956 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] For port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:08.527293 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:08.648410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:08.663126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:08.667883 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72396719-7ed2-49dd-b8eb-ac4c79e67907 None None] Pushing event updated for resources: {'Port': ['ID=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:08.672762 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:08.672762 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:08.683711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.20.0.1 (09db92d8-3099-42f4-9acd-00386596932e/8b014a4c-391d-4df0-ba60-92d1f642ca2f/e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:08.694534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Made reservation on behalf of 762e7382c3ae440895b51bf0d7d66430 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:08.715855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:08.936106 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:09.272163 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:09.304264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Transition to ACTIVE for port object e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:09.382972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Allocated IP 172.20.0.14 (bb307fe2-6857-4592-b920-1aa95c69afe8/b8577037-5dd1-48fc-bc64-f9e8da21c436/ede12a95-6f4b-40ed-8125-216ef8c37914) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:09.382972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:09.487510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 09db92d8-3099-42f4-9acd-00386596932e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:09.499374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:09.502135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:09.595943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:09.613989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee28e61-cc36-458c-92ff-20179bbd7393 None None] Network 09db92d8-3099-42f4-9acd-00386596932e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:09:09.622452 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:09.640138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ae36c-b2b7-4aa7-ae89-47bd22130bf5 None None] The sync data for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 is: [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:09.656367 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a46fc195-d5b6-4a04-9b64-4e35dd044a11 req-6c5c4c50-284c-4d6c-ad2c-30632d49cb8c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 210 time: 0.1122327 May 26 23:09:09.839342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81b3965-bb5f-489b-a23b-ce6746b9b9dd up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:09.906129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:10.213712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:10.221753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f7e21ff0-efd9-494b-9a42-f344fe3536b2 None None] Provisioning for port c81b3965-bb5f-489b-a23b-ce6746b9b9dd completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:10.243861 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:10.270571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Transition to ACTIVE for port object ede12a95-6f4b-40ed-8125-216ef8c37914 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:10.437476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Sync routers for ids ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:10.437476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c81b3965-bb5f-489b-a23b-ce6746b9b9dd completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:10.476180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c81b3965-bb5f-489b-a23b-ce6746b9b9dd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:10.476180 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:10.591187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Routers {'81ed1471-c924-4bbf-b838-a7ad7f065ef3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:10.591908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:10.752093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-474a64b4-81e1-45d7-acdf-295964691355 req-e669efe0-43c9-420f-9aba-11b70fa3daa8 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1096 time: 0.1538556 May 26 23:09:10.862829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-474a64b4-81e1-45d7-acdf-295964691355 req-ac40aa82-ff19-439f-a25e-ff453075d144 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101182 May 26 23:09:10.895388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58576) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:11.134098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:11.170359 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:11.307841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Set router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:11.449640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c81b3965-bb5f-489b-a23b-ce6746b9b9dd, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c81b3965-bb5f-489b-a23b-ce6746b9b9dd,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:11.520593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 8f72c779-9b52-4001-b7f6-b5abc0c7085f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:09:11.520593 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:11.542575 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:11.542575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device db5c79f9-23df-4945-804c-152bdb6d6560 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:11.626586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'Port': ['ID=ede12a95-6f4b-40ed-8125-216ef8c37914,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:11.654910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Network bb307fe2-6857-4592-b920-1aa95c69afe8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:11.725388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:11.744534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:11.946995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:11.946995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.088261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-58074fb5-34f6-425e-b63e-8b8ac486e41c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9525709 May 26 23:09:12.112463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.112463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.123406 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.resource_extend [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 23:09:12.146271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Request body: {'port': {'device_id': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:12.204118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b63cf-54e7-4240-b626-be57a1a5b03e req-3d69029f-285d-4b14-b739-5a45a7fdd7b8 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:12.204783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bd9b63cf-54e7-4240-b626-be57a1a5b03e req-3d69029f-285d-4b14-b739-5a45a7fdd7b8 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Synchronizing usage tracker for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:12.216706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-557fe81a-d8a7-4ebf-84d3-b631989742e1 None None] Provisioning for port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:12.250969 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.253049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c81b3965-bb5f-489b-a23b-ce6746b9b9dd,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:12.277083 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.287229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 8f72c779-9b52-4001-b7f6-b5abc0c7085f owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:09:12.314297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-557fe81a-d8a7-4ebf-84d3-b631989742e1 None None] Provisioning complete for port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:12.314748 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-557fe81a-d8a7-4ebf-84d3-b631989742e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.407433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-557fe81a-d8a7-4ebf-84d3-b631989742e1 None None] Port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:12.419146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bd9b63cf-54e7-4240-b626-be57a1a5b03e req-3d69029f-285d-4b14-b739-5a45a7fdd7b8 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Unset dirty status for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:12.426881 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd9b63cf-54e7-4240-b626-be57a1a5b03e req-3d69029f-285d-4b14-b739-5a45a7fdd7b8 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 932 time: 1.3584459 May 26 23:09:12.461068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port db5c79f9-23df-4945-804c-152bdb6d6560 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:12.461611 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.479551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.547478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=8f72c779-9b52-4001-b7f6-b5abc0c7085f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:12.569939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.598407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.603062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.603667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.604196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.604721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.605247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.606005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.606519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.607043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.607568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.608187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:12.625475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd9b63cf-54e7-4240-b626-be57a1a5b03e req-bb1b8deb-3fd3-499e-ad6d-1f5e9a7eeaf0 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976635 May 26 23:09:12.626184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:12.717808 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.721177 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.726258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-557fe81a-d8a7-4ebf-84d3-b631989742e1 None None] Provisioning complete for port c81b3965-bb5f-489b-a23b-ce6746b9b9dd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:12.726894 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-557fe81a-d8a7-4ebf-84d3-b631989742e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:12.898154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a4a21b07-81ad-4170-8f8b-ca8fbfe744eb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:13.056245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:08:59Z', 'revision_number': 4, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '17ab695f-b405-4d74-9cc0-7a422c6d6cbf', 'name': '', 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'mac_address': 'fa:16:3e:d8:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbeb6043-7ee0-4c2d-99fb-09a4e111cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:58Z', 'updated_at': '2022-05-26T23:09:00Z', 'revision_number': 2, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'subnets': [{'id': 'bbeb6043-7ee0-4c2d-99fb-09a4e111cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:13.064546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Checking router: 81ed1471-c924-4bbf-b838-a7ad7f065ef3 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:13.065643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Updating router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:09:13.131905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 09db92d8-3099-42f4-9acd-00386596932e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:13.134551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:13.137960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:13.178821 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.197127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:13.198200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.260517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 14ceed9e-9999-405b-ad16-38ed94923ac6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:13.364783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3b51c832-7a81-48ee-8403-b2be6fabbb58 None None] Provisioning for port ede12a95-6f4b-40ed-8125-216ef8c37914 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:13.379949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3b51c832-7a81-48ee-8403-b2be6fabbb58 None None] Provisioning complete for port ede12a95-6f4b-40ed-8125-216ef8c37914 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:13.380695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b51c832-7a81-48ee-8403-b2be6fabbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.499544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3b51c832-7a81-48ee-8403-b2be6fabbb58 None None] Port ede12a95-6f4b-40ed-8125-216ef8c37914 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:13.539299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:13.549752 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] Sync routers for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:13.564395 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:13.565605 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:13.573311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.660661 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.682270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-67412cac-bf6f-4a8c-81f9-736a18b6d3ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/floatingips/a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a HTTP/1.1" status: 204 len: 168 time: 2.7872741 May 26 23:09:13.683061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:13.735274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3b51c832-7a81-48ee-8403-b2be6fabbb58 None None] Provisioning complete for port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:13.735636 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b51c832-7a81-48ee-8403-b2be6fabbb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.846238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:13.853965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede12a95-6f4b-40ed-8125-216ef8c37914 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:13.874458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.911741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Transition to ACTIVE for port object ede12a95-6f4b-40ed-8125-216ef8c37914 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:13.920264 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:13.922217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.923638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:13.990207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45723a-16e0-4c24-bf12-c022c13297fc req-d6fbb68d-cefd-44a9-943a-cf98caf66172 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:14.001256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c45723a-16e0-4c24-bf12-c022c13297fc req-d6fbb68d-cefd-44a9-943a-cf98caf66172 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 932 time: 0.2011273 May 26 23:09:14.098913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8c45723a-16e0-4c24-bf12-c022c13297fc req-1cff4fc1-682f-4c90-a954-d12c228174e7 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Synchronizing usage tracker for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:14.130874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8c45723a-16e0-4c24-bf12-c022c13297fc req-1cff4fc1-682f-4c90-a954-d12c228174e7 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Unset dirty status for tenant:762e7382c3ae440895b51bf0d7d66430 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:14.135653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c45723a-16e0-4c24-bf12-c022c13297fc req-1cff4fc1-682f-4c90-a954-d12c228174e7 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334491 May 26 23:09:14.233974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:14.285983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 34206be2-261b-4d51-a093-148136bacf16 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:14.295136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ede12a95-6f4b-40ed-8125-216ef8c37914,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:14.375956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3b51c832-7a81-48ee-8403-b2be6fabbb58 None None] Port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:14.393349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Attempting to bind port ede12a95-6f4b-40ed-8125-216ef8c37914 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:14.393701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Attempting to bind port ede12a95-6f4b-40ed-8125-216ef8c37914 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:14.394057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Attempting to bind port ede12a95-6f4b-40ed-8125-216ef8c37914 on network bb307fe2-6857-4592-b920-1aa95c69afe8 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:14.409106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Port ede12a95-6f4b-40ed-8125-216ef8c37914 on network bb307fe2-6857-4592-b920-1aa95c69afe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:09:14.410017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Attempting to bind port ede12a95-6f4b-40ed-8125-216ef8c37914 on network bb307fe2-6857-4592-b920-1aa95c69afe8 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:14.465923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:14.466268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Checking segment: {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:14.466657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Bound using segment: {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:14.467111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Bound port: ede12a95-6f4b-40ed-8125-216ef8c37914, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:14.467459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:14.603207 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52da476f-e2e8-4c19-b0af-c5cf211f4719'] response: {'name': 'network-changed', 'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'status': 'completed', 'code': 200} May 26 23:09:14.641521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726e5f8-c296-4296-872d-32abb7cdb93c req-14bdad25-dd5c-4aad-acd9-aa456c3dbf74 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:14.642159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1726e5f8-c296-4296-872d-32abb7cdb93c req-14bdad25-dd5c-4aad-acd9-aa456c3dbf74 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:14.678682 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:48Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:14.683900 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] Checking router: 14ceed9e-9999-405b-ad16-38ed94923ac6 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:14.685604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1726e5f8-c296-4296-872d-32abb7cdb93c req-14bdad25-dd5c-4aad-acd9-aa456c3dbf74 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:14.686997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1726e5f8-c296-4296-872d-32abb7cdb93c req-14bdad25-dd5c-4aad-acd9-aa456c3dbf74 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.2044802 May 26 23:09:14.703646 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] Routers {'14ceed9e-9999-405b-ad16-38ed94923ac6'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:14.704489 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['14ceed9e-9999-405b-ad16-38ed94923ac6'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:14.771232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cb2a8a2f-4992-4a35-9fcf-f863be7dd5c9 None None] Provisioning complete for port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:14.780783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8a2f-4992-4a35-9fcf-f863be7dd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:14.787468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:14.835232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] For port ede12a95-6f4b-40ed-8125-216ef8c37914, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:14.853261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] For port ede12a95-6f4b-40ed-8125-216ef8c37914, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ede12a95-6f4b-40ed-8125-216ef8c37914,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:14.872036 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:14.943448 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:14.949356 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] Set router 14ceed9e-9999-405b-ad16-38ed94923ac6 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:14.962140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Transition to ACTIVE for port object 17ab695f-b405-4d74-9cc0-7a422c6d6cbf will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:14.985471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:14.989973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 1092 time: 2.8668823 May 26 23:09:15.003732 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:15.024299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:15.036959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1726e5f8-c296-4296-872d-32abb7cdb93c req-f24178f4-6fb9-4071-bf9e-68876341a3ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436677 May 26 23:09:15.086969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 34206be2-261b-4d51-a093-148136bacf16 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:15.196363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 34206be2-261b-4d51-a093-148136bacf16 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:15.196736 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:15.226064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-ee7daeeb-65a0-49a8-b731-bdfcf4960b9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 1096 time: 0.6256065 May 26 23:09:15.367124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a8a2f-4992-4a35-9fcf-f863be7dd5c9 None None] Port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:15.498803 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:48Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:15.505221 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae46993-18e6-4732-b05b-43eae2905edf None None] The sync data for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 is: [{'id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666918555', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:27Z', 'updated_at': '2022-05-26T23:06:35Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'd8acc49d-2d6c-421b-898f-08477908588e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:28Z', 'updated_at': '2022-05-26T23:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a2821161-1427-4c7c-8959-119e95fdf26b', 'name': '', 'network_id': '87d7363d-20fa-4dbc-b3b3-eb33c817412b', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:b1:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ceed9e-9999-405b-ad16-38ed94923ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:34Z', 'updated_at': '2022-05-26T23:06:48Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '252c705a-b0f8-4721-bf1c-3faf19952844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:15.528882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8fd6-1295-4bb5-bdaa-6480c0bb3343 None None] Pushing event updated for resources: {'Port': ['ID=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:15.581845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Attempting to bind port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:15.582548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Attempting to bind port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:15.583011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Attempting to bind port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf on network 198c021f-d065-447e-9d8f-adcf3f7f9a2e {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:15.615228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:15.615780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Checking segment: {'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:15.616298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:15.616787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Bound using segment: {'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:15.617370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Bound port: 17ab695f-b405-4d74-9cc0-7a422c6d6cbf, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c63d3-b39a-4dad-b126-3599f0a776fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:15.618434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:15.698911 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c3540c-8ab2-4d08-a96a-3892669f75ff'] response: {'name': 'network-changed', 'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'status': 'completed', 'code': 200} May 26 23:09:15.780438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:15.799664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 34206be2-261b-4d51-a093-148136bacf16, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=34206be2-261b-4d51-a093-148136bacf16,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:15.810258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:15.811169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81b3965-bb5f-489b-a23b-ce6746b9b9dd up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:15.828104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-8d9e8134-f3cd-4272-af39-64710c733db9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:15.830453 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-8d9e8134-f3cd-4272-af39-64710c733db9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.1529887 May 26 23:09:15.989333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 45d06b22-f880-4752-84d3-0da4056cc1ef {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:09:15.989651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:16.004246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-7a1b72ee-1a6e-4c46-ab19-6d055516d059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:16.005726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-7a1b72ee-1a6e-4c46-ab19-6d055516d059 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 200 len: 897 time: 0.7030234 May 26 23:09:16.016873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1be3fe-93c4-49bf-9cdf-e96c42e8bad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ede12a95-6f4b-40ed-8125-216ef8c37914,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:16.055523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] For port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:16.061827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] For port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,segment=NetworkSegment(2a7c63d3-b39a-4dad-b126-3599f0a776fc),segment_id=2a7c63d3-b39a-4dad-b126-3599f0a776fc)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:16.067983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=34206be2-261b-4d51-a093-148136bacf16,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:16.084533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:16.165453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-2c1e0a47-d064-463c-8389-61cd161b33d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1095 time: 1.0377390 May 26 23:09:16.166732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-218d7441-e4ce-41f8-8546-ef62c6558942 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 200 len: 217 time: 0.1396294 May 26 23:09:16.167221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c81b3965-bb5f-489b-a23b-ce6746b9b9dd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:16.167893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:16.332208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4dfe5-b012-46e7-a563-21cdbbebbb8d req-78e78232-4456-4a33-9141-65f7791b5ab1 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:16.332391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Routers {'81ed1471-c924-4bbf-b838-a7ad7f065ef3'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:16.332878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:16.341117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8de4dfe5-b012-46e7-a563-21cdbbebbb8d req-78e78232-4456-4a33-9141-65f7791b5ab1 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 944 time: 0.6337178 May 26 23:09:16.524511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-43eef6eb-7a5d-4ecd-9e24-b7856702203a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 217 time: 0.3029673 May 26 23:09:16.594704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fb9a3-4819-43a1-8156-165ce73b5427 req-e3a66fec-61ea-4a84-b609-a2a26669872e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:16.596969 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d58fb9a3-4819-43a1-8156-165ce73b5427 req-e3a66fec-61ea-4a84-b609-a2a26669872e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 945 time: 0.3393421 May 26 23:09:16.623266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8de4dfe5-b012-46e7-a563-21cdbbebbb8d req-9b9546bb-ab24-49a3-9213-d03ce8576351 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807350 May 26 23:09:16.630592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-2e9191e9-f5ee-4c9a-aed2-00f4744fee52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:16.632382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-2e9191e9-f5ee-4c9a-aed2-00f4744fee52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 200 len: 834 time: 0.4565656 May 26 23:09:16.668245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8fd6-1295-4bb5-bdaa-6480c0bb3343 None None] Pushing event updated for resources: {'Port': ['ID=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:16.722307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 45d06b22-f880-4752-84d3-0da4056cc1ef, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=45d06b22-f880-4752-84d3-0da4056cc1ef,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:16.722699 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:16.767773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-0e7453e2-8056-4a59-b4c4-9a286388dabc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:16.769359 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-0e7453e2-8056-4a59-b4c4-9a286388dabc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 200 len: 847 time: 0.2253604 May 26 23:09:16.853002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:16.854339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] Set router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:16.866763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f84b02c1-7a9b-43d1-93ef-032e74cb7ed4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "PUT /v2.0/routers/79f92ae9-804b-4a89-bd08-e7a1fd9129ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7159839 May 26 23:09:16.867613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 58722) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:16.944776 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 34206be2-261b-4d51-a093-148136bacf16 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:16.984281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 45d06b22-f880-4752-84d3-0da4056cc1ef owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:09:17.032939 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d58fb9a3-4819-43a1-8156-165ce73b5427 req-e8101fdf-acfb-41f5-9439-e5391e5decca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc685b2c-d109-4f04-9425-46da57827dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214087 May 26 23:09:17.056334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-10b3acb4-47f4-485a-b9ef-d41707d19933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87d7363d-20fa-4dbc-b3b3-eb33c817412b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4032006 May 26 23:09:17.214163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-065e1f09-ecaf-4187-8320-4f79f81120ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb307fe2-6857-4592-b920-1aa95c69afe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4370344 May 26 23:09:17.218750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.219244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.219677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.220098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.220599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.220821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.221174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.221529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.223086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:17.223671 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bfd76e05-a149-408b-9987-f0cc8621061e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5667 time: 0.3525643 May 26 23:09:17.227932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58756) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:17.427283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-f925d5cf-7469-4ebb-96a4-c0875322f89e service neutron] 10.222.0.55 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638690 May 26 23:09:17.467876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] No DVR routers for this DVR port 45d06b22-f880-4752-84d3-0da4056cc1ef on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:09:17.470350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=45d06b22-f880-4752-84d3-0da4056cc1ef,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:17.472729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:17.490157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 34206be2-261b-4d51-a093-148136bacf16 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:17.490527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:17.491888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-deleted', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:17.503410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e485a1f1-c1dd-4e16-a770-36f51202cf0f req-54625b17-83af-4a9d-9172-8bdfb9f9e0c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.55 "DELETE /v2.0/ports/45d06b22-f880-4752-84d3-0da4056cc1ef HTTP/1.1" status: 204 len: 173 time: 1.6633642 May 26 23:09:17.536615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.536992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.537515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.537935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.538750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.539112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.540181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.540892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:17.543080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b37b46d4-3215-4476-91a0-c01858e05f97 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5264 time: 0.3137894 May 26 23:09:17.545941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58788) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:17.619229 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4b9885da-c315-455a-a683-0197a0eaf27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:17.706893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:08:59Z', 'revision_number': 4, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '17ab695f-b405-4d74-9cc0-7a422c6d6cbf', 'name': '', 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'mac_address': 'fa:16:3e:d8:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbeb6043-7ee0-4c2d-99fb-09a4e111cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:58Z', 'updated_at': '2022-05-26T23:09:16Z', 'revision_number': 4, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'subnets': [{'id': 'bbeb6043-7ee0-4c2d-99fb-09a4e111cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:17.714159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-62275c98-cf15-4387-9aba-d90d153cdeaa service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870174 May 26 23:09:17.714660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9fc70-fce4-4185-bc6f-3b14cbf92ef3 None None] The sync data for ids ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'] in n-d-843301-1 is: [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:08:59Z', 'revision_number': 4, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '17ab695f-b405-4d74-9cc0-7a422c6d6cbf', 'name': '', 'network_id': '198c021f-d065-447e-9d8f-adcf3f7f9a2e', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'mac_address': 'fa:16:3e:d8:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbeb6043-7ee0-4c2d-99fb-09a4e111cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:58Z', 'updated_at': '2022-05-26T23:09:16Z', 'revision_number': 4, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'subnets': [{'id': 'bbeb6043-7ee0-4c2d-99fb-09a4e111cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:17.767815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a4a21b07-81ad-4170-8f8b-ca8fbfe744eb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:17.814063 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939f2581-2915-43b9-9c85-e9f4f291ac44'] response: {'server_uuid': '8bab63d2-c7cb-4c24-9415-fc94e8127935', 'name': 'network-vif-deleted', 'tag': '45d06b22-f880-4752-84d3-0da4056cc1ef', 'status': 'completed', 'code': 200} May 26 23:09:18.025285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4937ffe5-798d-41a7-bcba-a375263e4541 req-552077e9-88d8-4197-9fc6-35fce8b39811 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007379 May 26 23:09:18.112414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c1350ce9-6d2a-4376-944b-51a6756f4b59 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.5650744 May 26 23:09:18.128392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28bf8cdf-9840-41cf-a96d-ead97514952d req-58e5c50e-3563-4763-9abb-cbebc23581e2 service neutron] 10.222.0.55 "GET /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922705 May 26 23:09:18.128896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:18.128896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:18.266249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-42607392-c785-4e75-9f67-69fe0c6fea1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1095 time: 0.1304374 May 26 23:09:18.387606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28747dd9-7d84-4145-b689-ada2ffaad716 req-97ecb37b-9943-4604-9d44-1cb98361a907 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:18.395785 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28747dd9-7d84-4145-b689-ada2ffaad716 req-97ecb37b-9943-4604-9d44-1cb98361a907 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 944 time: 0.1962204 May 26 23:09:18.460656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28747dd9-7d84-4145-b689-ada2ffaad716 req-860d96bc-c7ac-4c63-aeb4-635d5b374905 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637832 May 26 23:09:18.606678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80879cc0-73a3-4c8e-b80b-93c4a8de6703 req-ca3aea37-efb1-4597-a417-fb90806335c1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab63d2-c7cb-4c24-9415-fc94e8127935 HTTP/1.1" status: 200 len: 210 time: 0.3020310 May 26 23:09:18.632704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58878) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:18.639427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126437224', 'description': 'tempest-secgroup-smoke-2126437224 description', 'project_id': '48c85a31011d4a1eae49d47c739cc354'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:18.665932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:18.683497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:18.687194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:18.695202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:18.733107 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:18.733595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-8e6bce18-685b-4b15-b259-ac4d25b7810d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:18.735349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-8e6bce18-685b-4b15-b259-ac4d25b7810d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 909 time: 0.4567401 May 26 23:09:18.849928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:18.859116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:18.862578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:18.865896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-db1b916d-217a-4fc0-a138-83b081b96f21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 217 time: 0.1236246 May 26 23:09:18.870649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:18.946372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 17ab695f-b405-4d74-9cc0-7a422c6d6cbf up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:18.951153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-38430a51-ffc8-4e5c-9203-5d8a6843f6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:18.952619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-38430a51-ffc8-4e5c-9203-5d8a6843f6a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 200 len: 847 time: 0.0806994 May 26 23:09:18.962041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:18.967677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.045093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-a6cd6174-64ad-4099-b426-1ae2aec9ab4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb307fe2-6857-4592-b920-1aa95c69afe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862875 May 26 23:09:19.052704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b78487-c56f-46bc-9e1d-3f1136fd16b8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:19.074868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:19.079241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.080566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-608976ca-cddc-4611-a583-381e8ac178cd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4463158 May 26 23:09:19.083699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58920) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:19.090827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:19.091293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.096754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '50b78487-c56f-46bc-9e1d-3f1136fd16b8', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:19.107714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:19.112493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:19.123570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:19.160642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:19.215017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-4e2f73ca-5943-40d6-8ff1-d31726533af2 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620259 May 26 23:09:19.225396 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.279028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.334474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,segment=NetworkSegment(2a7c63d3-b39a-4dad-b126-3599f0a776fc),segment_id=2a7c63d3-b39a-4dad-b126-3599f0a776fc)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:19.355828 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.361300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.363106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.397844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae176857-7b2d-4c86-96ff-9636906fde16 req-12419ef0-0c0d-4fcd-94a8-afb36ed981d7 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760776 May 26 23:09:19.401927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1e2852-ac99-47a1-8011-6dfc1322b603,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:19.410997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.415229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-038381f3-2a9e-4e43-9e05-f7b00f1d9f02 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3293266 May 26 23:09:19.415846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 58956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:19.421402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '50b78487-c56f-46bc-9e1d-3f1136fd16b8', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:19.428460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:19.432961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:19.435901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:19.450019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:19.474129 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.480510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:19.543409 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.548039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.722280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28754fac-5344-438c-8c9e-29480b5dabff,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:19.734745 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.735900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b0f2e283-e6a9-41dc-9fbe-c6d331e25298 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3190637 May 26 23:09:19.738800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:19.747020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59008) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:19.747323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '50b78487-c56f-46bc-9e1d-3f1136fd16b8', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:19.753952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:19.757985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:19.761533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:19.767665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:19.785770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.861090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.865379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.892484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d142-0e75-4cf9-8a1a-16b082e976ea req-65628432-8658-4506-8785-568bea3512c0 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:19.894359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b157d142-0e75-4cf9-8a1a-16b082e976ea req-65628432-8658-4506-8785-568bea3512c0 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 944 time: 0.2345357 May 26 23:09:19.899526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22474893-bb3c-4b6f-9215-e6ab07367ac8,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:19.900499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-742e593f-65c4-437b-a1d9-c9e10f3f24cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.911367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.915886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6ba46d16-dbf4-41e3-a4a1-e526e1ddb329 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1758389 May 26 23:09:19.916654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59030) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:19.923863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '50b78487-c56f-46bc-9e1d-3f1136fd16b8', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:19.931307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:19.935271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:19.938765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:19.945062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:19.967254 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:19.967914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b157d142-0e75-4cf9-8a1a-16b082e976ea req-dbad8230-561f-40c2-bf44-d2cb66786009 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559382 May 26 23:09:20.051440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.056017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.087888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60e0896-854f-42a7-a909-fbc00cd17a8d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:20.098703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.103131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e3c64013-29e6-49a6-a98c-48a51906e862 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1824322 May 26 23:09:20.105065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59058) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:20.110841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '50b78487-c56f-46bc-9e1d-3f1136fd16b8', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:20.117460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:20.120594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:09:20.126651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:20.130970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:20.139897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:20.156935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 45d06b22-f880-4752-84d3-0da4056cc1ef {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:09:20.157276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 45d06b22-f880-4752-84d3-0da4056cc1ef not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:09:20.159526 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Project 48c85a31011d4a1eae49d47c739cc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:09:20.168749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.251246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.256581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.265986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.288597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d936f6-d0e8-48ee-af78-2a3c54909034,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:20.292411 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.293735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-95cc2cc3-cac4-4feb-ac2d-e5b45d00eae8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1875212 May 26 23:09:20.296707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:20.303891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '50b78487-c56f-46bc-9e1d-3f1136fd16b8', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:20.311217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:20.315616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:20.319059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:20.325326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:20.337719 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Project 48c85a31011d4a1eae49d47c739cc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:09:20.345474 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.419169 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.423325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.448420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3e580c-2b3a-4026-a773-d8a8ce5b5903,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:20.459909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.461812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5cc46a50-8a37-49b7-8bd0-af78948a0287 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1635561 May 26 23:09:20.625825 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.681927 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-8b02af75-52cc-4fb5-a7cc-d4cb791140d6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126437224&fields=id&tenant_id=48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 267 time: 0.0525987 May 26 23:09:20.783898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.835194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-3608d2ef-0dee-4113-b14b-47737df7ea72 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:20.837203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-3608d2ef-0dee-4113-b14b-47737df7ea72 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/networks?id=09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 200 len: 797 time: 0.1482909 May 26 23:09:20.854970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-8dd06c3d-1d9a-49a6-ba43-0db8d26db83a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/quotas/48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 375 time: 0.0110068 May 26 23:09:20.859547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 17ab695f-b405-4d74-9cc0-7a422c6d6cbf up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:20.931631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:20.931995 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.936256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port a2821161-1427-4c7c-8959-119e95fdf26b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:09:20.936597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:20.943371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-cb9c68f9-8827-4786-93b9-a86c5f3dc6e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:20.960238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-cb9c68f9-8827-4786-93b9-a86c5f3dc6e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:20.962589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-cb9c68f9-8827-4786-93b9-a86c5f3dc6e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940120 May 26 23:09:21.118116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-cb9d6089-f08c-4992-b7bf-85921ef175f2 service neutron] 10.222.0.32 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442919 May 26 23:09:21.205256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port a2821161-1427-4c7c-8959-119e95fdf26b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a2821161-1427-4c7c-8959-119e95fdf26b,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:21.205606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:21.251755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-9294a54b-c8f2-4e38-8d22-bc79b70c4eef service neutron] 10.222.0.32 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270175 May 26 23:09:21.450205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38e6b6cf-2b44-4c2b-8974-211d9172a5bd req-e87e3750-b6c5-4285-a0df-131c0b2870fa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 210 time: 0.0457635 May 26 23:09:21.463850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for a2821161-1427-4c7c-8959-119e95fdf26b owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:09:21.524591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70160214-5065-4162-aa86-d5e904713336 req-a8aa2ada-b37e-4c1c-897c-1a13fc082cee tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:21.526241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70160214-5065-4162-aa86-d5e904713336 req-a8aa2ada-b37e-4c1c-897c-1a13fc082cee tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 944 time: 0.3901479 May 26 23:09:21.632323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70160214-5065-4162-aa86-d5e904713336 req-8f81fd38-86b3-40a1-a0e0-f43af35a5e86 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975883 May 26 23:09:21.754298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:21.810006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=a2821161-1427-4c7c-8959-119e95fdf26b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:21.922371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:22.196469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:22.347763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ede12a95-6f4b-40ed-8125-216ef8c37914 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:09:22.524121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ede12a95-6f4b-40ed-8125-216ef8c37914, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ede12a95-6f4b-40ed-8125-216ef8c37914,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:22.555916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'port_id': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'mac_address': 'fa:16:3e:82:83:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:09:22.621392 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:22.650697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede12a95-6f4b-40ed-8125-216ef8c37914 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:22.672373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ede12a95-6f4b-40ed-8125-216ef8c37914, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ede12a95-6f4b-40ed-8125-216ef8c37914,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:22.679499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:22.698132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe9a2011-f01e-4a77-b7e1-53def9f4b046 req-c517bb27-2794-4c78-bcfa-a29049bc7141 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 210 time: 0.0923936 May 26 23:09:22.765947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=ede12a95-6f4b-40ed-8125-216ef8c37914,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:22.979429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['ede12a95-6f4b-40ed-8125-216ef8c37914'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:09:23.000602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803c602-73e9-46a4-90a9-a116c7b75bb1 req-847de7a9-50fa-45de-9d04-0010effac591 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:23.002244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9803c602-73e9-46a4-90a9-a116c7b75bb1 req-847de7a9-50fa-45de-9d04-0010effac591 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 945 time: 0.1530008 May 26 23:09:23.037781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-1f1c87a0-25e8-446a-a0cf-665e41eda53a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:23.040430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-1f1c87a0-25e8-446a-a0cf-665e41eda53a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "GET /v2.0/networks?id=09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 200 len: 797 time: 0.3891256 May 26 23:09:23.074370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9803c602-73e9-46a4-90a9-a116c7b75bb1 req-c5cbf15f-e9bc-4142-bbb2-a819efcc1cc0 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653572 May 26 23:09:23.103720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 14ceed9e-9999-405b-ad16-38ed94923ac6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:23.112198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-fd5c0c5c-b539-4a35-abd0-7d8377c03405 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 380 time: 0.0580072 May 26 23:09:23.122291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'port': {'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'admin_state_up': True, 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'security_groups': ['50b78487-c56f-46bc-9e1d-3f1136fd16b8']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:23.308531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:23.321951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:23.333490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:23.337272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:23.467834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:23.481319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16410fe2-b68d-4f73-b311-c2caa59708d3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/14ceed9e-9999-405b-ad16-38ed94923ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7324004 May 26 23:09:23.484048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59170) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:23.505471 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:09:23.564800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.20.0.5 (09db92d8-3099-42f4-9acd-00386596932e/8b014a4c-391d-4df0-ba60-92d1f642ca2f/2c18ea4d-6763-4800-9da9-c9653ec10c1b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:23.842833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting subnet 252c705a-b0f8-4721-bf1c-3faf19952844 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:09:23.848720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:23.893610 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1600e5f4-1962-4b5c-8d4b-709ca8a8e360 req-89fe6be0-fc3d-4bbc-af8f-e10e0ee99c6f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 210 time: 0.0750668 May 26 23:09:23.942102 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:23.972324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.012178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Transition to ACTIVE for port object 2c18ea4d-6763-4800-9da9-c9653ec10c1b will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:24.059953 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.088343 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.181296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 09db92d8-3099-42f4-9acd-00386596932e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:24.186381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:24.193927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:24.270932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=2c18ea4d-6763-4800-9da9-c9653ec10c1b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:24.339438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:24.340038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.346784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.348506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ede12a95-6f4b-40ed-8125-216ef8c37914 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:24.397212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Subnet': ['ID=252c705a-b0f8-4721-bf1c-3faf19952844,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:24.420977 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.431886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca060596-6a89-4fe1-b202-85209b81a14c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/subnets/252c705a-b0f8-4721-bf1c-3faf19952844 HTTP/1.1" status: 204 len: 168 time: 0.9464407 May 26 23:09:24.433653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59192) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:24.437267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-33f760ae-c493-4aa2-818c-27cc41dedee5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3187184 May 26 23:09:24.448698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Request body: {'port': {'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:24.452378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cce1e-bc66-42ac-8fc5-ec1fac3e228c None None] Network 87d7363d-20fa-4dbc-b3b3-eb33c817412b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:09:24.656849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.665519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123932e4-dde8-424e-a7ab-cdacc3e2557a req-dc18b06d-f63c-4853-afab-b00f6cf8bfa3 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:24.672226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-123932e4-dde8-424e-a7ab-cdacc3e2557a req-dc18b06d-f63c-4853-afab-b00f6cf8bfa3 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 945 time: 0.3664069 May 26 23:09:24.739136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port ede12a95-6f4b-40ed-8125-216ef8c37914 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:24.742441 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-123932e4-dde8-424e-a7ab-cdacc3e2557a req-14dd6315-ec9b-48e7-b65f-25bc8300b683 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692642 May 26 23:09:24.752333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port ede12a95-6f4b-40ed-8125-216ef8c37914 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:24.752697 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.792956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f13b6942-bca3-4e8a-9dab-eb89c8f905d3 None None] Provisioning for port 2c18ea4d-6763-4800-9da9-c9653ec10c1b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:24.818306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f13b6942-bca3-4e8a-9dab-eb89c8f905d3 None None] Provisioning complete for port 2c18ea4d-6763-4800-9da9-c9653ec10c1b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:24.818817 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f13b6942-bca3-4e8a-9dab-eb89c8f905d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.822377 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:24.874473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f13b6942-bca3-4e8a-9dab-eb89c8f905d3 None None] Port 2c18ea4d-6763-4800-9da9-c9653ec10c1b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:24.994984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] DHCP port deletion for 87d7363d-20fa-4dbc-b3b3-eb33c817412b request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:09:25.006337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] Deleting port 6b240a03-d392-47ea-b4f4-d2d4ff375966 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:09:25.007026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.107337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c18ea4d-6763-4800-9da9-c9653ec10c1b {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:25.115706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.115845 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.127482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.140044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Transition to ACTIVE for port object 2c18ea4d-6763-4800-9da9-c9653ec10c1b will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:25.149538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port d8acc49d-2d6c-421b-898f-08477908588e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:09:25.150326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.163335 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.203520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:25.380432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port ede12a95-6f4b-40ed-8125-216ef8c37914, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ede12a95-6f4b-40ed-8125-216ef8c37914,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:25.407718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.407718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.486825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port d8acc49d-2d6c-421b-898f-08477908588e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d8acc49d-2d6c-421b-898f-08477908588e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:25.487394 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.503512 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfd8ed5-dad3-4b83-bfdd-ea5d0c3281c6'] response: {'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'code': 200} May 26 23:09:25.518224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] For port 6b240a03-d392-47ea-b4f4-d2d4ff375966, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6b240a03-d392-47ea-b4f4-d2d4ff375966,segment=NetworkSegment(92e2ced9-bcc6-4ab6-8498-b2cb9d864242),segment_id=92e2ced9-bcc6-4ab6-8498-b2cb9d864242)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:25.518625 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.614811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Pushing event updated for resources: {'Port': ['ID=2c18ea4d-6763-4800-9da9-c9653ec10c1b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:25.749070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for d8acc49d-2d6c-421b-898f-08477908588e owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:09:25.815353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] Calling delete_port for 6b240a03-d392-47ea-b4f4-d2d4ff375966 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:09:25.895557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65353686-fae0-4b73-b95c-cb6b56d0de16 req-00f6e2f5-6920-422a-997f-34ea1dc20e62 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:25.896507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-65353686-fae0-4b73-b95c-cb6b56d0de16 req-00f6e2f5-6920-422a-997f-34ea1dc20e62 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:25.941361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f9e25fb2-d18b-442a-8525-4c3edebc072b req-3359d9a2-e85b-4f25-a566-4a8facf2e7cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1097 time: 0.3865738 May 26 23:09:25.948877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=ede12a95-6f4b-40ed-8125-216ef8c37914,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:25.974825 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:25.982659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-65353686-fae0-4b73-b95c-cb6b56d0de16 req-00f6e2f5-6920-422a-997f-34ea1dc20e62 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:25.992165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65353686-fae0-4b73-b95c-cb6b56d0de16 req-00f6e2f5-6920-422a-997f-34ea1dc20e62 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 943 time: 0.8376331 May 26 23:09:26.067104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] Pushing event deleted for resources: {'Port': ['ID=6b240a03-d392-47ea-b4f4-d2d4ff375966,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:26.071253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Attempting to bind port 2c18ea4d-6763-4800-9da9-c9653ec10c1b on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:26.071590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Attempting to bind port 2c18ea4d-6763-4800-9da9-c9653ec10c1b by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:26.072123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Attempting to bind port 2c18ea4d-6763-4800-9da9-c9653ec10c1b on network 09db92d8-3099-42f4-9acd-00386596932e {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:26.072901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.074487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b721105-7ee2-4fe1-a380-1cd368fec984 None None] No DVR routers for this DVR port 6b240a03-d392-47ea-b4f4-d2d4ff375966 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:09:26.092462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f9e25fb2-d18b-442a-8525-4c3edebc072b req-8dc528ee-7045-431d-909c-e8e338af321c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432395 May 26 23:09:26.098103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-65353686-fae0-4b73-b95c-cb6b56d0de16 req-5d346327-42b2-4476-872c-dfa8da465906 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046021 May 26 23:09:26.098758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Port 2c18ea4d-6763-4800-9da9-c9653ec10c1b on network 09db92d8-3099-42f4-9acd-00386596932e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:09:26.099074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Attempting to bind port 2c18ea4d-6763-4800-9da9-c9653ec10c1b on network 09db92d8-3099-42f4-9acd-00386596932e {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:26.108692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:26.108692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Checking segment: {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:26.108692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Bound using segment: {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:26.108692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Bound port: 2c18ea4d-6763-4800-9da9-c9653ec10c1b, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:26.108692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.129964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=d8acc49d-2d6c-421b-898f-08477908588e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:26.202808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] For port 2c18ea4d-6763-4800-9da9-c9653ec10c1b, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:26.206353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] For port 2c18ea4d-6763-4800-9da9-c9653ec10c1b, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:26.210885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.276315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.277717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] 10.222.0.55 "PUT /v2.0/ports/2c18ea4d-6763-4800-9da9-c9653ec10c1b HTTP/1.1" status: 200 len: 1091 time: 1.8337522 May 26 23:09:26.278128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:26.305998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11cd63-9ccd-41fc-86c4-434178eb507e service neutron] Pushing event updated for resources: {'Port': ['ID=2c18ea4d-6763-4800-9da9-c9653ec10c1b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:26.322414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4208fb-5ce4-435f-96d7-f7f1f234139e req-d2a084c0-3ce7-4cab-9172-ef7ca1e140d3 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:26.330209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e4208fb-5ce4-435f-96d7-f7f1f234139e req-d2a084c0-3ce7-4cab-9172-ef7ca1e140d3 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 946 time: 0.3765943 May 26 23:09:26.386101 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad43608-961f-4830-ba4f-927b4e9e0f17'] response: {'name': 'network-changed', 'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'status': 'completed', 'code': 200} May 26 23:09:26.433868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-0070517f-3040-464b-9e0b-23fb4594380c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 1094 time: 0.0904806 May 26 23:09:26.442614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.521855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-fbd355de-e2e2-4b0e-a7ab-5cb7059d7ee5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b HTTP/1.1" status: 200 len: 217 time: 0.0772040 May 26 23:09:26.597232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-884e9c4b-1cee-4049-92e8-11971ac6e05b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:26.598724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-884e9c4b-1cee-4049-92e8-11971ac6e05b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b014a4c-391d-4df0-ba60-92d1f642ca2f HTTP/1.1" status: 200 len: 835 time: 0.0675664 May 26 23:09:26.700702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-5438b326-9fb6-48e5-8601-be6d929504a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09db92d8-3099-42f4-9acd-00386596932e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878508 May 26 23:09:26.813304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e4208fb-5ce4-435f-96d7-f7f1f234139e req-0222040d-fd3f-4611-89e7-337390b2f4e7 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822102 May 26 23:09:26.849874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.854577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.886904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-ed62253b-fa0d-47f3-a5ce-afb92b144722 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763635 May 26 23:09:26.888042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.888711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Fanout notify agent at l3_agent the message router_deleted on router 14ceed9e-9999-405b-ad16-38ed94923ac6 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:09:26.923611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:26.924195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4d7709e8-30ba-4ddf-85fc-7c8edd214cdd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/routers/14ceed9e-9999-405b-ad16-38ed94923ac6 HTTP/1.1" status: 204 len: 168 time: 2.4892292 May 26 23:09:26.927157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59224) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:26.979740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6b240a03-d392-47ea-b4f4-d2d4ff375966 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:09:27.038403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 6b240a03-d392-47ea-b4f4-d2d4ff375966 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:09:27.038954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6b240a03-d392-47ea-b4f4-d2d4ff375966 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:09:27.070602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.100347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0513f3a-27d5-4169-aa54-4a94daf448c4 req-81425efa-a5ef-4bab-955b-5a91302ba037 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033427 May 26 23:09:27.293214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.356196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d7363d-20fa-4dbc-b3b3-eb33c817412b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:27.368633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-5cbce75f-f493-4439-af70-e192883b81ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 1094 time: 0.2159936 May 26 23:09:27.383534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e2ced9-bcc6-4ab6-8498-b2cb9d864242') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:27.383826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e2ced9-bcc6-4ab6-8498-b2cb9d864242') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:27.434354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.517886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.530862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:09:27.531249 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.532017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed283c-d5df-44e6-922b-76f6846516b2 req-1d68ddd8-8002-427d-8a42-76d230838c64 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:27.533498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38ed283c-d5df-44e6-922b-76f6846516b2 req-1d68ddd8-8002-427d-8a42-76d230838c64 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 943 time: 0.2473416 May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: timer() May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:09:27.546629 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:09:27.570324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-a4f78fc0-b826-45c6-8ce3-4b9e3ccdf806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:27.572443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-a4f78fc0-b826-45c6-8ce3-4b9e3ccdf806 service neutron] 10.222.0.55 "GET /v2.0/networks?id=09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 200 len: 898 time: 0.1919942 May 26 23:09:27.651384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582e1de-f858-4b46-ac87-18771ad75621 req-90657702-c4c8-49bf-af37-998c38664a7c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:27.658460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9582e1de-f858-4b46-ac87-18771ad75621 req-90657702-c4c8-49bf-af37-998c38664a7c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.1933906 May 26 23:09:27.670786 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-38ed283c-d5df-44e6-922b-76f6846516b2 req-40e59607-fb67-4be9-8734-74761033c31c tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240768 May 26 23:09:27.674787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.680047 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.728036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-777c202f-9c38-47e4-8ab8-80b74247e115 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b HTTP/1.1" status: 200 len: 217 time: 0.1434252 May 26 23:09:27.738846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Network': ['ID=87d7363d-20fa-4dbc-b3b3-eb33c817412b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:27.741138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8eca5a-fddd-4d5f-a8a0-9af2d5046d31 None None] New status for floating IP a8c2f84f-6c5e-4805-b5d3-f38e120ccc4a: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:09:27.744765 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-30977049-f615-4db7-bc99-38d7f617a60d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/networks/87d7363d-20fa-4dbc-b3b3-eb33c817412b HTTP/1.1" status: 204 len: 168 time: 0.8151507 May 26 23:09:27.748085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59246) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:27.782262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9582e1de-f858-4b46-ac87-18771ad75621 req-d31186c6-573b-488c-981a-5884b3cfef69 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228919 May 26 23:09:27.818692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-c1a65db9-7bf8-46b3-94c4-638ddc4a0573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:27.821516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-c1a65db9-7bf8-46b3-94c4-638ddc4a0573 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b014a4c-391d-4df0-ba60-92d1f642ca2f HTTP/1.1" status: 200 len: 835 time: 0.0825515 May 26 23:09:27.889127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b389523-d5aa-49df-b783-c516eafcfe83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.928369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b389523-d5aa-49df-b783-c516eafcfe83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:27.980154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.035157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b389523-d5aa-49df-b783-c516eafcfe83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.055331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b389523-d5aa-49df-b783-c516eafcfe83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc685b2c-d109-4f04-9425-46da57827dae,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:28.075922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5b389523-d5aa-49df-b783-c516eafcfe83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.082263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5b389523-d5aa-49df-b783-c516eafcfe83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc685b2c-d109-4f04-9425-46da57827dae HTTP/1.1" status: 204 len: 168 time: 0.3333027 May 26 23:09:28.139697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-bf2457a2-48ce-4ce5-94a9-0b036157d77a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09db92d8-3099-42f4-9acd-00386596932e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3127894 May 26 23:09:28.180067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0fbd-5f48-4772-9684-65c3f9acb555 req-aa6a9990-840a-4b27-94e4-64a8e0fafe86 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:28.186571 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-923d0fbd-5f48-4772-9684-65c3f9acb555 req-aa6a9990-840a-4b27-94e4-64a8e0fafe86 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 946 time: 0.1593220 May 26 23:09:28.236898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59260) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:28.243123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600970889', 'description': 'tempest-secgroup-smoke-600970889 description', 'project_id': 'ea7d7ca748954380a9a607a5947767b0'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:28.249960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:28.254118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:28.256953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:28.266547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:28.279185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.316542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:28.319362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-923d0fbd-5f48-4772-9684-65c3f9acb555 req-9253bcc5-f048-41dd-bfeb-9cef923fed93 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307960 May 26 23:09:28.321751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:28.325480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:28.331929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:28.362929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-64fa8513-2b05-43af-92fa-49e5663aad95 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134812 May 26 23:09:28.413043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.416847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.509222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c99b97-5e08-464e-a6fe-0bf623a93beb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:28.514642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.515876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9d542bd6-8d4c-4050-b4c3-c4d623f5c70a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2777078 May 26 23:09:28.518604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59272) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:28.524606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '50c99b97-5e08-464e-a6fe-0bf623a93beb', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:28.532731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:28.541368 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1224bea-6ebd-4607-8045-b84faa1f22a3 req-9e2c10c7-3afc-4044-8d66-6bf7f469db4a service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695642 May 26 23:09:28.543889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:28.548867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:28.556610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:28.580367 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.594483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b04e02-ca95-44e7-8610-4a576f660c93 req-9fadefae-196f-4fa6-963c-af45153bab56 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:28.595977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88b04e02-ca95-44e7-8610-4a576f660c93 req-9fadefae-196f-4fa6-963c-af45153bab56 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 946 time: 0.1306930 May 26 23:09:28.708971 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88b04e02-ca95-44e7-8610-4a576f660c93 req-4df85817-cbef-466e-8663-8b9cfaa458f7 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063895 May 26 23:09:28.725984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.731220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.750207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3814c61d-f58d-42ec-a518-b2d0875f78e2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:28.775292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.776921 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-30de1ac7-b8c7-4185-9b91-884e9747cf52 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2573898 May 26 23:09:28.779758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59284) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:28.786012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '50c99b97-5e08-464e-a6fe-0bf623a93beb', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:28.797359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:28.810001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:28.814621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:28.859784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:28.898698 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:28.950457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ad9b5-2e91-40f8-b284-3a3a02095741 req-add188c0-cd5f-4f9e-b734-cc36e1c2dff9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:28.954356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-112ad9b5-2e91-40f8-b284-3a3a02095741 req-add188c0-cd5f-4f9e-b734-cc36e1c2dff9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 943 time: 0.1364381 May 26 23:09:28.987477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320d3d4-c7e9-4ccc-9a45-3e06bb00a31f req-1a60f436-c14c-45bb-a03e-83e7fdcb1239 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:28.987477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c320d3d4-c7e9-4ccc-9a45-3e06bb00a31f req-1a60f436-c14c-45bb-a03e-83e7fdcb1239 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 946 time: 0.0929477 May 26 23:09:29.034223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c320d3d4-c7e9-4ccc-9a45-3e06bb00a31f req-5a0ef37d-3d69-417c-a3f0-2eb3bab6d52c tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 May 26 23:09:29.065503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59294) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:29.074869 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.080687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-112ad9b5-2e91-40f8-b284-3a3a02095741 req-5dd8a300-1366-475d-918f-b3e0386515c8 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101556 May 26 23:09:29.096395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.122802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cc41cc-f2cf-4ee1-9176-b7606a52258b,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:29.147319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-6469b32e-6f99-4b2b-aaa3-c65dd728da8d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:29.149148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-6469b32e-6f99-4b2b-aaa3-c65dd728da8d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.1388779 May 26 23:09:29.150477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.154628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d9d22379-ec47-4602-b5fa-1a8aa17c86b0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3738649 May 26 23:09:29.155312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59300) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:29.162182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '50c99b97-5e08-464e-a6fe-0bf623a93beb', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:29.181691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:29.233804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Deleting port ae1e6018-4702-4270-b83e-77c88b9138a7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:09:29.234056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.254800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:29.266514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:29.291329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:29.338740 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.389394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fb874-a898-4cc7-8216-6a777c3da23b req-ccd71e36-4333-40f1-a58d-1cddfd9b16c1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:29.390949 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-155fb874-a898-4cc7-8216-6a777c3da23b req-ccd71e36-4333-40f1-a58d-1cddfd9b16c1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 946 time: 0.1709161 May 26 23:09:29.396497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eee15b70-b44c-4ca5-a623-f91128288c88 tempest-TestServerBasicOps-150711209 tempest-TestServerBasicOps-150711209-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1092 time: 0.3297410 May 26 23:09:29.403105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59308) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:29.424297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:29.516013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] For port ae1e6018-4702-4270-b83e-77c88b9138a7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ae1e6018-4702-4270-b83e-77c88b9138a7,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:29.516377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.555363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:29.567397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Usage tracker for resource:floatingip and tenant:762e7382c3ae440895b51bf0d7d66430 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:29.575528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:29.578904 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.598037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:29.607558 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.640507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8766597e-e65c-4f9f-b648-0e2b6f35fa14,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:29.643594 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.644748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c543bd80-8fcb-470a-988c-466b2becaf4a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4883673 May 26 23:09:29.649438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59318) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:29.658279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-155fb874-a898-4cc7-8216-6a777c3da23b req-7c5fc5bc-8db4-4bbd-a71e-ced01277f0eb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3be26-5be3-4abb-a7a4-9ce362ebec67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542429 May 26 23:09:29.662002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '50c99b97-5e08-464e-a6fe-0bf623a93beb', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:29.670724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.696990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:29.701165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:29.704953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:29.717340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:29.794687 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.866077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.877181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.912836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbecb50b-b405-426b-9b77-61b627cc1bd6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:29.929358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.930876 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.930876 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Floating IP 06582bf2-b347-4e3e-bff2-e6454f1d7533 disassociated. External IP: 172.25.4.178, port: ae1e6018-4702-4270-b83e-77c88b9138a7. May 26 23:09:29.930876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Calling delete_port for ae1e6018-4702-4270-b83e-77c88b9138a7 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:09:29.945189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:29.949351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9b59e5ee-b380-4436-9ddc-220d54b48d46 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2988880 May 26 23:09:29.949953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59326) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:29.958078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '50c99b97-5e08-464e-a6fe-0bf623a93beb', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:29.963939 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.003336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:30.010169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:30.016764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:30.033214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:30.057070 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:09:30.088019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.095744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.125098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2c18ea4d-6763-4800-9da9-c9653ec10c1b details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:09:30.155850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event deleted for resources: {'Port': ['ID=ae1e6018-4702-4270-b83e-77c88b9138a7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:30.165570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Allocated IP 172.25.4.231 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/38569f3c-c1ae-4b82-a6d5-5671f2774007) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:30.235707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.287133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.332290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8473679f-3fd6-441d-bbe3-ba00d52cd6b4,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:30.358623 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.364359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce34fa1c-9d48-4e99-9afd-8563ca6e5e45 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4093163 May 26 23:09:30.364885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59336) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:30.415824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.420441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2c18ea4d-6763-4800-9da9-c9653ec10c1b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:30.435808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:09:30.453833 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.470327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '50c99b97-5e08-464e-a6fe-0bf623a93beb', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:30.477577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:30.481656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:30.485300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:30.491462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:30.495543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.511827 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:09:30.516012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c18ea4d-6763-4800-9da9-c9653ec10c1b {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:30.529719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.536631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2c18ea4d-6763-4800-9da9-c9653ec10c1b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:30.541163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:30.544481 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.549224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:30.553563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:30.662606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'Port': ['ID=38569f3c-c1ae-4b82-a6d5-5671f2774007,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:30.680911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=2c18ea4d-6763-4800-9da9-c9653ec10c1b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:30.737722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.758985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.808624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['2c18ea4d-6763-4800-9da9-c9653ec10c1b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:09:30.830531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:30.834119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4520643 May 26 23:09:30.834942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59348) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:30.846305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'network': {'name': 'tempest-network-smoke--784415288', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:30.856613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:30.861122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177f3a6-eae1-4273-b9ea-feb8dbcc04f4 req-94b0f649-118c-4835-bf50-af92119998b4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:30.868903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3177f3a6-eae1-4273-b9ea-feb8dbcc04f4 req-94b0f649-118c-4835-bf50-af92119998b4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 943 time: 0.5029044 May 26 23:09:30.890852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:network and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:30.908764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:30.909853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc0f0f-f069-4b07-a879-2f527097db8c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2e98d4-f980-4383-bd97-c4c9d183c704,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:30.935014 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3177f3a6-eae1-4273-b9ea-feb8dbcc04f4 req-94724dfa-80ec-40e7-8ef4-6e6dc0feba03 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653119 May 26 23:09:30.974872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:30.988903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:31.151048 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ab38b556-325e-4ab6-a6a1-615aa8c7e73a req-ed1cc63f-d2ac-4a25-b44f-ed4f36b26ca6 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ef23158-9af7-40f0-96a3-261bd1f029f3 HTTP/1.1" status: 200 len: 210 time: 0.2435188 May 26 23:09:31.166045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:31.170101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.235611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:09:31.274892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.275287 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Added segment c07f0e5f-34dd-46f8-b802-0078b5bdc43a of type vlan for network 77042d09-b518-4142-9c45-b839de4cba27 May 26 23:09:31.293097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:31.308977 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] Sync routers for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:31.353080 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:31.353080 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:31.354121 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.391093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] No DVR routers for this DVR port ae1e6018-4702-4270-b83e-77c88b9138a7 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:09:31.393542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.395659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e21e2e49-aa08-4e7b-b9af-58f6c6c5dc87 req-29fe772e-0217-4188-9044-c9b929a10dae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "DELETE /v2.0/ports/ae1e6018-4702-4270-b83e-77c88b9138a7 HTTP/1.1" status: 204 len: 173 time: 2.2377851 May 26 23:09:31.396081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-deleted', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:31.425036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.430908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:31.431563 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.479905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6441228 May 26 23:09:31.482635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59362) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:31.487840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'admin_state_up': True, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:31.498959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:31.510896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:router and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:31.523068 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d62c95-fb5f-4496-90ef-b0d9176e48ef'] response: {'server_uuid': '0ef23158-9af7-40f0-96a3-261bd1f029f3', 'name': 'network-vif-deleted', 'tag': 'ae1e6018-4702-4270-b83e-77c88b9138a7', 'status': 'completed', 'code': 200} May 26 23:09:31.524482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:31.537973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:31.557773 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.559347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.597463 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:31.613171 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.632474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff69f1-9431-4ef2-9e3d-700760f5ac77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Network': ['ID=77042d09-b518-4142-9c45-b839de4cba27,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:31.647592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 77042d09-b518-4142-9c45-b839de4cba27 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:09:31.907812 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:31.960117 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.031796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.136896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2c18ea4d-6763-4800-9da9-c9653ec10c1b up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:32.221798 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:32.230347 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] Checking router: df3a7714-c1c4-4d6d-95da-efd3f4f68d7f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:32.262941 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:32.263577 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:32.284058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 2c18ea4d-6763-4800-9da9-c9653ec10c1b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:32.292558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 2c18ea4d-6763-4800-9da9-c9653ec10c1b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:32.293587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.454179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.493831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.497867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 2c18ea4d-6763-4800-9da9-c9653ec10c1b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:32.499081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:32.510107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.511045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:09:32.538543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59386) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:32.541570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.586514 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:32.662326 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f93941c-b6ae-41b9-adbc-dabb80e83194'] response: {'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'code': 200} May 26 23:09:32.668560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: ae1e6018-4702-4270-b83e-77c88b9138a7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:09:32.669204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ae1e6018-4702-4270-b83e-77c88b9138a7 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:09:32.787315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=2c18ea4d-6763-4800-9da9-c9653ec10c1b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:32.811323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.826843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a7ef-8e36-4d5e-b5a5-6079f12da977 req-e63c1659-dbcb-4a4d-9f11-c2d8c46f4891 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:32.828406 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5151a7ef-8e36-4d5e-b5a5-6079f12da977 req-e63c1659-dbcb-4a4d-9f11-c2d8c46f4891 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 945 time: 0.3052270 May 26 23:09:32.829543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.920360 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e086fd8-b8ce-4f54-b167-a7db31a63fa9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:32.962064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event updated for resources: {'Port': ['ID=38569f3c-c1ae-4b82-a6d5-5671f2774007,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:32.987634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.253 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:33.019885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5151a7ef-8e36-4d5e-b5a5-6079f12da977 req-2f1c4a1e-84f4-492b-9908-7b90d2864983 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:33.024570 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:33.029894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e086fd8-b8ce-4f54-b167-a7db31a63fa9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.030190 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fbba44-c791-4b0c-b1ea-714800645e80 None None] The sync data for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 is: [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:33.073165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5151a7ef-8e36-4d5e-b5a5-6079f12da977 req-2f1c4a1e-84f4-492b-9908-7b90d2864983 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:33.092902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5151a7ef-8e36-4d5e-b5a5-6079f12da977 req-2f1c4a1e-84f4-492b-9908-7b90d2864983 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297363 May 26 23:09:33.094355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.157352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf678838-6fa2-4031-927e-e6edf79fd209 req-edb94a59-d149-488f-9b97-8ea393dbb047 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 1096 time: 0.3639622 May 26 23:09:33.246433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf678838-6fa2-4031-927e-e6edf79fd209 req-9a25052a-6431-4263-a623-dfc0f5a47a8f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760167 May 26 23:09:33.262708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e086fd8-b8ce-4f54-b167-a7db31a63fa9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.277758 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.291475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e086fd8-b8ce-4f54-b167-a7db31a63fa9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3be26-5be3-4abb-a7a4-9ce362ebec67,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:33.319145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e086fd8-b8ce-4f54-b167-a7db31a63fa9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.323567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4e086fd8-b8ce-4f54-b167-a7db31a63fa9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "DELETE /v2.0/security-groups/6eb3be26-5be3-4abb-a7a4-9ce362ebec67 HTTP/1.1" status: 204 len: 168 time: 0.7807243 May 26 23:09:33.323924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59400) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:33.331577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.347833 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-50859f84-87ba-4930-b5f9-cadfe9ee3db5 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] show failed (client error): The resource could not be found. May 26 23:09:33.349314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50859f84-87ba-4930-b5f9-cadfe9ee3db5 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups/6eb3be26-5be3-4abb-a7a4-9ce362ebec67 HTTP/1.1" status: 404 len: 347 time: 0.0237010 May 26 23:09:33.352462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59406) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:33.397794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:33.401818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:33.405517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:33.420155 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Floating IP 76e0ef10-8027-4162-b087-1ca1137a4ad1 associated. External IP: 172.25.4.231, port: ede12a95-6f4b-40ed-8125-216ef8c37914. May 26 23:09:33.575575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:33.654504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Deleting port 0c1de7ff-988d-49a3-a2aa-04b61d83a2fe {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:09:33.654862 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.701369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.702247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.874084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.874708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:33.976549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 7858f85a-07f3-4172-8156-c5dcd462cefa is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:09:34.009744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Calling delete_port for 0c1de7ff-988d-49a3-a2aa-04b61d83a2fe owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:09:34.221526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:34.236539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Sync routers for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:34.264351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:34.264955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:34.324785 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] Sync routers for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:34.342637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:34.354567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0c7bcac3-1ad4-4002-8037-f36d24033ac1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8697455 May 26 23:09:34.357792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59428) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:34.375394 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:34.375981 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 23:09:34.376642 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14ceed9e-9999-405b-ad16-38ed94923ac6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 23:09:34.389004 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:34.389542 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 23:09:34.390562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14ceed9e-9999-405b-ad16-38ed94923ac6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 23:09:34.391024 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e61b536-c973-4d48-9b67-e28c0bf530c4 None None] The sync data for ids ['14ceed9e-9999-405b-ad16-38ed94923ac6'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:34.439549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5f9db7b5-0f30-4af7-bf73-e4bc09717ba6 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ea7d7ca748954380a9a607a5947767b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562212 May 26 23:09:34.443657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:34.537155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600c80e-60f2-4446-a5bd-3005e039fd47 req-d04ee66b-583e-4271-836d-e045d76d8742 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:34.538661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f600c80e-60f2-4446-a5bd-3005e039fd47 req-d04ee66b-583e-4271-836d-e045d76d8742 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 945 time: 0.2968059 May 26 23:09:34.547240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:34.599438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:34.612065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event deleted for resources: {'Port': ['ID=0c1de7ff-988d-49a3-a2aa-04b61d83a2fe,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:34.623787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c596d32c-c93c-4eeb-b2f5-2a9c4ac9c6a1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:34.624924 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c596d32c-c93c-4eeb-b2f5-2a9c4ac9c6a1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1806998 May 26 23:09:34.627738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59436) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:34.627869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f600c80e-60f2-4446-a5bd-3005e039fd47 req-f3babc1b-c9a1-4a2b-98d6-e7949d9485cb tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805986 May 26 23:09:34.742683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d96ac808-62b4-41e5-973a-6b20342fc9ed tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1044929 May 26 23:09:34.743190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59444) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:34.749139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1120877745', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:34.849386 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:34.877290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Router 5ecef9c4-18e8-469e-8908-07d926b9dea6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:34.897940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:34.903337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04944299-fe16-4df4-a852-2b691a1acf87 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "DELETE /v2.0/floatingips/06582bf2-b347-4e3e-bff2-e6454f1d7533 HTTP/1.1" status: 204 len: 168 time: 1.5500541 May 26 23:09:34.927591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:34.932458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:subnet and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:34.938589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:34.946730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:34.959943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:34.996498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:33Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:35.001003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Checking router: 7858f85a-07f3-4172-8156-c5dcd462cefa for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:35.001552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Updating router 7858f85a-07f3-4172-8156-c5dcd462cefa port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:09:35.061524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.078423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59452) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:35.087739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.094765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985448522', 'description': 'tempest-description--2138745677'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:35.105585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:35.113863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:35.117884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:35.126509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:35.161877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.232632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:35.239596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group_rule and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:35.243718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:35.245433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:35.255555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:35.271564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] Sync routers for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:35.285072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.344020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:35.345004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:35.373270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ec0263fa-19b7-4553-972c-08fb15c4bf85 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9679441 May 26 23:09:35.374275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.380580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:35.421977 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.430767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.494791 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df457af-7e10-4a62-813a-0aff40f69594'] response: {'name': 'network-changed', 'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'status': 'completed', 'code': 200} May 26 23:09:35.498393 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.499575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4198484 May 26 23:09:35.502930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59468) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:35.509613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ea5cb-f648-40cc-b55a-c354784342d1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dbf8c1-60b7-44e3-b3e3-8c7741429e47,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:35.514354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'security_group_rule': {'security_group_id': '16dbf8c1-60b7-44e3-b3e3-8c7741429e47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:35.521231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:35.525461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group_rule and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:35.528952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:35.536591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:35.573863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.591508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Subnet': ['ID=614225f8-ca03-4ee8-8cd7-3079ba61f3c8,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:35.641616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Checking segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:35.641981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network hostable DHCP agents. Network: 77042d09-b518-4142-9c45-b839de4cba27, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:09:35.673347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-4ec41b0c-2204-46c1-b77d-dd546df675a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1097 time: 0.1519608 May 26 23:09:35.696853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.702151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.703856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 77042d09-b518-4142-9c45-b839de4cba27 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:09:35.721774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19676556-ae45-4a63-bfc8-cc4453e7c256,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:35.744286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.748695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3c9cfaa-b9ef-4444-a23a-71a8797e1774 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2448397 May 26 23:09:35.749339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:35.755488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'security_group_rule': {'security_group_id': '16dbf8c1-60b7-44e3-b3e3-8c7741429e47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:35.765033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:35.771187 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.773944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 77042d09-b518-4142-9c45-b839de4cba27) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:35.774043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:security_group_rule and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:35.776689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:35.779590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:35.780167 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.783950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:35.807109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d52458-da18-45c4-bfd7-55abf89cee88 None None] Network 77042d09-b518-4142-9c45-b839de4cba27 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:09:35.817935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.821147 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2716b107-bac0-4fdc-84af-ccd8e503dd67 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0765858 May 26 23:09:35.826772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59478) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:35.834819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Transition to ACTIVE for port object 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:35.837844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:35.915826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.934432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:35.959374 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.047979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82930c67-b733-487f-9066-919772bacb7a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:36.062014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.066704 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fa892b99-8e62-4e79-a3a4-e25121236429 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3131490 May 26 23:09:36.073258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59486) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:36.088558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d2726-da0c-4932-8155-ad69a292b4cc None None] Pushing event updated for resources: {'Port': ['ID=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:36.104305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f9f3-aed7-4e92-a3a3-12a0d25f9a98 req-73fc15ce-ca62-4b47-8a37-c6d8e3c877dc tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:36.106163 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4163f9f3-aed7-4e92-a3a3-12a0d25f9a98 req-73fc15ce-ca62-4b47-8a37-c6d8e3c877dc tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 945 time: 0.1495485 May 26 23:09:36.142204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:36.152844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-81e2e603-b2d6-468b-9ca9-b4c437c7b2d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:36.154936 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-81e2e603-b2d6-468b-9ca9-b4c437c7b2d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 909 time: 0.4745052 May 26 23:09:36.160246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:36.166811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4163f9f3-aed7-4e92-a3a3-12a0d25f9a98 req-173edd8a-69cc-4907-ac51-f8194e17ccbc tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539038 May 26 23:09:36.204051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Attempting to bind port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:36.204424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Attempting to bind port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:36.204777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Attempting to bind port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:36.246380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Usage tracker for resource:floatingip and tenant:0e92afe17d6140eea010bcf3a5aabf85 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:36.255536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:36.259859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:36.260230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:36.260630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.261021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:36.261494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Bound port: 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:36.261891 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.280303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:36.326213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.351725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-7603c7a9-b1bc-47a9-ad5c-a6fb018f1a37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 1000 time: 0.1888683 May 26 23:09:36.454871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-77042d09-b518-4142-9c45-b839de4cba27', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:09:36.455672 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.556798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-70ea5146-e206-44fb-8ddc-5b228b38f167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:36.558273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-70ea5146-e206-44fb-8ddc-5b228b38f167 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 200 len: 847 time: 0.1528013 May 26 23:09:36.623842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] For port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:36.637027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] For port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:36.664831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907ee7-0957-4587-909e-f1b84014b56a req-7d1c6da2-5a0b-4981-ac0e-d7e93ffd5817 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:36.668922 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58907ee7-0957-4587-909e-f1b84014b56a req-7d1c6da2-5a0b-4981-ac0e-d7e93ffd5817 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 945 time: 0.2591839 May 26 23:09:36.741533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.844259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2821161-1427-4c7c-8959-119e95fdf26b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:09:36.903838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58907ee7-0957-4587-909e-f1b84014b56a req-1b0fc93f-b34c-4467-91b8-a0f2700e2828 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255502 May 26 23:09:36.905717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a2821161-1427-4c7c-8959-119e95fdf26b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:09:36.906054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2821161-1427-4c7c-8959-119e95fdf26b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:09:36.907474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-38ec7784-8b29-449a-bb50-8272e882a118 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb307fe2-6857-4592-b920-1aa95c69afe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3232908 May 26 23:09:36.912689 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:36.957703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59506) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:37.017915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:37.018646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:37.068726 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e0945405-a477-4ef6-9f89-8c5f611f9af3 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 1091 time: 0.1091988 May 26 23:09:37.071565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59514) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:37.078778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:37.086227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:37.090368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d2726-da0c-4932-8155-ad69a292b4cc None None] Pushing event updated for resources: {'Port': ['ID=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:37.101241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:floatingip and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:09:37.129012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:09:37.130221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:37.146306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:37.212661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-146716ee-2fec-447d-b20b-ec6965f86544 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971201 May 26 23:09:37.253177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Allocated IP 172.25.4.195 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e059c0d5-fa43-497e-b92a-4f2931dbb95e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:37.269167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:37.305865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:37.489594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-da105d29-fa5e-4dcf-983d-a287c8e1413b req-bbc61200-414b-48da-bf91-e1612bb80c65 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617283 May 26 23:09:37.522673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '76e0ef10-8027-4162-b087-1ca1137a4ad1', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'port_id': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'mac_address': 'fa:16:3e:82:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:31Z', 'revision_number': 0, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:13Z', 'revision_number': 5, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:37.533221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Allocated IP 172.20.0.2 (77042d09-b518-4142-9c45-b839de4cba27/614225f8-ca03-4ee8-8cd7-3079ba61f3c8/fce721bf-b741-4546-b6d6-6e774a18e269) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:37.549472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] Checking router: 5ecef9c4-18e8-469e-8908-07d926b9dea6 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:37.652147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:37.652706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:37.805060 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:37.870408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:37.959206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.25.4.245 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/5d9f05f0-2e2b-4b8c-9dd5-0142633d2533) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:37.984033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:37.999246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:37.999246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:38.042358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:33Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:38.059553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'Port': ['ID=e059c0d5-fa43-497e-b92a-4f2931dbb95e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:38.090762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cadd5-94bc-4ce4-8a68-9cde49006b9a None None] The sync data for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 is: [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:33Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:38.097911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:38.170521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.187940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.220882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.276317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.293003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:38.297209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:38.303181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:38.336353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Transition to ACTIVE for port object fce721bf-b741-4546-b6d6-6e774a18e269 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:38.352205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=5d9f05f0-2e2b-4b8c-9dd5-0142633d2533,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:38.422071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.577316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Transition to ACTIVE for port object fce721bf-b741-4546-b6d6-6e774a18e269 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:38.641893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.666456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.749651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Pushing event updated for resources: {'Port': ['ID=fce721bf-b741-4546-b6d6-6e774a18e269,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:38.803534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.803883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.804226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.805117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.805508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.806032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.806370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.806697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.807021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.807550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.807879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:09:38.827265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Network 77042d09-b518-4142-9c45-b839de4cba27 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:38.828366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:38.834712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:38.939635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Attempting to bind port fce721bf-b741-4546-b6d6-6e774a18e269 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:38.940271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Attempting to bind port fce721bf-b741-4546-b6d6-6e774a18e269 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:38.941042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Attempting to bind port fce721bf-b741-4546-b6d6-6e774a18e269 on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:38.965295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '76e0ef10-8027-4162-b087-1ca1137a4ad1', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'port_id': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'mac_address': 'fa:16:3e:82:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:31Z', 'revision_number': 0, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:13Z', 'revision_number': 5, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:38.973321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:38.973712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Checking segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:38.974122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:38.974516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Bound using segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:38.974994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Bound port: fce721bf-b741-4546-b6d6-6e774a18e269, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:38.975365 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.030816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268a044-50ed-4b96-bb52-494f7fae714a None None] The sync data for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 is: [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '76e0ef10-8027-4162-b087-1ca1137a4ad1', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'port_id': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'mac_address': 'fa:16:3e:82:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:31Z', 'revision_number': 0, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:13Z', 'revision_number': 5, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:39.089366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.109234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.249705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.253277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] For port fce721bf-b741-4546-b6d6-6e774a18e269, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:39.256977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] For port fce721bf-b741-4546-b6d6-6e774a18e269, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fce721bf-b741-4546-b6d6-6e774a18e269,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:39.266399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.337482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf07ff-fdd6-4f83-a100-39b2290c972c None None] Pushing event updated for resources: {'Port': ['ID=fce721bf-b741-4546-b6d6-6e774a18e269,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:39.347752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.372911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'Port': ['ID=e059c0d5-fa43-497e-b92a-4f2931dbb95e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:39.375833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.1 (77042d09-b518-4142-9c45-b839de4cba27/614225f8-ca03-4ee8-8cd7-3079ba61f3c8/be8701de-7952-43d6-9ee1-ce49841e805a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:39.417351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.527613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.530594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4a701fd0-1da3-4ecc-b310-5b0f721e0d1b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4563651 May 26 23:09:39.754450 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.768545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.817263 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.854044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object be8701de-7952-43d6-9ee1-ce49841e805a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:39.877331 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-e01f402a-d851-42a8-aebe-95d948559e03 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374919 May 26 23:09:39.910740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:39.995238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=5d9f05f0-2e2b-4b8c-9dd5-0142633d2533,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:40.022776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-7839aa1b-05d4-43ac-aa33-b50152df299a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:40.030165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:40.056361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 77042d09-b518-4142-9c45-b839de4cba27 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:40.061319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:40.067526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:40.123845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=be8701de-7952-43d6-9ee1-ce49841e805a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:40.144894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:40.160767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-7839aa1b-05d4-43ac-aa33-b50152df299a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:40.162255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-7839aa1b-05d4-43ac-aa33-b50152df299a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--985448522&fields=id&tenant_id=0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 267 time: 0.3215179 May 26 23:09:40.184304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-1bc0466a-94f3-4ece-ac2d-c1dc5b3f4793 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1097 time: 0.1852489 May 26 23:09:40.397235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-96e79d46-c9e2-48a6-a297-2d0cde18a799 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:40.398802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-96e79d46-c9e2-48a6-a297-2d0cde18a799 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 817 time: 0.2200017 May 26 23:09:40.398936 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Sync routers for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:40.423574 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:40.424744 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:40.436961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:40.440645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-19e2cfac-d684-45f1-b1ed-601141bbac54 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/quotas/0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 375 time: 0.0335186 May 26 23:09:40.463552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dff913-db3a-4298-bd68-d63daed3e20c None None] New status for floating IP 06582bf2-b347-4e3e-bff2-e6454f1d7533: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:09:40.623562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-eb690f3e-0312-4973-bae0-de8fd84de078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:40.630837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-eb690f3e-0312-4973-bae0-de8fd84de078 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 909 time: 0.3748906 May 26 23:09:40.644403 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Floating IP d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 associated. External IP: 172.25.4.245, port: 2c18ea4d-6763-4800-9da9-c9653ec10c1b. May 26 23:09:40.843003 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b6c589-7d86-45e0-a72f-568bcfc066be None None] New status for floating IP 76e0ef10-8027-4162-b087-1ca1137a4ad1: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:09:40.921648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-b835b083-5886-4655-a6f2-d707e8a4f300 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:41.028618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-b835b083-5886-4655-a6f2-d707e8a4f300 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:41.030070 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-b835b083-5886-4655-a6f2-d707e8a4f300 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5812554 May 26 23:09:41.043560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28086e2-b472-46a3-80c1-164d1cd3fc55 None None] Network 77042d09-b518-4142-9c45-b839de4cba27 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:09:41.159990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:41.201751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-de6c8588-5cbc-4c43-9172-df5fa9329e79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 1000 time: 0.4497733 May 26 23:09:41.336271 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:41.359504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-666f3410-0959-412b-b5cc-ea77d7d3a971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:41.361231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-666f3410-0959-412b-b5cc-ea77d7d3a971 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 200 len: 847 time: 0.1388884 May 26 23:09:41.369272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e4f74823-35f9-4589-9aba-14da0accce9c None None] Provisioning for port fce721bf-b741-4546-b6d6-6e774a18e269 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:41.475010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:41.483828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:41.484331 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:41.487199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-215a7125-8a18-4e4f-810f-062a10f150a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb307fe2-6857-4592-b920-1aa95c69afe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187868 May 26 23:09:41.615046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-a085b991-b24b-48a4-9227-e69b92aa9b5f service neutron] 10.222.0.32 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640802 May 26 23:09:41.780464 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:41.802628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:41.813010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:41.814187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fce721bf-b741-4546-b6d6-6e774a18e269 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:41.917094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-22d039a3-07a6-4186-b126-66247b287624 service neutron] 10.222.0.32 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661560 May 26 23:09:41.991599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-5467b981-f21f-4b05-8a1b-200b60d72526 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804926 May 26 23:09:42.031620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:42.095081 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:09Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:09:38Z', 'revision_number': 0, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:10Z', 'revision_number': 2, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:42.100697 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Checking router: 79f92ae9-804b-4a89-bd08-e7a1fd9129ec for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:42.101512 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Updating router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:09:42.175447 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.201892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.210925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port fce721bf-b741-4546-b6d6-6e774a18e269 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:42.216358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fce721bf-b741-4546-b6d6-6e774a18e269 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:42.216972 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.240679 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.389208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:42.488402 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.567902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port fce721bf-b741-4546-b6d6-6e774a18e269, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fce721bf-b741-4546-b6d6-6e774a18e269,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:42.594278 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.646941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=be8701de-7952-43d6-9ee1-ce49841e805a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:42.650502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d1dd5719-5dfa-45f1-88f7-86c520dfa332 req-e4ecbd8f-89d2-4113-abbf-002079e00080 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:42.728918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7cd8871-0b26-4cbf-8206-0ae535e3d032 req-4e079c20-0c29-469b-9a96-e8a4cc6cd800 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272892 May 26 23:09:42.736281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=fce721bf-b741-4546-b6d6-6e774a18e269,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:42.739091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8acc49d-2d6c-421b-898f-08477908588e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:09:42.781453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-d1dd5719-5dfa-45f1-88f7-86c520dfa332 req-e4ecbd8f-89d2-4113-abbf-002079e00080 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:42.796198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1dd5719-5dfa-45f1-88f7-86c520dfa332 req-e4ecbd8f-89d2-4113-abbf-002079e00080 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 210 time: 0.3757246 May 26 23:09:42.822625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-14c3e620-0fdc-43df-8228-cd8c58c80a73 None None] Provisioning complete for port fce721bf-b741-4546-b6d6-6e774a18e269 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:42.824718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-14c3e620-0fdc-43df-8228-cd8c58c80a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.831746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:42.966794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d8acc49d-2d6c-421b-898f-08477908588e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:09:42.969869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d8acc49d-2d6c-421b-898f-08477908588e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:09:43.069730 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.097772 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Transition to ACTIVE for port object e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:43.107743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 77042d09-b518-4142-9c45-b839de4cba27 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:43.109589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:43.113163 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.171872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:43.245989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.381092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59610) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:43.381620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cd182abe-bc52-4f1f-8834-ec6311532253 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3087482 May 26 23:09:43.383079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:43.422457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:43.531250 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cde778-c1e6-423b-af41-d0390d43ae5a None None] Pushing event updated for resources: {'Port': ['ID=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:43.548258 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce2b70b-f3e2-4260-90d2-c793ada827c6'] response: {'name': 'network-changed', 'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'status': 'completed', 'code': 200} May 26 23:09:43.611682 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Attempting to bind port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:43.612569 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Attempting to bind port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:43.613156 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Attempting to bind port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 on network 09db92d8-3099-42f4-9acd-00386596932e {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:43.621134 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:43.622012 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Checking segment: {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:43.622781 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.623460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Bound using segment: {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:43.624152 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Bound port: e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0554439b-102d-41c8-bdb3-bbb43369108f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '09db92d8-3099-42f4-9acd-00386596932e'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:43.624749 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.641792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-14c3e620-0fdc-43df-8228-cd8c58c80a73 None None] Provisioning for port be8701de-7952-43d6-9ee1-ce49841e805a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:43.670562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-14c3e620-0fdc-43df-8228-cd8c58c80a73 None None] Provisioning complete for port be8701de-7952-43d6-9ee1-ce49841e805a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:43.672527 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-14c3e620-0fdc-43df-8228-cd8c58c80a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.783121 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] For port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:43.788159 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] For port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:43.798434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:43.798586 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.799790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:43.837012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-13675a36-11f5-4d79-b351-a020acaac5de tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.4540665 May 26 23:09:43.897457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-189bd18b-dee5-4da6-aea8-a20f51d435fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 1096 time: 0.3119807 May 26 23:09:43.907964 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:43.908590 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:43.977266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-14c3e620-0fdc-43df-8228-cd8c58c80a73 None None] Port be8701de-7952-43d6-9ee1-ce49841e805a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:44.019867 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cde778-c1e6-423b-af41-d0390d43ae5a None None] Pushing event updated for resources: {'Port': ['ID=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:44.153351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fce721bf-b741-4546-b6d6-6e774a18e269 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:44.274520 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:44.293522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e86a1d15-b13c-4d30-8920-86de8d098fda None None] Provisioning complete for port be8701de-7952-43d6-9ee1-ce49841e805a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:44.294000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e86a1d15-b13c-4d30-8920-86de8d098fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:44.361383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e86a1d15-b13c-4d30-8920-86de8d098fda None None] Port be8701de-7952-43d6-9ee1-ce49841e805a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:44.394357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a3a227d-60d9-451d-ba27-943386e3b8e1 req-74cebe78-efee-409f-b391-ed75b5db63cb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 210 time: 0.2983501 May 26 23:09:44.423039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fce721bf-b741-4546-b6d6-6e774a18e269 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:44.423750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:44.556048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-b18142a9-67ea-4ca6-88f2-38ff1e50ef44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:44.557902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-b18142a9-67ea-4ca6-88f2-38ff1e50ef44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 200 len: 898 time: 0.6011894 May 26 23:09:44.558970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-24cb71ba-a259-4f7d-94cb-b80f0d76a4ca tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:44.563517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-24cb71ba-a259-4f7d-94cb-b80f0d76a4ca tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 817 time: 0.3075132 May 26 23:09:44.646304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-815b8c3f-fc16-4fb1-8f60-4a536ba00767 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 379 time: 0.0701129 May 26 23:09:44.656843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'port': {'device_id': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'admin_state_up': True, 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'security_groups': ['16dbf8c1-60b7-44e3-b3e3-8c7741429e47']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:44.757735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-6ed714ad-c6e1-4878-a344-a0fb729271c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b HTTP/1.1" status: 200 len: 999 time: 0.1921833 May 26 23:09:44.824344 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:09Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:09:38Z', 'revision_number': 0, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:43Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:44.829324 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262f69f-e135-4add-8b63-b2716f2d9787 None None] The sync data for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 is: [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:09Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:09:38Z', 'revision_number': 0, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:43Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:09:44.837549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-251ecab1-1337-47a0-a995-9f43c9641191 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:44.838629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59634) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:44.839479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-251ecab1-1337-47a0-a995-9f43c9641191 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b014a4c-391d-4df0-ba60-92d1f642ca2f HTTP/1.1" status: 200 len: 835 time: 0.0750539 May 26 23:09:44.846117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 7858f85a-07f3-4172-8156-c5dcd462cefa has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:45.035256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cd3eed75-62f2-4961-9046-a87fbb87e887 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1950989 May 26 23:09:45.048917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:45.060827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:45.079210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Made reservation on behalf of 0e92afe17d6140eea010bcf3a5aabf85 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:45.083953 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:45.175106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:45.176679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-7de3e140-ecea-4503-b88d-d9a139596602 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09db92d8-3099-42f4-9acd-00386596932e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3201041 May 26 23:09:45.319584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:45.326307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Allocated IP 172.20.0.8 (5b1cc104-681a-4ed7-837f-03bfca2acb12/4a3a02c9-db6c-4d7c-85f8-8dfe231a7401/3991bd56-0ce8-4477-a9b0-48633bd9912d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:45.328743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:45.329745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:45.560226 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:45.609707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-a4b35572-fad6-4307-8e74-b457535364c3 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231975 May 26 23:09:45.621009 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:45.650679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Transition to ACTIVE for port object 3991bd56-0ce8-4477-a9b0-48633bd9912d will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:45.678673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:45.690543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:45.696825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:45.749112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:45.769705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b916a262-ff14-4d46-ac36-046e1a7f75c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/7858f85a-07f3-4172-8156-c5dcd462cefa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9277396 May 26 23:09:45.785771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:45.805119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d60c7195-2071-458e-b9e1-9527c2f77b49 req-4bd0725a-0a65-4246-9e1e-d59b8beb0184 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864729 May 26 23:09:46.040025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59660) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:46.066363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:46.071206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:46.076853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:46.142005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:46.165111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:46.166857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:46.252679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-93f7e778-e37c-4550-8ff3-5e5efdda77d4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6000128 May 26 23:09:46.256470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-04db393e-eb76-48c5-a713-c8edaac196c6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600970889&fields=id&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 267 time: 0.1158490 May 26 23:09:46.259679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5561f497-bde9-414a-8675-3ac55a41389b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.2171896 May 26 23:09:46.270165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Request body: {'port': {'device_id': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:46.423947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f90a138e-af2d-427d-a5d8-dbb40df87fe6 None None] Provisioning for port 3991bd56-0ce8-4477-a9b0-48633bd9912d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:46.429828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f90a138e-af2d-427d-a5d8-dbb40df87fe6 None None] Provisioning complete for port 3991bd56-0ce8-4477-a9b0-48633bd9912d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:46.430200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f90a138e-af2d-427d-a5d8-dbb40df87fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:46.435167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-17f94563-3451-43aa-844a-3061bf23753c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:46.436868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-17f94563-3451-43aa-844a-3061bf23753c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 796 time: 0.1718576 May 26 23:09:46.447799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:46.458144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-553fec43-fde6-4efc-817b-96125300d61c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/quotas/ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 375 time: 0.0147924 May 26 23:09:46.479450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78306a79-7dd8-4883-9607-f089c107775b req-2c717884-c10a-4a21-ab9b-47d500dcbafb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:46.480148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-78306a79-7dd8-4883-9607-f089c107775b req-2c717884-c10a-4a21-ab9b-47d500dcbafb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:46.532558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f90a138e-af2d-427d-a5d8-dbb40df87fe6 None None] Port 3991bd56-0ce8-4477-a9b0-48633bd9912d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:46.545728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-78306a79-7dd8-4883-9607-f089c107775b req-2c717884-c10a-4a21-ab9b-47d500dcbafb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:46.546935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78306a79-7dd8-4883-9607-f089c107775b req-2c717884-c10a-4a21-ab9b-47d500dcbafb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 931 time: 0.7021618 May 26 23:09:46.584081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-ede421ad-7898-4753-ab61-bcefbdd73709 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:46.605946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-ede421ad-7898-4753-ab61-bcefbdd73709 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:46.620156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-ede421ad-7898-4753-ab61-bcefbdd73709 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479371 May 26 23:09:46.703530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78306a79-7dd8-4883-9607-f089c107775b req-049e1fac-4101-4467-9de9-2bd8a78ee82e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385486 May 26 23:09:46.781763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-d5a3dc9a-0108-428f-a902-4dcceedeb1b4 service neutron] 10.222.0.32 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578598 May 26 23:09:46.950004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-e31e7d2b-a1a0-44cc-850c-78427834e76e service neutron] 10.222.0.32 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620913 May 26 23:09:46.985509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3991bd56-0ce8-4477-a9b0-48633bd9912d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:46.996344 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:47.031694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Transition to ACTIVE for port object 3991bd56-0ce8-4477-a9b0-48633bd9912d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:47.044683 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:47.100072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:47.263742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:47.278008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9118887d-c5b0-4b33-809d-37ec2d3a7852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:47.365708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:47.366114 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:47.375619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:47.436925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-04163415-a4cf-489e-aff9-132e0a63821a req-5f6f649d-cc36-42c5-a33a-dcdab02b7651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:47.516547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-04163415-a4cf-489e-aff9-132e0a63821a req-5f6f649d-cc36-42c5-a33a-dcdab02b7651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:47.518257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04163415-a4cf-489e-aff9-132e0a63821a req-5f6f649d-cc36-42c5-a33a-dcdab02b7651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 210 time: 0.1464279 May 26 23:09:47.535836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34c3bbc1-3811-43ba-844c-baebe98a2f98 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.2708516 May 26 23:09:47.555981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Attempting to bind port 3991bd56-0ce8-4477-a9b0-48633bd9912d on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:47.556681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Attempting to bind port 3991bd56-0ce8-4477-a9b0-48633bd9912d by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:47.557740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Attempting to bind port 3991bd56-0ce8-4477-a9b0-48633bd9912d on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:47.566562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Port 3991bd56-0ce8-4477-a9b0-48633bd9912d on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:09:47.566913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Attempting to bind port 3991bd56-0ce8-4477-a9b0-48633bd9912d on network 5b1cc104-681a-4ed7-837f-03bfca2acb12 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:47.575464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:47.575913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Checking segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:47.576309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Bound using segment: {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:47.577081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Bound port: 3991bd56-0ce8-4477-a9b0-48633bd9912d, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666cc336-fcc9-4383-ac70-0974da4767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:47.577593 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:47.708249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:47.712058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:47.717731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:47.792401 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:47.793706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] 10.222.0.55 "PUT /v2.0/ports/3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 200 len: 1091 time: 1.5335710 May 26 23:09:47.794388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:47.811967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853d2a9-ff85-4362-8e93-a7d5864dc455 service neutron] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:47.928515 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4daccb-c53f-4128-800a-72452f919170'] response: {'name': 'network-changed', 'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'status': 'completed', 'code': 200} May 26 23:09:47.954644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-08098891-9ac6-4cfb-a7aa-33fea91e288b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1094 time: 0.1130679 May 26 23:09:48.048104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-31aabfac-5800-4eb1-8fbb-86de156bcefa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 200 len: 217 time: 0.0807347 May 26 23:09:48.089490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a48318-1c18-4ec4-83d5-1b8efbd936ba req-c88691bb-d5ef-4067-944a-55d2c628c7f1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:48.091581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86a48318-1c18-4ec4-83d5-1b8efbd936ba req-c88691bb-d5ef-4067-944a-55d2c628c7f1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.1547508 May 26 23:09:48.125945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-bce05850-bba7-43d7-a452-2baf2dcdaa7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:48.128698 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-bce05850-bba7-43d7-a452-2baf2dcdaa7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0704901 May 26 23:09:48.147440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-86a48318-1c18-4ec4-83d5-1b8efbd936ba req-91e43316-d52f-4df5-b11b-eff530fabfaa tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Synchronizing usage tracker for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:48.159340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-86a48318-1c18-4ec4-83d5-1b8efbd936ba req-91e43316-d52f-4df5-b11b-eff530fabfaa tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Unset dirty status for tenant:0e92afe17d6140eea010bcf3a5aabf85 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:48.160480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86a48318-1c18-4ec4-83d5-1b8efbd936ba req-91e43316-d52f-4df5-b11b-eff530fabfaa tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681407 May 26 23:09:48.227762 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-fc2189ef-45af-42d7-91d3-4d302a29bbc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936670 May 26 23:09:48.384678 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-733359c3-0642-4805-9628-c406b73ad39c service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503162 May 26 23:09:48.540085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59718) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:48.627870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70e0f5f6-7cc9-49f9-bc0e-3d528931ec33 req-c6e533a5-ba39-4b24-9b2b-9421239ac8fa service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374742 May 26 23:09:48.652105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ade8d2c-8469-413d-9b15-44bb204a5c0e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1109185 May 26 23:09:48.842256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bd22b78a-78c2-49f6-8608-e4236e728d44 req-bb5816e1-714d-4d29-bf5e-ccf49649dc92 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 210 time: 0.0872595 May 26 23:09:48.882503 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-0ba4f9a7-08c8-4782-b888-e86ec6bcd5fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1094 time: 0.1290481 May 26 23:09:48.971836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-5c6d1b27-457a-4ad8-950e-2819fc0f90fc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:48.973567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-5c6d1b27-457a-4ad8-950e-2819fc0f90fc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 796 time: 0.2346213 May 26 23:09:49.046031 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-2d80e0dd-ceaa-40a4-9250-28eb3bbd240c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 379 time: 0.0577950 May 26 23:09:49.049459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-b6f0e2a1-771d-489e-9109-9b118f2f44fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:49.050916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-b6f0e2a1-771d-489e-9109-9b118f2f44fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.1628811 May 26 23:09:49.056087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'port': {'device_id': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'admin_state_up': True, 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'security_groups': ['50c99b97-5e08-464e-a6fe-0bf623a93beb']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:49.119853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-267a64fb-88f9-459f-83c1-ec388cbee41e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 200 len: 217 time: 0.0621724 May 26 23:09:49.189563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-9b621b76-c592-4752-8fca-af2401dc7a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:49.191604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-9b621b76-c592-4752-8fca-af2401dc7a13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0656197 May 26 23:09:49.193552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:09:49.204552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:09:49.216713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:09:49.220239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:49.279218 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-6fa73267-87ca-4e3f-aa6e-b4ec7c85517c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813963 May 26 23:09:49.438561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-01ddd54d-4205-47c6-82f8-e009d6fdedd4 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517475 May 26 23:09:49.518549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f9597-0618-4538-b804-51581b6f94f4 req-62800870-dc2b-4b42-8566-241f509d0fd2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:49.520252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f8f9597-0618-4538-b804-51581b6f94f4 req-62800870-dc2b-4b42-8566-241f509d0fd2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.1519549 May 26 23:09:49.583966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2fa3e7b-42d0-4f38-8e15-c55f85b92beb req-d3bb7ceb-9969-4f5c-9bd9-99987149aefb service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393135 May 26 23:09:49.648651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.7 (77042d09-b518-4142-9c45-b839de4cba27/614225f8-ca03-4ee8-8cd7-3079ba61f3c8/967ab116-fefe-467c-b2fa-222483d2e13a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:09:49.655470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59744) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:49.666080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f8f9597-0618-4538-b804-51581b6f94f4 req-ad2d1384-3613-4954-8c72-0098b8b18745 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089075 May 26 23:09:49.805074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c8882df5-6445-49ce-b932-4d8da83936be tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1484764 May 26 23:09:49.891406 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:49.895347 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6194339e-d67b-4818-aef1-75be8494f47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:49.909593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object 967ab116-fefe-467c-b2fa-222483d2e13a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:49.933367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.025743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 77042d09-b518-4142-9c45-b839de4cba27 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:09:50.028950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:09:50.033450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:09:50.062403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:50.073065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cbcb5-3c8a-4b82-8faa-282d8ff6f179 req-82b53af5-e521-49e8-968f-454a52d9a86d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:50.074551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-920cbcb5-3c8a-4b82-8faa-282d8ff6f179 req-82b53af5-e521-49e8-968f-454a52d9a86d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 931 time: 0.0845869 May 26 23:09:50.102627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:50.103555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.129656 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-920cbcb5-3c8a-4b82-8faa-282d8ff6f179 req-5f2aeec9-5f6f-4504-b521-8937e85b4769 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:50.135607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-23ff8753-99cb-48fa-b41d-13de5056f8f2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834448 May 26 23:09:50.150346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-920cbcb5-3c8a-4b82-8faa-282d8ff6f179 req-5f2aeec9-5f6f-4504-b521-8937e85b4769 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:50.150619 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-920cbcb5-3c8a-4b82-8faa-282d8ff6f179 req-5f2aeec9-5f6f-4504-b521-8937e85b4769 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675392 May 26 23:09:50.152066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Request body: {'port': {'device_id': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:50.292316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.383429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d8f25ff-5eb8-48ac-a6d2-9e8d5e6255ba None None] Provisioning for port 967ab116-fefe-467c-b2fa-222483d2e13a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:50.388617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d8f25ff-5eb8-48ac-a6d2-9e8d5e6255ba None None] Provisioning complete for port 967ab116-fefe-467c-b2fa-222483d2e13a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:50.389080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d8f25ff-5eb8-48ac-a6d2-9e8d5e6255ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.448873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f25ff-5eb8-48ac-a6d2-9e8d5e6255ba None None] Port 967ab116-fefe-467c-b2fa-222483d2e13a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:09:50.621170 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.650852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967ab116-fefe-467c-b2fa-222483d2e13a {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:50.658416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.673976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Transition to ACTIVE for port object 967ab116-fefe-467c-b2fa-222483d2e13a will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:09:50.677915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.791327 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:50.809230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59770) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:50.935844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:51.058482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7e9d865d-1627-4bc1-bb19-bcb18e59e7d4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.2480304 May 26 23:09:51.112235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643775a-1c75-421c-9c8d-a40fc83df68d req-fec19451-34fc-4922-bcc7-d71715630964 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:51.113706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4643775a-1c75-421c-9c8d-a40fc83df68d req-fec19451-34fc-4922-bcc7-d71715630964 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.2262435 May 26 23:09:51.122345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:09:51.122677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:09:51.123003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:51.146917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:09:51.147236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:09:51.163217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:09:51.163598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Checking segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:09:51.163981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Bound using segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:09:51.164495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Bound port: 967ab116-fefe-467c-b2fa-222483d2e13a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:09:51.164799 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:51.214850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4643775a-1c75-421c-9c8d-a40fc83df68d req-8268f18b-2810-48e5-b7dd-bcbfdc9159b9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936050 May 26 23:09:51.270283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:09:51.273439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:09:51.280249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:51.382429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8d21-192f-4397-856f-ad7b0441e38f req-8a479b51-f6bf-40be-a9f3-9f217f83cd22 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:51.384064 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81af8d21-192f-4397-856f-ad7b0441e38f req-8a479b51-f6bf-40be-a9f3-9f217f83cd22 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.1012354 May 26 23:09:51.434517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-81af8d21-192f-4397-856f-ad7b0441e38f req-d23bbb6a-7630-4bfd-9207-1246806ae0f9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441260 May 26 23:09:51.450936 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:51.452356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] 10.222.0.48 "PUT /v2.0/ports/967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 1091 time: 1.3056638 May 26 23:09:51.452809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:51.480535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b3807-bcbc-452d-9efb-df65c69c4a1b service neutron] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:51.536254 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65109438-969a-4721-8e39-f334e9a65d1d'] response: {'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'status': 'completed', 'code': 200} May 26 23:09:51.580594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-c8c246a2-2332-48cd-8fdf-2da17e8b8902 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0792072 May 26 23:09:51.661297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-d6e02b94-5d61-4d3d-ac9c-21bd542913b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 217 time: 0.0736277 May 26 23:09:51.759274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-72f2ae91-fd76-4f1d-8cd2-f5a8307ed5fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:51.760722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-72f2ae91-fd76-4f1d-8cd2-f5a8307ed5fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0870085 May 26 23:09:51.837467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-51cfb562-277a-46b5-ab6d-c653766624aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707772 May 26 23:09:51.932155 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:51.979779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-cc9addb7-60aa-4156-a6bf-c748a46258c7 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361384 May 26 23:09:52.062693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59798) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:52.114278 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44647582-1979-4b66-94c0-3b8aa64fae14 req-57b8baac-feeb-4026-b792-e9ff7d109ed0 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286721 May 26 23:09:52.173428 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fe78364f-f1a3-408a-87e6-146838ed3668 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1095839 May 26 23:09:52.237598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-d0e951f9-fe3d-4423-9bd9-95a7d0636c20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1094 time: 0.0785553 May 26 23:09:52.246442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:09:52.395882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-85a47394-c76a-4a1c-94f4-8b9452218722 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:52.397877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-85a47394-c76a-4a1c-94f4-8b9452218722 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.1547456 May 26 23:09:52.399249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:52.420266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'port_id': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'mac_address': 'fa:16:3e:06:65:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:09:52.437589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43cb99-8979-4d3d-ada3-46c658527e19 req-56b6f0b9-75bb-4291-8c2e-0dbbc6269ea4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:52.444570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b43cb99-8979-4d3d-ada3-46c658527e19 req-56b6f0b9-75bb-4291-8c2e-0dbbc6269ea4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.0949140 May 26 23:09:52.487857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-47a83781-71f2-40a3-bcf3-70457d0e3511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 217 time: 0.0812297 May 26 23:09:52.507545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b43cb99-8979-4d3d-ada3-46c658527e19 req-1310c746-7036-4108-b26a-0ff1bf59ea6f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609555 May 26 23:09:52.507657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:52.555034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3991bd56-0ce8-4477-a9b0-48633bd9912d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:52.562545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-3f947a7a-77eb-4bf6-a192-34926c621e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:52.566057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-3f947a7a-77eb-4bf6-a192-34926c621e34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0706704 May 26 23:09:52.572389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:52.578580 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:52.667126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:52.723712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-60262e56-983d-4caa-b685-c9037a0b016b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508353 May 26 23:09:52.760935 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2df6-4459-468a-bd20-8fddc3477801 req-4cd459b5-c53d-439c-a25e-1287e9da190a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:52.761631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-133e2df6-4459-468a-bd20-8fddc3477801 req-4cd459b5-c53d-439c-a25e-1287e9da190a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:09:52.813822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['3991bd56-0ce8-4477-a9b0-48633bd9912d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:09:52.841758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-133e2df6-4459-468a-bd20-8fddc3477801 req-4cd459b5-c53d-439c-a25e-1287e9da190a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:09:52.842888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-133e2df6-4459-468a-bd20-8fddc3477801 req-4cd459b5-c53d-439c-a25e-1287e9da190a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.2119219 May 26 23:09:52.898916 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-e35ab5d9-3269-46c2-b3ba-30a1688ee303 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683455 May 26 23:09:52.980700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-133e2df6-4459-468a-bd20-8fddc3477801 req-15d5daa6-076e-4853-bea3-f2c36fe222e6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221638 May 26 23:09:53.112966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb85674e-2fbc-4374-8074-24fc05dd197f req-2149db1c-b9c5-451b-942c-098d0b41137e service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025428 May 26 23:09:53.177629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59824) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:53.283411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e2748779-f962-419e-a70f-75dfa5073037 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1044989 May 26 23:09:53.734950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df33766-c96a-49a3-b29c-05bc68e4b6c1 req-574e862b-9282-4f6e-9550-818447878e95 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:53.736411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1df33766-c96a-49a3-b29c-05bc68e4b6c1 req-574e862b-9282-4f6e-9550-818447878e95 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 944 time: 0.0807967 May 26 23:09:53.781811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1df33766-c96a-49a3-b29c-05bc68e4b6c1 req-96534e89-faa8-436c-af61-19d0912c968c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388148 May 26 23:09:54.206079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62700d-9733-4131-b1c2-aed193a75cca req-89d7eeca-a7db-4039-92ef-2b0a65df8664 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:54.207514 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f62700d-9733-4131-b1c2-aed193a75cca req-89d7eeca-a7db-4039-92ef-2b0a65df8664 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.0810320 May 26 23:09:54.252353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f62700d-9733-4131-b1c2-aed193a75cca req-db52aea8-1cf0-4730-9c5e-0b208ee1dd76 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386732 May 26 23:09:54.260080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:54.287796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:54.340629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 3991bd56-0ce8-4477-a9b0-48633bd9912d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:54.345695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 3991bd56-0ce8-4477-a9b0-48633bd9912d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:54.346120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:54.506423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c3bde653-7ee3-41da-8201-f21054f51391 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.2155573 May 26 23:09:54.509622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:54.535962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:54.545157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:54.551615 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:54.594551 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072a483a-322b-4539-b9a5-581883b2cc9b'] response: {'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'code': 200} May 26 23:09:54.619673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:54.729192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe30c4ae-e6f9-452f-bef8-27566ed0efff req-1ca9da03-e847-4bef-be5b-a5661f5af5c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1096 time: 0.0695455 May 26 23:09:54.773768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fe30c4ae-e6f9-452f-bef8-27566ed0efff req-903679da-2633-491a-a978-7fbc1d06ee0c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362904 May 26 23:09:54.994690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72538e-81b2-40e0-b5c0-30534cec8861 req-a45d596a-1fb2-476c-a80a-ed9677db4529 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:54.996146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a72538e-81b2-40e0-b5c0-30534cec8861 req-a45d596a-1fb2-476c-a80a-ed9677db4529 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0784740 May 26 23:09:55.046584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a72538e-81b2-40e0-b5c0-30534cec8861 req-6171dae5-fa94-43dc-bc3d-736e6a255e06 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443630 May 26 23:09:55.275220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:55.468993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e2eb9-dce2-4fd7-b85c-e5014db83b11 req-b002bba7-c276-43dc-ad2f-488114744ef9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:55.470463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-733e2eb9-dce2-4fd7-b85c-e5014db83b11 req-b002bba7-c276-43dc-ad2f-488114744ef9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.0838790 May 26 23:09:55.509142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59884) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:55.515002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-733e2eb9-dce2-4fd7-b85c-e5014db83b11 req-b1da4001-9e2f-4d76-8aab-634950f6d80b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390933 May 26 23:09:55.725605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7f8acbb-1fd1-4f51-9ec6-5414464975b9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.2153137 May 26 23:09:56.262592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b384f0-0837-48f7-bd5c-86f20474affe req-99824034-2548-4fcf-96a5-313dd2dd605a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:56.264091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24b384f0-0837-48f7-bd5c-86f20474affe req-99824034-2548-4fcf-96a5-313dd2dd605a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0792048 May 26 23:09:56.308652 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24b384f0-0837-48f7-bd5c-86f20474affe req-17d2b864-36d2-4b1c-97b4-f61ca943aaa6 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390966 May 26 23:09:56.515092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876d372-0b1d-4e4a-85df-a927e0dca968 req-d0ccbd18-b2d7-4b80-b6e6-9571c3fa76dd tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:56.516499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1876d372-0b1d-4e4a-85df-a927e0dca968 req-d0ccbd18-b2d7-4b80-b6e6-9571c3fa76dd tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0803757 May 26 23:09:56.522211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:09:56.525209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 59910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:56.530659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Request body: {'floatingip': {'port_id': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:09:56.621155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:56.709270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:56.723212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '967ab116-fefe-467c-b2fa-222483d2e13a', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'port_id': '967ab116-fefe-467c-b2fa-222483d2e13a', 'mac_address': 'fa:16:3e:ab:25:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:09:56.730406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59920) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:56.808015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95829580-9deb-45bb-b931-674b4304ce34 req-20217555-90f7-4bbe-a5e3-cd409bcf2479 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:56.810693 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:56.815062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95829580-9deb-45bb-b931-674b4304ce34 req-20217555-90f7-4bbe-a5e3-cd409bcf2479 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.1616118 May 26 23:09:56.834580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967ab116-fefe-467c-b2fa-222483d2e13a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:09:56.861825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:56.868748 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:56.894215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95829580-9deb-45bb-b931-674b4304ce34 req-8e5bbbba-0895-4edf-a3b3-c69e7b3896ef tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782671 May 26 23:09:56.918520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-edbaaf55-1e70-49ed-8e2a-c25ad26f52a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1854300 May 26 23:09:56.941126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:57.190324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['967ab116-fefe-467c-b2fa-222483d2e13a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:09:57.319005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:57.331255 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:57.538718 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Floating IP f2ae7547-baff-4400-b16d-84bbd6ba1414 associated. External IP: 172.25.4.195, port: 3991bd56-0ce8-4477-a9b0-48633bd9912d. May 26 23:09:57.864964 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:57.921851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59942) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:58.054031 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5897f440-26d0-42ea-8ecf-a0a690796d3a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1317363 May 26 23:09:58.102664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:09:58.201821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792a7b1-696b-4f8b-9168-fb8b740b563b req-e480dcdf-7676-4911-99d3-566337ca777d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:58.203357 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9792a7b1-696b-4f8b-9168-fb8b740b563b req-e480dcdf-7676-4911-99d3-566337ca777d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 944 time: 0.1745496 May 26 23:09:58.315642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9792a7b1-696b-4f8b-9168-fb8b740b563b req-14347447-d5f4-4fe0-b86d-666895511377 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694718 May 26 23:09:58.371894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:09:58.376263 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:58.382713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] Sync routers for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:09:58.428045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:58.428045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:58.436425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-98523771-f313-43e4-ac46-7301b33b62b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "PUT /v2.0/floatingips/f2ae7547-baff-4400-b16d-84bbd6ba1414 HTTP/1.1" status: 200 len: 991 time: 1.9099584 May 26 23:09:58.437254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:58.495414 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3f15d2-6d3c-4c79-aebb-91b5126fc431'] response: {'name': 'network-changed', 'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'status': 'completed', 'code': 200} May 26 23:09:58.571465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:09:58.591161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-1d988926-2eca-4a68-a075-621bd56d44ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1096 time: 0.0739474 May 26 23:09:58.655208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:58.761850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-6d74748d-7a14-462d-b0e4-8bcd8c8c497f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:58.763282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-6d74748d-7a14-462d-b0e4-8bcd8c8c497f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.1662824 May 26 23:09:58.844364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 967ab116-fefe-467c-b2fa-222483d2e13a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:09:58.866123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 967ab116-fefe-467c-b2fa-222483d2e13a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:09:58.867486 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:58.871650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-221818aa-4003-4f37-a8c3-e1c5b6d1a9f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 200 len: 999 time: 0.1011000 May 26 23:09:58.936513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-f0a5a7bd-57e0-4828-afcc-09c9d382d7ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:58.937983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-f0a5a7bd-57e0-4828-afcc-09c9d382d7ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0603268 May 26 23:09:59.028707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-1e669ea9-0ef8-4217-b83d-bbcb25cf96f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845201 May 26 23:09:59.056234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59970) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:09:59.139965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:59.172641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca2f1099-65a8-4167-abaa-aac5b563386f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1143851 May 26 23:09:59.184656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:09:59.188046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:09:59.200479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-c8e37b1d-11a4-43ab-835e-2cec22d8dfc0 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652570 May 26 23:09:59.204085 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:09:59.287055 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddff3a1-8f5d-43ee-88b6-49e948a021a3'] response: {'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'code': 200} May 26 23:09:59.298609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:09:59.311559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'f2ae7547-baff-4400-b16d-84bbd6ba1414', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'port_id': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'mac_address': 'fa:16:3e:06:65:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:09:57Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:59.318416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] Checking router: df3a7714-c1c4-4d6d-95da-efd3f4f68d7f for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:09:59.329413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:09:59.330302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:59.416062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54de1a9e-0ccd-4fc8-860d-cd1193c24c03 req-bad709bc-2887-41bf-a4c8-b21a96cb7fb1 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017827 May 26 23:09:59.551644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-64f6c1b4-0671-4787-8703-345390a444fb req-ca0a552f-a68a-4ab0-b6fe-9b5e7a631ca7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1870286 May 26 23:09:59.588845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ad37c-7604-43ea-af1c-56dc5ee7cefd req-d3edcf21-006d-4746-a13c-eaa583a1afd8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:09:59.593355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d9ad37c-7604-43ea-af1c-56dc5ee7cefd req-d3edcf21-006d-4746-a13c-eaa583a1afd8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1253343 May 26 23:09:59.616148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:09:59.667466 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d9ad37c-7604-43ea-af1c-56dc5ee7cefd req-a6c6fda7-32f5-4c42-ba30-d2f92856b0d1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739567 May 26 23:09:59.672050 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-64f6c1b4-0671-4787-8703-345390a444fb req-8f4f24fd-9016-412b-86b1-af35736230c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105697 May 26 23:09:59.987453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'f2ae7547-baff-4400-b16d-84bbd6ba1414', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'port_id': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'mac_address': 'fa:16:3e:06:65:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:09:57Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:09:59.991369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df1d99a-bc4d-4e0e-b6b2-4ac73386e446 None None] The sync data for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 is: [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'f2ae7547-baff-4400-b16d-84bbd6ba1414', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'port_id': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'mac_address': 'fa:16:3e:06:65:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:09:57Z', 'revision_number': 1, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:10:00.176044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 59996) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:00.278155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-462e131a-067c-440c-b9d2-57301e8dc864 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1006539 May 26 23:10:00.495470 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:10:00.862249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328893c-cebf-491e-ab8b-d024e0cbbb6e req-0782230b-612e-4f0e-9aa7-37e1946e989a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:00.864293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9328893c-cebf-491e-ab8b-d024e0cbbb6e req-0782230b-612e-4f0e-9aa7-37e1946e989a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.0829792 May 26 23:10:00.925707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9328893c-cebf-491e-ab8b-d024e0cbbb6e req-2c956257-e219-4001-9006-c3b3b3c02d51 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525477 May 26 23:10:01.281666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:01.402786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e1f7443-7552-4943-b05a-5cef2dc624ac tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 991 time: 0.1195965 May 26 23:10:01.423337 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b68a6-ad04-4840-898f-8349df7d4aa5 None None] New status for floating IP d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:10:02.132483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b6a52-3bc4-471f-a03c-ddaf4865562e req-f2463eff-a232-4029-a30d-b7fd77e534b3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:02.134070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d8b6a52-3bc4-471f-a03c-ddaf4865562e req-f2463eff-a232-4029-a30d-b7fd77e534b3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.0826256 May 26 23:10:02.179191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d8b6a52-3bc4-471f-a03c-ddaf4865562e req-a61bca1f-5706-4d2c-ae80-f3ba820052aa tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394678 May 26 23:10:02.375947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67a194-400a-4e1e-9ab2-01336818e6ca req-c30a9e64-e6c4-4f57-a7d3-84f05fefaf11 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:02.378142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d67a194-400a-4e1e-9ab2-01336818e6ca req-c30a9e64-e6c4-4f57-a7d3-84f05fefaf11 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.0811136 May 26 23:10:02.407475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60044) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:02.431069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d67a194-400a-4e1e-9ab2-01336818e6ca req-37c7e994-83cb-48cd-96c3-cf8bf30b287a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473080 May 26 23:10:02.459918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60050) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:02.521863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-50006c4a-3ba4-460c-abfd-c2840f8c8081 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 200 len: 993 time: 0.1104238 May 26 23:10:02.643747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e1c00cea-594e-4e82-88ff-9acd1b46df1c tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1091 time: 0.1799595 May 26 23:10:02.644213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60054) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:02.649918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '967ab116-fefe-467c-b2fa-222483d2e13a', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:02.658475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:02.669773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:floatingip and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:02.674750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:02.688467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:02.704939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:02.842981 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:02.991911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.233 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/f790eccb-236c-49b3-8342-1dcbeba398d5) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:10:03.252994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:03.282125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:03.348498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:10:03.351548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:10:03.356025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:10:03.385717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=f790eccb-236c-49b3-8342-1dcbeba398d5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:03.409261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.409604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.409964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.410295 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.410621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.410947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.411269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.411590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.411911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.412235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.412550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:03.919681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:03.982337 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:04.198655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:04.203170 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:04.308970 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=f790eccb-236c-49b3-8342-1dcbeba398d5,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:04.324260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:04.522193 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Floating IP c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c associated. External IP: 172.25.4.233, port: 967ab116-fefe-467c-b2fa-222483d2e13a. May 26 23:10:05.031520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 7858f85a-07f3-4172-8156-c5dcd462cefa has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:10:05.235136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:10:05.260253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:05.320303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f67d5fff-0f11-409d-99bd-1b263697ba78 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6743968 May 26 23:10:05.320909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:10:05.379599 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc74e793-7502-4b69-812e-140dc00e2967'] response: {'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'status': 'completed', 'code': 200} May 26 23:10:05.490745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-0f2960c0-52cb-4e45-93c7-c2434c364dad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0790162 May 26 23:10:05.516579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269d5c-2c77-404f-8415-f979c31ace37 req-82f727cb-9c42-4176-8f1f-a162237ddc13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:05.522147 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed269d5c-2c77-404f-8415-f979c31ace37 req-82f727cb-9c42-4176-8f1f-a162237ddc13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.0832236 May 26 23:10:05.568064 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ed269d5c-2c77-404f-8415-f979c31ace37 req-8c42596d-5c81-4cff-9188-85b9693d02ef tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 May 26 23:10:05.598694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60388) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:05.633835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-fcaea098-f7c0-438e-b53f-0c7a7029b6ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:05.636430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-fcaea098-f7c0-438e-b53f-0c7a7029b6ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.1401322 May 26 23:10:05.730936 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-27ba2ac3-f365-46ad-80e9-f9c42580f92c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1308742 May 26 23:10:05.762196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-5007a9ea-1389-40b4-a6d5-b0555b8987ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 999 time: 0.1196520 May 26 23:10:05.827865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-4174d5dd-9bdb-46de-9c7f-8e90ccb34781 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:05.829429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-4174d5dd-9bdb-46de-9c7f-8e90ccb34781 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0604382 May 26 23:10:05.909323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-aa30baaf-1595-4724-b06c-c45bb43b771b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738549 May 26 23:10:06.045031 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-20e0b085-772e-455d-8351-2dab9917c449 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297729 May 26 23:10:06.181893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4ae6e918-e7c6-4ee4-8e0c-782390d1c0de req-2841cb5d-827b-48fb-aba2-857031dbcb3c service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308861 May 26 23:10:06.735109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60520) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:06.772504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c4a16-128d-47eb-8f3e-14bab290d43a None None] New status for floating IP f2ae7547-baff-4400-b16d-84bbd6ba1414: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:10:06.850515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16ccfbc6-74d0-45a1-b606-e44144b2a64d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1142271 May 26 23:10:07.853567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:07.962274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a206321c-3774-4017-820c-86cf9ee69b22 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1067522 May 26 23:10:08.966128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60540) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:09.071724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-799ad2df-92df-4839-9f74-89894983ff34 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1043501 May 26 23:10:09.892819 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] Sync routers for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:10:09.904488 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:10:09.905079 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:10.075269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60554) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:10.078925 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:10:10.185105 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-24634203-7514-4702-bb9b-cb92f9ebba69 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1086667 May 26 23:10:10.435721 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:09Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:10.439728 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] Checking router: 79f92ae9-804b-4a89-bd08-e7a1fd9129ec for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:10:10.450536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:10:10.451096 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:10.629920 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:10:11.007657 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:09Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:11.012360 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce855a-3fda-46e0-9cc5-55d0e96be14f None None] The sync data for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 is: [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:09:09Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:10:11.166922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60564) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:11.189307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60568) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:11.241731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a56c0f78-b5da-4056-8852-b436ac404ffa tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=48c85a31011d4a1eae49d47c739cc354&network_id=09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 200 len: 2969 time: 0.0723302 May 26 23:10:11.306719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d5a86fb9-7931-4778-b861-fd6e6e42f8ef tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1151645 May 26 23:10:11.739628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60582) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:11.882020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:11.915093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:11.919110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Usage tracker for resource:security_group_rule and tenant:86805a1017e042399d4097bf435a412e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:11.922079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:11.927756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:11.994441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:11.998263 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.043901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddfff8b-659d-4906-9cd5-1b224ad14c9e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:12.048186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7a611c7-c6ff-4092-8758-550a862b70ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86805a1017e042399d4097bf435a412e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3075209 May 26 23:10:12.051169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60588) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:12.112806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08542265-6727-40ef-bdaf-8eea54db369f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.142224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08542265-6727-40ef-bdaf-8eea54db369f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.196753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08542265-6727-40ef-bdaf-8eea54db369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.212313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08542265-6727-40ef-bdaf-8eea54db369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddfff8b-659d-4906-9cd5-1b224ad14c9e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:12.216487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08542265-6727-40ef-bdaf-8eea54db369f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.217591 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-08542265-6727-40ef-bdaf-8eea54db369f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fddfff8b-659d-4906-9cd5-1b224ad14c9e HTTP/1.1" status: 204 len: 168 time: 0.1658862 May 26 23:10:12.310549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60594) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:12.417298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ea179560-620a-4468-9077-a0c2d6c947d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1055512 May 26 23:10:12.539818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60600) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:12.665461 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.697003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:12.700776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Usage tracker for resource:security_group_rule and tenant:211d3cbe6a9a42a8aa11cafa15e55a2d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:12.703525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:12.709012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:12.774109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.777747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.823960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469466b-a7b8-4472-9e4c-1ab260d332ba,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:12.829219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a3bcdc4b-0108-4a07-b547-60a2ee0b9876 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=211d3cbe6a9a42a8aa11cafa15e55a2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2884076 May 26 23:10:12.832251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60606) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:12.890387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.914410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.968884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:12.983875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6469466b-a7b8-4472-9e4c-1ab260d332ba,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:12.996203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.996547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.996882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.997211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.997536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.997892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.998216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.998535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.998853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.999169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:12.999489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:13.003396 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:13.004659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8bba1ad4-6f4a-49fb-a3d2-aef65a1da63f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6469466b-a7b8-4472-9e4c-1ab260d332ba HTTP/1.1" status: 204 len: 168 time: 0.1713152 May 26 23:10:13.421133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60622) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:13.529706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9eb293a-af09-4cef-b203-6fe2b2bb928d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1072991 May 26 23:10:14.012185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60636) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:14.073195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d590f0-6de8-40ee-be0d-f2ede27bffd6 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:14.075010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-98d590f0-6de8-40ee-be0d-f2ede27bffd6 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6 HTTP/1.1" status: 200 len: 814 time: 0.0618472 May 26 23:10:14.089821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Sync routers for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:10:14.102573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:10:14.103230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:14.295854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:10:14.533725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60654) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:14.654963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:40Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'port_id': '967ab116-fefe-467c-b2fa-222483d2e13a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'mac_address': 'fa:16:3e:ab:25:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:10:03Z', 'updated_at': '2022-05-26T23:10:03Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8701de-7952-43d6-9ee1-ce49841e805a', 'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:35:95:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 2, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:14.656344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-143a9bc1-5551-4f86-9355-ca970ee6ef00 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1210525 May 26 23:10:14.661404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Checking router: 7858f85a-07f3-4172-8156-c5dcd462cefa for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:10:14.661778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Updating router 7858f85a-07f3-4172-8156-c5dcd462cefa port be8701de-7952-43d6-9ee1-ce49841e805a binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:10:14.707581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60660) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:14.714174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'network': {'name': 'tempest-network-smoke--1604574040', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:14.720369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:14.722474 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:14.725085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:network and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:14.728763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:14.736071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:14.750483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:10:14.753579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:14.781771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:10:14.792445 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:14.792770 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Added segment 86c9329b-e901-43d9-abf9-e6f615e6e683 of type vlan for network 58427a59-089b-4434-8504-5253eb954c39 May 26 23:10:14.821791 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:14.852705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:14.856954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:14.857572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:14.963898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2552223 May 26 23:10:14.966976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60668) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.004522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdae28-8b2b-4e21-a32e-0b2138d6284b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Network': ['ID=58427a59-089b-4434-8504-5253eb954c39,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:15.022976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 58427a59-089b-4434-8504-5253eb954c39 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:10:15.035145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d75801d-ca0d-4c00-816d-897f251b31ea tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:15.039237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d75801d-ca0d-4c00-816d-897f251b31ea tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=48c85a31011d4a1eae49d47c739cc354&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0687444 May 26 23:10:15.039485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60674) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.197112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79411344-70ff-4b8d-b191-77c2b9b1cb96 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:15.200129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-79411344-70ff-4b8d-b191-77c2b9b1cb96 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590557 May 26 23:10:15.202299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60680) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.291450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:15.304112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Transition to ACTIVE for port object be8701de-7952-43d6-9ee1-ce49841e805a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:10:15.311681 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:15.358374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f09122e5-bbd9-4760-965b-237d7c8b5ea5 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1514862 May 26 23:10:15.358688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60686) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.406339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a33d6139-d226-4174-a676-4871b7c2433f tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=48c85a31011d4a1eae49d47c739cc354&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444603 May 26 23:10:15.407203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60692) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.454411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d3b5f-5659-43e1-ba8f-586851bc5996 None None] Pushing event updated for resources: {'Port': ['ID=be8701de-7952-43d6-9ee1-ce49841e805a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:15.555609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Attempting to bind port be8701de-7952-43d6-9ee1-ce49841e805a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:10:15.555976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Attempting to bind port be8701de-7952-43d6-9ee1-ce49841e805a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:10:15.556335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Attempting to bind port be8701de-7952-43d6-9ee1-ce49841e805a on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:10:15.565775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:10:15.566142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Checking segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:10:15.566543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:15.567059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Bound using segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:10:15.567537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Bound port: be8701de-7952-43d6-9ee1-ce49841e805a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:10:15.567906 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:15.587497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3f134-49e6-42e6-b465-130027962692 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:15.589278 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-99c3f134-49e6-42e6-b465-130027962692 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1802020 May 26 23:10:15.592050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60698) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.639500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-66e48945-5338-474e-b5fb-66c219491dc4 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461888 May 26 23:10:15.642014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60708) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.648346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1947211125', 'network_id': '58427a59-089b-4434-8504-5253eb954c39', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:15.659191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] For port be8701de-7952-43d6-9ee1-ce49841e805a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:10:15.659491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60712) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:15.661139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] For port be8701de-7952-43d6-9ee1-ce49841e805a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=be8701de-7952-43d6-9ee1-ce49841e805a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:10:15.674184 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:15.779419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d3b5f-5659-43e1-ba8f-586851bc5996 None None] Pushing event updated for resources: {'Port': ['ID=be8701de-7952-43d6-9ee1-ce49841e805a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:15.788688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:10:15.789446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:09:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:15.793879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:15.799370 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:subnet and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:15.801297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9c7fabf-da77-4804-941a-3a8ffbcaafdb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1406810 May 26 23:10:15.804626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:15.812367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:15.826400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:10:15.950219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:15.993728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:10:16.184174 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.286711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Checking segment: {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:10:16.287065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network hostable DHCP agents. Network: 58427a59-089b-4434-8504-5253eb954c39, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:10:16.295227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Subnet': ['ID=eab58238-f69d-436e-a768-aa431d593449,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:16.318009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 58427a59-089b-4434-8504-5253eb954c39 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:10:16.329824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 58427a59-089b-4434-8504-5253eb954c39) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:10:16.337271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:16.338156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.362534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7493620-ae84-4ccf-be6a-332a822a6149 None None] Network 58427a59-089b-4434-8504-5253eb954c39 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:10:16.374302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85a10312-eba7-4ac6-8e6e-309fc24afee3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7259908 May 26 23:10:16.469640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60724) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:16.475154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766837237', 'description': 'tempest-secgroup-smoke-766837237 description', 'project_id': '48c85a31011d4a1eae49d47c739cc354'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:16.483035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:16.493113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:16.504104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.513320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:40Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'port_id': '967ab116-fefe-467c-b2fa-222483d2e13a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'mac_address': 'fa:16:3e:ab:25:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:10:03Z', 'updated_at': '2022-05-26T23:10:03Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8701de-7952-43d6-9ee1-ce49841e805a', 'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:35:95:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:15Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:16.519952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db357b9-e155-4191-920d-1fb578082fc4 None None] The sync data for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 is: [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:40Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'port_id': '967ab116-fefe-467c-b2fa-222483d2e13a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'mac_address': 'fa:16:3e:ab:25:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:10:03Z', 'updated_at': '2022-05-26T23:10:03Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8701de-7952-43d6-9ee1-ce49841e805a', 'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:35:95:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:15Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:10:16.545395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:16.549309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:16.559349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:16.568146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:16.665087 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.679332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.726642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-58427a59-089b-4434-8504-5253eb954c39', 'network_id': '58427a59-089b-4434-8504-5253eb954c39', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ips': [{'subnet_id': 'eab58238-f69d-436e-a768-aa431d593449'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:10:16.727769 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.729726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b976006c-7df7-4e83-8a94-67e85ab0c640,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:16.743426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.747904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60728) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:16.753468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': 'b976006c-7df7-4e83-8a94-67e85ab0c640', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:16.754976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-612bdb3f-b73e-4c34-98b2-54f76c1104c0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2841921 May 26 23:10:16.761396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:16.765414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:16.768658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:16.775503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:16.795431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.804454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:16.913854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Allocated IP 172.20.0.18 (58427a59-089b-4434-8504-5253eb954c39/eab58238-f69d-436e-a768-aa431d593449/3489230a-4e4c-47b1-8089-ecd0110a9f40) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:10:16.929877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.942653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:16.990229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85122ac9-7bc4-4f26-bd39-f49599a4d0b1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:17.011556 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d485abbc-0708-41d4-895b-390253645125 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.2055240 May 26 23:10:17.044055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.045612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f3d8b589-01fa-4fa5-b4b0-27c2c4996615 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2967396 May 26 23:10:17.048384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60736) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:17.055042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': 'b976006c-7df7-4e83-8a94-67e85ab0c640', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:17.074889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:17.086516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:17.097365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:17.106775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:17.132803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.210326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device be8701de-7952-43d6-9ee1-ce49841e805a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:17.242712 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.248586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.283397 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-27b9f18b-9e66-41db-bc30-0e51bdbd3763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.293536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637497cd-abf9-4dd0-be3c-a323cfb11067,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:17.301725 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.315573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.316843 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-70134488-0e05-45b2-b655-e496d30189c9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2673059 May 26 23:10:17.319930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Transition to ACTIVE for port object 3489230a-4e4c-47b1-8089-ecd0110a9f40 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:10:17.320250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60740) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:17.329422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': 'b976006c-7df7-4e83-8a94-67e85ab0c640', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:17.337920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:17.346264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:17.350307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:17.355724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Transition to ACTIVE for port object 3489230a-4e4c-47b1-8089-ecd0110a9f40 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:10:17.365077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:17.368939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port be8701de-7952-43d6-9ee1-ce49841e805a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:10:17.375309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port be8701de-7952-43d6-9ee1-ce49841e805a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:17.375747 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.393960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.402502 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.481198 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.488669 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.515723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Network 58427a59-089b-4434-8504-5253eb954c39 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:10:17.516470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Pushing event updated for resources: {'Port': ['ID=3489230a-4e4c-47b1-8089-ecd0110a9f40,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:17.520150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:10:17.520573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deba8f4f-db3b-42bb-b7c3-e799b8dd505a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:17.528514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:10:17.537407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.539532 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-67468b2c-a71c-40d8-9552-122244a6614f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2183142 May 26 23:10:17.542585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60750) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:17.548299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': 'b976006c-7df7-4e83-8a94-67e85ab0c640', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:17.555657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:17.559918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:17.563068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:17.575342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:17.595002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.669403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.674985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.704796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Attempting to bind port 3489230a-4e4c-47b1-8089-ecd0110a9f40 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:10:17.705082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Attempting to bind port 3489230a-4e4c-47b1-8089-ecd0110a9f40 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:10:17.705442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Attempting to bind port 3489230a-4e4c-47b1-8089-ecd0110a9f40 on network 58427a59-089b-4434-8504-5253eb954c39 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:10:17.705666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e5395f-6b72-42ac-9e90-4672dccf6862,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:17.720619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:10:17.720988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Checking segment: {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:10:17.722107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.722492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Bound using segment: {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:10:17.723302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Bound port: 3489230a-4e4c-47b1-8089-ecd0110a9f40, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:10:17.723671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.731666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.738424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3855b920-93d1-4209-a05b-bb3396e73041 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1897204 May 26 23:10:17.738702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60764) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:17.747006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': 'b976006c-7df7-4e83-8a94-67e85ab0c640', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:17.756620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:17.758129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.762054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:17.765325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:17.772189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:17.784951 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Project 48c85a31011d4a1eae49d47c739cc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:10:17.795159 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.842666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port be8701de-7952-43d6-9ee1-ce49841e805a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=be8701de-7952-43d6-9ee1-ce49841e805a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:17.851513 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.881900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.886682 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.926007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970560da-ae07-45a7-ac5b-009478df58a2,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:17.932874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.937098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60768) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:17.937555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a3085982-8e5c-4a2f-b257-86e0d5cbca69 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1970940 May 26 23:10:17.944351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': 'b976006c-7df7-4e83-8a94-67e85ab0c640', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:17.951241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:17.955358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:17.959120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:17.965780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:17.973305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] For port 3489230a-4e4c-47b1-8089-ecd0110a9f40, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:10:17.976710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] For port 3489230a-4e4c-47b1-8089-ecd0110a9f40, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3489230a-4e4c-47b1-8089-ecd0110a9f40,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:10:17.978223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=be8701de-7952-43d6-9ee1-ce49841e805a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:17.987780 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:17.988461 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Project 48c85a31011d4a1eae49d47c739cc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:10:18.010025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:18.015369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60772) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:18.071555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbbd80-86fc-44db-991e-83f40b3f0f29 None None] Pushing event updated for resources: {'Port': ['ID=3489230a-4e4c-47b1-8089-ecd0110a9f40,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:18.125508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:18.135388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:18.177532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f9f1b8-2923-43f6-8f72-ecae26fa928c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:18.191857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-80d96081-31dd-4e09-ab59-e4cf9968f215 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1753218 May 26 23:10:18.192783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:18.194464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-33a2628f-1382-46e2-8b81-c6383b49e193 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2561989 May 26 23:10:18.494527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-3f234291-7d23-40ce-87d1-3a34a6b5a149 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766837237&fields=id&tenant_id=48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 267 time: 0.0516803 May 26 23:10:18.657506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-153d75c7-d2d9-4d52-89c1-9d6e4e5e7784 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:18.658253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-153d75c7-d2d9-4d52-89c1-9d6e4e5e7784 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:10:18.676747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-153d75c7-d2d9-4d52-89c1-9d6e4e5e7784 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:10:18.678160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-153d75c7-d2d9-4d52-89c1-9d6e4e5e7784 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/networks?id=58427a59-089b-4434-8504-5253eb954c39 HTTP/1.1" status: 200 len: 797 time: 0.1771486 May 26 23:10:18.697368 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-334c467d-5cf7-4056-9f76-af20fe775ef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/quotas/48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 375 time: 0.0140305 May 26 23:10:18.783126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-db382e08-6df2-44fc-a759-8ea6f8f0d318 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0800078 May 26 23:10:18.943680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-9ecedeb7-1737-47e4-9519-f52888d92a2d service neutron] 10.222.0.32 "GET /v2.0/networks/58427a59-089b-4434-8504-5253eb954c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440437 May 26 23:10:19.109558 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-0eaf9541-d1e2-4041-bdc7-196bad64f69e service neutron] 10.222.0.32 "GET /v2.0/networks/58427a59-089b-4434-8504-5253eb954c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585734 May 26 23:10:19.195578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:19.251918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3489230a-4e4c-47b1-8089-ecd0110a9f40 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:19.334802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addce4da-1503-4451-936a-b284532f646c None None] Network 58427a59-089b-4434-8504-5253eb954c39 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:10:19.354038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bee91ab8-b6ae-4eb1-b839-25f55ef7e7e1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1572435 May 26 23:10:19.423874 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a1aff68-b26b-48f9-b2ed-8a63f6b35251 req-91a7088b-627a-49cf-a464-00aec9e17eb0 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 210 time: 0.0687194 May 26 23:10:19.474961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b593ccc7-50e2-4836-ade7-13e58f0a4931 None None] Provisioning for port 3489230a-4e4c-47b1-8089-ecd0110a9f40 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:10:19.547381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3489230a-4e4c-47b1-8089-ecd0110a9f40 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:10:19.561010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3489230a-4e4c-47b1-8089-ecd0110a9f40 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:19.561376 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:19.775132 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:19.813734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 3489230a-4e4c-47b1-8089-ecd0110a9f40, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3489230a-4e4c-47b1-8089-ecd0110a9f40,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:19.821372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:19.822652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device be8701de-7952-43d6-9ee1-ce49841e805a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:19.953372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-be73ad32-e988-475d-a334-5412439c4c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:19.968625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=3489230a-4e4c-47b1-8089-ecd0110a9f40,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:19.981735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port be8701de-7952-43d6-9ee1-ce49841e805a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:19.982182 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:20.052906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-591990ae-bd8f-400f-a806-061df5bc2623 None None] Provisioning complete for port 3489230a-4e4c-47b1-8089-ecd0110a9f40 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:20.053166 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-591990ae-bd8f-400f-a806-061df5bc2623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:20.357257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:20.632590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:20.643350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-64248e8c-ce8a-4e08-8fa8-be9a75f7b056 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.2843740 May 26 23:10:20.665999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c817726e-f64c-4e9a-84db-b4f9066e99de req-fff6e8f3-cb87-4608-a298-5e7af3e75034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 210 time: 0.0891542 May 26 23:10:20.739693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-136dad91-9b49-47b8-a80b-a1e077287e86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:20.741764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-136dad91-9b49-47b8-a80b-a1e077287e86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "GET /v2.0/networks?id=58427a59-089b-4434-8504-5253eb954c39 HTTP/1.1" status: 200 len: 797 time: 0.2660713 May 26 23:10:20.783842 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:20.798273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-08a4e4fe-8882-409b-bd21-878fc3a849a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 472 time: 0.0438278 May 26 23:10:20.807339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'port': {'device_id': '12941572-ce78-40ee-986f-ac33deea7652', 'network_id': '58427a59-089b-4434-8504-5253eb954c39', 'admin_state_up': True, 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'security_groups': ['b976006c-7df7-4e83-8a94-67e85ab0c640']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:20.946048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:20.950006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:port and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:20.952801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:20.958383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:20.968290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:10:20.971464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:21.090532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3489230a-4e4c-47b1-8089-ecd0110a9f40 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:21.149974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.20.0.22 (58427a59-089b-4434-8504-5253eb954c39/eab58238-f69d-436e-a768-aa431d593449/583a5a77-a655-4254-8bd5-0ac045b713a1) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:10:21.165484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3489230a-4e4c-47b1-8089-ecd0110a9f40 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:21.166101 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:21.478341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:21.495117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Transition to ACTIVE for port object 583a5a77-a655-4254-8bd5-0ac045b713a1 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:10:21.516920 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:21.596239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 58427a59-089b-4434-8504-5253eb954c39 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:10:21.600200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:10:21.604777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:10:21.633183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=583a5a77-a655-4254-8bd5-0ac045b713a1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:21.647937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60830) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:21.708416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:21.711184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:21.764271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-539c44ea-4214-437d-84ec-fb7516c376c1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9609361 May 26 23:10:21.784089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Request body: {'port': {'device_id': '12941572-ce78-40ee-986f-ac33deea7652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:10:21.796479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-74f3af38-9f7e-4e8c-b749-17f8fb00240d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1473987 May 26 23:10:21.922175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:21.935026 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:21.956280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18699c0-543b-454f-8fd5-cc0ba81f0e3c req-404b7ff4-f453-4dca-960b-c59626974583 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:21.958083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f18699c0-543b-454f-8fd5-cc0ba81f0e3c req-404b7ff4-f453-4dca-960b-c59626974583 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 932 time: 0.0896778 May 26 23:10:22.011412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f18699c0-543b-454f-8fd5-cc0ba81f0e3c req-7334bc49-1357-4056-b288-7b63ab7f27ee tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:10:22.012409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-467a7a8b-bdd0-4adb-ab67-0d6412612352 None None] Provisioning for port 583a5a77-a655-4254-8bd5-0ac045b713a1 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:10:22.021632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-467a7a8b-bdd0-4adb-ab67-0d6412612352 None None] Provisioning complete for port 583a5a77-a655-4254-8bd5-0ac045b713a1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:22.022357 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-467a7a8b-bdd0-4adb-ab67-0d6412612352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:22.028834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f18699c0-543b-454f-8fd5-cc0ba81f0e3c req-7334bc49-1357-4056-b288-7b63ab7f27ee tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:10:22.030388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f18699c0-543b-454f-8fd5-cc0ba81f0e3c req-7334bc49-1357-4056-b288-7b63ab7f27ee tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663679 May 26 23:10:22.093521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-467a7a8b-bdd0-4adb-ab67-0d6412612352 None None] Port 583a5a77-a655-4254-8bd5-0ac045b713a1 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:10:22.290007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583a5a77-a655-4254-8bd5-0ac045b713a1 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:10:22.298085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:22.314834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Transition to ACTIVE for port object 583a5a77-a655-4254-8bd5-0ac045b713a1 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:10:22.318513 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:22.462915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=583a5a77-a655-4254-8bd5-0ac045b713a1,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:22.578141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Attempting to bind port 583a5a77-a655-4254-8bd5-0ac045b713a1 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:10:22.578467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Attempting to bind port 583a5a77-a655-4254-8bd5-0ac045b713a1 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:10:22.578788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Attempting to bind port 583a5a77-a655-4254-8bd5-0ac045b713a1 on network 58427a59-089b-4434-8504-5253eb954c39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:10:22.585410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Port 583a5a77-a655-4254-8bd5-0ac045b713a1 on network 58427a59-089b-4434-8504-5253eb954c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:10:22.585757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Attempting to bind port 583a5a77-a655-4254-8bd5-0ac045b713a1 on network 58427a59-089b-4434-8504-5253eb954c39 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:10:22.592024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:10:22.592364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Checking segment: {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:10:22.592721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Bound using segment: {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:10:22.593132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Bound port: 583a5a77-a655-4254-8bd5-0ac045b713a1, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:10:22.593469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:22.681079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] For port 583a5a77-a655-4254-8bd5-0ac045b713a1, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:10:22.683936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] For port 583a5a77-a655-4254-8bd5-0ac045b713a1, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=583a5a77-a655-4254-8bd5-0ac045b713a1,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:10:22.688237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:22.752918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:22.754533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/583a5a77-a655-4254-8bd5-0ac045b713a1 HTTP/1.1" status: 200 len: 1092 time: 0.9803364 May 26 23:10:22.754972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12941572-ce78-40ee-986f-ac33deea7652', 'tag': '583a5a77-a655-4254-8bd5-0ac045b713a1'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:10:22.777720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cb91d-e5d0-4eb1-aa4b-6804445e30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=583a5a77-a655-4254-8bd5-0ac045b713a1,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:22.799551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60844) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:22.856152 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e542a7-1bfa-4501-88e1-43c1c6b21ed0'] response: {'name': 'network-changed', 'server_uuid': '12941572-ce78-40ee-986f-ac33deea7652', 'tag': '583a5a77-a655-4254-8bd5-0ac045b713a1', 'status': 'completed', 'code': 200} May 26 23:10:22.903238 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-7e4474af-f281-4d47-bacb-a9ffdee2f5f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 1095 time: 0.0859218 May 26 23:10:22.933300 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a088371d-0196-4b73-8d97-1ea2338309b6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1325996 May 26 23:10:22.991005 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-72d1175c-be06-42bf-ac80-0ae46b005c1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=583a5a77-a655-4254-8bd5-0ac045b713a1 HTTP/1.1" status: 200 len: 217 time: 0.0788956 May 26 23:10:23.061710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-948346ea-7f1a-4ab0-8dd8-e38a0ec475a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:23.063510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-948346ea-7f1a-4ab0-8dd8-e38a0ec475a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eab58238-f69d-436e-a768-aa431d593449 HTTP/1.1" status: 200 len: 838 time: 0.0648968 May 26 23:10:23.151500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-78772b3e-d745-472c-b9cb-606cca685e59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58427a59-089b-4434-8504-5253eb954c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812006 May 26 23:10:23.244104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e2d9a-d6b2-4793-a774-03d5e63ef7c5 req-7cbc0f44-5020-4ee8-8b6e-0f8c5407c088 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:23.245846 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f32e2d9a-d6b2-4793-a774-03d5e63ef7c5 req-7cbc0f44-5020-4ee8-8b6e-0f8c5407c088 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 944 time: 0.0861518 May 26 23:10:23.291208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-6ee86b78-bd0a-4263-8b21-b64fdf0154ff service neutron] 10.222.0.55 "GET /v2.0/networks/58427a59-089b-4434-8504-5253eb954c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310711 May 26 23:10:23.299290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f32e2d9a-d6b2-4793-a774-03d5e63ef7c5 req-aad16dfe-000c-4d9b-9a04-90ba15ed4e17 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 May 26 23:10:23.522717 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a7547569-77d8-49f7-9b05-78579fc10bf0 req-8c1a201f-ea48-4638-9a90-be02867dc2c0 service neutron] 10.222.0.55 "GET /v2.0/networks/58427a59-089b-4434-8504-5253eb954c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247550 May 26 23:10:23.637246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-64e8799f-f04b-4790-aee4-1b2403bc18ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 1095 time: 0.0717566 May 26 23:10:23.774907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-d8e9d5a9-9ce7-4680-a277-ab2c7e02d097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:23.776333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-d8e9d5a9-9ce7-4680-a277-ab2c7e02d097 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58427a59-089b-4434-8504-5253eb954c39 HTTP/1.1" status: 200 len: 898 time: 0.1321731 May 26 23:10:23.848385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-e5fad00e-72ca-44e7-b290-052a33212f0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=583a5a77-a655-4254-8bd5-0ac045b713a1 HTTP/1.1" status: 200 len: 217 time: 0.0653603 May 26 23:10:23.911324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-ff20c9f2-ab48-4f52-883f-36574e703266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:23.913211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-ff20c9f2-ab48-4f52-883f-36574e703266 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eab58238-f69d-436e-a768-aa431d593449 HTTP/1.1" status: 200 len: 838 time: 0.0570176 May 26 23:10:23.936379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60866) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:23.995580 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-dd3f6b57-6da1-4235-904a-509e360a45ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58427a59-089b-4434-8504-5253eb954c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757811 May 26 23:10:24.043455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2675589d-22f2-4371-9752-ced7d60c5302 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1047392 May 26 23:10:24.129015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-76a5bb03-53d7-42fe-bec7-8948dd373d62 service neutron] 10.222.0.55 "GET /v2.0/networks/58427a59-089b-4434-8504-5253eb954c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264181 May 26 23:10:24.266920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f79e3bc7-f0d9-4835-99fe-4f5c11b8b4bf req-2e7d4ff7-21d4-43ac-8501-ea2847364642 service neutron] 10.222.0.55 "GET /v2.0/networks/58427a59-089b-4434-8504-5253eb954c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315765 May 26 23:10:24.510864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b8c39-7cff-4f7c-9161-2cd844d7bf01 req-ef6b314b-7d6d-43c7-91a1-7e28102d3563 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:24.511449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e03b8c39-7cff-4f7c-9161-2cd844d7bf01 req-ef6b314b-7d6d-43c7-91a1-7e28102d3563 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:10:24.526483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e03b8c39-7cff-4f7c-9161-2cd844d7bf01 req-ef6b314b-7d6d-43c7-91a1-7e28102d3563 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:10:24.527578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e03b8c39-7cff-4f7c-9161-2cd844d7bf01 req-ef6b314b-7d6d-43c7-91a1-7e28102d3563 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 944 time: 0.1007473 May 26 23:10:24.574560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e03b8c39-7cff-4f7c-9161-2cd844d7bf01 req-f0f216ad-b686-4c8a-bd11-60df1d7b35f9 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 May 26 23:10:25.046206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60876) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:25.150356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-752dc4ce-2008-4e06-a8c0-21f1fe5df8e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1028821 May 26 23:10:25.289789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:25.777301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61407a1e-06f0-4599-9625-a74ad9ece6b6 req-65faebcc-475b-4a1a-bc84-998f3c739275 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:25.778795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61407a1e-06f0-4599-9625-a74ad9ece6b6 req-65faebcc-475b-4a1a-bc84-998f3c739275 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 944 time: 0.0816832 May 26 23:10:25.825353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61407a1e-06f0-4599-9625-a74ad9ece6b6 req-a9a23a2b-b2e9-4acd-bd97-da3f4519e9de tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 May 26 23:10:25.954917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60892) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:26.093732 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.124504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:26.128209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Usage tracker for resource:security_group_rule and tenant:076fd732eefc42198a7b2360f235b855 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:26.130965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:26.136539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:26.153958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:26.199210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.202847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.249485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d493d0-a3fe-4463-881c-945505982617,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:26.256475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cd30cb44-caea-4ece-aee5-03ec1641d588 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=076fd732eefc42198a7b2360f235b855&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2980156 May 26 23:10:26.256670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 60904) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:26.262838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b5335d50-b67e-4da2-b1d2-6cc9d3ba9b02 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1061091 May 26 23:10:26.318164 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-18e360e5-fabf-4082-bb4a-75d61f373768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.342681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-18e360e5-fabf-4082-bb4a-75d61f373768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.390865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-18e360e5-fabf-4082-bb4a-75d61f373768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.406331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e360e5-fabf-4082-bb4a-75d61f373768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d493d0-a3fe-4463-881c-945505982617,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:26.410575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-18e360e5-fabf-4082-bb4a-75d61f373768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.414124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-18e360e5-fabf-4082-bb4a-75d61f373768 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5d493d0-a3fe-4463-881c-945505982617 HTTP/1.1" status: 204 len: 168 time: 0.1565752 May 26 23:10:26.432504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 583a5a77-a655-4254-8bd5-0ac045b713a1 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:10:26.568108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 583a5a77-a655-4254-8bd5-0ac045b713a1, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=583a5a77-a655-4254-8bd5-0ac045b713a1,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:26.582180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '583a5a77-a655-4254-8bd5-0ac045b713a1', 'network_id': '58427a59-089b-4434-8504-5253eb954c39', 'port_id': '583a5a77-a655-4254-8bd5-0ac045b713a1', 'mac_address': 'fa:16:3e:d5:36:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab58238-f69d-436e-a768-aa431d593449', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:10:26.636043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.653347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583a5a77-a655-4254-8bd5-0ac045b713a1 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:10:26.672955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 583a5a77-a655-4254-8bd5-0ac045b713a1, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=583a5a77-a655-4254-8bd5-0ac045b713a1,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:26.678943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.744789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60912) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:26.745087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=583a5a77-a655-4254-8bd5-0ac045b713a1,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:26.763369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.793789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:26.797511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Usage tracker for resource:security_group_rule and tenant:d1387c85c0cd48818d67780ce4650bc1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:26.800363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:26.805991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:26.868967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.873935 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:26.921203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['583a5a77-a655-4254-8bd5-0ac045b713a1'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:10:26.923061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb24ada1-8cfb-4ae4-bc3e-6cc2f8b18ac7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:26.929556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-74e41f13-5a48-437f-bb56-276b43aeef9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1387c85c0cd48818d67780ce4650bc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813793 May 26 23:10:26.929860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60918) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:27.044151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-810cd8ec-3878-42d3-aa7c-2c447a68b30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.082315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-810cd8ec-3878-42d3-aa7c-2c447a68b30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.097466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f581c-c644-4930-8387-4dd12ed78ce4 req-dfc5b4dd-06fd-438e-906b-187ce0bdff01 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:27.098957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-569f581c-c644-4930-8387-4dd12ed78ce4 req-dfc5b4dd-06fd-438e-906b-187ce0bdff01 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 945 time: 0.1439567 May 26 23:10:27.166094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-569f581c-c644-4930-8387-4dd12ed78ce4 req-2ebb46df-5f6c-41a6-9a61-cf629b90bf20 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583122 May 26 23:10:27.181943 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-810cd8ec-3878-42d3-aa7c-2c447a68b30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.202161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd8ec-3878-42d3-aa7c-2c447a68b30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb24ada1-8cfb-4ae4-bc3e-6cc2f8b18ac7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:27.206489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-810cd8ec-3878-42d3-aa7c-2c447a68b30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.209962 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-810cd8ec-3878-42d3-aa7c-2c447a68b30b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb24ada1-8cfb-4ae4-bc3e-6cc2f8b18ac7 HTTP/1.1" status: 204 len: 168 time: 0.2768872 May 26 23:10:27.265182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60924) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:27.370664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ec06bc8-11ce-436b-8a09-45e0f22fba34 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 991 time: 0.1037593 May 26 23:10:27.589643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60930) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:27.608389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.638918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:10:27.642665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Usage tracker for resource:security_group_rule and tenant:8218e8b6d32b4863a29d4281eefd4480 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:10:27.645351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:10:27.651560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:10:27.716600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.720014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.764520 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d374259-0625-4299-8e00-9c585fb1b659,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:27.770062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50d64b84-ef17-4687-b818-4ee29befaec7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8218e8b6d32b4863a29d4281eefd4480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1790729 May 26 23:10:27.772405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60934) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:27.837409 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf54-8a8a-4227-9c02-31fcc40eacea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.853972 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.863918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf54-8a8a-4227-9c02-31fcc40eacea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.915051 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b0ae2-9022-46fc-9ba1-ec3b55e0b368 None None] New status for floating IP c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:10:27.919764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf54-8a8a-4227-9c02-31fcc40eacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.937526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbaf54-8a8a-4227-9c02-31fcc40eacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d374259-0625-4299-8e00-9c585fb1b659,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:27.948930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e3bbaf54-8a8a-4227-9c02-31fcc40eacea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:27.950234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e3bbaf54-8a8a-4227-9c02-31fcc40eacea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d374259-0625-4299-8e00-9c585fb1b659 HTTP/1.1" status: 204 len: 168 time: 0.1768916 May 26 23:10:28.373490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef428d-59b9-4148-92af-e60bd8ec6b63 req-90b5e0d2-2819-45b5-84dc-5ae68367c505 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:28.374707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 60950) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:28.375103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbef428d-59b9-4148-92af-e60bd8ec6b63 req-90b5e0d2-2819-45b5-84dc-5ae68367c505 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 945 time: 0.0872967 May 26 23:10:28.423756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbef428d-59b9-4148-92af-e60bd8ec6b63 req-f65aa123-3140-4b49-a37a-b27b5726fc8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433650 May 26 23:10:28.440125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 583a5a77-a655-4254-8bd5-0ac045b713a1 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:28.528737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 583a5a77-a655-4254-8bd5-0ac045b713a1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:10:28.534560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 583a5a77-a655-4254-8bd5-0ac045b713a1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:28.535267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:28.580153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a684f1e5-be8c-4161-a0ed-46be727ad5a4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 993 time: 0.2037754 May 26 23:10:28.658327 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:28.685834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12941572-ce78-40ee-986f-ac33deea7652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583a5a77-a655-4254-8bd5-0ac045b713a1'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:10:28.695756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 583a5a77-a655-4254-8bd5-0ac045b713a1, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=583a5a77-a655-4254-8bd5-0ac045b713a1,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:28.699790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:28.755663 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5f3231-f729-42cc-b701-04075aca9b34'] response: {'server_uuid': '12941572-ce78-40ee-986f-ac33deea7652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583a5a77-a655-4254-8bd5-0ac045b713a1', 'code': 200} May 26 23:10:28.782905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=583a5a77-a655-4254-8bd5-0ac045b713a1,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:28.884232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d5d61d3-e121-45b4-a26f-51cb95d51ad6 req-93cc369e-83c0-4ab3-9e01-00c7646df895 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 1097 time: 0.0685921 May 26 23:10:28.925947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d5d61d3-e121-45b4-a26f-51cb95d51ad6 req-194386c0-067e-4d12-ae78-0db54930af28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360429 May 26 23:10:29.647614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af1fb-d927-4d5c-a684-abe5a1afb07d req-90ae4533-83f3-4a9e-9b6b-bb8332660153 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:29.649070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b79af1fb-d927-4d5c-a684-abe5a1afb07d req-90ae4533-83f3-4a9e-9b6b-bb8332660153 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 946 time: 0.0804210 May 26 23:10:29.698930 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b79af1fb-d927-4d5c-a684-abe5a1afb07d req-36b20139-677e-4ebf-9413-117fae24c738 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433066 May 26 23:10:30.899581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5905a-1622-4e3b-aaa6-bc2d140facdb req-4e5c3af7-eebc-4aab-bc10-4292b3f3662b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:30.901012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34e5905a-1622-4e3b-aaa6-bc2d140facdb req-4e5c3af7-eebc-4aab-bc10-4292b3f3662b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 946 time: 0.0792320 May 26 23:10:30.949155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34e5905a-1622-4e3b-aaa6-bc2d140facdb req-54622ff5-c27f-4b46-80c5-e417fb154665 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 May 26 23:10:31.153149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285a7c3-2902-416e-b077-1baf96b28a47 req-d1e009b9-f6c5-4eea-9e51-656d5bfda69f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:31.154563 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3285a7c3-2902-416e-b077-1baf96b28a47 req-d1e009b9-f6c5-4eea-9e51-656d5bfda69f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 946 time: 0.0848143 May 26 23:10:31.201246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3285a7c3-2902-416e-b077-1baf96b28a47 req-b007f85e-24d1-4e9d-b23a-6c917fd33a3e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411155 May 26 23:10:32.693528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32790) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:33.472909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:33.892082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.20.0.17 (58427a59-089b-4434-8504-5253eb954c39/eab58238-f69d-436e-a768-aa431d593449/04a54dfc-b795-40c2-a18c-94067c93ad5f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:10:34.163020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:34.179153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Transition to ACTIVE for port object 04a54dfc-b795-40c2-a18c-94067c93ad5f will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:10:34.202042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:34.268013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 58427a59-089b-4434-8504-5253eb954c39 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:10:34.272232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:10:34.276200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:10:34.330284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=04a54dfc-b795-40c2-a18c-94067c93ad5f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:34.345587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:34.447637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:34.553908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e4a751a7-3fa9-40a4-a18c-e21f69e638cf None None] Provisioning for port 04a54dfc-b795-40c2-a18c-94067c93ad5f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:10:34.560366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e4a751a7-3fa9-40a4-a18c-e21f69e638cf None None] Provisioning complete for port 04a54dfc-b795-40c2-a18c-94067c93ad5f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:34.560743 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4a751a7-3fa9-40a4-a18c-e21f69e638cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:34.624239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e4a751a7-3fa9-40a4-a18c-e21f69e638cf None None] Port 04a54dfc-b795-40c2-a18c-94067c93ad5f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:10:34.894214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:34.900596 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:35.026162 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:35.030075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=04a54dfc-b795-40c2-a18c-94067c93ad5f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:35.173944 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 58427a59-089b-4434-8504-5253eb954c39 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:10:35.175767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:10:35.451883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f702a062-fb48-46d5-96c9-1b21343fa843 None None] Provisioning complete for port 04a54dfc-b795-40c2-a18c-94067c93ad5f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:35.452284 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f702a062-fb48-46d5-96c9-1b21343fa843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:35.508828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f702a062-fb48-46d5-96c9-1b21343fa843 None None] Port 04a54dfc-b795-40c2-a18c-94067c93ad5f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:10:35.582543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:10:35.901078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:10:35.915186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Sync routers for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:10:35.921172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d980e020-0c27-473e-96b6-89ff56984c4a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "PUT /v2.0/routers/79f92ae9-804b-4a89-bd08-e7a1fd9129ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2264862 May 26 23:10:35.928930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:10:35.929986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:10:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:36.118226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:10:36.519042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:10:34Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a54dfc-b795-40c2-a18c-94067c93ad5f', 'name': '', 'network_id': '58427a59-089b-4434-8504-5253eb954c39', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:a0:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab58238-f69d-436e-a768-aa431d593449', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:10:33Z', 'updated_at': '2022-05-26T23:10:34Z', 'revision_number': 2, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': 'eab58238-f69d-436e-a768-aa431d593449', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:36.522880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Checking router: 79f92ae9-804b-4a89-bd08-e7a1fd9129ec for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:10:36.523220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Updating router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec port 04a54dfc-b795-40c2-a18c-94067c93ad5f binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:10:36.575523 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:36.952195 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:36.965608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Transition to ACTIVE for port object 04a54dfc-b795-40c2-a18c-94067c93ad5f will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:10:36.971700 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:37.101329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fd74e-4836-4562-a294-9b3fdb3dc2dd None None] Pushing event updated for resources: {'Port': ['ID=04a54dfc-b795-40c2-a18c-94067c93ad5f,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:37.222896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Attempting to bind port 04a54dfc-b795-40c2-a18c-94067c93ad5f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:10:37.223264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Attempting to bind port 04a54dfc-b795-40c2-a18c-94067c93ad5f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:10:37.223621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Attempting to bind port 04a54dfc-b795-40c2-a18c-94067c93ad5f on network 58427a59-089b-4434-8504-5253eb954c39 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:10:37.230394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:10:37.230841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Checking segment: {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:10:37.231306 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:37.231754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Bound using segment: {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:10:37.232381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Bound port: 04a54dfc-b795-40c2-a18c-94067c93ad5f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c9329b-e901-43d9-abf9-e6f615e6e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '58427a59-089b-4434-8504-5253eb954c39'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:10:37.232751 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:37.324811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] For port 04a54dfc-b795-40c2-a18c-94067c93ad5f, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:10:37.328334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] For port 04a54dfc-b795-40c2-a18c-94067c93ad5f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=04a54dfc-b795-40c2-a18c-94067c93ad5f,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:10:37.336902 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:37.427431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fd74e-4836-4562-a294-9b3fdb3dc2dd None None] Pushing event updated for resources: {'Port': ['ID=04a54dfc-b795-40c2-a18c-94067c93ad5f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:37.433982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:10:37.434699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:10:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:37.495738 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:10:37.640508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:10:38.053204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:10:34Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a54dfc-b795-40c2-a18c-94067c93ad5f', 'name': '', 'network_id': '58427a59-089b-4434-8504-5253eb954c39', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:a0:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab58238-f69d-436e-a768-aa431d593449', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:10:33Z', 'updated_at': '2022-05-26T23:10:37Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': 'eab58238-f69d-436e-a768-aa431d593449', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:10:38.057326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5290b6-e157-44ae-97e6-49281da8f7fb None None] The sync data for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 is: [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:10:34Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a54dfc-b795-40c2-a18c-94067c93ad5f', 'name': '', 'network_id': '58427a59-089b-4434-8504-5253eb954c39', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:a0:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab58238-f69d-436e-a768-aa431d593449', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:10:33Z', 'updated_at': '2022-05-26T23:10:37Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': 'eab58238-f69d-436e-a768-aa431d593449', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:10:38.823923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 32832) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:39.104528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727c8108-1aba-4073-a97d-4d4f6783f648 req-fa356d34-29ec-4724-ac7b-a21b2337fc2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1097 time: 0.2792284 May 26 23:10:39.155005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 04a54dfc-b795-40c2-a18c-94067c93ad5f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:39.161721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727c8108-1aba-4073-a97d-4d4f6783f648 req-b28aaea9-102b-4577-863e-ccba94713379 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500264 May 26 23:10:39.237416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 04a54dfc-b795-40c2-a18c-94067c93ad5f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:10:39.242630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 04a54dfc-b795-40c2-a18c-94067c93ad5f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:39.242986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:39.372793 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:39.410002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 04a54dfc-b795-40c2-a18c-94067c93ad5f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=04a54dfc-b795-40c2-a18c-94067c93ad5f,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:39.415620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:39.487317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=04a54dfc-b795-40c2-a18c-94067c93ad5f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:39.496264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.496777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.497114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.497440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.497786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.498111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.498427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.498742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.499057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.499369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.499680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:10:39.655164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-ee6a7e55-a80e-454e-9303-265ad6ac2a4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744140 May 26 23:10:39.805384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-a5ec5e87-2126-4bbb-adb4-a118cb31f58b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1097 time: 0.0772302 May 26 23:10:39.964493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-2251d748-7b5b-43e9-a23e-13f013264331 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:39.966136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-2251d748-7b5b-43e9-a23e-13f013264331 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 909 time: 0.1394482 May 26 23:10:40.079832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-05c68f9b-c9b3-4834-88f9-8edba633289b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 1002 time: 0.1069796 May 26 23:10:40.247394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-cf0cde01-d013-4c74-8953-27b7fd3141ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:40.248873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-cf0cde01-d013-4c74-8953-27b7fd3141ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 200 len: 847 time: 0.1622696 May 26 23:10:40.328367 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-e1072416-26ea-4f9e-a72d-a870083d31f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb307fe2-6857-4592-b920-1aa95c69afe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734994 May 26 23:10:40.480093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-03cc55a0-7ae4-4205-82f8-d5638aa94e35 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452625 May 26 23:10:40.632181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22de20eb-06be-46b0-9219-1f605cc93ed3 req-1f46beb5-e6f4-4ff0-91ab-7de79cb64df9 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459730 May 26 23:10:41.102036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 04a54dfc-b795-40c2-a18c-94067c93ad5f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:41.175961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 04a54dfc-b795-40c2-a18c-94067c93ad5f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:41.176336 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:41.470065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15d424-d9dd-437e-8c10-c5c03a7c7ccb req-70a75ece-a337-4811-9b99-f2e293a4ea60 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:41.471431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee15d424-d9dd-437e-8c10-c5c03a7c7ccb req-70a75ece-a337-4811-9b99-f2e293a4ea60 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0750749 May 26 23:10:41.518375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee15d424-d9dd-437e-8c10-c5c03a7c7ccb req-dac11529-af2b-44cb-8776-0d009494b2fc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414736 May 26 23:10:42.761096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fda7d1-13ca-4275-9a4d-55701e20bbb6 req-52342c97-7476-4b5a-8761-edbb6d03865b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:42.762636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5fda7d1-13ca-4275-9a4d-55701e20bbb6 req-52342c97-7476-4b5a-8761-edbb6d03865b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0830188 May 26 23:10:42.812808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5fda7d1-13ca-4275-9a4d-55701e20bbb6 req-e03dba3d-64c1-4764-afbb-e3a42b18254f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 May 26 23:10:44.031226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaf4b0-172f-47ae-921c-774a9c38e8e1 req-292f6332-91c9-4c17-bae0-2dd5ce001776 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:44.032817 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fafaf4b0-172f-47ae-921c-774a9c38e8e1 req-292f6332-91c9-4c17-bae0-2dd5ce001776 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0807614 May 26 23:10:44.078450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fafaf4b0-172f-47ae-921c-774a9c38e8e1 req-ea423e40-6ed7-44d9-92d8-721c2e508e01 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 May 26 23:10:45.292578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62aee-1159-49e5-a042-275a7934da72 req-5fedae5f-7b09-411d-b6de-84308b980909 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:45.293974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75b62aee-1159-49e5-a042-275a7934da72 req-5fedae5f-7b09-411d-b6de-84308b980909 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0807037 May 26 23:10:45.386190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75b62aee-1159-49e5-a042-275a7934da72 req-de2fdaf5-cf41-4da7-9f8a-a278518b7b41 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865304 May 26 23:10:46.602143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeff304-3732-4f77-8c1f-86b2f6f97a17 req-a23f4d9e-14da-4f91-85ab-d37bba23343d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:46.604603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8aeff304-3732-4f77-8c1f-86b2f6f97a17 req-a23f4d9e-14da-4f91-85ab-d37bba23343d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0763280 May 26 23:10:46.652844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8aeff304-3732-4f77-8c1f-86b2f6f97a17 req-ce6c16f6-af3b-450f-acab-7148ab0fdd1f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 May 26 23:10:47.166590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3b22-2600-4cd4-8dd6-bf9e5c8be94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:47.924191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015d6a-d62d-4bd7-a17e-68cfcc29f7af req-6d5c7e37-58fb-4141-ad5d-e6ad99018857 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:47.925604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a015d6a-d62d-4bd7-a17e-68cfcc29f7af req-6d5c7e37-58fb-4141-ad5d-e6ad99018857 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0904624 May 26 23:10:47.975432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a015d6a-d62d-4bd7-a17e-68cfcc29f7af req-416e79da-8e29-4621-ac8c-6c6b09650bdb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 May 26 23:10:49.355213 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-2b9f8933-0b29-4fb2-98b3-a69b814564de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930853 May 26 23:10:49.370144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae634b-cee4-4d68-a5ad-54c48a35b301 req-df88bb30-1d18-4392-903e-2802a2dd11ac tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:49.372016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28ae634b-cee4-4d68-a5ad-54c48a35b301 req-df88bb30-1d18-4392-903e-2802a2dd11ac tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1580477 May 26 23:10:49.434050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28ae634b-cee4-4d68-a5ad-54c48a35b301 req-b6920d5f-9e63-4184-9e90-55d07cda693c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559533 May 26 23:10:49.546824 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-084187ac-a57d-44ed-9a9e-465d60502688 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 1096 time: 0.0976734 May 26 23:10:49.769008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-a5015ebf-8b2d-4504-8ef2-1f86ddbef1da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:49.771127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-a5015ebf-8b2d-4504-8ef2-1f86ddbef1da service neutron] 10.222.0.55 "GET /v2.0/networks?id=09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 200 len: 898 time: 0.1966004 May 26 23:10:49.894557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-a648d5e5-c103-4084-97da-0e28963a4fa7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b HTTP/1.1" status: 200 len: 1001 time: 0.1164453 May 26 23:10:49.900508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-511a650a-74c3-4de5-a9e1-a71e456b31c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:49.958435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-4479d9ba-3dd0-40db-a39a-a7e7dbd23b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:49.959801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-4479d9ba-3dd0-40db-a39a-a7e7dbd23b2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b014a4c-391d-4df0-ba60-92d1f642ca2f HTTP/1.1" status: 200 len: 835 time: 0.0595071 May 26 23:10:50.041828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-767dbb1b-ff48-4eb1-8280-e3ac922baa44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09db92d8-3099-42f4-9acd-00386596932e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740709 May 26 23:10:50.229162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-88ae387c-7f07-4174-8948-783930f9ad33 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804736 May 26 23:10:50.402878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0890d75f-b470-473c-bf22-a490c4b0ea5d req-82339d01-946b-4698-904f-7e57f91db438 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664577 May 26 23:10:50.634492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:50.715899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f972-a615-4551-a09b-991853c92299 req-b36e78dc-977f-4213-aecf-2d7afe9ab673 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:50.717427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0014f972-a615-4551-a09b-991853c92299 req-b36e78dc-977f-4213-aecf-2d7afe9ab673 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1146142 May 26 23:10:50.789580 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:50.790667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0014f972-a615-4551-a09b-991853c92299 req-d9c7633f-b974-4cbf-a876-0f3dd43a632e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614064 May 26 23:10:51.931177 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:52.018446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63826b3-eb6f-4b6b-b08c-0a798c98cd41 req-94e92ace-258e-48b2-acae-4f20b785383d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:52.019894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c63826b3-eb6f-4b6b-b08c-0a798c98cd41 req-94e92ace-258e-48b2-acae-4f20b785383d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0841472 May 26 23:10:52.066465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c63826b3-eb6f-4b6b-b08c-0a798c98cd41 req-1803de2b-6551-45d3-a215-84fad04db4e7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 May 26 23:10:52.585483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:10:52.722596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:52.735819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'port_id': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'mac_address': 'fa:16:3e:06:65:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:10:52.788537 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:52.805873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3991bd56-0ce8-4477-a9b0-48633bd9912d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:10:52.821244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:52.825278 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:52.894781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:52.929663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['3991bd56-0ce8-4477-a9b0-48633bd9912d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:10:53.287314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872d2cb-e926-48b5-b584-1a5b86e5947a req-fb1d839b-7502-4bee-90c3-bdf3ad0ad6a6 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:53.288788 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7872d2cb-e926-48b5-b584-1a5b86e5947a req-fb1d839b-7502-4bee-90c3-bdf3ad0ad6a6 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 944 time: 0.0812159 May 26 23:10:53.335754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7872d2cb-e926-48b5-b584-1a5b86e5947a req-b2b76ed9-4532-45a0-ab08-8e711dd44f00 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411060 May 26 23:10:54.558312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73efa-508e-4a27-a4c8-3fb73693b237 req-820874d9-7640-4a0f-b44c-9d02b4f7f7fe tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:54.565741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26c73efa-508e-4a27-a4c8-3fb73693b237 req-820874d9-7640-4a0f-b44c-9d02b4f7f7fe tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 944 time: 0.0853212 May 26 23:10:54.588415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:10:54.622974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26c73efa-508e-4a27-a4c8-3fb73693b237 req-cdb31ba2-e776-4a08-8599-39404887852c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530334 May 26 23:10:54.750235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 3991bd56-0ce8-4477-a9b0-48633bd9912d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:10:54.750816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:54.949393 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:54.981862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:10:54.993877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:10:55.001112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:55.078216 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45671701-c32b-49fc-9fd1-ac78c4d39d25'] response: {'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'code': 200} May 26 23:10:55.080911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:10:55.285324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:55.864939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c073-8b55-4cda-b85c-f24b1ac98426 req-d7f4a34d-f706-4706-9a80-2b1d1940c16c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:55.866419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9fa2c073-8b55-4cda-b85c-f24b1ac98426 req-d7f4a34d-f706-4706-9a80-2b1d1940c16c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1021638 May 26 23:10:55.929985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9fa2c073-8b55-4cda-b85c-f24b1ac98426 req-cdd1dca8-eec3-4d11-9521-0ec1b20b4ad9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577953 May 26 23:10:57.245096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18857c5-1391-4009-922f-9ad37ab99f86 req-afdbd64b-061d-4fe7-8281-4c4dd6d3ec58 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:57.246682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b18857c5-1391-4009-922f-9ad37ab99f86 req-afdbd64b-061d-4fe7-8281-4c4dd6d3ec58 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1184425 May 26 23:10:57.319859 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b18857c5-1391-4009-922f-9ad37ab99f86 req-1a1ffe4c-bcf7-4a79-aacf-042af32ef37f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642056 May 26 23:10:57.908574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:10:58.582287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791bb4e-f669-458b-8ea8-34dbb26bcfcf req-b685a8d5-09b9-4d19-be29-cf7991ad811c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:10:58.584288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4791bb4e-f669-458b-8ea8-34dbb26bcfcf req-b685a8d5-09b9-4d19-be29-cf7991ad811c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1336215 May 26 23:10:58.787265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4791bb4e-f669-458b-8ea8-34dbb26bcfcf req-36939f2d-d412-4c9c-8105-0e1a69e846f9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967878 May 26 23:10:58.800997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33018) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:10:59.338950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:00.064709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51519085-5f2c-4bb8-92af-4725fd5eea49 req-5f38f60f-d6b6-46c1-98b2-8441fdf62cb2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:00.072951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-51519085-5f2c-4bb8-92af-4725fd5eea49 req-5f38f60f-d6b6-46c1-98b2-8441fdf62cb2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1032557 May 26 23:11:00.132659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-51519085-5f2c-4bb8-92af-4725fd5eea49 req-18b0de07-863f-486a-9cbb-03fc87d52d82 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584917 May 26 23:11:00.170759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port 04a54dfc-b795-40c2-a18c-94067c93ad5f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:00.171449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:00.411413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port 04a54dfc-b795-40c2-a18c-94067c93ad5f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=04a54dfc-b795-40c2-a18c-94067c93ad5f,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:00.412327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:00.567537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for 04a54dfc-b795-40c2-a18c-94067c93ad5f owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:01.022147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:01.069447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=04a54dfc-b795-40c2-a18c-94067c93ad5f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:01.559667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a48bad-dc8b-48c3-b5f5-d792dc31648a req-c5937c73-bad7-4188-be4b-b2fbbc1e2cf0 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:01.560928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8a48bad-dc8b-48c3-b5f5-d792dc31648a req-c5937c73-bad7-4188-be4b-b2fbbc1e2cf0 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1441472 May 26 23:11:01.622784 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:01.637320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b8a48bad-dc8b-48c3-b5f5-d792dc31648a req-363a38b0-24fd-46ae-9826-cb584abfb417 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700469 May 26 23:11:02.455323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:11:02.837502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:11:02.848479 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] Sync routers for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:11:02.875605 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:02.876910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:10:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:02.883090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2a946c69-7565-4181-b467-e302cbdec1e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "PUT /v2.0/routers/79f92ae9-804b-4a89-bd08-e7a1fd9129ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0807238 May 26 23:11:02.923170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a833765-ed25-4188-9ad6-0afbe28f1e6d req-13b91c5c-daf5-4b98-aa19-5dfc00c7ed5c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:02.942271 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a833765-ed25-4188-9ad6-0afbe28f1e6d req-13b91c5c-daf5-4b98-aa19-5dfc00c7ed5c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1218798 May 26 23:11:03.032509 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a833765-ed25-4188-9ad6-0afbe28f1e6d req-66d1baf5-9bd8-47ab-84a2-6f7d32ee9d49 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887122 May 26 23:11:03.186180 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:03.903681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf85a9-2402-4530-a022-e5c59d082fc5 req-721a7e54-c30b-4d73-afd2-b3ba00d658be tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:03.910706 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1daf85a9-2402-4530-a022-e5c59d082fc5 req-721a7e54-c30b-4d73-afd2-b3ba00d658be tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 946 time: 0.0830374 May 26 23:11:03.968115 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:00Z', 'revision_number': 6, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:03.972395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1daf85a9-2402-4530-a022-e5c59d082fc5 req-2aa0107b-3f8c-4974-92aa-b0bfdd79a7d3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548418 May 26 23:11:03.973591 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] Checking router: 79f92ae9-804b-4a89-bd08-e7a1fd9129ec for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:11:03.986580 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:03.987852 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:10:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:04.216234 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:04.468973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f45c07-d5c9-4828-bd18-587d360d9380 req-9689646c-0082-4886-8240-25e3459b0d72 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:04.474906 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89f45c07-d5c9-4828-bd18-587d360d9380 req-9689646c-0082-4886-8240-25e3459b0d72 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1829867 May 26 23:11:04.543330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89f45c07-d5c9-4828-bd18-587d360d9380 req-4dab6e03-cd0a-4783-a947-26e3c06e6018 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621026 May 26 23:11:04.774085 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:00Z', 'revision_number': 6, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:04.778886 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b90de2-741d-40e3-8d53-bbc225185291 None None] The sync data for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 is: [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:00Z', 'revision_number': 6, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'd6cda468-dbbc-4e3a-8ae7-b9a2e0364a72', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'port_id': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'mac_address': 'fa:16:3e:43:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:01Z', 'revision_number': 1, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:11:05.175855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e615-f20d-48f0-9bb9-f51d5feb6078 req-548964d3-1e53-4af3-8ed4-7adb68910788 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:05.184223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6498e615-f20d-48f0-9bb9-f51d5feb6078 req-548964d3-1e53-4af3-8ed4-7adb68910788 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 946 time: 0.0868964 May 26 23:11:05.191113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 04a54dfc-b795-40c2-a18c-94067c93ad5f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:05.320752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 04a54dfc-b795-40c2-a18c-94067c93ad5f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:11:05.330275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 04a54dfc-b795-40c2-a18c-94067c93ad5f not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:05.339808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6498e615-f20d-48f0-9bb9-f51d5feb6078 req-e6be3994-39b1-4dd3-a1f1-50c47a60e4e5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=b976006c-7df7-4e83-8a94-67e85ab0c640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528111 May 26 23:11:05.564321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-d3f69cbb-e527-4933-ad00-81a32388c8aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:05.565026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-d3f69cbb-e527-4933-ad00-81a32388c8aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:05.608491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-d3f69cbb-e527-4933-ad00-81a32388c8aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:05.610320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-d3f69cbb-e527-4933-ad00-81a32388c8aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 946 time: 0.3874533 May 26 23:11:05.751067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port 583a5a77-a655-4254-8bd5-0ac045b713a1 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:05.752892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:06.083476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962fbe-3e29-46eb-aaff-6c32067b4970 req-fe5308af-522a-49b4-88f9-5de1d093908e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:06.089975 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c962fbe-3e29-46eb-aaff-6c32067b4970 req-fe5308af-522a-49b4-88f9-5de1d093908e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.2282305 May 26 23:11:06.166072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port 583a5a77-a655-4254-8bd5-0ac045b713a1, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=583a5a77-a655-4254-8bd5-0ac045b713a1,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:06.166433 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:06.187369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4c962fbe-3e29-46eb-aaff-6c32067b4970 req-9486233b-22f6-4286-b4de-5c0d53e53ee7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964336 May 26 23:11:06.348171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for 583a5a77-a655-4254-8bd5-0ac045b713a1 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:06.522816 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:06.633876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=583a5a77-a655-4254-8bd5-0ac045b713a1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:06.640460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d326f172-45a6-4245-bd4a-81c59f78359f req-000e2f7d-8cfd-46b7-a220-3e943e56e913 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=12941572-ce78-40ee-986f-ac33deea7652 HTTP/1.1" status: 200 len: 210 time: 0.0952580 May 26 23:11:06.736709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] No DVR routers for this DVR port 583a5a77-a655-4254-8bd5-0ac045b713a1 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:11:06.740120 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:06.743445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12941572-ce78-40ee-986f-ac33deea7652', 'name': 'network-vif-deleted', 'tag': '583a5a77-a655-4254-8bd5-0ac045b713a1'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:06.765133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-33a3c4f3-eac2-4af6-abe1-2bb97a287a14 req-0efa37b8-50df-4dda-9cd7-0c3c336017e6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "DELETE /v2.0/ports/583a5a77-a655-4254-8bd5-0ac045b713a1 HTTP/1.1" status: 204 len: 173 time: 1.1456580 May 26 23:11:06.800964 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf52c56-9f41-4874-be11-9135439fbea5'] response: {'server_uuid': '12941572-ce78-40ee-986f-ac33deea7652', 'name': 'network-vif-deleted', 'tag': '583a5a77-a655-4254-8bd5-0ac045b713a1', 'status': 'completed', 'code': 200} May 26 23:11:07.431216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8320164-764b-47df-b111-2c84b041fd89 req-5cc91010-af3a-4410-b6b8-e358a992d291 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:07.432777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8320164-764b-47df-b111-2c84b041fd89 req-5cc91010-af3a-4410-b6b8-e358a992d291 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1037271 May 26 23:11:07.506322 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8320164-764b-47df-b111-2c84b041fd89 req-c6e56534-0732-4645-980d-ade58443e1f9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629861 May 26 23:11:07.818568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33078) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:07.907633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19d2334e-bd9c-4cbf-9937-18eefa0dafb3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:07.964499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19d2334e-bd9c-4cbf-9937-18eefa0dafb3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.050439 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19d2334e-bd9c-4cbf-9937-18eefa0dafb3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.072959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2334e-bd9c-4cbf-9937-18eefa0dafb3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b976006c-7df7-4e83-8a94-67e85ab0c640,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:08.092371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19d2334e-bd9c-4cbf-9937-18eefa0dafb3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.095984 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-19d2334e-bd9c-4cbf-9937-18eefa0dafb3 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/security-groups/b976006c-7df7-4e83-8a94-67e85ab0c640 HTTP/1.1" status: 204 len: 168 time: 0.2738712 May 26 23:11:08.143892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:08.374135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting subnet eab58238-f69d-436e-a768-aa431d593449 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:11:08.377331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.438438 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.528675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.610548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.650482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Subnet': ['ID=eab58238-f69d-436e-a768-aa431d593449,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:08.657114 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.665386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e982f6-ced0-4943-9cc0-e6a86bfa90f6 None None] Network 58427a59-089b-4434-8504-5253eb954c39 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:11:08.672155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6a93c530-83fd-48d4-95ef-ba5e35d2f747 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/subnets/eab58238-f69d-436e-a768-aa431d593449 HTTP/1.1" status: 204 len: 168 time: 0.5271566 May 26 23:11:08.674852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33102) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:08.703844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 583a5a77-a655-4254-8bd5-0ac045b713a1 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:08.754905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbcdc-2a88-4998-b60d-b17cf6de4a63 req-3181ed52-0538-4591-ab12-07fc9d018690 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:08.757487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63adbcdc-2a88-4998-b60d-b17cf6de4a63 req-3181ed52-0538-4591-ab12-07fc9d018690 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0944569 May 26 23:11:08.811622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.824488 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63adbcdc-2a88-4998-b60d-b17cf6de4a63 req-37a70e97-0725-4491-bb62-2937cd4704d9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577133 May 26 23:11:08.826355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port 3489230a-4e4c-47b1-8089-ecd0110a9f40 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:08.826995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:08.859066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 583a5a77-a655-4254-8bd5-0ac045b713a1 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:11:08.859483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 583a5a77-a655-4254-8bd5-0ac045b713a1 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:09.033840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] DHCP port deletion for 58427a59-089b-4434-8504-5253eb954c39 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:11:09.038217 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Deleting port 3489230a-4e4c-47b1-8089-ecd0110a9f40 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:09.038597 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.078019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port 3489230a-4e4c-47b1-8089-ecd0110a9f40, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3489230a-4e4c-47b1-8089-ecd0110a9f40,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:09.078395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.221053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for 3489230a-4e4c-47b1-8089-ecd0110a9f40 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:09.227237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-713dc933-6226-498c-8f1a-7712269b17c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1096 time: 0.1405649 May 26 23:11:09.287698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] For port 3489230a-4e4c-47b1-8089-ecd0110a9f40, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3489230a-4e4c-47b1-8089-ecd0110a9f40,segment=NetworkSegment(86c9329b-e901-43d9-abf9-e6f615e6e683),segment_id=86c9329b-e901-43d9-abf9-e6f615e6e683)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:09.288618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.307909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.440252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Calling delete_port for 3489230a-4e4c-47b1-8089-ecd0110a9f40 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:09.477079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3489230a-4e4c-47b1-8089-ecd0110a9f40 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:09.498230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=3489230a-4e4c-47b1-8089-ecd0110a9f40,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:09.512629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.513251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.513772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.514330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.514853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.515555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.516095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.516644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.517184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.517783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.518328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:09.526294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] No DVR routers for this DVR port 3489230a-4e4c-47b1-8089-ecd0110a9f40 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:11:09.535521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3489230a-4e4c-47b1-8089-ecd0110a9f40 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:11:09.535854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3489230a-4e4c-47b1-8089-ecd0110a9f40 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:09.549996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-86ee591b-9be2-471d-8718-21bea7919640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:09.551449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-86ee591b-9be2-471d-8718-21bea7919640 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.3148696 May 26 23:11:09.573500 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:11:09.573927 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:11:09.674517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.676353 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-fc337bdf-0e60-44ac-a9cb-7462e2b0a5ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 200 len: 1001 time: 0.1145959 May 26 23:11:09.703029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58427a59-089b-4434-8504-5253eb954c39']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:09.717125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c9329b-e901-43d9-abf9-e6f615e6e683') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:09.717752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c9329b-e901-43d9-abf9-e6f615e6e683') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:09.731114 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.748374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.749420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-4eea0dc6-180a-4384-83a5-bb66a1fc6b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:09.750957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-4eea0dc6-180a-4384-83a5-bb66a1fc6b63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0659370 May 26 23:11:09.755420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:11:09.755843 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: timer() May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:11:09.770545 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:11:09.837856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-be16f0dd-6c03-41c1-9a5e-a44eeaa9c206 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807517 May 26 23:11:09.858336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.883972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:09.900877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Network': ['ID=58427a59-089b-4434-8504-5253eb954c39,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:09.912726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c0207088-5e76-493e-8d9e-01d23feb8544 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/networks/58427a59-089b-4434-8504-5253eb954c39 HTTP/1.1" status: 204 len: 168 time: 1.2331011 May 26 23:11:09.914174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33110) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:10.003820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-eb2746c8-5f40-4d6a-a26d-2e48962f7129 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551180 May 26 23:11:10.075256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Deleting port 3489230a-4e4c-47b1-8089-ecd0110a9f40 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:10.075804 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:10.150350 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e8e7811-5464-46ac-b997-f2450f7b95ab req-bef1a61e-720d-4378-b77a-c5ce72373900 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368673 May 26 23:11:10.159197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0a16327f-4dfd-41d6-98f8-3256dca1baf4 None None] The port '3489230a-4e4c-47b1-8089-ecd0110a9f40' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:11:10.171333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84fe1c-cf55-4a5c-91f0-d60b5e50b3b9 req-8fcb9cf2-2527-4c4a-b57f-d0f551bd2100 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:10.172697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c84fe1c-cf55-4a5c-91f0-d60b5e50b3b9 req-8fcb9cf2-2527-4c4a-b57f-d0f551bd2100 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.1893628 May 26 23:11:10.209408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port 5d9f05f0-2e2b-4b8c-9dd5-0142633d2533 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:10.209594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:10.294597 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1c84fe1c-cf55-4a5c-91f0-d60b5e50b3b9 req-880b6c0c-4306-4bd3-aff1-358a76ff26f0 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159346 May 26 23:11:10.398436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:10.398866 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:10.523194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for 5d9f05f0-2e2b-4b8c-9dd5-0142633d2533 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:10.695681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:10.737628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=5d9f05f0-2e2b-4b8c-9dd5-0142633d2533,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:10.831410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:11.318152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:11:11.519263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b9e2b-30c2-40e1-b87d-175a01bee902 req-1c356e8a-a698-4bd3-9173-9b5edaffc4ae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:11.521289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-585b9e2b-30c2-40e1-b87d-175a01bee902 req-1c356e8a-a698-4bd3-9173-9b5edaffc4ae tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 945 time: 0.0844288 May 26 23:11:11.545071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:11:11.555989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] Sync routers for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:11:11.570137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:11.571464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:10:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:11.573057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-585b9e2b-30c2-40e1-b87d-175a01bee902 req-9fb694f8-70dd-41ef-a893-c64780539e8e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435956 May 26 23:11:11.586139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:11.684533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-11c09e20-7a2d-461f-9159-a2f0b96a0a55 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/floatingips/d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72 HTTP/1.1" status: 204 len: 168 time: 1.7691088 May 26 23:11:11.685657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:11.791372 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4d8f16-6d6e-48d7-8cb5-5247973e1af7'] response: {'name': 'network-changed', 'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'status': 'completed', 'code': 200} May 26 23:11:11.792356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:11.915108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b517efca-3227-4885-bf78-73123a3e1237 req-dcd63885-d8dd-4592-9a1e-7462f14082f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 1096 time: 0.0957532 May 26 23:11:12.191804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517efca-3227-4885-bf78-73123a3e1237 req-6f570547-38c8-4c87-942a-4c1ce92a9816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:12.193883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b517efca-3227-4885-bf78-73123a3e1237 req-6f570547-38c8-4c87-942a-4c1ce92a9816 service neutron] 10.222.0.55 "GET /v2.0/networks?id=09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 200 len: 898 time: 0.2687786 May 26 23:11:12.256858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:00Z', 'revision_number': 6, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:12.261917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] Checking router: 79f92ae9-804b-4a89-bd08-e7a1fd9129ec for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:11:12.273540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:12.274183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:10:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:12.279101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b517efca-3227-4885-bf78-73123a3e1237 req-95bcdf34-4e70-4071-b953-21c584776c97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b HTTP/1.1" status: 200 len: 217 time: 0.0722041 May 26 23:11:12.358504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517efca-3227-4885-bf78-73123a3e1237 req-f9933307-2ba1-450f-8aee-fa65cec10162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:12.359938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b517efca-3227-4885-bf78-73123a3e1237 req-f9933307-2ba1-450f-8aee-fa65cec10162 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b014a4c-391d-4df0-ba60-92d1f642ca2f HTTP/1.1" status: 200 len: 835 time: 0.0719063 May 26 23:11:12.370342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efde21-6154-4df3-9020-b5448ac09a41 req-32fdfed9-49cc-41f6-9f0e-b4f2e62ec2ee tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:12.371024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-32efde21-6154-4df3-9020-b5448ac09a41 req-32fdfed9-49cc-41f6-9f0e-b4f2e62ec2ee tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:12.426637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-32efde21-6154-4df3-9020-b5448ac09a41 req-32fdfed9-49cc-41f6-9f0e-b4f2e62ec2ee tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:12.428702 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32efde21-6154-4df3-9020-b5448ac09a41 req-32fdfed9-49cc-41f6-9f0e-b4f2e62ec2ee tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 945 time: 0.2785330 May 26 23:11:12.486756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-32efde21-6154-4df3-9020-b5448ac09a41 req-8199ab35-cbd2-4aa9-88d2-d4fb737f58bf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:12.495566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b517efca-3227-4885-bf78-73123a3e1237 req-2fc700e5-59c8-4ab1-beb4-14017521ce7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09db92d8-3099-42f4-9acd-00386596932e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207795 May 26 23:11:12.506184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:12.534784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-32efde21-6154-4df3-9020-b5448ac09a41 req-8199ab35-cbd2-4aa9-88d2-d4fb737f58bf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:12.536048 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32efde21-6154-4df3-9020-b5448ac09a41 req-8199ab35-cbd2-4aa9-88d2-d4fb737f58bf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993543 May 26 23:11:12.654748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b517efca-3227-4885-bf78-73123a3e1237 req-14052c1c-251c-4308-8333-2c44c274e74a service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508222 May 26 23:11:12.746145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:12.853272 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b517efca-3227-4885-bf78-73123a3e1237 req-052ff2fd-e920-48b4-bbb7-a0d405dd8f38 service neutron] 10.222.0.55 "GET /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906776 May 26 23:11:12.926138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:13.004129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:13.018444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:13.032854 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:13.035868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:00Z', 'revision_number': 6, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:13.143601 n-d-843301-1 neutron-server[84031]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6b2f76c7-fcb6-43c8-a659-696bf9a43398']: {'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'code': 422} returned with failed status May 26 23:11:13.144174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:13.148539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54080464-1eb5-4744-a99c-d38ad6a3a910 None None] The sync data for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 is: [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:00Z', 'revision_number': 6, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8', 'name': '', 'network_id': '09db92d8-3099-42f4-9acd-00386596932e', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:c9:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:08Z', 'updated_at': '2022-05-26T23:09:45Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '8b014a4c-391d-4df0-ba60-92d1f642ca2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:11:13.155633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf20452-d01f-4aa3-a50b-c1ea49536de7 req-aa6382e3-6c64-4fee-984f-bf7386c0013b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:13.163975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdf20452-d01f-4aa3-a50b-c1ea49536de7 req-aa6382e3-6c64-4fee-984f-bf7386c0013b tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.1019144 May 26 23:11:13.230241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fdf20452-d01f-4aa3-a50b-c1ea49536de7 req-be95ddb6-27d2-4596-b78a-581c44e02c36 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648961 May 26 23:11:13.453932 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cfd6a4-04c4-4889-8264-246411a02494 None None] New status for floating IP d6cda468-dbbc-4e3a-8ae7-b9a2e0364a72: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:11:13.765032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-06b4e9cc-441b-4e48-8066-8960ced5b763 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:13.767092 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-06b4e9cc-441b-4e48-8066-8960ced5b763 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 945 time: 0.2417169 May 26 23:11:13.799418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354101e4-f484-4bb7-a24c-a3ecfa61495b req-237bdeb5-b12b-4648-ab02-365539f5f67e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:13.800503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-354101e4-f484-4bb7-a24c-a3ecfa61495b req-237bdeb5-b12b-4648-ab02-365539f5f67e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:13.815090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-354101e4-f484-4bb7-a24c-a3ecfa61495b req-237bdeb5-b12b-4648-ab02-365539f5f67e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:13.816373 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-354101e4-f484-4bb7-a24c-a3ecfa61495b req-237bdeb5-b12b-4648-ab02-365539f5f67e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 945 time: 0.1037209 May 26 23:11:13.857816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port 2c18ea4d-6763-4800-9da9-c9653ec10c1b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:13.858156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:13.892982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-354101e4-f484-4bb7-a24c-a3ecfa61495b req-a7ba22ce-bb9e-457e-9581-a47542db64b7 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=50b78487-c56f-46bc-9e1d-3f1136fd16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697079 May 26 23:11:14.129473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port 2c18ea4d-6763-4800-9da9-c9653ec10c1b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=2c18ea4d-6763-4800-9da9-c9653ec10c1b,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:14.130085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:14.264945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for 2c18ea4d-6763-4800-9da9-c9653ec10c1b owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:14.434581 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:14.490958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=2c18ea4d-6763-4800-9da9-c9653ec10c1b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:14.499193 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:11:14.574309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.574644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.574977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.575305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.575627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.575942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.576255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.576565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.576884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.577218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.577566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:14.586860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] No DVR routers for this DVR port 2c18ea4d-6763-4800-9da9-c9653ec10c1b on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:11:14.589857 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:14.593589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'name': 'network-vif-deleted', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:14.610009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34898853-2e6e-48bd-b7aa-0f3aba2cc66a req-8dd65195-8a2b-44bc-b590-0f3decf94fcd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.55 "DELETE /v2.0/ports/2c18ea4d-6763-4800-9da9-c9653ec10c1b HTTP/1.1" status: 204 len: 173 time: 0.8327763 May 26 23:11:14.669775 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb21380f-cee6-47fd-a088-f3b16005d49b'] response: {'server_uuid': 'f70d30fe-0d03-47b9-89e0-a9500d28351f', 'name': 'network-vif-deleted', 'tag': '2c18ea4d-6763-4800-9da9-c9653ec10c1b', 'status': 'completed', 'code': 200} May 26 23:11:14.743592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b12bbf48-a087-4478-942d-4dc2602f94e3 req-2f14b9e2-45a4-427e-b157-781431086bc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0933232 May 26 23:11:15.093969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-218a284c-7321-48e7-89a4-307e92c82964 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985110 May 26 23:11:15.095975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3ba06-2729-4941-87e1-f4ce710d7a7a req-a13a54df-3906-48c3-870d-4343380734a8 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:15.113951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-39c3ba06-2729-4941-87e1-f4ce710d7a7a req-a13a54df-3906-48c3-870d-4343380734a8 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.1444016 May 26 23:11:15.174659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-39c3ba06-2729-4941-87e1-f4ce710d7a7a req-df5ea37c-7bc8-4f4a-90b9-fdd2a703067f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599136 May 26 23:11:15.186366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee03e4b4-7210-40f7-94bf-0c0301d1d414 req-d83f8bd3-b2a7-4d23-a728-94c69c061151 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70d30fe-0d03-47b9-89e0-a9500d28351f HTTP/1.1" status: 200 len: 210 time: 0.0601137 May 26 23:11:15.721175 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-5af76b07-fb5f-4738-a9ed-a9291b4cefe1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f&tenant_id=0e92afe17d6140eea010bcf3a5aabf85 HTTP/1.1" status: 200 len: 1094 time: 0.0818262 May 26 23:11:15.824922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-9effe401-60f0-4261-b746-13ad236b3a4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1094 time: 0.0756402 May 26 23:11:16.004251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57719387-5d44-4185-8cd7-647a666a70fd req-5648fd6e-5e12-4e7e-b014-d37eb99cc961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:16.006261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-5648fd6e-5e12-4e7e-b014-d37eb99cc961 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.1739609 May 26 23:11:16.123907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7f00d137-31e1-450a-b95a-6c139606e8d0 req-f3fd22a4-42b3-4863-873f-081ed3d8a5ed tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1823790 May 26 23:11:16.128202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-6eae2911-8f76-4d7f-8b1d-b52d57e28655 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 200 len: 999 time: 0.1115022 May 26 23:11:16.216952 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7f00d137-31e1-450a-b95a-6c139606e8d0 req-723729a7-1c31-41f3-aef5-188deac45310 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861647 May 26 23:11:16.218290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57719387-5d44-4185-8cd7-647a666a70fd req-f624ac2b-b58f-4f6f-948a-9580c474e361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:16.219476 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-f624ac2b-b58f-4f6f-948a-9580c474e361 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0761206 May 26 23:11:16.308000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-58aed620-ce2e-4d67-bc59-5cc5c1be68fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780134 May 26 23:11:16.335491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33202) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:16.407633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda279f2-49b4-436e-85aa-7734d277fe83 req-f780714a-0748-4d0c-ba7f-a4c73b352670 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:16.416371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cda279f2-49b4-436e-85aa-7734d277fe83 req-f780714a-0748-4d0c-ba7f-a4c73b352670 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.1078191 May 26 23:11:16.462075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cda279f2-49b4-436e-85aa-7734d277fe83 req-83a2a5e2-236b-41bb-93ec-07b387199e5e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445695 May 26 23:11:16.662730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-60203126-1803-40ad-a76d-04279cf8405a service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440504 May 26 23:11:16.668456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-325ae2ce-10f9-4aea-9c41-ce82fdbb62aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:16.745649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2c18ea4d-6763-4800-9da9-c9653ec10c1b no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:16.782318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 2c18ea4d-6763-4800-9da9-c9653ec10c1b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:11:16.782812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 2c18ea4d-6763-4800-9da9-c9653ec10c1b not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:16.785057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-325ae2ce-10f9-4aea-9c41-ce82fdbb62aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:16.798776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f39c-c0cf-4d88-b85d-8ca144d171cb req-1a2d52a2-faaa-4d78-992d-32246b254969 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:16.800210 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df42f39c-c0cf-4d88-b85d-8ca144d171cb req-1a2d52a2-faaa-4d78-992d-32246b254969 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.2900145 May 26 23:11:16.913033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57719387-5d44-4185-8cd7-647a666a70fd req-29484b1d-aa38-4fde-b9fd-3a46ffee53cc service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398448 May 26 23:11:16.916422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df42f39c-c0cf-4d88-b85d-8ca144d171cb req-31c94169-96c6-4a43-b4e6-16997c44ff00 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064451 May 26 23:11:16.946635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33208) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:17.012041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-325ae2ce-10f9-4aea-9c41-ce82fdbb62aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:17.047744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ae2ce-10f9-4aea-9c41-ce82fdbb62aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b78487-c56f-46bc-9e1d-3f1136fd16b8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:17.089929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-325ae2ce-10f9-4aea-9c41-ce82fdbb62aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:17.093879 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-325ae2ce-10f9-4aea-9c41-ce82fdbb62aa tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/security-groups/50b78487-c56f-46bc-9e1d-3f1136fd16b8 HTTP/1.1" status: 204 len: 168 time: 0.7546380 May 26 23:11:17.098819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-db92db9d-11a6-43ff-a6ee-87b13baaa04b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 993 time: 0.1503689 May 26 23:11:17.141238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33216) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:17.170031 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2ab321c-c96d-450b-97fa-ab09f3839fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:17.584441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-999cab69-90ef-44d1-a433-07d2408f63ed req-516acba0-a59d-4056-a966-66ef9da3f5cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1138670 May 26 23:11:17.670357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:17.734695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b09031-722f-4ebb-94a4-d1fe00531559 req-6049e03a-623a-457b-ba56-a860be0a7110 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:17.745000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-87b09031-722f-4ebb-94a4-d1fe00531559 req-6049e03a-623a-457b-ba56-a860be0a7110 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.1321886 May 26 23:11:17.840668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-87b09031-722f-4ebb-94a4-d1fe00531559 req-67f6b744-563e-4597-b23a-ec572dbe7ca4 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900788 May 26 23:11:18.517462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c35752-328f-4bc1-8d7b-fe0bee19ab9b req-f94a2424-7c68-4bcb-844e-4fc14339d5f3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:18.525261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34c35752-328f-4bc1-8d7b-fe0bee19ab9b req-f94a2424-7c68-4bcb-844e-4fc14339d5f3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.3669307 May 26 23:11:18.550180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-159e40c0-942a-4a79-9c9f-b3ae8a7c0f6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4411819 May 26 23:11:18.552962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33248) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:18.686642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34c35752-328f-4bc1-8d7b-fe0bee19ab9b req-1e6c19e9-f624-43c8-8222-10e5c1d92719 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352751 May 26 23:11:18.895926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:19.152357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:19.167327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Usage tracker for resource:security_group_rule and tenant:a18c2bc55fab433a9bd46f1773eb41db is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:19.174670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:19.228410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:19.376640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c1dbc-0357-4a01-acbb-3ef15d590bda req-aca850fc-179b-4bbd-9e8b-d3afa2c6c94a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:19.378645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-497c1dbc-0357-4a01-acbb-3ef15d590bda req-aca850fc-179b-4bbd-9e8b-d3afa2c6c94a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.1988292 May 26 23:11:19.502202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-497c1dbc-0357-4a01-acbb-3ef15d590bda req-c5a39ed6-1614-476a-9027-4d719f6be4b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121848 May 26 23:11:19.528496 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:19.583476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:19.634770 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a18c2bc55fab433a9bd46f1773eb41db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0771859 May 26 23:11:19.636541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33278) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:19.685758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:19.686146 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:19.721387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306601c4-2d66-49bf-87c6-661310accdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb979b40-1dd9-4fe8-ad6f-e8a8a0253f24,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:19.866143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-334eeeee-3ec8-46ad-915d-d76abca2372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:19.896399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-656af796-b44b-49a8-a566-d0d0abd10cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:19.941019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-334eeeee-3ec8-46ad-915d-d76abca2372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:20.086237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-334eeeee-3ec8-46ad-915d-d76abca2372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:20.117798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334eeeee-3ec8-46ad-915d-d76abca2372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb979b40-1dd9-4fe8-ad6f-e8a8a0253f24,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:20.154653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-334eeeee-3ec8-46ad-915d-d76abca2372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:20.155978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-334eeeee-3ec8-46ad-915d-d76abca2372f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb979b40-1dd9-4fe8-ad6f-e8a8a0253f24 HTTP/1.1" status: 204 len: 168 time: 0.5197806 May 26 23:11:20.207144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa328-9e3c-4ecf-a449-bd419315363f req-429ef0b1-0c7f-4483-8282-03c20fdf4271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:20.219344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:20.219851 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:20.220602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b5fa328-9e3c-4ecf-a449-bd419315363f req-429ef0b1-0c7f-4483-8282-03c20fdf4271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1893604 May 26 23:11:20.346060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b5fa328-9e3c-4ecf-a449-bd419315363f req-bed7c10b-84de-4aa2-b5d3-8fa29a5f4f29 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243532 May 26 23:11:20.436950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:20.638558 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:20.762934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:20.808218 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:20.911796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:21.393121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a243-affd-42f3-954b-7b00f6fc1212 req-23af0f8a-2368-4aab-93d2-211c96a9ce68 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:21.396943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3710a243-affd-42f3-954b-7b00f6fc1212 req-23af0f8a-2368-4aab-93d2-211c96a9ce68 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.5610051 May 26 23:11:21.535589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3710a243-affd-42f3-954b-7b00f6fc1212 req-e0d3991d-8731-4444-9db7-7a46bd31edfb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824103 May 26 23:11:21.593284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-f29cfaaa-b100-4988-ad55-495120bbb349 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1880758 May 26 23:11:21.787733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-79c467c1-e313-4164-965f-7ffb90b161dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:21.789089 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-79c467c1-e313-4164-965f-7ffb90b161dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.1791627 May 26 23:11:21.790522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:21.821961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce05702-a042-4d4d-ab5d-93c672e3f7d3 req-e1dc8e54-54ae-42c6-ae48-b77bfc69dcef tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:21.833606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fce05702-a042-4d4d-ab5d-93c672e3f7d3 req-e1dc8e54-54ae-42c6-ae48-b77bfc69dcef tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1598978 May 26 23:11:21.945919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fce05702-a042-4d4d-ab5d-93c672e3f7d3 req-b44bf9e0-1018-4c72-9ee4-8fd7b927b3c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108160 May 26 23:11:21.961943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.065411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33310) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:22.132589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-0c8d2717-e41a-4796-93dd-28ce84d26e9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 1001 time: 0.3363731 May 26 23:11:22.252356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-30eb386b-29ba-4988-a424-c29d0ee8aac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:22.254181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-30eb386b-29ba-4988-a424-c29d0ee8aac1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.1059530 May 26 23:11:22.285124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1033149251-network', 'tenant_id': 'f1a7f617cc68475984940337e4acb2de'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:22.291946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:22.298412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Usage tracker for resource:network and tenant:f1a7f617cc68475984940337e4acb2de is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:22.303496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:22.320515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:22.338073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Made reservation on behalf of f1a7f617cc68475984940337e4acb2de for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:11:22.341075 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.356751 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.368507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-a3f20026-daad-4294-b06a-0ea6838f73cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077847 May 26 23:11:22.415088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:22.427280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Usage tracker for resource:security_group_rule and tenant:f1a7f617cc68475984940337e4acb2de is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:22.435216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:22.448532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:22.590509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.600212 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.661147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:11:22.676040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-b3a6f078-b5d0-4ccc-a8b9-f0eea16039bf service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475047 May 26 23:11:22.685620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.687294 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Added segment a0aba839-727f-4555-a010-ca5d62278a0c of type vlan for network b8a13343-6073-4738-81f0-ed4430440487 May 26 23:11:22.772773 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.850560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.851429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:22.855503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:22.937552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e800f0-0778-4aa2-8c40-cf711aeec50e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:22.951438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8808813 May 26 23:11:22.997056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33318) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:23.060350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce03ab-5bad-4248-91f3-8c627331843f admin admin] Pushing event updated for resources: {'Network': ['ID=b8a13343-6073-4738-81f0-ed4430440487,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:23.076487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b8a13343-6073-4738-81f0-ed4430440487 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:11:23.257217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Request body: {'subnet': {'network_id': 'b8a13343-6073-4738-81f0-ed4430440487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1033149251-subnet', 'tenant_id': 'f1a7f617cc68475984940337e4acb2de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:23.304000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1e46-d6a2-409a-8d9d-7ec460c4ac00 req-ef487d82-2661-458b-8c03-dcb8eace9786 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:23.306347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:23.316089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6e1e46-d6a2-409a-8d9d-7ec460c4ac00 req-ef487d82-2661-458b-8c03-dcb8eace9786 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1515708 May 26 23:11:23.396313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-6832def2-d681-46a9-8e52-578946238968 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601272 May 26 23:11:23.398501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Usage tracker for resource:subnet and tenant:f1a7f617cc68475984940337e4acb2de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:23.402703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:23.410524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:23.415968 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef6e1e46-d6a2-409a-8d9d-7ec460c4ac00 req-cef5a525-710b-463a-b59c-02a5481cb895 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987055 May 26 23:11:23.474745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Made reservation on behalf of f1a7f617cc68475984940337e4acb2de for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:11:23.477106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:23.502696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2f7b0-507f-46ef-97ad-4c146752a4a3 req-983f4440-6716-44e9-b864-72fc9b83dd5e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:23.510678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ce2f7b0-507f-46ef-97ad-4c146752a4a3 req-983f4440-6716-44e9-b864-72fc9b83dd5e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.6360869 May 26 23:11:23.666472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ce2f7b0-507f-46ef-97ad-4c146752a4a3 req-365d8198-b261-44ec-85c5-45c7bc43c0af tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547284 May 26 23:11:23.831709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:11:24.009805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:24.098145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adafaf77-dee7-40ae-a2a2-0171be328be4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:24.140234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Checking segment: {'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:24.140734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Network hostable DHCP agents. Network: b8a13343-6073-4738-81f0-ed4430440487, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:11:24.201177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Network b8a13343-6073-4738-81f0-ed4430440487 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:11:24.219147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b8a13343-6073-4738-81f0-ed4430440487) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:24.227082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:24.227746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:24.234272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ed4c9-c47b-43a7-a96a-ebacd21386a8 None None] Network b8a13343-6073-4738-81f0-ed4430440487 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:11:24.235517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:11:24.272937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] Sync routers for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:11:24.280105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-05fbb2dc-b021-4633-9343-b26cff90bbb2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "PUT /v2.0/routers/79f92ae9-804b-4a89-bd08-e7a1fd9129ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1365707 May 26 23:11:24.282633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33326) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:24.284262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e584e801-5082-4876-8ac1-d743aae898d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0324647 May 26 23:11:24.405380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:24.406372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:24.735996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting subnet 8b014a4c-391d-4df0-ba60-92d1f642ca2f {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:11:24.742616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:24.815098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:24.879990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:25.223681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e3a02-a4ea-4dc6-9a53-2a3d8d606eab req-0cc6863e-f9c6-4385-91c9-61b6dc573716 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:25.235059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea3e3a02-a4ea-4dc6-9a53-2a3d8d606eab req-0cc6863e-f9c6-4385-91c9-61b6dc573716 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.2095265 May 26 23:11:25.326382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623ea55-4cbd-4168-be56-f91e94f7c042 None None] Network b8a13343-6073-4738-81f0-ed4430440487 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:11:25.364537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea3e3a02-a4ea-4dc6-9a53-2a3d8d606eab req-0c6b22b8-38bc-423f-ab44-0d526096c9b3 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221788 May 26 23:11:25.431866 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:25.459411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:20Z', 'revision_number': 7, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:25.468193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] Checking router: 79f92ae9-804b-4a89-bd08-e7a1fd9129ec for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:11:25.472629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19054ab7-1eca-4400-b46d-8da1102b5708 req-bb194a2c-8cd7-4539-83e5-f63dad34b93a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:25.480412 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19054ab7-1eca-4400-b46d-8da1102b5708 req-bb194a2c-8cd7-4539-83e5-f63dad34b93a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1836643 May 26 23:11:25.508308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] Routers {'79f92ae9-804b-4a89-bd08-e7a1fd9129ec'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:25.510391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:25.519944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:25.594793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19054ab7-1eca-4400-b46d-8da1102b5708 req-f32ff7b0-4ee0-49b6-a342-ee43479c6916 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133804 May 26 23:11:25.666132 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:25.738287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Subnet': ['ID=8b014a4c-391d-4df0-ba60-92d1f642ca2f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:25.745913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:25.755090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e74281ca-3ec9-4711-b062-272f1546c54b tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/subnets/8b014a4c-391d-4df0-ba60-92d1f642ca2f HTTP/1.1" status: 204 len: 168 time: 1.4690955 May 26 23:11:25.755934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:25.797725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e338cd5-9c22-49f5-897b-647e851c0f13 None None] Network 09db92d8-3099-42f4-9acd-00386596932e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:11:26.176871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:26.215894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] Set router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:26.527149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:26.546753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port 34206be2-261b-4d51-a093-148136bacf16 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:26.547151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:26.561071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] DHCP port deletion for 09db92d8-3099-42f4-9acd-00386596932e request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:11:26.571360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] Deleting port c81b3965-bb5f-489b-a23b-ce6746b9b9dd {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:11:26.571728 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:26.802457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:20Z', 'revision_number': 7, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:26.827554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679fa93-18e2-4cbe-bfe2-b881dec91789 None None] The sync data for ids ['79f92ae9-804b-4a89-bd08-e7a1fd9129ec'] in n-d-843301-1 is: [{'id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'name': 'tempest-TestNetworkBasicOps-router-1579783156', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '34206be2-261b-4d51-a093-148136bacf16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:01Z', 'updated_at': '2022-05-26T23:11:20Z', 'revision_number': 7, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '34206be2-261b-4d51-a093-148136bacf16', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f92ae9-804b-4a89-bd08-e7a1fd9129ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:02Z', 'updated_at': '2022-05-26T23:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:11:26.844927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port 34206be2-261b-4d51-a093-148136bacf16, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=34206be2-261b-4d51-a093-148136bacf16,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:26.845257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:26.897131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9df7f-c419-4f7f-8a61-1f5afaa2b4f3 req-151d88a0-706e-4d20-8cc4-19906bae3d6b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:26.899592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0d9df7f-c419-4f7f-8a61-1f5afaa2b4f3 req-151d88a0-706e-4d20-8cc4-19906bae3d6b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1163392 May 26 23:11:26.968147 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0d9df7f-c419-4f7f-8a61-1f5afaa2b4f3 req-11cd0997-ab90-4ec8-873f-c3f78c5f994d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621738 May 26 23:11:26.994160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for 34206be2-261b-4d51-a093-148136bacf16 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:27.000238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] For port c81b3965-bb5f-489b-a23b-ce6746b9b9dd, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c81b3965-bb5f-489b-a23b-ce6746b9b9dd,segment=NetworkSegment(0554439b-102d-41c8-bdb3-bbb43369108f),segment_id=0554439b-102d-41c8-bdb3-bbb43369108f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:27.000919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:27.143715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] Calling delete_port for c81b3965-bb5f-489b-a23b-ce6746b9b9dd owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:11:27.233853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8b1c4-697b-493e-b464-2218b6954453 req-d4d91f99-1d13-4e26-8d10-488173c95e4f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:27.235341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5a8b1c4-697b-493e-b464-2218b6954453 req-d4d91f99-1d13-4e26-8d10-488173c95e4f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.6167736 May 26 23:11:27.249334 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:27.331527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81b3965-bb5f-489b-a23b-ce6746b9b9dd no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:27.385764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:27.388881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] Pushing event deleted for resources: {'Port': ['ID=c81b3965-bb5f-489b-a23b-ce6746b9b9dd,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:27.410040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c81b3965-bb5f-489b-a23b-ce6746b9b9dd {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:11:27.410603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81b3965-bb5f-489b-a23b-ce6746b9b9dd not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:27.411183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:27.445016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=34206be2-261b-4d51-a093-148136bacf16,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:27.451767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:11:27.452118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1033b15-2dbd-4363-ae7b-b74fe2a5b6a8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:27.455120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2022621-e4d6-4614-9bbf-e78c468b7aca None None] No DVR routers for this DVR port c81b3965-bb5f-489b-a23b-ce6746b9b9dd on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:11:27.692825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d5a8b1c4-697b-493e-b464-2218b6954453 req-07b3e365-e2a0-49e8-8977-ca34fc4e49a1 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4431748 May 26 23:11:27.709815 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:27.904602 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:27.966060 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:27.974123 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.057391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.057971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Fanout notify agent at l3_agent the message router_deleted on router 79f92ae9-804b-4a89-bd08-e7a1fd9129ec {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:11:28.094049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.097418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1de30225-720e-404c-a810-ffe8dd63a034 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/routers/79f92ae9-804b-4a89-bd08-e7a1fd9129ec HTTP/1.1" status: 204 len: 168 time: 2.3408735 May 26 23:11:28.100388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33370) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:28.282773 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.368361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fae13-1599-4cd5-ac36-5cbce2a87da0 req-901906e0-c660-41b8-ac59-ceb4a3a95a91 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:28.369814 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f00fae13-1599-4cd5-ac36-5cbce2a87da0 req-901906e0-c660-41b8-ac59-ceb4a3a95a91 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1703770 May 26 23:11:28.452898 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.495977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f00fae13-1599-4cd5-ac36-5cbce2a87da0 req-906921bf-c8c9-405a-b860-a68e29968f2b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849092 May 26 23:11:28.497355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09db92d8-3099-42f4-9acd-00386596932e']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:28.509717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0554439b-102d-41c8-bdb3-bbb43369108f') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:28.510012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0554439b-102d-41c8-bdb3-bbb43369108f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:28.521879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.537999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.544788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:11:28.545175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: timer() May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:11:28.559956 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:11:28.640695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.658058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.669256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Network': ['ID=09db92d8-3099-42f4-9acd-00386596932e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:28.674133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3bd899e5-99c7-4fb5-9dbd-c9680fea16b2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/networks/09db92d8-3099-42f4-9acd-00386596932e HTTP/1.1" status: 204 len: 168 time: 0.5727391 May 26 23:11:28.695149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33374) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:28.700539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'network': {'name': 'tempest-network-smoke--716363150', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:28.705992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:28.710555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:network and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:28.713304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:28.718818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:28.729281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:11:28.732236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.760541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:11:28.769107 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.769438 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Added segment cc699589-456c-4b4b-869b-2656f79c5c1a of type vlan for network 4a401ec9-78cf-4745-b00c-f497d81e161d May 26 23:11:28.789544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:11:28.802710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.837536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.841487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:28.842046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:28.909952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af96e48-ecab-414b-8aae-6d1158b812bb req-0382e3f6-abb1-4818-af04-8ad2afbd113c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:28.911487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8af96e48-ecab-414b-8aae-6d1158b812bb req-0382e3f6-abb1-4818-af04-8ad2afbd113c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 943 time: 0.0806022 May 26 23:11:28.927301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:28.941889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'port_id': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'mac_address': 'fa:16:3e:06:65:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:11:28.960815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2613540 May 26 23:11:28.961290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfea76-197b-4e48-9fcd-5737ef66f43e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Network': ['ID=4a401ec9-78cf-4745-b00c-f497d81e161d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:28.963325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33380) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:28.968832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-936420249', 'admin_state_up': True, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:28.973058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8af96e48-ecab-414b-8aae-6d1158b812bb req-7c5bbbad-5dcc-4997-8ce6-c156dfa62e7e tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559371 May 26 23:11:28.976268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:28.980282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:router and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:28.984072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:28.985428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 4a401ec9-78cf-4745-b00c-f497d81e161d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:11:28.991170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:29.002407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.003575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.027959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.109475 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.133692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3991bd56-0ce8-4477-a9b0-48633bd9912d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:11:29.146336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 34206be2-261b-4d51-a093-148136bacf16 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:29.179794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:29.186489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 34206be2-261b-4d51-a093-148136bacf16 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:11:29.186815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 34206be2-261b-4d51-a093-148136bacf16 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:29.188755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.195913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.263932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:29.398208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.429571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.458632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['3991bd56-0ce8-4477-a9b0-48633bd9912d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:11:29.691437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.25.4.46 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/75720951-2b8e-4a06-b605-7b85ab61513e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:11:29.906390 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:29.923637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd638a-09ae-4cca-96af-409c8a492f19 req-e9fb3e53-cbfa-4589-9f32-3efa5e049324 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:29.925083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2cd638a-09ae-4cca-96af-409c8a492f19 req-e9fb3e53-cbfa-4589-9f32-3efa5e049324 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.2482958 May 26 23:11:29.979326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2cd638a-09ae-4cca-96af-409c8a492f19 req-160feb3a-d490-4b3f-9a67-3b79b22e0534 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473607 May 26 23:11:29.980690 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:30.048481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:11:30.052036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:30.056556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:11:30.088713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=75720951-2b8e-4a06-b605-7b85ab61513e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:30.214388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c131ec7-88b1-45f7-b816-1730c0412b31 req-c79279c9-90eb-4820-bd77-6a4d73bf13e7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:30.216091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c131ec7-88b1-45f7-b816-1730c0412b31 req-c79279c9-90eb-4820-bd77-6a4d73bf13e7 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 944 time: 0.0904608 May 26 23:11:30.247508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:30.248322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:30.264862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c131ec7-88b1-45f7-b816-1730c0412b31 req-f954200f-6b86-44a8-9ef3-8f1dc49e1533 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 May 26 23:11:30.475393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router bc567db4-04f5-4d25-9619-0d985c66cf10 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:11:30.675541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:11:30.686460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Sync routers for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:11:30.698778 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:30.699451 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:30.704434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:30.709012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-090f7f2e-2794-4ed0-ad26-4e66a7ce4988 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7415557 May 26 23:11:30.709430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33398) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:30.772020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-abbb8a45-e965-46d2-ab05-910d529353cd tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=48c85a31011d4a1eae49d47c739cc354&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584981 May 26 23:11:30.772467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33402) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:30.790352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:30.866841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 3991bd56-0ce8-4477-a9b0-48633bd9912d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:30.867356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:30.910136 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:30.929937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22555654-b194-4cbe-b679-7563171dcde5 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:30.934999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33406) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:30.947803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-22555654-b194-4cbe-b679-7563171dcde5 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1741836 May 26 23:11:31.008363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33410) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:31.013834 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c7786e1-aed4-4c47-953a-e99599423d09 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773499 May 26 23:11:31.014229 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:31.015992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571929723', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:31.050081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:31.060395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:31.071940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:31.157926 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf65848f-9e6c-4284-82b1-18889e2c2161'] response: {'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'code': 200} May 26 23:11:31.166301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:31.279984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:31.287319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:subnet and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:31.290557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:31.296729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:31.299555 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:30Z', 'revision_number': 3, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:31.304702 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Checking router: bc567db4-04f5-4d25-9619-0d985c66cf10 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:11:31.305591 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Updating router bc567db4-04f5-4d25-9619-0d985c66cf10 port 75720951-2b8e-4a06-b605-7b85ab61513e binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:11:31.313687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:11:31.376239 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:31.501757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652e50-3998-46ee-8d30-a26a61d48f07 req-b2fb8b57-55ce-4bbd-809a-8d38d74b7815 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:31.501757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f652e50-3998-46ee-8d30-a26a61d48f07 req-b2fb8b57-55ce-4bbd-809a-8d38d74b7815 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.3007011 May 26 23:11:31.615125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:31.706646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f02d-8a5a-48d9-853c-eecfd8ba413b req-8468aa9b-d46f-4653-a72a-e2e0f9606b9a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:31.719341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c918f02d-8a5a-48d9-853c-eecfd8ba413b req-8468aa9b-d46f-4653-a72a-e2e0f9606b9a tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 946 time: 0.0979388 May 26 23:11:31.781113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c918f02d-8a5a-48d9-853c-eecfd8ba413b req-db5e5948-8e27-4644-876b-fa8d8f7a62d9 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595303 May 26 23:11:31.879264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f652e50-3998-46ee-8d30-a26a61d48f07 req-17f8d2cc-3c99-4c89-a95e-b070b6746d2b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127143 May 26 23:11:31.896782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-984b1587-5b13-4ee4-b3b6-811473ab30b2 req-ff8bfdab-6d92-4c2b-87d6-8ebbc531fd4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1097 time: 0.5079241 May 26 23:11:31.995057 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.001501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-984b1587-5b13-4ee4-b3b6-811473ab30b2 req-06381815-c65f-46c1-9690-547b3c7784a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968857 May 26 23:11:32.013878 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Transition to ACTIVE for port object 75720951-2b8e-4a06-b605-7b85ab61513e will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:32.023791 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.044910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.114970 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Pushing event updated for resources: {'Port': ['ID=75720951-2b8e-4a06-b605-7b85ab61513e,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:32.119081 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Attempting to bind port 75720951-2b8e-4a06-b605-7b85ab61513e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:11:32.119446 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Attempting to bind port 75720951-2b8e-4a06-b605-7b85ab61513e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:11:32.119793 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Attempting to bind port 75720951-2b8e-4a06-b605-7b85ab61513e on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:32.130655 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.130983 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.131310 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.131629 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.131966 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.132295 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.132635 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.133440 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.133440 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.135066 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.135066 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:32.138037 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:11:32.139690 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:32.139690 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.140796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Checking segment: {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:32.140796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network hostable DHCP agents. Network: 4a401ec9-78cf-4745-b00c-f497d81e161d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:11:32.141001 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:11:32.141001 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Bound port: 75720951-2b8e-4a06-b605-7b85ab61513e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:11:32.141001 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.145025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Subnet': ['ID=30736c60-d61a-46b2-8bf8-4ab3063b2a18,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:32.175734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 4a401ec9-78cf-4745-b00c-f497d81e161d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:11:32.186442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 4a401ec9-78cf-4745-b00c-f497d81e161d) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:32.191263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:32.192178 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.199020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eff5f5-0973-49c6-b98d-ad0a0d99e45b None None] Network 4a401ec9-78cf-4745-b00c-f497d81e161d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:11:32.230744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-75d9452f-2d6f-4785-b0e2-e0c6ae409a8e tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2212498 May 26 23:11:32.233716 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33422) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:32.240989 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] For port 75720951-2b8e-4a06-b605-7b85ab61513e, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:32.244744 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] For port 75720951-2b8e-4a06-b605-7b85ab61513e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=75720951-2b8e-4a06-b605-7b85ab61513e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:11:32.250030 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.338959 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:32.339676 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:32.397818 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e38db-4dd4-4b65-8a06-0af613b15c4f None None] Pushing event updated for resources: {'Port': ['ID=75720951-2b8e-4a06-b605-7b85ab61513e,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:32.470229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-4a401ec9-78cf-4745-b00c-f497d81e161d', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:11:32.471572 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.580046 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:32.675358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Allocated IP 172.20.0.2 (4a401ec9-78cf-4745-b00c-f497d81e161d/30736c60-d61a-46b2-8bf8-4ab3063b2a18/c81047b9-38c6-476f-ac5e-c0be629dc889) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:11:32.888962 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:32.899683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Transition to ACTIVE for port object c81047b9-38c6-476f-ac5e-c0be629dc889 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:32.917915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Transition to ACTIVE for port object c81047b9-38c6-476f-ac5e-c0be629dc889 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:32.927457 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:33.028987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Network 4a401ec9-78cf-4745-b00c-f497d81e161d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:11:33.033147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Pushing event updated for resources: {'Port': ['ID=c81047b9-38c6-476f-ac5e-c0be629dc889,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:33.036038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:33.038034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:11:33.206117 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:30Z', 'revision_number': 3, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:33.215193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Attempting to bind port c81047b9-38c6-476f-ac5e-c0be629dc889 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:11:33.215736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Attempting to bind port c81047b9-38c6-476f-ac5e-c0be629dc889 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:11:33.216097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Attempting to bind port c81047b9-38c6-476f-ac5e-c0be629dc889 on network 4a401ec9-78cf-4745-b00c-f497d81e161d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:33.224798 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdcc3f-aa2f-4b56-93e5-6858ebb4f259 None None] The sync data for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 is: [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:30Z', 'revision_number': 3, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:11:33.226996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:11:33.227528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Checking segment: {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:33.240259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:33.241564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Bound using segment: {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:11:33.242202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Bound port: c81047b9-38c6-476f-ac5e-c0be629dc889, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:11:33.243349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:33.283229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29a765-191b-4468-9511-b4194e871c2f req-1d1c32e8-dd16-4c6b-a237-146d13f96345 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:33.294906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db29a765-191b-4468-9511-b4194e871c2f req-1d1c32e8-dd16-4c6b-a237-146d13f96345 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 946 time: 0.2781253 May 26 23:11:33.358700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3f9c2-b1a7-47e0-8adb-ccccc813372f req-08675bde-3267-4929-89f8-4179d0c1b5f4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:33.366282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16c3f9c2-b1a7-47e0-8adb-ccccc813372f req-08675bde-3267-4929-89f8-4179d0c1b5f4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.2318919 May 26 23:11:33.395650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] For port c81047b9-38c6-476f-ac5e-c0be629dc889, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:33.398260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db29a765-191b-4468-9511-b4194e871c2f req-9e1d63ce-a008-40a7-aab1-df1d3485e0b2 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982592 May 26 23:11:33.399973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] For port c81047b9-38c6-476f-ac5e-c0be629dc889, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c81047b9-38c6-476f-ac5e-c0be629dc889,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:11:33.415119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:33.477271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16c3f9c2-b1a7-47e0-8adb-ccccc813372f req-4d4691f8-4672-49b2-8a48-26e686851bb9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101329 May 26 23:11:33.576933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fc6e0-ecd6-4b20-8e31-941dd6b55a3f None None] Pushing event updated for resources: {'Port': ['ID=c81047b9-38c6-476f-ac5e-c0be629dc889,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:33.604631 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:34.317961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.20.0.1 (4a401ec9-78cf-4745-b00c-f497d81e161d/30736c60-d61a-46b2-8bf8-4ab3063b2a18/ea3173c2-8064-49a7-9e7b-b33445b76b52) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:11:34.778226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afcc0-0708-4396-bc79-3cea0d61af0c req-a58e28f5-f82c-4b5a-afa8-2063968c064c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:34.780573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-306afcc0-0708-4396-bc79-3cea0d61af0c req-a58e28f5-f82c-4b5a-afa8-2063968c064c tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 946 time: 0.1634822 May 26 23:11:34.802412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:34.822555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Transition to ACTIVE for port object ea3173c2-8064-49a7-9e7b-b33445b76b52 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:34.857663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:34.937611 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-306afcc0-0708-4396-bc79-3cea0d61af0c req-ad617de4-ce48-4b43-bfaf-47ac8ddc1c7d tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502590 May 26 23:11:35.064741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=ea3173c2-8064-49a7-9e7b-b33445b76b52,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:35.073981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e268-b4b1-4bed-8c5c-cc44b065affc req-178782be-d1eb-4adf-89af-9d991b7f90a9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:35.075521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-da67e268-b4b1-4bed-8c5c-cc44b065affc req-178782be-d1eb-4adf-89af-9d991b7f90a9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.3857195 May 26 23:11:35.081547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 4a401ec9-78cf-4745-b00c-f497d81e161d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:11:35.084836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:35.093621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:11:35.232249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-da67e268-b4b1-4bed-8c5c-cc44b065affc req-023b33fd-5c38-4b70-9b39-97e69dac8bb4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493433 May 26 23:11:35.233389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:35.249248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3ae7d-c766-4af4-916b-d68427198508 None None] Network 4a401ec9-78cf-4745-b00c-f497d81e161d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:11:35.359460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75720951-2b8e-4a06-b605-7b85ab61513e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:35.377954 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:35.487611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d33246cd-d197-4f10-ad4a-fc5fe896e883 None None] Provisioning for port c81047b9-38c6-476f-ac5e-c0be629dc889 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:35.619178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 75720951-2b8e-4a06-b605-7b85ab61513e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:35.625596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 75720951-2b8e-4a06-b605-7b85ab61513e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:35.626695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:35.778317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:35.799617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 75720951-2b8e-4a06-b605-7b85ab61513e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=75720951-2b8e-4a06-b605-7b85ab61513e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:35.805242 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:35.806123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81047b9-38c6-476f-ac5e-c0be629dc889 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:35.939093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=75720951-2b8e-4a06-b605-7b85ab61513e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:35.963505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c81047b9-38c6-476f-ac5e-c0be629dc889 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:35.972357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c81047b9-38c6-476f-ac5e-c0be629dc889 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:35.973934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.039613 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.046518 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.092437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Provisioning for port ea3173c2-8064-49a7-9e7b-b33445b76b52 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:36.106433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Provisioning complete for port ea3173c2-8064-49a7-9e7b-b33445b76b52 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:36.106779 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.180800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=ea3173c2-8064-49a7-9e7b-b33445b76b52,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:36.182125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Port ea3173c2-8064-49a7-9e7b-b33445b76b52 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:11:36.185618 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.218042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Provisioning complete for port c81047b9-38c6-476f-ac5e-c0be629dc889 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:36.218424 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.355282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17b717-4f37-41c0-aad0-cd56a7bcac10 req-a350dd42-1b11-46c5-ac68-9da093401999 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:36.358211 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb17b717-4f37-41c0-aad0-cd56a7bcac10 req-a350dd42-1b11-46c5-ac68-9da093401999 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 946 time: 0.0908585 May 26 23:11:36.375100 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.442285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb17b717-4f37-41c0-aad0-cd56a7bcac10 req-dd9fbd2a-c2bb-4748-9ebe-d6bdef8ee822 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792549 May 26 23:11:36.475131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 4a401ec9-78cf-4745-b00c-f497d81e161d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:11:36.477091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:36.488529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.515823 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c81047b9-38c6-476f-ac5e-c0be629dc889, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c81047b9-38c6-476f-ac5e-c0be629dc889,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:36.524543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:36.644831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:11:36.645338 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-9ebf5616-4f67-41ef-91ee-d5539fe4b1a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:11:36.649821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c81047b9-38c6-476f-ac5e-c0be629dc889,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:36.809270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b466-49c4-4373-aa4b-3ab439aad1ff req-f9df5f6b-0abd-4273-b8a0-285666b81916 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:36.810715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ab6b466-49c4-4373-aa4b-3ab439aad1ff req-f9df5f6b-0abd-4273-b8a0-285666b81916 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1397393 May 26 23:11:37.095855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0ab6b466-49c4-4373-aa4b-3ab439aad1ff req-860c6006-d4bf-4b7b-b413-ce77186712fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320402 May 26 23:11:37.204489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75720951-2b8e-4a06-b605-7b85ab61513e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:37.218766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router bc567db4-04f5-4d25-9619-0d985c66cf10 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:11:37.340913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 75720951-2b8e-4a06-b605-7b85ab61513e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:37.340913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:37.444363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:11:37.475612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c56cf3a-5722-4c53-b814-1bbaa42897a2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "PUT /v2.0/routers/bc567db4-04f5-4d25-9619-0d985c66cf10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2386568 May 26 23:11:37.476228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33486) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:37.493013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81047b9-38c6-476f-ac5e-c0be629dc889 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:37.549291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1e017635-67f1-4d82-aeb9-a4bd6f51dd22 None None] Provisioning complete for port ea3173c2-8064-49a7-9e7b-b33445b76b52 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:37.549657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1e017635-67f1-4d82-aeb9-a4bd6f51dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:37.662287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c81047b9-38c6-476f-ac5e-c0be629dc889 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:37.664407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:37.738417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1e017635-67f1-4d82-aeb9-a4bd6f51dd22 None None] Port ea3173c2-8064-49a7-9e7b-b33445b76b52 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:11:37.741950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.742313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.742667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.743305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.743944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.744169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.744550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.745189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.745189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.747249 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca2b4ca3-726b-49ac-bd0a-461b7b11482e tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.2695162 May 26 23:11:37.750288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33490) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:37.839329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.839329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.839329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.839329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.839729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.840051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.840406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.840760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.841131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:37.843313 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-50a880d4-566f-459e-8e82-b47c9be2e871 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5907 time: 0.0919967 May 26 23:11:37.846074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33494) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:37.876068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Sync routers for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:11:37.889222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:37.890147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:38.063119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2fe2f7cb-4e7e-44ad-8e6f-dbfa8adcb4c6 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.2159431 May 26 23:11:38.084044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:38.154107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33504) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:38.160146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-155874636', 'description': 'tempest-secgroup-smoke-155874636 description', 'project_id': '48c85a31011d4a1eae49d47c739cc354'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:38.167437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:38.171903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:38.175095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:38.181917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:38.198975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.239684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:38.244063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:38.247320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:38.253596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:38.322027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.327180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.333291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7e3f8-4406-48bc-91c7-e5cdfe7c1b75 req-00092053-6733-486f-9963-8a6815caea35 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:38.334076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fc7e3f8-4406-48bc-91c7-e5cdfe7c1b75 req-00092053-6733-486f-9963-8a6815caea35 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.0995157 May 26 23:11:38.381002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ddd0d0-61e0-4031-9b63-0ec5c403f16c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:38.385275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.386826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-83f6e40e-61b3-4dce-9ea5-acc943815676 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2315252 May 26 23:11:38.389992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:38.395874 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3fc7e3f8-4406-48bc-91c7-e5cdfe7c1b75 req-682fd0c5-a8fc-4142-865d-2317dd3b9249 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563757 May 26 23:11:38.397140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '51ddd0d0-61e0-4031-9b63-0ec5c403f16c', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:38.404391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:38.408755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:38.412024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:38.428498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:38.449959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.454194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 2, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:38.460013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Checking router: bc567db4-04f5-4d25-9619-0d985c66cf10 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:11:38.460363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Updating router bc567db4-04f5-4d25-9619-0d985c66cf10 port ea3173c2-8064-49a7-9e7b-b33445b76b52 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:11:38.520792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.524289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.529221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.553217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232f3739-5abc-4896-b7e6-6ee0b43f62f6,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:38.564820 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.573136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e711e383-62c1-43c0-b420-9202c200d170 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1790564 May 26 23:11:38.573331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33514) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:38.578665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '51ddd0d0-61e0-4031-9b63-0ec5c403f16c', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:38.584952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:38.588782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:38.591605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:38.597215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:38.618291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.690201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.695033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.733995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e44834d-a075-40e4-94cc-ca5b21fcefab,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:38.735915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.740491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-66952dd0-7b2c-404c-92ba-c45b6a6154dd tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1628456 May 26 23:11:38.740641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33518) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:38.746285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '51ddd0d0-61e0-4031-9b63-0ec5c403f16c', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:38.752863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:38.757081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:38.759901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:38.766306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:38.784816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.849079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.854088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.876353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d93b95-c347-424d-9a28-174c2fa1223d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:38.889191 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.893027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ae730c48-3858-4392-b96f-245cfeb5eef1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1490657 May 26 23:11:38.893221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:38.895745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.898745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '51ddd0d0-61e0-4031-9b63-0ec5c403f16c', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:38.905209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:38.908884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Transition to ACTIVE for port object ea3173c2-8064-49a7-9e7b-b33445b76b52 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:38.909184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:38.913065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:38.915985 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:38.919573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:38.940819 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.032974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.039518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.070900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Pushing event updated for resources: {'Port': ['ID=ea3173c2-8064-49a7-9e7b-b33445b76b52,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:39.074601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a27dee0-a39d-4e86-86a0-01f6b69e4f03,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:39.097255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.099852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5ad49950-44e1-4dcb-b523-1df19c5d8f86 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2054403 May 26 23:11:39.103619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33528) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:39.110330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '51ddd0d0-61e0-4031-9b63-0ec5c403f16c', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:39.118459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:39.124728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:39.128379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:39.136109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:39.149205 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Project 48c85a31011d4a1eae49d47c739cc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:11:39.157487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.242591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.248130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.259293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Attempting to bind port ea3173c2-8064-49a7-9e7b-b33445b76b52 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:11:39.260181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Attempting to bind port ea3173c2-8064-49a7-9e7b-b33445b76b52 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:11:39.260181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Attempting to bind port ea3173c2-8064-49a7-9e7b-b33445b76b52 on network 4a401ec9-78cf-4745-b00c-f497d81e161d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:39.266504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4424615e-8951-44fe-be43-398f9d5e9da5,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:39.271547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:11:39.272353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Checking segment: {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:39.273890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.274294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Bound using segment: {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:11:39.274840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Bound port: ea3173c2-8064-49a7-9e7b-b33445b76b52, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:11:39.275476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.286990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.291011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33532) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:39.291190 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eab8f8eb-da5f-491b-af6e-811dc056df7f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1862371 May 26 23:11:39.297344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'security_group_rule': {'security_group_id': '51ddd0d0-61e0-4031-9b63-0ec5c403f16c', 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:39.306684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:39.311163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:security_group_rule and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:39.315198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:39.322094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:39.342981 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Project 48c85a31011d4a1eae49d47c739cc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:11:39.349921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.389818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] For port ea3173c2-8064-49a7-9e7b-b33445b76b52, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:39.397464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] For port ea3173c2-8064-49a7-9e7b-b33445b76b52, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea3173c2-8064-49a7-9e7b-b33445b76b52,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:11:39.405501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.464425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.464425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.492840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcd87ca-2e3e-46eb-8669-31805d31027b,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:39.492840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:39.510999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-186544b4-b969-435a-846a-3e03cf1bd4b6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2109964 May 26 23:11:39.545290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:39.547639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:39.728709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Pushing event updated for resources: {'Port': ['ID=ea3173c2-8064-49a7-9e7b-b33445b76b52,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:39.738448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce2e39-a0b1-41ad-b4f9-78e6f75b723d req-402284ed-38d6-49df-a6a8-6059db5c77ea tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:39.741066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66ce2e39-a0b1-41ad-b4f9-78e6f75b723d req-402284ed-38d6-49df-a6a8-6059db5c77ea tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1068165 May 26 23:11:39.746501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.747099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.747657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.748220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.748770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.749299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.749862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.750409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.750960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.751492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.752044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c46c89-2c98-4cfd-8b7a-d0a2d6d46742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:11:39.805216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66ce2e39-a0b1-41ad-b4f9-78e6f75b723d req-835e844c-826e-459c-93c4-8d4205f3891a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577133 May 26 23:11:39.835278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-b6d9daec-ddce-4665-be85-d16f6e6d519f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:39.836567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:39.850191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-b6d9daec-ddce-4665-be85-d16f6e6d519f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:39.851395 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-b6d9daec-ddce-4665-be85-d16f6e6d519f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155874636&fields=id&tenant_id=48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 267 time: 0.0659447 May 26 23:11:40.001646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-b7e5fa3f-441d-4179-a4c3-832532aa80f6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:40.002352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-b7e5fa3f-441d-4179-a4c3-832532aa80f6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:40.018003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-b7e5fa3f-441d-4179-a4c3-832532aa80f6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:40.019096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-b7e5fa3f-441d-4179-a4c3-832532aa80f6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/networks?id=4a401ec9-78cf-4745-b00c-f497d81e161d HTTP/1.1" status: 200 len: 796 time: 0.1609638 May 26 23:11:40.035905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-d4576e89-7429-4dca-9c6e-8d25100274df tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/quotas/48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 375 time: 0.0113165 May 26 23:11:40.120425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-7a5a4d9d-7c52-4edd-ba72-1b8e9e6d3c73 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:40.136153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-7a5a4d9d-7c52-4edd-ba72-1b8e9e6d3c73 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:40.137623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-7a5a4d9d-7c52-4edd-ba72-1b8e9e6d3c73 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962873 May 26 23:11:40.146801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:39Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:40.151981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92991c40-74c8-4bf9-8777-c11c7a6665f4 None None] The sync data for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 is: [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:39Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:11:40.289807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-03f8ccd1-666b-4ab6-b335-cca764835225 service neutron] 10.222.0.32 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406362 May 26 23:11:40.425586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-db277290-b269-402b-b41a-0d41c7c1d961 service neutron] 10.222.0.32 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299405 May 26 23:11:40.601521 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-69cc2d0b-0530-4873-ad38-d480ddf4e935 service neutron] show failed (client error): The resource could not be found. May 26 23:11:40.602859 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-69cc2d0b-0530-4873-ad38-d480ddf4e935 service neutron] 10.222.0.48 "GET /v2.0/ports/967ab116-fefe-467c-b2fa-222483d2e13a/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0995712 May 26 23:11:40.666803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cef7e5cf-394e-4a50-aea2-a66fe8f34fa2 req-04a4809d-a41d-4f41-9b32-c2231fc822a4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:40.683031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cef7e5cf-394e-4a50-aea2-a66fe8f34fa2 req-04a4809d-a41d-4f41-9b32-c2231fc822a4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:40.696568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cef7e5cf-394e-4a50-aea2-a66fe8f34fa2 req-04a4809d-a41d-4f41-9b32-c2231fc822a4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 210 time: 0.0787075 May 26 23:11:40.800772 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-40ce5e1c-9263-4bc7-adde-5dc40cfb9cff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0970001 May 26 23:11:41.039522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-230f5a18-54dc-4e50-97d2-052acef6f1cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:41.046604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-230f5a18-54dc-4e50-97d2-052acef6f1cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.2228770 May 26 23:11:41.198511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-8a84850f-6936-44e8-8bfa-20ef692c83c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 1001 time: 0.1511009 May 26 23:11:41.280872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea3173c2-8064-49a7-9e7b-b33445b76b52 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:41.331814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-061fc6d3-64dd-4676-a748-8c73318bd92a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:41.333968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-061fc6d3-64dd-4676-a748-8c73318bd92a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.1267602 May 26 23:11:41.399633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df91fb-1c3a-4a55-8a4c-6a9a15f44979 req-1bae12fe-3a65-4fc0-8b26-eaca53a2d840 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:41.407895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7df91fb-1c3a-4a55-8a4c-6a9a15f44979 req-1bae12fe-3a65-4fc0-8b26-eaca53a2d840 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.3850415 May 26 23:11:41.412523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port ea3173c2-8064-49a7-9e7b-b33445b76b52 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:41.424472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ea3173c2-8064-49a7-9e7b-b33445b76b52 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:41.424472 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:41.460825 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-3d6dc375-aa30-4b58-92d3-f3a7a1149cff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172218 May 26 23:11:41.550572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7df91fb-1c3a-4a55-8a4c-6a9a15f44979 req-2a9c3979-76ba-4cbd-8cda-b63080f78ccf tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413035 May 26 23:11:41.561427 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-e90264cb-d6c9-4d64-89b3-c896e7eb1811 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 1096 time: 0.4003882 May 26 23:11:41.581648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:41.587258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:41.645853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port ea3173c2-8064-49a7-9e7b-b33445b76b52, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea3173c2-8064-49a7-9e7b-b33445b76b52,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:41.651569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:41.672358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-d859ea7c-afe9-4957-bfbd-fefc79122d40 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964109 May 26 23:11:41.713448 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:41.834762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=ea3173c2-8064-49a7-9e7b-b33445b76b52,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:42.021929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9e0e167-0335-4a4b-a707-a95c6e721254 req-56739e5a-5fa6-4f03-9f90-145b9fc1fad7 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 210 time: 0.0615213 May 26 23:11:42.065125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4fbb17e4-210c-477c-ba13-8298c41bd752 req-e757c82f-2d90-43db-a7c9-77b68e9fa7c0 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863256 May 26 23:11:42.180920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:42.224453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:42.284715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:42.292147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:42.311341 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Transition to ACTIVE for port object 967ab116-fefe-467c-b2fa-222483d2e13a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:42.319136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:42.388756 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff6712a-d24e-4726-bb7d-aad0266cd04c'] response: {'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'code': 200} May 26 23:11:42.444983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-74169b1a-857a-456a-a888-5b4e4a038cda tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:42.446124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-74169b1a-857a-456a-a888-5b4e4a038cda tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:42.467798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-74169b1a-857a-456a-a888-5b4e4a038cda tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:42.468945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-74169b1a-857a-456a-a888-5b4e4a038cda tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.48 "GET /v2.0/networks?id=4a401ec9-78cf-4745-b00c-f497d81e161d HTTP/1.1" status: 200 len: 796 time: 0.2377729 May 26 23:11:42.488614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:42.562429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-7360784c-d320-49c5-a0b6-c07d24b20c40 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:42.581813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-7360784c-d320-49c5-a0b6-c07d24b20c40 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:42.584076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-7360784c-d320-49c5-a0b6-c07d24b20c40 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c85a31011d4a1eae49d47c739cc354 HTTP/1.1" status: 200 len: 379 time: 0.1010308 May 26 23:11:42.589258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] No DVR routers for this DVR port 967ab116-fefe-467c-b2fa-222483d2e13a on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:11:42.594036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'port': {'device_id': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'admin_state_up': True, 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'security_groups': ['51ddd0d0-61e0-4031-9b63-0ec5c403f16c']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:42.864230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:42.878298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40943c-2a67-4eff-bf1f-af5792e618e0 req-b5a0628b-6b26-4ba7-b46c-6d1363454625 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:42.880488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca40943c-2a67-4eff-bf1f-af5792e618e0 req-b5a0628b-6b26-4ba7-b46c-6d1363454625 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.1682673 May 26 23:11:42.884316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:42.909461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Made reservation on behalf of 48c85a31011d4a1eae49d47c739cc354 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:11:42.912579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:42.964127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:11:42.964449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:11:42.964770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:42.970575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:11:42.970890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:42.977031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:11:42.977351 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Checking segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:42.977751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Bound using segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:11:42.978169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Bound port: 967ab116-fefe-467c-b2fa-222483d2e13a, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:11:42.978620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:42.989759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca40943c-2a67-4eff-bf1f-af5792e618e0 req-92be92bc-d558-4ef3-9c13-f27ac31d2697 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002643 May 26 23:11:43.065838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:43.145939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:43.153542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.20.0.12 (4a401ec9-78cf-4745-b00c-f497d81e161d/30736c60-d61a-46b2-8bf8-4ab3063b2a18/c5bb2284-d193-4307-a08e-4c23208ba7b9) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:11:43.158093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:11:43.168737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:43.187791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:43.226541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea3173c2-8064-49a7-9e7b-b33445b76b52 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:43.289275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:43.290981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 1091 time: 1.7148247 May 26 23:11:43.316162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ea3173c2-8064-49a7-9e7b-b33445b76b52 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:43.316735 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:43.361438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f41a281b-641d-4239-8040-61eefdc47238 req-b68a007a-4393-4132-a45a-447ce2b49343 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 210 time: 0.0675108 May 26 23:11:43.452539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:43.473804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Transition to ACTIVE for port object c5bb2284-d193-4307-a08e-4c23208ba7b9 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:43.477776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410244b-1673-49e8-b114-759ada4486a5 service neutron] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:43.512761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:43.534694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c0e215e6-d1e9-44ae-bec0-8325c26446ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1720471 May 26 23:11:43.613562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network 4a401ec9-78cf-4745-b00c-f497d81e161d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:11:43.614494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=c5bb2284-d193-4307-a08e-4c23208ba7b9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:43.617143 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:43.619529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:11:43.697138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:43.698047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:43.701631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-f72daeee-d74d-4b26-aa4f-ee81c5d80d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:43.703588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-f72daeee-d74d-4b26-aa4f-ee81c5d80d6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.1628411 May 26 23:11:43.737151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-0f451657-df2a-4d8b-9b75-9604544835ce tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1474288 May 26 23:11:43.749262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Request body: {'port': {'device_id': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:43.827047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-b1ec6ea1-13d2-49e6-911a-4b1cc0c65c29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 999 time: 0.1146276 May 26 23:11:43.875501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:43.916460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-d89d49c3-fb66-4b2d-afe4-d1eab9915b95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:43.918063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-d89d49c3-fb66-4b2d-afe4-d1eab9915b95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0803549 May 26 23:11:43.939800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c9ff0bcc-9837-4ab8-96b0-0ff12ce3af82 None None] Provisioning for port c5bb2284-d193-4307-a08e-4c23208ba7b9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:43.951046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c9ff0bcc-9837-4ab8-96b0-0ff12ce3af82 None None] Provisioning complete for port c5bb2284-d193-4307-a08e-4c23208ba7b9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:43.951520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9ff0bcc-9837-4ab8-96b0-0ff12ce3af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:44.003928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-a4b6b0c3-8e0e-4e1b-b908-ca639c85f7e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753317 May 26 23:11:44.017552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff0bcc-9837-4ab8-96b0-0ff12ce3af82 None None] Port c5bb2284-d193-4307-a08e-4c23208ba7b9 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:11:44.172644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-60cf5add-bee2-4f93-bb60-83e2d9c3e28b service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613569 May 26 23:11:44.305464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd4a1-ae95-4e4c-89fa-ade1882fce86 req-25ecbbaa-457b-4354-b340-00b208f77d44 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:44.306951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-937dd4a1-ae95-4e4c-89fa-ade1882fce86 req-25ecbbaa-457b-4354-b340-00b208f77d44 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.1679068 May 26 23:11:44.314128 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-c0f5c0c0-731c-4238-99f5-75f0907c0bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339083 May 26 23:11:44.388195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bb2284-d193-4307-a08e-4c23208ba7b9 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:11:44.391039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:44.403543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:44.432690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-937dd4a1-ae95-4e4c-89fa-ade1882fce86 req-bd6d4007-1b0c-41b4-880c-ae228a88026e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976732 May 26 23:11:44.435379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Transition to ACTIVE for port object c5bb2284-d193-4307-a08e-4c23208ba7b9 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:44.443539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:44.501366 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487d02f1-26c2-46f7-9256-dee5b2dc7bd4'] response: {'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'status': 'completed', 'code': 200} May 26 23:11:44.805329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb2284-d193-4307-a08e-4c23208ba7b9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:44.844192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-1880b610-41cb-4fa9-859e-68671ab0af4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1094 time: 0.2486703 May 26 23:11:44.846946 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-4d1419c1-e5c0-483d-b21d-065dd8edf4d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1094 time: 0.3115799 May 26 23:11:44.977309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a8342-a5d2-406e-9ea1-26afd0dba32e req-f2cf0a52-ba3a-43a9-871a-408f3a854ba2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:44.978129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-429a8342-a5d2-406e-9ea1-26afd0dba32e req-f2cf0a52-ba3a-43a9-871a-408f3a854ba2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:11:45.020452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Attempting to bind port c5bb2284-d193-4307-a08e-4c23208ba7b9 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:11:45.020912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Attempting to bind port c5bb2284-d193-4307-a08e-4c23208ba7b9 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:11:45.021395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Attempting to bind port c5bb2284-d193-4307-a08e-4c23208ba7b9 on network 4a401ec9-78cf-4745-b00c-f497d81e161d {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:45.029961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Port c5bb2284-d193-4307-a08e-4c23208ba7b9 on network 4a401ec9-78cf-4745-b00c-f497d81e161d not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:11:45.030414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Attempting to bind port c5bb2284-d193-4307-a08e-4c23208ba7b9 on network 4a401ec9-78cf-4745-b00c-f497d81e161d {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:45.039603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-429a8342-a5d2-406e-9ea1-26afd0dba32e req-f2cf0a52-ba3a-43a9-871a-408f3a854ba2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:11:45.046673 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-429a8342-a5d2-406e-9ea1-26afd0dba32e req-f2cf0a52-ba3a-43a9-871a-408f3a854ba2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 944 time: 0.3782270 May 26 23:11:45.049558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:11:45.049922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Checking segment: {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:45.050303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Bound using segment: {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:11:45.050744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Bound port: c5bb2284-d193-4307-a08e-4c23208ba7b9, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc699589-456c-4b4b-869b-2656f79c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:11:45.051282 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:45.164498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-f29b22ae-91dd-423d-8b3b-b5574cb5b64b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:45.166015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-f29b22ae-91dd-423d-8b3b-b5574cb5b64b service neutron] 10.222.0.55 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.3148358 May 26 23:11:45.168572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-56fef7a8-0772-4ca2-84e7-36a529c23ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:45.169420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-56fef7a8-0772-4ca2-84e7-36a529c23ede service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.2975914 May 26 23:11:45.170211 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-429a8342-a5d2-406e-9ea1-26afd0dba32e req-74d7d8c7-0661-4228-a526-4e2152449ba5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225994 May 26 23:11:45.202447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] For port c5bb2284-d193-4307-a08e-4c23208ba7b9, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:45.205374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] For port c5bb2284-d193-4307-a08e-4c23208ba7b9, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:11:45.210790 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:45.280161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:45.282291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] 10.222.0.48 "PUT /v2.0/ports/c5bb2284-d193-4307-a08e-4c23208ba7b9 HTTP/1.1" status: 200 len: 1092 time: 1.5382793 May 26 23:11:45.282731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:45.298987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8757a40-439a-460f-8c88-c55eb5f6cf2a service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb2284-d193-4307-a08e-4c23208ba7b9,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:45.385569 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b50c68-087e-4b45-8d75-15c7895e7ace'] response: {'name': 'network-changed', 'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'status': 'completed', 'code': 200} May 26 23:11:45.407818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-6643a509-8967-40ac-b206-e4d2e23551c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 999 time: 0.2330830 May 26 23:11:45.412310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-b87abcfe-aad7-4a83-9f20-6d1e9df5c9f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 999 time: 0.2359874 May 26 23:11:45.462463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-ce88866f-0564-4c9b-83bf-45c38aee7878 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 1095 time: 0.1287000 May 26 23:11:45.515080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-a79b9b81-74b0-45ee-b192-26af7c440ba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:45.516526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-a79b9b81-74b0-45ee-b192-26af7c440ba7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0650334 May 26 23:11:45.550763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-84479dde-01f8-4d6d-9229-5269cdf98353 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9 HTTP/1.1" status: 200 len: 217 time: 0.0842803 May 26 23:11:45.589711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-696fc4c5-0d11-4f48-8d88-72a076d209bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:45.591132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-696fc4c5-0d11-4f48-8d88-72a076d209bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.1772366 May 26 23:11:45.638547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-4f4f3545-d25a-4356-8cc7-d592e7e46c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:45.640633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-4f4f3545-d25a-4356-8cc7-d592e7e46c47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=30736c60-d61a-46b2-8bf8-4ab3063b2a18 HTTP/1.1" status: 200 len: 835 time: 0.0839965 May 26 23:11:45.695664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-ab58c80b-9f59-4558-9997-386aad816732 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728313 May 26 23:11:45.780033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-890d5453-22e5-404d-bf68-a8541e32f25e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799428 May 26 23:11:45.791665 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-3bdeb8e4-3150-49de-9a90-5b069873d3df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a401ec9-78cf-4745-b00c-f497d81e161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447456 May 26 23:11:45.799233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e7b7e-b03e-4ede-b444-bd6946dfdb5a req-f9c35e9e-8310-40a6-9727-c32ecc751f66 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:45.800531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa0e7b7e-b03e-4ede-b444-bd6946dfdb5a req-f9c35e9e-8310-40a6-9727-c32ecc751f66 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.1168003 May 26 23:11:45.936977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa0e7b7e-b03e-4ede-b444-bd6946dfdb5a req-60572383-af41-4dad-afae-043f83c78a42 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090443 May 26 23:11:45.944823 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-85b8c7a1-904b-47f1-8f4a-a68b03d97700 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414637 May 26 23:11:45.979402 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-31e6d4eb-628e-447c-a80e-1d8ccb4e23bf service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773796 May 26 23:11:46.026253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-b0f3c10b-8feb-47fb-acd1-bee713651eed service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372491 May 26 23:11:46.135520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00e97eaf-fbc7-4366-9a07-92efbf5c821b req-2bc626b0-e2e1-40ea-b2f8-d5462e045d9f service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498063 May 26 23:11:46.198920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-e9612ea9-b873-493e-bb2e-9f02b3d41384 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460408 May 26 23:11:46.238035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca7562b-db4a-40a3-8b67-116d2ee0e309 req-d09ae6e6-0ce4-4b59-9917-71e82b0cc0b5 service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012870 May 26 23:11:46.270605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ed85b0-13f3-4779-801c-35542975a79e req-e1e9c6a8-c018-488e-8096-fef2dbd32aa1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 1095 time: 0.0799277 May 26 23:11:46.447525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235201b9-5d56-46f0-b677-28493002d46e req-c22d8c0e-8812-473a-a0be-dfdf7fd64247 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:46.448967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-235201b9-5d56-46f0-b677-28493002d46e req-c22d8c0e-8812-473a-a0be-dfdf7fd64247 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 944 time: 0.1121511 May 26 23:11:46.451022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed85b0-13f3-4779-801c-35542975a79e req-3613b4b5-2e06-47ba-adb3-134eec516271 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:46.453225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ed85b0-13f3-4779-801c-35542975a79e req-3613b4b5-2e06-47ba-adb3-134eec516271 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a401ec9-78cf-4745-b00c-f497d81e161d HTTP/1.1" status: 200 len: 897 time: 0.1774061 May 26 23:11:46.504511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-235201b9-5d56-46f0-b677-28493002d46e req-2a06b68c-2011-47a8-829a-b848f75fb848 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494668 May 26 23:11:46.526901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ed85b0-13f3-4779-801c-35542975a79e req-bfca2deb-07cf-4266-9736-3a0e004e5bba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9 HTTP/1.1" status: 200 len: 217 time: 0.0670013 May 26 23:11:46.594823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed85b0-13f3-4779-801c-35542975a79e req-6ee295ad-8c0f-4c2f-b629-a004f9552959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:46.596238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ed85b0-13f3-4779-801c-35542975a79e req-6ee295ad-8c0f-4c2f-b629-a004f9552959 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=30736c60-d61a-46b2-8bf8-4ab3063b2a18 HTTP/1.1" status: 200 len: 835 time: 0.0639107 May 26 23:11:46.670429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ed85b0-13f3-4779-801c-35542975a79e req-bae3b9fe-0a00-417a-b1a9-ee3c16e42713 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a401ec9-78cf-4745-b00c-f497d81e161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685458 May 26 23:11:46.852619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:11:46.898976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ed85b0-13f3-4779-801c-35542975a79e req-6040bb1c-7b51-4a60-a857-88cd5a8c5bb6 service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218189 May 26 23:11:47.028468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:47.042495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '967ab116-fefe-467c-b2fa-222483d2e13a', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'port_id': '967ab116-fefe-467c-b2fa-222483d2e13a', 'mac_address': 'fa:16:3e:ab:25:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:11:47.062946 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ed85b0-13f3-4779-801c-35542975a79e req-063edc71-202a-4b6c-95ac-e5a15c88764b service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563535 May 26 23:11:47.099305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:47.119978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967ab116-fefe-467c-b2fa-222483d2e13a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:11:47.138547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:47.143187 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:47.174954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2458cc-d332-48e4-94df-44f959b81f5d req-0b12c27d-8d6b-498e-901f-f57b871a367a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:47.176649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2458cc-d332-48e4-94df-44f959b81f5d req-0b12c27d-8d6b-498e-901f-f57b871a367a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 943 time: 0.0873091 May 26 23:11:47.252628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c2458cc-d332-48e4-94df-44f959b81f5d req-abed2785-88d5-45a5-83aa-cf01ae8b9e22 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668535 May 26 23:11:47.261119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-40a21ce1-723b-48b7-b7a8-50e5e6fb847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:47.276512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:47.386602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['967ab116-fefe-467c-b2fa-222483d2e13a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:11:47.767927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac435df-960d-48e1-b14e-589964c79e11 req-cba38d03-aebf-4469-ad0b-52aeadbf64da tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:47.769602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ac435df-960d-48e1-b14e-589964c79e11 req-cba38d03-aebf-4469-ad0b-52aeadbf64da tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 944 time: 0.0859773 May 26 23:11:47.824993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ac435df-960d-48e1-b14e-589964c79e11 req-90be4dd3-cbcf-42ea-858d-e07a2a54f7ac tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471625 May 26 23:11:47.916935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8080a1-1880-4ad6-91d9-3dbf20476660 req-c57a7105-69f9-494e-82ab-cb168fc61c09 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:47.923790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b8080a1-1880-4ad6-91d9-3dbf20476660 req-c57a7105-69f9-494e-82ab-cb168fc61c09 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 944 time: 0.2709293 May 26 23:11:47.946302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-270ff44b-6ea2-4cd8-ac7f-262362baab3b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:47.948008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-270ff44b-6ea2-4cd8-ac7f-262362baab3b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1&tenant_id=ea7d7ca748954380a9a607a5947767b0&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.3632793 May 26 23:11:48.035279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b8080a1-1880-4ad6-91d9-3dbf20476660 req-853575ad-0e96-4f27-ba02-d901db34cf67 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105335 May 26 23:11:48.065147 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-b8aec8f0-65b3-41ee-8bb7-54a217af70d2 service neutron] 10.222.0.55 "GET /v2.0/ports/967ab116-fefe-467c-b2fa-222483d2e13a/bindings/n-h1-843301-1 HTTP/1.1" status: 200 len: 382 time: 0.1081369 May 26 23:11:48.177994 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-9c677db5-7e99-49e3-a95a-4f7087ff8dd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1095 time: 0.0878720 May 26 23:11:48.308223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-8257e890-c001-4ec3-a0db-2aa0b47da7e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:48.309533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-8257e890-c001-4ec3-a0db-2aa0b47da7e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.1257732 May 26 23:11:48.422494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-d58d826e-6967-4fe9-a726-7e7984f49ac0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 1000 time: 0.1069875 May 26 23:11:48.484533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-e23f47de-a007-4fff-b07b-6746f410b755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:48.485957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-e23f47de-a007-4fff-b07b-6746f410b755 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0579178 May 26 23:11:48.592361 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-e6634311-3126-435e-8ada-a306b5c88dc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976996 May 26 23:11:48.730628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-50421ce6-cd13-4192-a33d-5ca2bb100dc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898421 May 26 23:11:48.742516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-d518aa32-bfa7-4557-b172-df904527413b service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432884 May 26 23:11:48.825835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-00e72689-0129-4ed5-acdc-23f161214796 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 1097 time: 0.0693417 May 26 23:11:48.881227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:48.892720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-29318743-25d1-4579-aae5-0dc95b67485a service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374676 May 26 23:11:49.001835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 967ab116-fefe-467c-b2fa-222483d2e13a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:49.007201 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 967ab116-fefe-467c-b2fa-222483d2e13a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:49.007566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:49.068789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-a96bee5e-6a5a-4112-8b54-03b679ebfe56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:49.070351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-a96bee5e-6a5a-4112-8b54-03b679ebfe56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 200 len: 918 time: 0.2174861 May 26 23:11:49.073231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c5bb2284-d193-4307-a08e-4c23208ba7b9 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:11:49.208139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd507cd-aaab-40ae-bc52-37ad2f18a06d req-c71ed891-6281-4e85-b6ce-e68b12440a25 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:49.209616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acd507cd-aaab-40ae-bc52-37ad2f18a06d req-c71ed891-6281-4e85-b6ce-e68b12440a25 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 944 time: 0.1996605 May 26 23:11:49.214335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-3d640217-9c5a-41b1-8f79-4efee41f2279 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 200 len: 1001 time: 0.1218281 May 26 23:11:49.258209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:49.321684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-dd8ee251-4521-46b9-8409-863a37aea60f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:49.322572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:49.323146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-dd8ee251-4521-46b9-8409-863a37aea60f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 200 len: 856 time: 0.0942225 May 26 23:11:49.324251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32652e-fd95-4806-887a-daf5b0ddeb7d req-31833983-11bf-4c00-a7fd-74a0b4d87869 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:49.327135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be32652e-fd95-4806-887a-daf5b0ddeb7d req-31833983-11bf-4c00-a7fd-74a0b4d87869 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 944 time: 0.1312950 May 26 23:11:49.330160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acd507cd-aaab-40ae-bc52-37ad2f18a06d req-0730bdcd-9433-4c3c-95da-d63fa1407a34 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147401 May 26 23:11:49.352783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:49.356165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c5bb2284-d193-4307-a08e-4c23208ba7b9, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:49.365204 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:49.415755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'port_id': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'mac_address': 'fa:16:3e:e8:45:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:11:49.420436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be32652e-fd95-4806-887a-daf5b0ddeb7d req-a8ac9334-446c-4b73-ab8d-0a84cd7072b1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858729 May 26 23:11:49.472466 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac021266-e0f5-483b-b0b0-274c26c084f0'] response: {'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'code': 200} May 26 23:11:49.482516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-f03a1889-5bd1-417e-9e12-1e3f8c4746dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b1cc104-681a-4ed7-837f-03bfca2acb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511850 May 26 23:11:49.501091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:49.503901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:49.523914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bb2284-d193-4307-a08e-4c23208ba7b9 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:11:49.539863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c5bb2284-d193-4307-a08e-4c23208ba7b9, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:49.545010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:49.634551 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c5bb2284-d193-4307-a08e-4c23208ba7b9,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:49.649894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-fb7aa24a-129a-43e5-bd02-22923df01312 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509123 May 26 23:11:49.788069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c0288c3e-5b86-44b4-9874-755bcb60f5b2 req-de5e85b4-093b-4c7b-bb75-9f42b34de314 service neutron] 10.222.0.55 "GET /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308689 May 26 23:11:49.840926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c5bb2284-d193-4307-a08e-4c23208ba7b9'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:11:49.914706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e8e739a4-54a0-47fa-8bfa-705cc82b0c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:50.571197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df41a14-203b-4ba0-903b-b167c94a1081 req-6786db34-67a3-47c2-91b3-0877e6e4c59d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:50.578148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6df41a14-203b-4ba0-903b-b167c94a1081 req-6786db34-67a3-47c2-91b3-0877e6e4c59d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1066794 May 26 23:11:50.631449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6df41a14-203b-4ba0-903b-b167c94a1081 req-3e68d756-ede9-400e-90dc-74db6c00e01e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521362 May 26 23:11:50.657803 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:50.682749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca5cc6-7bf1-430a-a6cd-95a4384199cf req-248d551c-514f-4414-bf25-0a36dfa5f0af tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:50.684285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ca5cc6-7bf1-430a-a6cd-95a4384199cf req-248d551c-514f-4414-bf25-0a36dfa5f0af tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 945 time: 0.0999029 May 26 23:11:50.735826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b2ca5cc6-7bf1-430a-a6cd-95a4384199cf req-6de899aa-acf0-4039-869f-04f1d06d40e1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 May 26 23:11:50.782199 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:51.079942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c5bb2284-d193-4307-a08e-4c23208ba7b9 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:51.154025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port c5bb2284-d193-4307-a08e-4c23208ba7b9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:51.161155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port c5bb2284-d193-4307-a08e-4c23208ba7b9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:51.161155 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:51.231378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-cdd1f876-2733-4c36-bcda-0d378e974cb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 1096 time: 0.0894308 May 26 23:11:51.241558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:51.303284 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:51.337510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c5bb2284-d193-4307-a08e-4c23208ba7b9, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:51.342950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:51.418691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c5bb2284-d193-4307-a08e-4c23208ba7b9,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:51.452878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:51.473765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:51.500278 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:11:51.541134 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a445fa-8169-4cfd-8bf0-f20f07b1f03e'] response: {'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'code': 200} May 26 23:11:51.670570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37606126-bc7b-4548-a34a-91a5babba615 req-b0b877a2-22e1-4ab0-bd22-0ad75884a65c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 1097 time: 0.0720336 May 26 23:11:51.735430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37606126-bc7b-4548-a34a-91a5babba615 req-43e1b743-8709-45ec-900d-2507e6825894 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570869 May 26 23:11:51.784014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:51.880584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:51.930742 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:51.952590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887991-2c26-439d-977e-5ab38141e59b req-6fff1c4f-39d6-43fd-aa5b-21d8d7801484 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:51.954088 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5887991-2c26-439d-977e-5ab38141e59b req-6fff1c4f-39d6-43fd-aa5b-21d8d7801484 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.1720924 May 26 23:11:51.962664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238bb10-bab3-44a5-aeb8-7af9a82c9a59 req-7d543783-ffc6-47be-a281-03781e680a2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:51.964012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e238bb10-bab3-44a5-aeb8-7af9a82c9a59 req-7d543783-ffc6-47be-a281-03781e680a2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 946 time: 0.0916047 May 26 23:11:51.978783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:51.986473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:52.015676 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e238bb10-bab3-44a5-aeb8-7af9a82c9a59 req-b0fdcd8e-322f-4506-8a87-1b98931b3507 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448661 May 26 23:11:52.018291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Transition to ACTIVE for port object 967ab116-fefe-467c-b2fa-222483d2e13a will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:11:52.024534 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:52.067140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5887991-2c26-439d-977e-5ab38141e59b req-3d4d983d-f2e5-4851-9ede-3bd69dcf35ea tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042368 May 26 23:11:52.150636 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edcce2e-4787-4e84-919a-913670912e1b'] response: {'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'code': 200} May 26 23:11:52.179758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=10']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:52.240316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] No DVR routers for this DVR port 967ab116-fefe-467c-b2fa-222483d2e13a on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:11:52.505242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:11:52.505562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:11:52.505914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:52.511542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:11:52.511852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Attempting to bind port 967ab116-fefe-467c-b2fa-222483d2e13a on network 77042d09-b518-4142-9c45-b839de4cba27 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:11:52.517871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:11:52.518194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Checking segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:11:52.518564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Bound using segment: {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:11:52.518974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Bound port: 967ab116-fefe-467c-b2fa-222483d2e13a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '77042d09-b518-4142-9c45-b839de4cba27'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:11:52.519307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:52.617914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:11:52.621634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:11:52.629502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:52.710362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:52.711993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] 10.222.0.48 "PUT /v2.0/ports/967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 1092 time: 1.4751213 May 26 23:11:52.720691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ee682-2644-4269-9f60-d26e8ffd32d0 service neutron] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=11']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:52.815009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-d711de66-4982-4c04-b539-7fd750b11a6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1095 time: 0.0746653 May 26 23:11:52.970466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-7c413f42-9d59-45dc-8e8b-cc4c740bb16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:52.971977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-7c413f42-9d59-45dc-8e8b-cc4c740bb16f service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.1504977 May 26 23:11:53.083755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-c964c2dd-563d-420b-a0c0-ed1ab180298f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 999 time: 0.1037123 May 26 23:11:53.165007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-a6e93995-90c5-46e0-aadd-f2f7fce47489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:53.166646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-a6e93995-90c5-46e0-aadd-f2f7fce47489 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0766895 May 26 23:11:53.275100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7f78-11ca-4741-9176-d009bd92a67b req-69ccf075-6c30-4749-9f54-21a9a966923a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:53.276534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cda7f78-11ca-4741-9176-d009bd92a67b req-69ccf075-6c30-4749-9f54-21a9a966923a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 946 time: 0.1064253 May 26 23:11:53.338259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5cda7f78-11ca-4741-9176-d009bd92a67b req-9e9866c2-aee0-49ba-979e-21c5f156fbdc tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522642 May 26 23:11:53.416777 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-9faec7ea-a925-40ed-844f-b7e9bf503d25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2375872 May 26 23:11:53.518052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254243a-ea47-4d57-ad80-1587d13fcb51 req-ee4ccf5e-db3c-4874-889b-0da5e503d0e6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:53.519267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c254243a-ea47-4d57-ad80-1587d13fcb51 req-ee4ccf5e-db3c-4874-889b-0da5e503d0e6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 944 time: 0.2774551 May 26 23:11:53.603960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-e33d51a2-cce1-4b48-8811-6f1ab5d96be4 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803331 May 26 23:11:53.608815 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c254243a-ea47-4d57-ad80-1587d13fcb51 req-7905f116-f5f5-4cbb-ab0a-629e68ae6dfb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812128 May 26 23:11:53.746756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd30605f-3cdb-46f1-b2e8-782bcf9c6409 req-2e14b2b4-4357-4584-8cdf-fbac02826eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361716 May 26 23:11:54.145335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:54.217367 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe318d4-3b43-467b-a2d7-8c8e1b1be055'] response: {'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'status': 'completed', 'code': 200} May 26 23:11:54.383414 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-ec6c1d46-dff0-41b8-b845-8a923d453266 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1400504 May 26 23:11:54.386396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-94c17236-bd4e-45d6-bc44-940263a78797 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1136572 May 26 23:11:54.697871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-5f4d9aaa-5f20-42a8-a55c-842298242328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:54.699319 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-5f4d9aaa-5f20-42a8-a55c-842298242328 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.2916253 May 26 23:11:54.702070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-3674f7c3-b3cf-45d4-84cd-af8d312f212b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:54.703349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-3674f7c3-b3cf-45d4-84cd-af8d312f212b service neutron] 10.222.0.55 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.3139679 May 26 23:11:54.836822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63a2e-eeb5-46b5-9a2c-d13ee868f6b4 req-413ce0af-0c28-4690-b21a-ef0e1a672f9f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:54.843520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5a63a2e-eeb5-46b5-9a2c-d13ee868f6b4 req-413ce0af-0c28-4690-b21a-ef0e1a672f9f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 946 time: 0.3248115 May 26 23:11:54.845190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6239c-faa9-4ac5-b818-ee3d3f2b63ef req-19b4cd81-72e9-4cf5-a5c6-59ca4e249c53 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:54.847894 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daa6239c-faa9-4ac5-b818-ee3d3f2b63ef req-19b4cd81-72e9-4cf5-a5c6-59ca4e249c53 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 944 time: 0.0864675 May 26 23:11:54.898908 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-daa6239c-faa9-4ac5-b818-ee3d3f2b63ef req-f7780b16-fe3a-4a10-9598-a5ea63876311 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459116 May 26 23:11:54.906834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:11:54.936839 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-92d1f64d-be1c-4e85-b695-3c9d38f19484 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 999 time: 0.2309539 May 26 23:11:55.007618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-a0000e1c-2c7d-4378-b74b-9c759411b2cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 999 time: 0.2318523 May 26 23:11:55.021745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:11:55.022565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5a63a2e-eeb5-46b5-9a2c-d13ee868f6b4 req-32eaf2c1-e75a-4360-8f8e-7659717a68f5 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780763 May 26 23:11:55.093492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-a00f81f4-098b-40ff-b9e8-8de4b752ff26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:55.095236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-a00f81f4-098b-40ff-b9e8-8de4b752ff26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.1503534 May 26 23:11:55.102488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-19b13e5d-f659-4bf3-9cfa-f6060aa4a041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:55.104558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-19b13e5d-f659-4bf3-9cfa-f6060aa4a041 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.0726063 May 26 23:11:55.233177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b593d2-b824-4f8a-89a0-a14e6e49298d req-d045e2e5-02d0-40e4-8d2a-f256b07457a7 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:55.236724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-caa8c959-9e04-4e55-8cbc-339d9306644a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029577 May 26 23:11:55.240074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-a1155da6-a05d-4a92-82d8-bdc383f67bd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346974 May 26 23:11:55.240674 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95b593d2-b824-4f8a-89a0-a14e6e49298d req-d045e2e5-02d0-40e4-8d2a-f256b07457a7 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 946 time: 0.0940232 May 26 23:11:55.301294 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-95b593d2-b824-4f8a-89a0-a14e6e49298d req-f503955b-3bc7-4e24-b21b-28810716d8ff tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591989 May 26 23:11:55.306478 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:55.329712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:55.404365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b1c96b95-fe01-4d06-bd90-1dbdf70bcba1 tempest-TestNetworkBasicOps-604810570 tempest-TestNetworkBasicOps-604810570-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 1092 time: 0.0733225 May 26 23:11:55.407189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 33854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:55.413299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:11:55.420650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:11:55.424961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Usage tracker for resource:floatingip and tenant:48c85a31011d4a1eae49d47c739cc354 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:11:55.430012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:11:55.436475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:11:55.448946 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:55.605716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-ca740b80-cbbb-4f22-b4fe-75f48379ac0a service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393259 May 26 23:11:55.607328 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-10428595-d883-45ff-a1ef-f417288e64b9 service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608594 May 26 23:11:55.717784 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:55.868406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-3466aec2-c07c-4b5d-aa1e-e86c44ba08b6 service neutron] 10.222.0.55 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342467 May 26 23:11:55.870003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ec71c64-b2b0-4a68-8401-2f4c0eceae6b req-7a35220e-fbfd-4ce1-ac73-8db7747aac86 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580745 May 26 23:11:55.884188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Allocated IP 172.25.4.223 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e5ae75f3-226b-44b8-b033-1d2d50c24c65) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:11:56.037726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:56.067463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:56.137206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1efe6b-7df2-4c91-a18e-71b26ff27733 req-fa46152f-642f-4781-9a38-7e67f93b8ab3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:56.143877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e1efe6b-7df2-4c91-a18e-71b26ff27733 req-fa46152f-642f-4781-9a38-7e67f93b8ab3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 944 time: 0.0908830 May 26 23:11:56.152753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:11:56.155700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:11:56.158474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:11:56.190231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e1efe6b-7df2-4c91-a18e-71b26ff27733 req-dce8bdf9-cdd8-429a-8f7a-b428d975edf3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453508 May 26 23:11:56.195454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=e5ae75f3-226b-44b8-b033-1d2d50c24c65,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:56.701592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:56.762480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:56.986000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:56.992218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:57.077138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:11:57.102269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event updated for resources: {'Port': ['ID=e5ae75f3-226b-44b8-b033-1d2d50c24c65,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:57.116712 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:57.252151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:57.267521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '967ab116-fefe-467c-b2fa-222483d2e13a', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'port_id': '967ab116-fefe-467c-b2fa-222483d2e13a', 'mac_address': 'fa:16:3e:ab:25:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:11:57.330524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:57.350082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967ab116-fefe-467c-b2fa-222483d2e13a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:11:57.365637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:57.370997 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:57.443669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=12']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:57.462647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974789fd-ef69-4434-800c-2155004abb95 req-00f12953-57f2-4ef8-9862-c79daccdc2dc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:57.464097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-974789fd-ef69-4434-800c-2155004abb95 req-00f12953-57f2-4ef8-9862-c79daccdc2dc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 945 time: 0.0990059 May 26 23:11:57.532862 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Floating IP fc17e356-83eb-4111-b863-3279b89abd30 associated. External IP: 172.25.4.223, port: c5bb2284-d193-4307-a08e-4c23208ba7b9. May 26 23:11:57.580600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-974789fd-ef69-4434-800c-2155004abb95 req-6390381b-1f0b-427a-8f10-6bbb971f212c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048388 May 26 23:11:57.608943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33900) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:57.706624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['967ab116-fefe-467c-b2fa-222483d2e13a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:11:57.730999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4b9a3ae-3ab7-416b-8051-13e56b539662 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 200 len: 992 time: 0.1200507 May 26 23:11:57.918438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:57.992255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router bc567db4-04f5-4d25-9619-0d985c66cf10 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:11:58.204681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:11:58.215203 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] Sync routers for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:11:58.228461 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:58.229070 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:58.231355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:58.287219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-111bed8a-a9c2-4826-86d3-3f9d32fabb08 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8788738 May 26 23:11:58.288110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:58.290368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33918) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:58.371410 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef723d9-697f-495e-a07b-734dcdbcf8ae'] response: {'name': 'network-changed', 'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'status': 'completed', 'code': 200} May 26 23:11:58.408563 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:58.484435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3c8d2045-bc65-4d0e-9f6b-243244ca7bc2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/fc17e356-83eb-4111-b863-3279b89abd30 HTTP/1.1" status: 200 len: 992 time: 0.1927211 May 26 23:11:58.505347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-c3cca89b-bd3b-4091-a979-1abf75c24f37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 1097 time: 0.1044059 May 26 23:11:58.673639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-d452ace0-d024-433f-8e04-1d26c3cd24a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:58.676121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-d452ace0-d024-433f-8e04-1d26c3cd24a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a401ec9-78cf-4745-b00c-f497d81e161d HTTP/1.1" status: 200 len: 897 time: 0.1617568 May 26 23:11:58.770891 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'fc17e356-83eb-4111-b863-3279b89abd30', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'port_id': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'mac_address': 'fa:16:3e:e8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:11:56Z', 'updated_at': '2022-05-26T23:11:56Z', 'revision_number': 0, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:41Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:58.774871 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] Checking router: bc567db4-04f5-4d25-9619-0d985c66cf10 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:11:58.779511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-def859ee-afa2-43f8-b036-02b901e70832 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9 HTTP/1.1" status: 200 len: 1000 time: 0.0959377 May 26 23:11:58.785408 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:11:58.786037 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:58.851729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-7dc299b7-1494-44ea-8191-4a0f749ab532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:11:58.853329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-7dc299b7-1494-44ea-8191-4a0f749ab532 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=30736c60-d61a-46b2-8bf8-4ab3063b2a18 HTTP/1.1" status: 200 len: 835 time: 0.0655611 May 26 23:11:58.941456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-89a84095-287d-4852-a93f-316ea0b157df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a401ec9-78cf-4745-b00c-f497d81e161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803511 May 26 23:11:59.008365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:11:59.079597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:11:59.091151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-fede0a09-0859-45d4-9ec9-485ed0100888 service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438892 May 26 23:11:59.150339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 967ab116-fefe-467c-b2fa-222483d2e13a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:11:59.155612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 967ab116-fefe-467c-b2fa-222483d2e13a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:11:59.156190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:59.264517 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2de8a88-0932-4e1c-a937-7842a9756872 req-67414eb9-bc8d-4589-b3be-937cf62b08ff service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671457 May 26 23:11:59.294837 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:59.322670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:11:59.332620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:11:59.339257 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:11:59.399068 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38971b85-8dbb-4dbe-99d1-c871847d1c9e'] response: {'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'code': 200} May 26 23:11:59.406758 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'fc17e356-83eb-4111-b863-3279b89abd30', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'port_id': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'mac_address': 'fa:16:3e:e8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:11:56Z', 'updated_at': '2022-05-26T23:11:56Z', 'revision_number': 0, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:41Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:11:59.411615 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e99913f-1e3a-4e75-971c-c65e18533835 None None] The sync data for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 is: [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'fc17e356-83eb-4111-b863-3279b89abd30', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'port_id': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'mac_address': 'fa:16:3e:e8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:11:56Z', 'updated_at': '2022-05-26T23:11:56Z', 'revision_number': 0, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:41Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:11:59.412134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=13']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:11:59.487438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33944) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:11:59.598280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9494ba9b-d566-4b9c-b6ee-44334301982d tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/fc17e356-83eb-4111-b863-3279b89abd30 HTTP/1.1" status: 200 len: 992 time: 0.1093941 May 26 23:11:59.633710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c272c7-9fb0-4dda-9764-f3c123e46b20 None None] New status for floating IP fc17e356-83eb-4111-b863-3279b89abd30: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:12:00.601719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 33966) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:00.825399 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-795c88c6-4477-4229-9831-3ca91fb9b6cb tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/fc17e356-83eb-4111-b863-3279b89abd30 HTTP/1.1" status: 200 len: 994 time: 0.2226381 May 26 23:12:10.195628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9771b-5325-43cc-a1ce-905644e43eed req-86871ac2-aca1-42de-b5e1-8441e983f697 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:10.197093 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80e9771b-5325-43cc-a1ce-905644e43eed req-86871ac2-aca1-42de-b5e1-8441e983f697 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 946 time: 0.0773656 May 26 23:12:10.247748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80e9771b-5325-43cc-a1ce-905644e43eed req-f1695c85-de7f-4db2-8b5c-99d7d771b897 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448272 May 26 23:12:11.486531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837575e2-b6a2-4837-86e0-7a431de8be43 req-564ab396-8d86-4f74-959a-75c40b3019eb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:11.493932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-837575e2-b6a2-4837-86e0-7a431de8be43 req-564ab396-8d86-4f74-959a-75c40b3019eb tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 946 time: 0.0875332 May 26 23:12:11.542475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-837575e2-b6a2-4837-86e0-7a431de8be43 req-ec55ab9e-7421-4e43-8e44-025a83adad6f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups?id=16dbf8c1-60b7-44e3-b3e3-8c7741429e47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473700 May 26 23:12:11.621581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-5cbdab48-1f4a-4c42-a28b-d70ad0af2036 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:11.623163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-5cbdab48-1f4a-4c42-a28b-d70ad0af2036 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 946 time: 0.0897400 May 26 23:12:11.704277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Deleting port 3991bd56-0ce8-4477-a9b0-48633bd9912d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:11.704621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:11.959495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] For port 3991bd56-0ce8-4477-a9b0-48633bd9912d, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=3991bd56-0ce8-4477-a9b0-48633bd9912d,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:11.959929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:12.248192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:12.248463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:12.248786 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Floating IP f2ae7547-baff-4400-b16d-84bbd6ba1414 disassociated. External IP: 172.25.4.195, port: 3991bd56-0ce8-4477-a9b0-48633bd9912d. May 26 23:12:12.249123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Calling delete_port for 3991bd56-0ce8-4477-a9b0-48633bd9912d owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:12.392279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:12.439431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event deleted for resources: {'Port': ['ID=3991bd56-0ce8-4477-a9b0-48633bd9912d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:12.452861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.453190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.453523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.453884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.454283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.454628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.454941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.455265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.455584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.456050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.456268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:12.794443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eee237e4-cb9e-4e81-82bf-961865dc3a9e req-c7249406-057c-44b2-91a1-7e78abff1713 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/ports?device_id=4448ded3-82e1-4aea-a85b-596ea147c31f HTTP/1.1" status: 200 len: 210 time: 0.0544744 May 26 23:12:12.802580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:12:13.072277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:12:13.084439 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] Sync routers for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:12:13.098300 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:12:13.098993 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:13.149021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] No DVR routers for this DVR port 3991bd56-0ce8-4477-a9b0-48633bd9912d on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:12:13.151971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:13.154788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-deleted', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:12:13.174033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ae24b594-46d4-455e-b4ef-9b883fe8a75f req-01e0a11e-7e40-4b60-8c37-6a6332ec7f13 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.55 "DELETE /v2.0/ports/3991bd56-0ce8-4477-a9b0-48633bd9912d HTTP/1.1" status: 204 len: 173 time: 1.5420372 May 26 23:12:13.222708 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8f9d96-1f6d-471b-bace-c1796fdeb53f'] response: {'server_uuid': '4448ded3-82e1-4aea-a85b-596ea147c31f', 'name': 'network-vif-deleted', 'tag': '3991bd56-0ce8-4477-a9b0-48633bd9912d', 'status': 'completed', 'code': 200} May 26 23:12:13.291930 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:12:13.614847 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:13.619588 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] Checking router: df3a7714-c1c4-4d6d-95da-efd3f4f68d7f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:12:13.632651 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:12:13.633002 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:11:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:13.842522 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:12:13.952088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34366) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:14.034849 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ffa98a49-84b4-4d8f-8672-44aa49522181 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:14.178375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ffa98a49-84b4-4d8f-8672-44aa49522181 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:14.232843 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:14.237019 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dace915-0c75-4b44-a02a-6a3e46eec884 None None] The sync data for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 is: [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:06:09Z', 'revision_number': 4, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '1d6b380a-9e1c-4036-8584-24a768c6ef1e', 'name': '', 'network_id': '5b1cc104-681a-4ed7-837f-03bfca2acb12', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'mac_address': 'fa:16:3e:c4:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:07Z', 'updated_at': '2022-05-26T23:06:30Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'subnets': [{'id': '4a3a02c9-db6c-4d7c-85f8-8dfe231a7401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:12:14.239872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ffa98a49-84b4-4d8f-8672-44aa49522181 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:14.259718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa98a49-84b4-4d8f-8672-44aa49522181 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dbf8c1-60b7-44e3-b3e3-8c7741429e47,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:14.273020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ffa98a49-84b4-4d8f-8672-44aa49522181 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:14.276789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ffa98a49-84b4-4d8f-8672-44aa49522181 tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "DELETE /v2.0/security-groups/16dbf8c1-60b7-44e3-b3e3-8c7741429e47 HTTP/1.1" status: 204 len: 168 time: 0.3206663 May 26 23:12:14.277340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34416) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:14.300619 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-34c4f947-5c60-4b84-866e-ab66d5f40f1f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] show failed (client error): The resource could not be found. May 26 23:12:14.305715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34c4f947-5c60-4b84-866e-ab66d5f40f1f tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "GET /v2.0/security-groups/16dbf8c1-60b7-44e3-b3e3-8c7741429e47 HTTP/1.1" status: 404 len: 347 time: 0.0257163 May 26 23:12:14.306878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34424) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:14.477259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Deleting port e059c0d5-fa43-497e-b92a-4f2931dbb95e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:14.477746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:14.501970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10361e27-551b-435a-aaef-f4ec976b0d4d None None] New status for floating IP f2ae7547-baff-4400-b16d-84bbd6ba1414: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:12:14.654001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:14.654445 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:14.789785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Calling delete_port for e059c0d5-fa43-497e-b92a-4f2931dbb95e owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:14.877759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:12:14.878143 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:12:15.038300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:12:15.072324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 3991bd56-0ce8-4477-a9b0-48633bd9912d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:12:15.072670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 3991bd56-0ce8-4477-a9b0-48633bd9912d not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:12:15.379786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Deleting port e059c0d5-fa43-497e-b92a-4f2931dbb95e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:15.380206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:15.563174 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:15.563506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:15.714872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Calling delete_port for e059c0d5-fa43-497e-b92a-4f2931dbb95e owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:15.867587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:15.919016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Pushing event deleted for resources: {'Port': ['ID=e059c0d5-fa43-497e-b92a-4f2931dbb95e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:16.120301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:16.153194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-0a315b19-bab1-4af9-a10d-fa9c0f88aaf3 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:16.154649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-0a315b19-bab1-4af9-a10d-fa9c0f88aaf3 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/networks?id=b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 200 len: 814 time: 0.1986685 May 26 23:12:16.157234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:16.158285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b770fa06-7fc6-4375-b5e4-d2b4defe0cdc tempest-AttachVolumeShelveTestJSON-1219282865 tempest-AttachVolumeShelveTestJSON-1219282865-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2ae7547-baff-4400-b16d-84bbd6ba1414 HTTP/1.1" status: 204 len: 168 time: 1.8503180 May 26 23:12:16.172270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-45a78fd6-a2d0-4131-be7a-b0c3a977908b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/quotas/f1a7f617cc68475984940337e4acb2de HTTP/1.1" status: 200 len: 375 time: 0.0114169 May 26 23:12:16.222820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-d56f7414-2195-40fe-99fe-8063805df32a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1a7f617cc68475984940337e4acb2de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443263 May 26 23:12:16.533160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-23e5ac40-de13-49f1-8086-04c166868520 service neutron] 10.222.0.32 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037350 May 26 23:12:16.667962 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-b9987508-4b37-4f3b-845a-1885e33240cf service neutron] 10.222.0.32 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276860 May 26 23:12:16.870396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-531122cd-11cd-4841-ae53-c246c144ffd5 req-db64bbfa-43cb-488e-9f2b-493308f7e2ce tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 210 time: 0.0413442 May 26 23:12:17.178250 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8ce74e1-09ef-4b5a-bd89-c0cb8a9d00c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:18.059753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0493dd8e-92b0-421a-82e5-5183a656583e req-bb9ded1a-14ec-4ff1-bd13-3d49f467aff0 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 210 time: 0.0514047 May 26 23:12:18.113113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-081f18cd-b61c-4fe3-a575-49299a3ca0c7 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:18.114528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-081f18cd-b61c-4fe3-a575-49299a3ca0c7 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "GET /v2.0/networks?id=b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 200 len: 814 time: 0.2369692 May 26 23:12:18.134586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Request body: {'port': {'device_id': '876cd864-3a89-46be-bc64-ba2b66071e05', 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487', 'admin_state_up': True, 'tenant_id': 'f1a7f617cc68475984940337e4acb2de'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:12:18.270322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:18.274155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Usage tracker for resource:port and tenant:f1a7f617cc68475984940337e4acb2de is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:18.276928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:18.282607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:18.292892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Made reservation on behalf of f1a7f617cc68475984940337e4acb2de for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:12:18.295894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:18.461242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Allocated IP 172.20.0.2 (b8a13343-6073-4738-81f0-ed4430440487/adafaf77-dee7-40ae-a2a2-0171be328be4/6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:12:18.679712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:18.712089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:18.792165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Network b8a13343-6073-4738-81f0-ed4430440487 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:12:18.795351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:12:18.799809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:12:18.828248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Pushing event updated for resources: {'Port': ['ID=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:18.861418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:18.862030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:18.883183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-2c7d0b04-dd6a-4564-80af-9af7c3cfa61c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518272 May 26 23:12:18.895790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-c2b02110-9ec6-421b-95ff-3589b676016c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:12:18.896823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-c2b02110-9ec6-421b-95ff-3589b676016c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047860 May 26 23:12:18.912704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Request body: {'port': {'device_id': '876cd864-3a89-46be-bc64-ba2b66071e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:12:19.028028 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:19.262047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6048b7c-ee93-422f-a9b0-e4a96df6ee4a req-a645a284-aee3-4c32-aa1b-7b5529c72673 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:19.266594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6048b7c-ee93-422f-a9b0-e4a96df6ee4a req-a645a284-aee3-4c32-aa1b-7b5529c72673 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 931 time: 0.0803771 May 26 23:12:19.312017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e6048b7c-ee93-422f-a9b0-e4a96df6ee4a req-6fc83c5c-1ec0-4197-b45e-b5eff2b80f7f tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Synchronizing usage tracker for tenant:f1a7f617cc68475984940337e4acb2de on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:12:19.330525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e6048b7c-ee93-422f-a9b0-e4a96df6ee4a req-6fc83c5c-1ec0-4197-b45e-b5eff2b80f7f tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Unset dirty status for tenant:f1a7f617cc68475984940337e4acb2de on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:12:19.331852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6048b7c-ee93-422f-a9b0-e4a96df6ee4a req-6fc83c5c-1ec0-4197-b45e-b5eff2b80f7f tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622678 May 26 23:12:19.392549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:12:19.399659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:19.414346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Transition to ACTIVE for port object 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:12:19.418006 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:19.638474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:19.743757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Attempting to bind port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:12:19.744092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Attempting to bind port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:12:19.744421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Attempting to bind port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 on network b8a13343-6073-4738-81f0-ed4430440487 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:12:19.750611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 on network b8a13343-6073-4738-81f0-ed4430440487 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:12:19.750931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Attempting to bind port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 on network b8a13343-6073-4738-81f0-ed4430440487 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:12:19.757477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:12:19.757870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Checking segment: {'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:12:19.758260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Bound using segment: {'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:12:19.758689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Bound port: 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:12:19.759039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:19.854775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] For port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:12:19.857994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] For port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:12:19.863237 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:19.889104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-66816561-3f98-42fc-b335-2029ea607ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:19.923810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:19.926070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] 10.222.0.55 "PUT /v2.0/ports/6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 HTTP/1.1" status: 200 len: 1091 time: 1.0195203 May 26 23:12:19.936896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876cd864-3a89-46be-bc64-ba2b66071e05', 'tag': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:12:19.963081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ae73f-88e5-4825-a41a-418d7b12e2cc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:20.024027 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70df46c-8c8a-49ab-9e18-0f12a40410d3'] response: {'name': 'network-changed', 'server_uuid': '876cd864-3a89-46be-bc64-ba2b66071e05', 'tag': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5', 'status': 'completed', 'code': 200} May 26 23:12:20.059821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-5824333d-f487-4b75-8164-a6dd1bac3d13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1a7f617cc68475984940337e4acb2de&device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 1094 time: 0.0778570 May 26 23:12:20.131057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-42febec5-daaa-4e10-93f4-af3d5463be6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 HTTP/1.1" status: 200 len: 217 time: 0.0607495 May 26 23:12:20.199559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-7145c09d-5729-4fb1-b410-1dc601c695ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:20.200981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-7145c09d-5729-4fb1-b410-1dc601c695ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=adafaf77-dee7-40ae-a2a2-0171be328be4 HTTP/1.1" status: 200 len: 854 time: 0.0611420 May 26 23:12:20.249931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-65b6c7dc-a79b-4758-8278-4cc9b9fa569b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8a13343-6073-4738-81f0-ed4430440487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386434 May 26 23:12:20.388568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-f88d713a-12e1-460b-91c8-95a66652b9ef service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294322 May 26 23:12:20.527156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bab864f-bb10-4dce-ae38-df09d81cfce8 req-f30846d9-f0a6-4de7-8070-e7926283d48e service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283753 May 26 23:12:20.537993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5463008-80cc-4479-a38f-1e225954fe23 req-71b4cc08-88e8-4a59-86f9-1b1b0a205d32 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:20.540031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5463008-80cc-4479-a38f-1e225954fe23 req-71b4cc08-88e8-4a59-86f9-1b1b0a205d32 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 943 time: 0.0787103 May 26 23:12:20.591434 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5463008-80cc-4479-a38f-1e225954fe23 req-2fc796bf-b9ea-497a-86eb-9e832e97a8e1 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454552 May 26 23:12:20.631340 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:20.650542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-fd6ea82d-2949-4b82-b4df-36cae5dc4f0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1a7f617cc68475984940337e4acb2de&device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 1094 time: 0.0774584 May 26 23:12:20.774501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:20.783832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-89a1f8fc-b547-4267-801a-f2c99c5ee0f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:20.785823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-89a1f8fc-b547-4267-801a-f2c99c5ee0f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 200 len: 915 time: 0.1296396 May 26 23:12:20.855032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-9d25ed6f-6637-4c96-ab73-022e4725d2e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 HTTP/1.1" status: 200 len: 217 time: 0.0611265 May 26 23:12:20.922555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-8f23aa8d-c06b-4d7e-a902-8219baa74a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:20.924126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-8f23aa8d-c06b-4d7e-a902-8219baa74a76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=adafaf77-dee7-40ae-a2a2-0171be328be4 HTTP/1.1" status: 200 len: 854 time: 0.0619221 May 26 23:12:20.970006 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-2b813f55-f796-4be4-bcc0-e839a80d59d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8a13343-6073-4738-81f0-ed4430440487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395577 May 26 23:12:21.105561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-f2eaa8f2-ede5-4a14-8005-6344101c07d2 service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279557 May 26 23:12:21.123979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34686) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:21.332789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5f1aa81-271c-413f-8679-18149ce2f56f req-27f582c7-703c-4564-b4b9-3dff4ce8b0ce service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201829 May 26 23:12:21.787363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:21.871800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaeae3-56fa-4f6d-b7cf-efbe9288f8e9 req-31dbc0d7-9df8-4db3-98cd-1668406c2138 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:21.872475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fbbaeae3-56fa-4f6d-b7cf-efbe9288f8e9 req-31dbc0d7-9df8-4db3-98cd-1668406c2138 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Synchronizing usage tracker for tenant:f1a7f617cc68475984940337e4acb2de on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:12:21.889949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fbbaeae3-56fa-4f6d-b7cf-efbe9288f8e9 req-31dbc0d7-9df8-4db3-98cd-1668406c2138 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Unset dirty status for tenant:f1a7f617cc68475984940337e4acb2de on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:12:21.891066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbbaeae3-56fa-4f6d-b7cf-efbe9288f8e9 req-31dbc0d7-9df8-4db3-98cd-1668406c2138 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 943 time: 0.0990803 May 26 23:12:21.936292 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:21.942888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbbaeae3-56fa-4f6d-b7cf-efbe9288f8e9 req-882ec312-74ec-460d-b84c-c6fdb76a3d9d tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 May 26 23:12:22.381699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Deleting port 1d6b380a-9e1c-4036-8584-24a768c6ef1e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:22.382068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:22.549074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] For port 1d6b380a-9e1c-4036-8584-24a768c6ef1e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=1d6b380a-9e1c-4036-8584-24a768c6ef1e,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:22.549420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:22.672727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Calling delete_port for 1d6b380a-9e1c-4036-8584-24a768c6ef1e owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:22.842131 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:22.888354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6b380a-9e1c-4036-8584-24a768c6ef1e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:22.924146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.924416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.924890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.925246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.925574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.925929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.926249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.926565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.926883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.927197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:22.927511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:12:23.066801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:12:23.214801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:23.227842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5', 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487', 'port_id': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5', 'mac_address': 'fa:16:3e:34:aa:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adafaf77-dee7-40ae-a2a2-0171be328be4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:12:23.228455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e46a33-d346-4dd1-b425-7cc5149ea647 req-bdbd8db4-794e-47e3-8318-a45a27c940f0 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:23.229943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23e46a33-d346-4dd1-b425-7cc5149ea647 req-bdbd8db4-794e-47e3-8318-a45a27c940f0 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 943 time: 0.1086597 May 26 23:12:23.284496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:23.303013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:12:23.323890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:23.329525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:23.395661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:23.409712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23e46a33-d346-4dd1-b425-7cc5149ea647 req-27733442-0fa8-40ce-a01f-a724f988517b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737881 May 26 23:12:23.425625 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:23.623411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:12:23.992592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:12:24.190241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:12:24.198865 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] Sync routers for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:12:24.202044 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b813aac2-19a1-4ea7-8f03-134a8e06ef0a admin admin] 10.222.0.32 "PUT /v2.0/routers/df3a7714-c1c4-4d6d-95da-efd3f4f68d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0766742 May 26 23:12:24.204649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34696) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:24.211550 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:12:24.212151 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:24.382015 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:12:24.400711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:24.600766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:24.613032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768feb9-7d73-4196-a0c6-3fab584a26a2 req-135f5f93-fe4a-42d7-bba0-38522970542b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:24.613842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Deleting port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:24.614312 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:24.614524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0768feb9-7d73-4196-a0c6-3fab584a26a2 req-135f5f93-fe4a-42d7-bba0-38522970542b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 944 time: 0.0773983 May 26 23:12:24.666241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0768feb9-7d73-4196-a0c6-3fab584a26a2 req-797d5df4-dfc4-4bff-8067-5f6090ccb22f tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 May 26 23:12:24.701453 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:12:22Z', 'revision_number': 5, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port': {'id': '190ce17e-01e3-428d-8df2-f9a8a71d9aa1', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:06:02Z', 'updated_at': '2022-05-26T23:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:24.705338 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] Checking router: df3a7714-c1c4-4d6d-95da-efd3f4f68d7f for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:12:24.716066 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] Routers {'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:12:24.716637 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:24.863227 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] Set router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:12:24.927755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] For port 190ce17e-01e3-428d-8df2-f9a8a71d9aa1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:24.928018 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:24.967321 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:12:24Z', 'revision_number': 6, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:24.971189 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbeebf-9289-4d23-bd27-32a8157aee17 None None] The sync data for ids ['df3a7714-c1c4-4d6d-95da-efd3f4f68d7f'] in n-d-843301-1 is: [{'id': 'df3a7714-c1c4-4d6d-95da-efd3f4f68d7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1638494852-router', 'tenant_id': '0e92afe17d6140eea010bcf3a5aabf85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:06:01Z', 'updated_at': '2022-05-26T23:12:24Z', 'revision_number': 6, 'project_id': '0e92afe17d6140eea010bcf3a5aabf85', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:12:25.045990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Calling delete_port for 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:25.070562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:12:25.137196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:12:25.141701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:12:25.142059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.219833 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.263900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=190ce17e-01e3-428d-8df2-f9a8a71d9aa1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:25.286917 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.334163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:25.335455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876cd864-3a89-46be-bc64-ba2b66071e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:12:25.341192 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.342083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.417555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:25.438461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1d6b380a-9e1c-4036-8584-24a768c6ef1e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:12:25.467313 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d529b49-41b3-47a3-ae33-58e4401df0df'] response: {'server_uuid': '876cd864-3a89-46be-bc64-ba2b66071e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5', 'code': 200} May 26 23:12:25.479922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 1d6b380a-9e1c-4036-8584-24a768c6ef1e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:12:25.480338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 1d6b380a-9e1c-4036-8584-24a768c6ef1e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:12:25.510633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.666334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa9b11c8-b192-494d-95dc-5373d7203029 req-ae9fc288-8889-40ff-9113-4f6d6722b9d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 1096 time: 0.1439042 May 26 23:12:25.716113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aa9b11c8-b192-494d-95dc-5373d7203029 req-0248fe59-c6a9-4c5f-b3d5-e08f372d549c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 May 26 23:12:25.766922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.771482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.797209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.797844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3a7714-c1c4-4d6d-95da-efd3f4f68d7f {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:12:25.810150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.813902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-43704106-4cd0-40a7-90ad-0b48b2766d97 admin admin] 10.222.0.32 "DELETE /v2.0/routers/df3a7714-c1c4-4d6d-95da-efd3f4f68d7f HTTP/1.1" status: 204 len: 168 time: 1.6057429 May 26 23:12:25.814410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34708) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:25.873918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a37ae-a48c-4e74-8baa-b80be1cfd45d req-b8a15064-4ac5-4848-b4e6-5cd4eb95b064 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:25.875373 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-473a37ae-a48c-4e74-8baa-b80be1cfd45d req-b8a15064-4ac5-4848-b4e6-5cd4eb95b064 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 945 time: 0.0831082 May 26 23:12:25.875488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] Deleting subnet 4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:12:25.879118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:25.923352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-473a37ae-a48c-4e74-8baa-b80be1cfd45d req-68f66429-c9a7-4e4d-a8ab-1a4d65898d79 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419555 May 26 23:12:25.929349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.010116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.081697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.120416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3a02c9-db6c-4d7c-85f8-8dfe231a7401,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:26.126569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.132203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0fad60-42da-45ec-a2c5-f4c0d0caf7bd None None] Network 5b1cc104-681a-4ed7-837f-03bfca2acb12 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:12:26.135403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ee626de3-b785-4b3e-92f8-1886b0f898dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a3a02c9-db6c-4d7c-85f8-8dfe231a7401 HTTP/1.1" status: 204 len: 168 time: 0.3178265 May 26 23:12:26.135564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34712) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:26.243088 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.253633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Deleting port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:26.253981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.386615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] DHCP port deletion for 5b1cc104-681a-4ed7-837f-03bfca2acb12 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:12:26.390581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Deleting port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:26.390950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.551907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] For port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:26.552354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.586563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] For port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,segment=NetworkSegment(666cc336-fcc9-4383-ac70-0974da4767a3),segment_id=666cc336-fcc9-4383-ac70-0974da4767a3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:26.586880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.671737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Calling delete_port for 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:26.707677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Calling delete_port for 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:26.751196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.781640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:12:26.782015 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:12:26.795752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] No DVR routers for this DVR port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:12:26.833985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c95e66d-e9c3-44a2-a0b7-cab230f52b21,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:26.923188 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.949355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1cc104-681a-4ed7-837f-03bfca2acb12']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:26.962679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666cc336-fcc9-4383-ac70-0974da4767a3') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:26.962994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666cc336-fcc9-4383-ac70-0974da4767a3') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:26.975417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:26.995384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.001496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:12:27.002031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: timer() May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:12:27.015207 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:12:27.135496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.153429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.171736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1cc104-681a-4ed7-837f-03bfca2acb12,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:27.182221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:12:27.186107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2864b313-fc0a-469d-954a-81897e13bf0e admin admin] 10.222.0.32 "DELETE /v2.0/networks/5b1cc104-681a-4ed7-837f-03bfca2acb12 HTTP/1.1" status: 204 len: 168 time: 1.0495293 May 26 23:12:27.193434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38319751-8d03-4468-9b65-38fee935c34a req-bb15c593-5f8e-4560-bb1e-8e64aa928156 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:27.194884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38319751-8d03-4468-9b65-38fee935c34a req-bb15c593-5f8e-4560-bb1e-8e64aa928156 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 945 time: 0.1342964 May 26 23:12:27.217598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:12:27.218178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 190ce17e-01e3-428d-8df2-f9a8a71d9aa1 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:12:27.218767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:12:27.243596 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-38319751-8d03-4468-9b65-38fee935c34a req-d29899e4-d79d-4b4d-948e-69c34b9690e1 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 May 26 23:12:27.254416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:12:27.254761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:12:27.283153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Deleting port 3c95e66d-e9c3-44a2-a0b7-cab230f52b21 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:27.283836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.345508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34728) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:27.349140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-69aa3032-434d-47b8-9d22-5509758d2b6f None None] The port '3c95e66d-e9c3-44a2-a0b7-cab230f52b21' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:12:27.398694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c170f959-aa94-4e95-9a8d-bd497e7a2689 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e92afe17d6140eea010bcf3a5aabf85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520344 May 26 23:12:27.401110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34738) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:27.462316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9235b0bb-28cf-4bb6-90b7-3964360892a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.488200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9235b0bb-28cf-4bb6-90b7-3964360892a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.543151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9235b0bb-28cf-4bb6-90b7-3964360892a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.559992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b0bb-28cf-4bb6-90b7-3964360892a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9a17a4-0b22-4963-b29c-47e939f6abbc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:27.567325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9235b0bb-28cf-4bb6-90b7-3964360892a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:27.570724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9235b0bb-28cf-4bb6-90b7-3964360892a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e9a17a4-0b22-4963-b29c-47e939f6abbc HTTP/1.1" status: 204 len: 168 time: 0.1679773 May 26 23:12:27.925891 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:28.502565 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:12:29.364752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34816) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:29.516447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:29.547140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:29.551675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d37733e6694c52bf897dec26f5af50 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:29.555100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:29.560825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:29.630381 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:29.634821 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:29.682888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a868b4-d201-4a2b-8c9b-4a5fa63a825e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:29.689714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-65dbbb75-5d35-4142-bf3d-88ad09a113f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d37733e6694c52bf897dec26f5af50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229110 May 26 23:12:29.691312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 34822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:29.753336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-150182c8-2fad-4a2a-a982-09e56b190f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:29.783372 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-150182c8-2fad-4a2a-a982-09e56b190f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:29.837442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-150182c8-2fad-4a2a-a982-09e56b190f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:29.851917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150182c8-2fad-4a2a-a982-09e56b190f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a868b4-d201-4a2b-8c9b-4a5fa63a825e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:29.859248 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-150182c8-2fad-4a2a-a982-09e56b190f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:29.863043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-150182c8-2fad-4a2a-a982-09e56b190f3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88a868b4-d201-4a2b-8c9b-4a5fa63a825e HTTP/1.1" status: 204 len: 168 time: 0.1683605 May 26 23:12:33.416130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34910) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:33.563157 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:33.594614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:33.599071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Usage tracker for resource:security_group_rule and tenant:e039554d98dc4197b307c5f07ab926d5 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:33.602067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:33.608617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:33.682957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:33.688511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:33.736056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d22bb12-6c9d-4bbd-aee1-9a9322369c6a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:33.741443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8f6e3a1f-04cb-4461-aa9d-cfe410af2050 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e039554d98dc4197b307c5f07ab926d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3242321 May 26 23:12:33.745391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34918) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:33.807664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d554c8bf-2755-47d4-9153-20f25992dca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:33.834230 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d554c8bf-2755-47d4-9153-20f25992dca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:33.887041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d554c8bf-2755-47d4-9153-20f25992dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:33.902846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554c8bf-2755-47d4-9153-20f25992dca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d22bb12-6c9d-4bbd-aee1-9a9322369c6a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:33.915781 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d554c8bf-2755-47d4-9153-20f25992dca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:33.916941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d554c8bf-2755-47d4-9153-20f25992dca9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d22bb12-6c9d-4bbd-aee1-9a9322369c6a HTTP/1.1" status: 204 len: 168 time: 0.1706076 May 26 23:12:34.264988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34926) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:34.286671 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:34.326914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:34.331905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Usage tracker for resource:security_group_rule and tenant:2ef3f91467df416aa04954856a97265a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:34.335106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:34.341044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:34.411704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:34.416011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:34.467994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ef3f91467df416aa04954856a97265a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2019219 May 26 23:12:34.468913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aab50f-7cf8-45bc-b205-4416f91f0d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92115a0-7be0-4a5b-bf9e-3c4715d6688c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:34.471214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 34934) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:34.534018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446b109a-95ef-4df4-b93a-932d05996e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:34.560730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446b109a-95ef-4df4-b93a-932d05996e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:34.614288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446b109a-95ef-4df4-b93a-932d05996e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:34.633038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b109a-95ef-4df4-b93a-932d05996e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92115a0-7be0-4a5b-bf9e-3c4715d6688c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:34.639539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-446b109a-95ef-4df4-b93a-932d05996e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:34.643503 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-446b109a-95ef-4df4-b93a-932d05996e32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e92115a0-7be0-4a5b-bf9e-3c4715d6688c HTTP/1.1" status: 204 len: 168 time: 0.1712055 May 26 23:12:41.640986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-eb2e2873-4de7-49b6-9c19-69283dffd5fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696421 May 26 23:12:41.785113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-046598f3-80c8-4112-a900-871316596d02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1097 time: 0.0703766 May 26 23:12:41.935908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-39d71b6e-73df-4318-b28e-c3843773d0a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:41.937472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-39d71b6e-73df-4318-b28e-c3843773d0a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 909 time: 0.1328073 May 26 23:12:42.050252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-74f2c3bc-5bd0-4357-887d-fc0e409bd22a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 1002 time: 0.1058233 May 26 23:12:42.117020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-f91109e3-3642-4cd9-bbe1-201be0bf0700 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:42.118501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-f91109e3-3642-4cd9-bbe1-201be0bf0700 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 200 len: 847 time: 0.0631578 May 26 23:12:42.194933 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-7d6166bf-7bc2-4111-8ae0-32ab6809c1f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb307fe2-6857-4592-b920-1aa95c69afe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702879 May 26 23:12:42.338941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-58528867-658a-4761-aa59-1bcb284770eb service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369948 May 26 23:12:42.480712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3f9907a-dcfb-4a9b-8f0c-6da627a93f9c req-095a39c1-b47d-4dd4-953b-824393b1a3e2 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356747 May 26 23:12:42.973210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35204) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:43.114561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.147372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:43.151245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Usage tracker for resource:security_group_rule and tenant:4bca393837794242807d12235a48ec56 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:43.154047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:43.160633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:43.231622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.235597 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.284511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ff331-dadb-4dcd-b7aa-b08004726229,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:43.290139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2ee584ba-a06d-422d-ad3b-336e7d57ca65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bca393837794242807d12235a48ec56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3157432 May 26 23:12:43.291578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35210) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:43.350175 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f92abef-d918-47f0-ad33-c497f84a254f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.376110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f92abef-d918-47f0-ad33-c497f84a254f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.426406 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f92abef-d918-47f0-ad33-c497f84a254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.442592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92abef-d918-47f0-ad33-c497f84a254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ff331-dadb-4dcd-b7aa-b08004726229,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:43.446750 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f92abef-d918-47f0-ad33-c497f84a254f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.450494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2f92abef-d918-47f0-ad33-c497f84a254f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f5ff331-dadb-4dcd-b7aa-b08004726229 HTTP/1.1" status: 204 len: 168 time: 0.1580832 May 26 23:12:43.788388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35220) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:43.807161 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.840667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:43.843593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Usage tracker for resource:security_group_rule and tenant:f3846235006e44b19e755177213290ee is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:43.846690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:43.852231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:43.919778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.923978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:43.970905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87906e83-1f11-49b6-b402-344cc5db49e9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:43.978668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c3b4dd66-7807-4925-9a1a-8f6c3643fa90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3846235006e44b19e755177213290ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1873872 May 26 23:12:43.981154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35224) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:44.039190 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c83c730a-218d-43bf-ac9a-e8c053a1f760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:44.063719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c83c730a-218d-43bf-ac9a-e8c053a1f760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:44.114016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c83c730a-218d-43bf-ac9a-e8c053a1f760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:44.129948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c730a-218d-43bf-ac9a-e8c053a1f760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87906e83-1f11-49b6-b402-344cc5db49e9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:44.134497 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c83c730a-218d-43bf-ac9a-e8c053a1f760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:44.137844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c83c730a-218d-43bf-ac9a-e8c053a1f760 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87906e83-1f11-49b6-b402-344cc5db49e9 HTTP/1.1" status: 204 len: 168 time: 0.1574335 May 26 23:12:47.172889 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c67aa652-3e72-4a80-802f-2ac4d1048f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.200087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35304) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:47.351298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.381462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:47.385244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Usage tracker for resource:security_group_rule and tenant:87ded6ad2bed470fb7cf493460cd9961 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:47.388024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:47.394102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:47.456308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.460000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.505487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c3c855-74c1-437d-aa8d-83b0ecbd2633,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:47.509426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1618c6a5-a5b4-44d4-8cfc-77ed627b24c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87ded6ad2bed470fb7cf493460cd9961&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3083358 May 26 23:12:47.512059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35310) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:47.573296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b141dea-4951-471a-beb8-fa2410282322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.597743 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b141dea-4951-471a-beb8-fa2410282322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.653709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b141dea-4951-471a-beb8-fa2410282322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.669152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b141dea-4951-471a-beb8-fa2410282322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c3c855-74c1-437d-aa8d-83b0ecbd2633,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:47.673426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9b141dea-4951-471a-beb8-fa2410282322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:47.677090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9b141dea-4951-471a-beb8-fa2410282322 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44c3c855-74c1-437d-aa8d-83b0ecbd2633 HTTP/1.1" status: 204 len: 168 time: 0.1640906 May 26 23:12:48.000902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35320) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:48.019373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:48.048791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:48.053159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Usage tracker for resource:security_group_rule and tenant:e63eee44885c40d88b083ee61370732d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:48.055955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:48.061471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:48.125260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:48.129998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:48.174632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7390865f-4fca-4ca3-bdeb-ff4ae0bbdab3,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:48.183999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-08ab7974-9ed3-4f77-864c-05d5e4821d29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e63eee44885c40d88b083ee61370732d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1796646 May 26 23:12:48.185110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35326) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:48.249912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43aa0604-8b54-49aa-bd78-4e0828d0e389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:48.276243 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43aa0604-8b54-49aa-bd78-4e0828d0e389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:48.329276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43aa0604-8b54-49aa-bd78-4e0828d0e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:48.343065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa0604-8b54-49aa-bd78-4e0828d0e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390865f-4fca-4ca3-bdeb-ff4ae0bbdab3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:48.351621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-43aa0604-8b54-49aa-bd78-4e0828d0e389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:48.352732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-43aa0604-8b54-49aa-bd78-4e0828d0e389 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7390865f-4fca-4ca3-bdeb-ff4ae0bbdab3 HTTP/1.1" status: 204 len: 168 time: 0.1676245 May 26 23:12:49.892382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5f301e3d-08f2-4502-9579-8bec465a0bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:50.635146 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:50.779331 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:51.626772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35414) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:51.784239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:51.814246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:51.818278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f1eee265f9064b239489a19abf983cc5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:51.821049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:51.826696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:51.890625 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:51.894654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:51.934488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:51.945252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1eee265f9064b239489a19abf983cc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3173890 May 26 23:12:51.946161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf853e61-125c-49b3-9d42-84ca411c13e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bb2d05-31d3-4e45-93cd-75253b8e32cf,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:51.948053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35420) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:52.093252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2bdad00c-4dfb-4565-9b07-50099c22de23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.117812 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2bdad00c-4dfb-4565-9b07-50099c22de23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.166674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2bdad00c-4dfb-4565-9b07-50099c22de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.180220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdad00c-4dfb-4565-9b07-50099c22de23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bb2d05-31d3-4e45-93cd-75253b8e32cf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:52.186835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2bdad00c-4dfb-4565-9b07-50099c22de23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.188167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2bdad00c-4dfb-4565-9b07-50099c22de23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37bb2d05-31d3-4e45-93cd-75253b8e32cf HTTP/1.1" status: 204 len: 168 time: 0.2391248 May 26 23:12:52.500986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35428) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:52.519403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.550976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:52.554800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Usage tracker for resource:security_group_rule and tenant:e9fdfa9c591d401baa35908353febd11 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:52.557586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:52.563581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:52.632670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.637770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.687788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf79bd5-8f5f-4c41-8112-00cd58c39493,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:52.698524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d95faf22-1991-4819-9968-826c11b81724 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9fdfa9c591d401baa35908353febd11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937728 May 26 23:12:52.698524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35436) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:52.760823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af66453a-ca61-4e46-9968-aacffb632e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.785570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af66453a-ca61-4e46-9968-aacffb632e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.842933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af66453a-ca61-4e46-9968-aacffb632e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.858987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66453a-ca61-4e46-9968-aacffb632e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf79bd5-8f5f-4c41-8112-00cd58c39493,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:52.863813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-af66453a-ca61-4e46-9968-aacffb632e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:52.867742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-af66453a-ca61-4e46-9968-aacffb632e4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbf79bd5-8f5f-4c41-8112-00cd58c39493 HTTP/1.1" status: 204 len: 168 time: 0.1655934 May 26 23:12:54.217080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35472) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:54.362055 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:54.392210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:54.396660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Usage tracker for resource:security_group_rule and tenant:7271b04c5ae041e0a4fd821f379bc0b5 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:54.399468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:54.405067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:54.467762 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:54.471290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:54.515903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d6530a-672c-46ab-8cc9-8a462623ad5d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:54.524616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8610a670-177f-430e-a15b-9c053c9086af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7271b04c5ae041e0a4fd821f379bc0b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3064227 May 26 23:12:54.526501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35478) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:54.590292 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e86ff366-f737-434f-9f21-210a5935b60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:54.615954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e86ff366-f737-434f-9f21-210a5935b60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:54.667699 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e86ff366-f737-434f-9f21-210a5935b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:54.681909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ff366-f737-434f-9f21-210a5935b60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d6530a-672c-46ab-8cc9-8a462623ad5d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:54.688430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e86ff366-f737-434f-9f21-210a5935b60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:54.690051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e86ff366-f737-434f-9f21-210a5935b60d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4d6530a-672c-46ab-8cc9-8a462623ad5d HTTP/1.1" status: 204 len: 168 time: 0.1580410 May 26 23:12:55.265007 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-472afbd5-e8d8-42c5-8b58-86c5ff5bee1c req-ef02d477-b23b-4b09-94b6-970db4ae755e tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0782351 May 26 23:12:55.310700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-472afbd5-e8d8-42c5-8b58-86c5ff5bee1c req-501a0c67-6bf7-4c35-b8cc-fac0c0aea5eb tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 May 26 23:12:55.344889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35510) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:55.346666 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:55.557898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port f790eccb-236c-49b3-8342-1dcbeba398d5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:55.558259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:55.751069 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:55.751446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:55.883017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for f790eccb-236c-49b3-8342-1dcbeba398d5 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:55.906036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35522) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:56.041307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.070064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.088487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=f790eccb-236c-49b3-8342-1dcbeba398d5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:56.108937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:12:56.113101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Usage tracker for resource:security_group_rule and tenant:11c4cc25ad0e4807aaacb3d102a481f8 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:12:56.116160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:12:56.126436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:12:56.198063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.235980 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.262119 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.355292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:12:56.358273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11c4cc25ad0e4807aaacb3d102a481f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4507544 May 26 23:12:56.359079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957b1a4-4b7f-4487-871e-ff29b5dd91e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a13507-2085-49a6-92dc-c62842de0c91,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:56.449545 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87911af9-4800-4138-bf7e-f853abd1a15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.483257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87911af9-4800-4138-bf7e-f853abd1a15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.559113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87911af9-4800-4138-bf7e-f853abd1a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.711558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87911af9-4800-4138-bf7e-f853abd1a15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a13507-2085-49a6-92dc-c62842de0c91,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:12:56.807966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87911af9-4800-4138-bf7e-f853abd1a15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:56.809059 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-87911af9-4800-4138-bf7e-f853abd1a15c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8a13507-2085-49a6-92dc-c62842de0c91 HTTP/1.1" status: 204 len: 168 time: 0.4421792 May 26 23:12:56.873906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 7858f85a-07f3-4172-8156-c5dcd462cefa has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:12:57.087187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:12:57.091946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:57.114598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] Sync routers for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:12:57.139131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:12:57.139452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:57.150738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2ead3ca9-f43c-45b1-9c87-abe4997d23dd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/floatingips/c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c HTTP/1.1" status: 204 len: 168 time: 1.8046410 May 26 23:12:57.151611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:12:57.226118 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbc7702-0dc9-40b6-ba92-57acc613e0c1'] response: {'name': 'network-changed', 'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'status': 'completed', 'code': 200} May 26 23:12:57.350308 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-9377872e-7b1d-4219-842f-94973708013f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0878015 May 26 23:12:57.421793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:12:57.565922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-093c80db-1059-435e-ba41-a4043228ff3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:57.568268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-093c80db-1059-435e-ba41-a4043228ff3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 200 len: 897 time: 0.2109396 May 26 23:12:57.741155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-61681888-37fc-4558-8fe5-d64b2bd80eea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 200 len: 217 time: 0.1657050 May 26 23:12:57.786612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bf391-a0fc-41f7-b57f-7b705486c6f0 req-a70d7b2d-8b99-4fdf-872b-d7687b572dde tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:57.793337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c17bf391-a0fc-41f7-b57f-7b705486c6f0 req-a70d7b2d-8b99-4fdf-872b-d7687b572dde tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 946 time: 0.1591022 May 26 23:12:57.821883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:40Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'be8701de-7952-43d6-9ee1-ce49841e805a', 'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:35:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:17Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:57.827048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] Checking router: 7858f85a-07f3-4172-8156-c5dcd462cefa for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:12:57.839675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:12:57.840597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:57.866375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c17bf391-a0fc-41f7-b57f-7b705486c6f0 req-551c9224-1f99-49d4-a5ce-6bbaf88129d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719602 May 26 23:12:57.885737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-c7ec7e0a-6dd9-4c87-a2b3-9cc856062dca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:57.887589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-c7ec7e0a-6dd9-4c87-a2b3-9cc856062dca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 200 len: 835 time: 0.1361716 May 26 23:12:57.981550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-1a011563-9c69-4c7a-be7d-22373d72d08b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77042d09-b518-4142-9c45-b839de4cba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809724 May 26 23:12:58.005505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:58.061949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:12:58.152108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-80edc82a-42df-4857-991e-be534ee83327 service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618280 May 26 23:12:58.304320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fd7f40a-c0b3-4674-a3db-43b3da247c55 req-3389c47c-93ee-4505-8d0e-0fc33ba3c18b service neutron] 10.222.0.48 "GET /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426108 May 26 23:12:58.413650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:40Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'be8701de-7952-43d6-9ee1-ce49841e805a', 'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:35:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:17Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:12:58.417532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aca5ac-9248-44cd-b466-076662d27a86 None None] The sync data for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 is: [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:09:40Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'be8701de-7952-43d6-9ee1-ce49841e805a', 'name': '', 'network_id': '77042d09-b518-4142-9c45-b839de4cba27', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:35:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:38Z', 'updated_at': '2022-05-26T23:10:17Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '614225f8-ca03-4ee8-8cd7-3079ba61f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:12:58.749924 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf03a2-2be2-4ee4-8896-fef0c5bdb064 None None] New status for floating IP c8f719ee-5ef2-49fd-a5b7-ff02bda6e12c: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:12:59.113841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272d747-1202-4e2b-9d50-d1b147634ca6 req-4fd96147-632e-4b06-a71a-a31a9d2c9b91 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:59.114538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c272d747-1202-4e2b-9d50-d1b147634ca6 req-4fd96147-632e-4b06-a71a-a31a9d2c9b91 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:12:59.129966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c272d747-1202-4e2b-9d50-d1b147634ca6 req-4fd96147-632e-4b06-a71a-a31a9d2c9b91 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:12:59.131102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c272d747-1202-4e2b-9d50-d1b147634ca6 req-4fd96147-632e-4b06-a71a-a31a9d2c9b91 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 946 time: 0.0960705 May 26 23:12:59.224698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c272d747-1202-4e2b-9d50-d1b147634ca6 req-9f583ed8-4bb6-4fed-af4d-0a84bad387b6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=50c99b97-5e08-464e-a6fe-0bf623a93beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875745 May 26 23:12:59.250408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-e0643c42-ab6e-4028-8151-ff06f6dbef5e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:12:59.250408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-e0643c42-ab6e-4028-8151-ff06f6dbef5e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 946 time: 0.1096466 May 26 23:12:59.323241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 967ab116-fefe-467c-b2fa-222483d2e13a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:12:59.323582 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:59.657781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 967ab116-fefe-467c-b2fa-222483d2e13a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=967ab116-fefe-467c-b2fa-222483d2e13a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:12:59.658682 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:12:59.787270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 967ab116-fefe-467c-b2fa-222483d2e13a owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:12:59.943584 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.003938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=967ab116-fefe-467c-b2fa-222483d2e13a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:00.080824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] No DVR routers for this DVR port 967ab116-fefe-467c-b2fa-222483d2e13a on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:00.083376 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.086124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-deleted', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:00.103913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7c2701b-cfde-4187-bb33-6ebd52be3bae req-39e37bac-c658-45be-b8a9-55ab40eded13 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "DELETE /v2.0/ports/967ab116-fefe-467c-b2fa-222483d2e13a HTTP/1.1" status: 204 len: 173 time: 0.8499205 May 26 23:13:00.109025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35618) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:00.149906 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aff455f-cee2-4583-9c0e-bc667b26242f'] response: {'server_uuid': 'ac3efab7-5cc4-4615-b6c9-e55f04027bf1', 'name': 'network-vif-deleted', 'tag': '967ab116-fefe-467c-b2fa-222483d2e13a', 'status': 'completed', 'code': 200} May 26 23:13:00.268760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.307593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:00.312173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a92192015e874b7899104254e9841d09 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:00.317400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:00.322381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:00.425613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-882497a6-2806-4013-babc-b6630c2e7e2a req-cb658dc5-f83f-4acc-a863-5d7dccf62cb6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:00.446658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.453851 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.504238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e180f313-3c2d-4252-9424-c082299b602a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:00.507046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-882497a6-2806-4013-babc-b6630c2e7e2a req-cb658dc5-f83f-4acc-a863-5d7dccf62cb6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:00.508370 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-882497a6-2806-4013-babc-b6630c2e7e2a req-cb658dc5-f83f-4acc-a863-5d7dccf62cb6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac3efab7-5cc4-4615-b6c9-e55f04027bf1 HTTP/1.1" status: 200 len: 210 time: 0.1358244 May 26 23:13:00.518324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2eef437c-c3ce-4149-ba36-d72d39d7acb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a92192015e874b7899104254e9841d09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4048507 May 26 23:13:00.518324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35626) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:00.594696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c50-aa87-413e-94cf-d87add987ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.630863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c50-aa87-413e-94cf-d87add987ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.688726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c50-aa87-413e-94cf-d87add987ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.704046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a0c50-aa87-413e-94cf-d87add987ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e180f313-3c2d-4252-9424-c082299b602a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:00.711543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c50-aa87-413e-94cf-d87add987ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:00.712887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bc7a0c50-aa87-413e-94cf-d87add987ee6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e180f313-3c2d-4252-9424-c082299b602a HTTP/1.1" status: 204 len: 168 time: 0.1939244 May 26 23:13:01.100768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35636) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:01.119763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:01.150790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:01.154628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Usage tracker for resource:security_group_rule and tenant:b383a6a1cbcc495abed8bb00a69c4583 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:01.157443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:01.163561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:01.231962 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:01.235446 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:01.279249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d1d4c1-c96f-4c95-9b39-e5c0ae02adf3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:01.284911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-313826bb-44bc-4e0d-9def-c604b744653d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b383a6a1cbcc495abed8bb00a69c4583&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1830568 May 26 23:13:01.287501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35642) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:01.348394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e04d871-29a9-49ce-b972-66937cc8a328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:01.373290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e04d871-29a9-49ce-b972-66937cc8a328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:01.421380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e04d871-29a9-49ce-b972-66937cc8a328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:01.435173 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04d871-29a9-49ce-b972-66937cc8a328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d1d4c1-c96f-4c95-9b39-e5c0ae02adf3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:01.441987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6e04d871-29a9-49ce-b972-66937cc8a328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:01.443083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6e04d871-29a9-49ce-b972-66937cc8a328 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39d1d4c1-c96f-4c95-9b39-e5c0ae02adf3 HTTP/1.1" status: 204 len: 168 time: 0.1547003 May 26 23:13:01.457045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:01.491830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 967ab116-fefe-467c-b2fa-222483d2e13a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:01.491989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 967ab116-fefe-467c-b2fa-222483d2e13a not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:01.545112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35648) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:01.628787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35654) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:01.668011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-03b2fc7c-26ef-45f7-aa08-f25ad1ba5d8a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/floatingips/fc17e356-83eb-4111-b863-3279b89abd30 HTTP/1.1" status: 200 len: 994 time: 0.1216841 May 26 23:13:02.004247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35676) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:02.219777 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.247318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port e5ae75f3-226b-44b8-b033-1d2d50c24c65 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:02.247845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.430518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.430753 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.479850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35688) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:02.645278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-105506722'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:02.654478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:02.656558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for e5ae75f3-226b-44b8-b033-1d2d50c24c65 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:02.662590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Usage tracker for resource:network and tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:02.667317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:02.675411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:02.727741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:02.730726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.775481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.817011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.837028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:02.842467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Usage tracker for resource:security_group_rule and tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:02.846624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:02.853902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:02.864088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=e5ae75f3-226b-44b8-b033-1d2d50c24c65,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:02.964863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:02.987858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.039685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.090515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:03.122783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.123662 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Added segment 13769520-c596-441b-aa5b-5484a38e1dc8 of type vlan for network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 May 26 23:13:03.124735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port be8701de-7952-43d6-9ee1-ce49841e805a {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:03.125059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.175370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81ac6f-e335-45a3-a2aa-7ded4448ddf9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:03.294637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.367090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port be8701de-7952-43d6-9ee1-ce49841e805a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=be8701de-7952-43d6-9ee1-ce49841e805a,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:03.367444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.374500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.378819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:03.379309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.433321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router bc567db4-04f5-4d25-9619-0d985c66cf10 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:13:03.572515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for be8701de-7952-43d6-9ee1-ce49841e805a owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:03.636575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:13:03.650340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] Sync routers for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:13:03.661576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.672614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:03.673781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:03.722477 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c1c98a48-0746-45ee-b366-a00cbfd9ccad tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/floatingips/fc17e356-83eb-4111-b863-3279b89abd30 HTTP/1.1" status: 204 len: 168 time: 1.7145746 May 26 23:13:03.722477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:03.772687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Network': ['ID=08a2e32f-1ffe-4ff1-b77e-d6cd34794f95,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:03.784180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fe731ba5-b8a1-4a9d-b284-e04b6590585f tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3033066 May 26 23:13:03.787130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35700) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:03.793109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'subnet': {'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:03.811167 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ff951e-5b82-46c5-9927-85a3a22f7fec'] response: {'name': 'network-changed', 'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'status': 'completed', 'code': 200} May 26 23:13:03.811930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:03.929348 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:03.963676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:03.975852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Usage tracker for resource:subnet and tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:03.979718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:03.988756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:04.003038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=be8701de-7952-43d6-9ee1-ce49841e805a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:04.008554 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-453fbd58-18dd-41f6-b819-921ff8dd755c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48c85a31011d4a1eae49d47c739cc354&device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 1097 time: 0.1402946 May 26 23:13:04.009931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:04.099595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:04.249915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:04.399042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:04.539757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:41Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:04.543764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] Checking router: bc567db4-04f5-4d25-9619-0d985c66cf10 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:13:04.556085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:04.556790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:04.611288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220afb6-680a-4ce1-a745-229369b058af req-03304cd4-c0cd-4d03-8cb0-a39ef3fb5c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:04.612687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-03304cd4-c0cd-4d03-8cb0-a39ef3fb5c1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a401ec9-78cf-4745-b00c-f497d81e161d HTTP/1.1" status: 200 len: 897 time: 0.5878346 May 26 23:13:04.689375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-b5cf360d-d94a-4dc9-92f6-96293abafc67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9 HTTP/1.1" status: 200 len: 217 time: 0.0696330 May 26 23:13:04.701040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42808a2-3619-4e28-9775-6370a7b24793 req-a632a7b1-4a77-49b9-b8f5-cde4eb9c22a1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:04.701809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b42808a2-3619-4e28-9775-6370a7b24793 req-a632a7b1-4a77-49b9-b8f5-cde4eb9c22a1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Synchronizing usage tracker for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:04.779308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:04.866305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-b42808a2-3619-4e28-9775-6370a7b24793 req-a632a7b1-4a77-49b9-b8f5-cde4eb9c22a1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Unset dirty status for tenant:48c85a31011d4a1eae49d47c739cc354 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:04.867453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b42808a2-3619-4e28-9775-6370a7b24793 req-a632a7b1-4a77-49b9-b8f5-cde4eb9c22a1 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 946 time: 0.5872817 May 26 23:13:04.870801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220afb6-680a-4ce1-a745-229369b058af req-f78c0b0d-7d78-4e9c-9a41-d0f6f9f33f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:04.872369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-f78c0b0d-7d78-4e9c-9a41-d0f6f9f33f9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=30736c60-d61a-46b2-8bf8-4ab3063b2a18 HTTP/1.1" status: 200 len: 835 time: 0.1650498 May 26 23:13:04.875378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:05.034298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b42808a2-3619-4e28-9775-6370a7b24793 req-40686e26-a1aa-4761-9fa3-ff7a11c876a4 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530230 May 26 23:13:05.047440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Subnet': ['ID=c1421197-ef16-4936-ae7d-6a4f82b8d5c5,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:05.077281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Checking segment: {'id': '13769520-c596-441b-aa5b-5484a38e1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:05.077717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network hostable DHCP agents. Network: 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:05.094365 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-4c55872b-f2ee-441a-a0d2-9e002d751eb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a401ec9-78cf-4745-b00c-f497d81e161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120790 May 26 23:13:05.106517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-af9fe21e-7285-41f7-984d-9d0ec1dc6029 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:13:05.107496 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-af9fe21e-7285-41f7-984d-9d0ec1dc6029 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052600 May 26 23:13:05.129451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:41Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:05.133423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471495c8-77ef-42c1-a4af-93550c565db1 None None] The sync data for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 is: [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ea3173c2-8064-49a7-9e7b-b33445b76b52', 'name': '', 'network_id': '4a401ec9-78cf-4745-b00c-f497d81e161d', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'mac_address': 'fa:16:3e:46:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:34Z', 'updated_at': '2022-05-26T23:11:41Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'subnets': [{'id': '30736c60-d61a-46b2-8bf8-4ab3063b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:13:05.140389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:05.177198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 7858f85a-07f3-4172-8156-c5dcd462cefa has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:13:05.230893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:05.245196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5250e710-7037-4f3a-a7bf-79ea2709998d None None] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:05.245724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:05.246636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:05.296420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a831c6b5-e3f0-46f6-8131-4d3af127c319 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5075436 May 26 23:13:05.300453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35716) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:05.310189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2126008755'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:05.418647 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-bf6fad74-9831-4fad-9e41-947127854bcd service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048933 May 26 23:13:05.478969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:13:05.496388 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] Sync routers for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:13:05.509938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-29d12d55-6a40-49a8-999c-3ddad0f3a3c3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/7858f85a-07f3-4172-8156-c5dcd462cefa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8798037 May 26 23:13:05.512215 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:13:05.512762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35720) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:05.521175 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:05.524854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:05.580519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6549640-8c64-4416-a954-d728cf70d1f9 None None] New status for floating IP fc17e356-83eb-4111-b863-3279b89abd30: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:13:05.619214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4220afb6-680a-4ce1-a745-229369b058af req-8bfeb550-7fb1-4b36-b4a7-c241ba85b2f7 service neutron] 10.222.0.48 "GET /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848116 May 26 23:13:05.644774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32734c-820e-4344-a361-650722ec895c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'tenant_id': '775fb1073ae648e5b4ec2cdf22a8c0b7', 'fixed_ips': [{'subnet_id': 'c1421197-ef16-4936-ae7d-6a4f82b8d5c5'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:13:05.645666 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:05.708528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:05.719067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Usage tracker for resource:port and tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:05.725804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:05.744160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:05.772449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:05.776638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:05.825570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] device_id is not set on port 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:05.848254 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:06.036801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Allocated IP 2001:db8::35a (08a2e32f-1ffe-4ff1-b77e-d6cd34794f95/c1421197-ef16-4936-ae7d-6a4f82b8d5c5/64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:06.057742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting subnet 614225f8-ca03-4ee8-8cd7-3079ba61f3c8 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:13:06.064722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-00e88735-a0ff-4407-bbfb-0d8bbc390744 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:06.066151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-00e88735-a0ff-4407-bbfb-0d8bbc390744 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.48 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 946 time: 0.4030621 May 26 23:13:06.068134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.178536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.214531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port c5bb2284-d193-4307-a08e-4c23208ba7b9 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:06.214860 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.275760 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:13:03Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:06.279580 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] Checking router: 7858f85a-07f3-4172-8156-c5dcd462cefa for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:13:06.291354 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] Routers {'7858f85a-07f3-4172-8156-c5dcd462cefa'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:06.291963 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['7858f85a-07f3-4172-8156-c5dcd462cefa'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:06.300009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.317115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Transition to ACTIVE for port object 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:06.341665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.424062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:06.428832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:06.430353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:06.430749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-da32734c-820e-4344-a361-650722ec895c None None] Allocated IP 2001:db8::2 (08a2e32f-1ffe-4ff1-b77e-d6cd34794f95/c1421197-ef16-4936-ae7d-6a4f82b8d5c5/f137a027-c397-4593-a221-76d627750ccd) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:06.433210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:06.437715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:06.438347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.466207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-42abe553-4549-4c73-b719-d73cea47a3c5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1646142 May 26 23:13:06.470167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35728) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:06.476379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-580786901', 'allowed_address_pairs': [{'ip_address': '2001:db8::35a', 'mac_address': 'fa:16:3e:67:e7:c8'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:06.496474 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] Set router 7858f85a-07f3-4172-8156-c5dcd462cefa gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:06.514640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.577701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176c982-bff3-486a-a82e-595dc187dc60 req-bddc7c7c-6dee-4b1a-8401-68d3f0149fbc tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:06.579215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3176c982-bff3-486a-a82e-595dc187dc60 req-bddc7c7c-6dee-4b1a-8401-68d3f0149fbc tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 946 time: 0.3371372 May 26 23:13:06.658860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:06.662897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Usage tracker for resource:port and tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:06.663968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port c5bb2284-d193-4307-a08e-4c23208ba7b9, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c5bb2284-d193-4307-a08e-4c23208ba7b9,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:06.664645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.666214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:06.671776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:06.684473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:06.691644 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.716184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] device_id is not set on port 8dceb8a6-b7a0-4379-bc80-e6b624183da6 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:06.755629 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.814854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for c5bb2284-d193-4307-a08e-4c23208ba7b9 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:06.879171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da32734c-820e-4344-a361-650722ec895c None None] Transition to ACTIVE for port object f137a027-c397-4593-a221-76d627750ccd will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:06.884209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.904750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da32734c-820e-4344-a361-650722ec895c None None] Transition to ACTIVE for port object f137a027-c397-4593-a221-76d627750ccd will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:06.913600 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.928988 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:13:03Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:06.933319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Subnet': ['ID=614225f8-ca03-4ee8-8cd7-3079ba61f3c8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:06.935123 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f41770-1305-4110-88db-2c0184a19704 None None] The sync data for ids ['7858f85a-07f3-4172-8156-c5dcd462cefa'] in n-d-843301-1 is: [{'id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096907822', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:09:31Z', 'updated_at': '2022-05-26T23:13:03Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:dc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7858f85a-07f3-4172-8156-c5dcd462cefa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:09:32Z', 'updated_at': '2022-05-26T23:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:13:06.938263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3176c982-bff3-486a-a82e-595dc187dc60 req-218f2886-dc5f-4760-babf-af777973d6f2 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/security-groups?id=51ddd0d0-61e0-4031-9b63-0ec5c403f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503370 May 26 23:13:06.955704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:06.979511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-331af491-2f53-4772-a2bf-009f07da8f62 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/subnets/614225f8-ca03-4ee8-8cd7-3079ba61f3c8 HTTP/1.1" status: 204 len: 168 time: 1.4648461 May 26 23:13:06.984881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9589a2d1-b7f6-4572-ba91-65e30a87d41a None None] Network 77042d09-b518-4142-9c45-b839de4cba27 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:06.985082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35732) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:07.061572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.116754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32734c-820e-4344-a361-650722ec895c None None] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:07.120157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=c5bb2284-d193-4307-a08e-4c23208ba7b9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:07.122378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-da32734c-820e-4344-a361-650722ec895c None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:07.128215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32734c-820e-4344-a361-650722ec895c None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:07.172883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Allocated IP 2001:db8::65 (08a2e32f-1ffe-4ff1-b77e-d6cd34794f95/c1421197-ef16-4936-ae7d-6a4f82b8d5c5/8dceb8a6-b7a0-4379-bc80-e6b624183da6) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:07.193243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32734c-820e-4344-a361-650722ec895c None None] Pushing event updated for resources: {'Port': ['ID=f137a027-c397-4593-a221-76d627750ccd,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:07.217913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] No DVR routers for this DVR port c5bb2284-d193-4307-a08e-4c23208ba7b9 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:07.222033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.226875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'name': 'network-vif-deleted', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:07.253208 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-329ebe61-5a07-4e72-9fbc-f6f3bc912f92 req-b5032a1e-82c6-4c52-9d2b-67ca8250debf tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.48 "DELETE /v2.0/ports/c5bb2284-d193-4307-a08e-4c23208ba7b9 HTTP/1.1" status: 204 len: 173 time: 1.1525195 May 26 23:13:07.325021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.325021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.325021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.325021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.325021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.325598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.326112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.326319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.326712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.327117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.327529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:07.335475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-da32734c-820e-4344-a361-650722ec895c None None] Attempting to bind port f137a027-c397-4593-a221-76d627750ccd on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:07.336327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-da32734c-820e-4344-a361-650722ec895c None None] Attempting to bind port f137a027-c397-4593-a221-76d627750ccd by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '13769520-c596-441b-aa5b-5484a38e1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:07.336327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32734c-820e-4344-a361-650722ec895c None None] Attempting to bind port f137a027-c397-4593-a221-76d627750ccd on network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:07.347125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32734c-820e-4344-a361-650722ec895c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:07.347678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32734c-820e-4344-a361-650722ec895c None None] Checking segment: {'id': '13769520-c596-441b-aa5b-5484a38e1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:07.348183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.348662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32734c-820e-4344-a361-650722ec895c None None] Bound using segment: {'id': '13769520-c596-441b-aa5b-5484a38e1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:07.349222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-da32734c-820e-4344-a361-650722ec895c None None] Bound port: f137a027-c397-4593-a221-76d627750ccd, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13769520-c596-441b-aa5b-5484a38e1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:07.349772 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.371549 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634752e7-ed73-4b91-915e-607dddd088e2'] response: {'server_uuid': '4438b0db-0853-4ffc-8fc5-f0c5919b217e', 'name': 'network-vif-deleted', 'tag': 'c5bb2284-d193-4307-a08e-4c23208ba7b9', 'status': 'completed', 'code': 200} May 26 23:13:07.448193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device be8701de-7952-43d6-9ee1-ce49841e805a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:07.478937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.490335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: be8701de-7952-43d6-9ee1-ce49841e805a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:07.490809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device be8701de-7952-43d6-9ee1-ce49841e805a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:07.554469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.560758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-da32734c-820e-4344-a361-650722ec895c None None] For port f137a027-c397-4593-a221-76d627750ccd, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:07.571149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-da32734c-820e-4344-a361-650722ec895c None None] For port f137a027-c397-4593-a221-76d627750ccd, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f137a027-c397-4593-a221-76d627750ccd,segment=NetworkSegment(13769520-c596-441b-aa5b-5484a38e1dc8),segment_id=13769520-c596-441b-aa5b-5484a38e1dc8)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:07.586109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da32734c-820e-4344-a361-650722ec895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.643183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Transition to ACTIVE for port object 8dceb8a6-b7a0-4379-bc80-e6b624183da6 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:07.692435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.694928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] DHCP port deletion for 77042d09-b518-4142-9c45-b839de4cba27 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:13:07.731676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] Deleting port fce721bf-b741-4546-b6d6-6e774a18e269 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:07.732297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.789385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32734c-820e-4344-a361-650722ec895c None None] Pushing event updated for resources: {'Port': ['ID=f137a027-c397-4593-a221-76d627750ccd,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:07.803917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:07.809135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:07.811793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:07.816924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:07.817562 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:07.851084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=8dceb8a6-b7a0-4379-bc80-e6b624183da6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:07.867131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e3a77b47-7464-4c1a-8719-8b6b595481d8 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3953385 May 26 23:13:07.868294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35744) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:07.923602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c291f-d3d7-475e-a273-5eaa3f360144 req-cb576249-255b-4a7c-8a57-5f9b9ba4a3d4 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:07.935261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-853c291f-d3d7-475e-a273-5eaa3f360144 req-cb576249-255b-4a7c-8a57-5f9b9ba4a3d4 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 945 time: 0.1693153 May 26 23:13:08.000975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3c079-ba85-4d1a-b3af-b6bdd0642ea9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:08.003456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-853c291f-d3d7-475e-a273-5eaa3f360144 req-2476d4fe-c94a-4c7a-bab3-11e348f447ca tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671616 May 26 23:13:08.005825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3c079-ba85-4d1a-b3af-b6bdd0642ea9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:08.010335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3c079-ba85-4d1a-b3af-b6bdd0642ea9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:08.011194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ee3c079-ba85-4d1a-b3af-b6bdd0642ea9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Synchronizing usage tracker for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:08.044031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.049353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1ee3c079-ba85-4d1a-b3af-b6bdd0642ea9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Unset dirty status for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:08.053228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1ee3c079-ba85-4d1a-b3af-b6bdd0642ea9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1784568 May 26 23:13:08.053852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35750) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:08.063438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:08.063871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.074213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] For port fce721bf-b741-4546-b6d6-6e774a18e269, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fce721bf-b741-4546-b6d6-6e774a18e269,segment=NetworkSegment(c07f0e5f-34dd-46f8-b802-0078b5bdc43a),segment_id=c07f0e5f-34dd-46f8-b802-0078b5bdc43a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:08.075009 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.187056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting port 8dceb8a6-b7a0-4379-bc80-e6b624183da6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:08.188080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.270090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] Calling delete_port for fce721bf-b741-4546-b6d6-6e774a18e269 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:08.307522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8d07ac4-ca57-4fe2-8a39-bfc4fa099dc2 req-845ba7dd-ddca-4f24-a082-ab1f1a07802a tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "GET /v2.0/ports?device_id=4438b0db-0853-4ffc-8fc5-f0c5919b217e HTTP/1.1" status: 200 len: 210 time: 0.1251068 May 26 23:13:08.383543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:08.383828 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.400091 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.442424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] No DVR routers for this DVR port fce721bf-b741-4546-b6d6-6e774a18e269 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:08.461716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce6cb5-adeb-4d12-a0ab-786d7121917f None None] Pushing event deleted for resources: {'Port': ['ID=fce721bf-b741-4546-b6d6-6e774a18e269,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:08.520248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:08.554682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.697553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.788954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Calling delete_port for 8dceb8a6-b7a0-4379-bc80-e6b624183da6 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:08.874315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:08.940459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:08.993124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Port': ['ID=8dceb8a6-b7a0-4379-bc80-e6b624183da6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:09.138554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.191033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93005e4c-a685-4551-97ac-3137840f4f8d None None] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:09.226800 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.247099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b0ba14c2-fe9d-4ca0-93cc-72eea818edac tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/ports/8dceb8a6-b7a0-4379-bc80-e6b624183da6 HTTP/1.1" status: 204 len: 168 time: 1.1897876 May 26 23:13:09.252463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35756) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:09.314066 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f51a329-2c39-440c-9af4-d3b9b918cc00 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] GET failed (client error): The resource could not be found. May 26 23:13:09.315180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1f51a329-2c39-440c-9af4-d3b9b918cc00 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Synchronizing usage tracker for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:09.339046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1f51a329-2c39-440c-9af4-d3b9b918cc00 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Unset dirty status for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:09.340444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1f51a329-2c39-440c-9af4-d3b9b918cc00 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "GET /v2.0/ports/8dceb8a6-b7a0-4379-bc80-e6b624183da6 HTTP/1.1" status: 404 len: 333 time: 0.0869653 May 26 23:13:09.346771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16000c75-7594-4e20-98f3-657b7520cb17 req-9ba77360-4f9b-491c-a31d-6b249b515d8e tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:09.348574 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16000c75-7594-4e20-98f3-657b7520cb17 req-9ba77360-4f9b-491c-a31d-6b249b515d8e tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 945 time: 0.1682384 May 26 23:13:09.349238 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35760) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:09.354776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2073737937'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:09.361630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6f895ef8-b654-408c-9227-70c15914f006 None None] Provisioning for port f137a027-c397-4593-a221-76d627750ccd completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:09.463088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f137a027-c397-4593-a221-76d627750ccd up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:09.479101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35766) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:09.500344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c5bb2284-d193-4307-a08e-4c23208ba7b9 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:09.542966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: c5bb2284-d193-4307-a08e-4c23208ba7b9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:09.543318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c5bb2284-d193-4307-a08e-4c23208ba7b9 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:09.547512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.559401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.563852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16000c75-7594-4e20-98f3-657b7520cb17 req-0bc2b077-39f7-4f62-a3cc-646efaeb8f1a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928377 May 26 23:13:09.599412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-7106ad3a-a1eb-4e29-8327-bb08bf8bdb54 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:09.610574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-7106ad3a-a1eb-4e29-8327-bb08bf8bdb54 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 945 time: 0.2755356 May 26 23:13:09.610765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:09.614493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:09.634993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port f137a027-c397-4593-a221-76d627750ccd completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:09.635981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54c9795b-75ab-447a-b19b-d2fd34eae156 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.642284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port f137a027-c397-4593-a221-76d627750ccd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:09.644498 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.647464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:09.650676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.688782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54c9795b-75ab-447a-b19b-d2fd34eae156 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.700800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] device_id is not set on port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:09.720409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Deleting port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:09.721341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.759503 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.759874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Fanout notify agent at l3_agent the message router_deleted on router 7858f85a-07f3-4172-8156-c5dcd462cefa {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:13:09.793518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.795282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0f4a2863-b50c-49a0-a0da-e067f17b5c1b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/routers/7858f85a-07f3-4172-8156-c5dcd462cefa HTTP/1.1" status: 204 len: 168 time: 2.7944407 May 26 23:13:09.806021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35770) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:09.880569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:09.919440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port f137a027-c397-4593-a221-76d627750ccd, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f137a027-c397-4593-a221-76d627750ccd,segment=NetworkSegment(13769520-c596-441b-aa5b-5484a38e1dc8),segment_id=13769520-c596-441b-aa5b-5484a38e1dc8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:09.926734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.012218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=f137a027-c397-4593-a221-76d627750ccd,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:10.033543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-738426ec-a8a7-4cee-a0f8-3e4206c4fa4d None None] Provisioning complete for port f137a027-c397-4593-a221-76d627750ccd triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:10.034046 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-738426ec-a8a7-4cee-a0f8-3e4206c4fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.053523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.083124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Allocated IP 2001:db8::294 (08a2e32f-1ffe-4ff1-b77e-d6cd34794f95/c1421197-ef16-4936-ae7d-6a4f82b8d5c5/b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:10.088924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54c9795b-75ab-447a-b19b-d2fd34eae156 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.117531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9795b-75ab-447a-b19b-d2fd34eae156 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ddd0d0-61e0-4031-9b63-0ec5c403f16c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:10.140401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] For port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:10.141064 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.252796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-738426ec-a8a7-4cee-a0f8-3e4206c4fa4d None None] Provisioning for port 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:10.270132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-738426ec-a8a7-4cee-a0f8-3e4206c4fa4d None None] Provisioning complete for port 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:10.270132 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-738426ec-a8a7-4cee-a0f8-3e4206c4fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.286866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.305765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Calling delete_port for 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:10.320986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-738426ec-a8a7-4cee-a0f8-3e4206c4fa4d None None] Port 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:10.332154 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-54c9795b-75ab-447a-b19b-d2fd34eae156 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.336337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-54c9795b-75ab-447a-b19b-d2fd34eae156 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/security-groups/51ddd0d0-61e0-4031-9b63-0ec5c403f16c HTTP/1.1" status: 204 len: 168 time: 0.8540349 May 26 23:13:10.350587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77042d09-b518-4142-9c45-b839de4cba27']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:10.356378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fce721bf-b741-4546-b6d6-6e774a18e269 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:10.417537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35776) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:10.432223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: fce721bf-b741-4546-b6d6-6e774a18e269 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:10.432223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fce721bf-b741-4546-b6d6-6e774a18e269 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:10.447299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:10.447586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07f0e5f-34dd-46f8-b802-0078b5bdc43a') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:10.474371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.502953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8e22047b-dd6f-4a8e-881b-053d1f7d079e None None] Provisioning complete for port 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:10.503704 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8e22047b-dd6f-4a8e-881b-053d1f7d079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.505511 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.512129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:10.512527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:10.533556 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:10.578073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8e22047b-dd6f-4a8e-881b-053d1f7d079e None None] Port 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:10.672216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.681819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.707775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.728374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Transition to ACTIVE for port object b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:10.729372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e0e6419c-ab30-49a1-85d6-15c638b30e47 None None] Could not find standard attr ID for object 8dceb8a6-b7a0-4379-bc80-e6b624183da6. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:13:10.729597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Network': ['ID=77042d09-b518-4142-9c45-b839de4cba27,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:10.738230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e1b9b452-ab68-4ed5-b964-412122459948 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/networks/77042d09-b518-4142-9c45-b839de4cba27 HTTP/1.1" status: 204 len: 168 time: 0.9279664 May 26 23:13:10.738564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35782) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:10.811918 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.831166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:13:10.871263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Pushing event deleted for resources: {'Port': ['ID=6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:10.877976 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.917925 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eaf38c4c-a6cd-4693-a400-e574ca7315ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.963651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] No DVR routers for this DVR port 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:10.966615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:10.971716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876cd864-3a89-46be-bc64-ba2b66071e05', 'name': 'network-vif-deleted', 'tag': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:10.996737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3e54b12b-2761-4c37-af65-b71327de4ac9 req-86f112d0-bb25-4cbb-a2b4-45ca430ea211 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "DELETE /v2.0/ports/6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 HTTP/1.1" status: 204 len: 173 time: 1.3868053 May 26 23:13:11.100923 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672fc23b-7e59-4a37-b1b3-80b336daae89'] response: {'server_uuid': '876cd864-3a89-46be-bc64-ba2b66071e05', 'name': 'network-vif-deleted', 'tag': '6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5', 'status': 'completed', 'code': 200} May 26 23:13:11.104172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd665203-52d0-4512-b207-0473dd9cb960 req-df30caad-8bd3-4e35-b8ed-1c9d2f61b1ea tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:11.105158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd665203-52d0-4512-b207-0473dd9cb960 req-df30caad-8bd3-4e35-b8ed-1c9d2f61b1ea tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=876cd864-3a89-46be-bc64-ba2b66071e05 HTTP/1.1" status: 200 len: 867 time: 0.3450162 May 26 23:13:11.116046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eaf38c4c-a6cd-4693-a400-e574ca7315ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.124869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:11.142429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:11.151342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:11.171263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:11.197810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:11.198502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.256419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-84972492-08f5-48fa-84ad-3341f3934cc4 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9059870 May 26 23:13:11.268588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35790) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:11.270254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dd665203-52d0-4512-b207-0473dd9cb960 req-1b8eebfa-1b6d-4f08-be4c-ccdd0bf475b4 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418133 May 26 23:13:11.280010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35a', 'mac_address': 'fa:16:3e:67:e7:c8'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:11.291087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f137a027-c397-4593-a221-76d627750ccd up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:11.314841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eaf38c4c-a6cd-4693-a400-e574ca7315ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.351776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf38c4c-a6cd-4693-a400-e574ca7315ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c99b97-5e08-464e-a6fe-0bf623a93beb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:11.384186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eaf38c4c-a6cd-4693-a400-e574ca7315ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.387597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eaf38c4c-a6cd-4693-a400-e574ca7315ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/security-groups/50c99b97-5e08-464e-a6fe-0bf623a93beb HTTP/1.1" status: 204 len: 168 time: 0.6457975 May 26 23:13:11.436003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port f137a027-c397-4593-a221-76d627750ccd triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:11.436371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.555881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.622357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:11.622849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35798) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:11.628905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899072761', 'description': 'tempest-secgroup-smoke-1899072761 description', 'project_id': 'ea7d7ca748954380a9a607a5947767b0'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:11.640469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:11.651711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:11.654957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:11.663336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:11.683527 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.687902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:11.688242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 165a6e17-2a29-49ea-bbb0-ea2db0ffe4b5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:11.715828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06ee7f33-04a9-4399-8bc5-05d66b996f22 None None] Provisioning for port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:11.743092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06ee7f33-04a9-4399-8bc5-05d66b996f22 None None] Provisioning complete for port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:11.743725 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-06ee7f33-04a9-4399-8bc5-05d66b996f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.749878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:11.759287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:11.763266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:11.772099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:11.823179 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.841594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-06ee7f33-04a9-4399-8bc5-05d66b996f22 None None] Port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:11.856802 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.863329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.912458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b4d6f8-d0d1-4553-8223-0ae838fab89b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:11.916484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:11.917792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1c6c3bc3-1499-4a51-9a0f-4b450a199c32 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2941220 May 26 23:13:11.920712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35802) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:11.926683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '86b4d6f8-d0d1-4553-8223-0ae838fab89b', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:11.933164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:11.937176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:11.941118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:11.947057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:11.965252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.030425 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.035484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.057097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b7fd1e-eaf0-4a2a-8f65-e7ef8de5d990,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:12.079694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.081609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-da8bedc3-320f-42d6-9c10-4f37ffe005fb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1598554 May 26 23:13:12.084379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35806) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:12.089863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '86b4d6f8-d0d1-4553-8223-0ae838fab89b', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:12.096653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:12.100635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:12.105711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:12.112536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:12.129837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.195952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.199628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.200628 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.224098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0529ef79-90b1-4d0b-a44b-ab4cf69047a5,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:12.237106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.238712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-927adb17-0a15-48c4-9227-9a75d93842e4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1532893 May 26 23:13:12.241448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35810) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:12.247267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '86b4d6f8-d0d1-4553-8223-0ae838fab89b', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:12.254502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.254927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:12.258948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:12.262337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:12.268040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:12.284665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.349866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.354361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.371857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] In _notify_port_updated(), no bound segment for port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e on network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:13:12.376798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:12.377222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.381384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "PUT /v2.0/ports/b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e HTTP/1.1" status: 200 len: 1003 time: 1.1042881 May 26 23:13:12.383734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e86346b-aaca-4019-809f-c0aa768e9668,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:12.383928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35816) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:12.410886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.412433 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6873e953-23e5-4e6b-afbb-4b192de9ce3c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1699347 May 26 23:13:12.415116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:12.421099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '86b4d6f8-d0d1-4553-8223-0ae838fab89b', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:12.428694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0c9ad-6fff-47fd-9119-8635ef821ed5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:12.429919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:12.435030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:12.438709 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:12.444793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:12.465016 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.500151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:12.500467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.556222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.563959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.599688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d2a162-4427-4af4-954b-5ad263313eb9,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:12.623438 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.625068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-274dbfd8-e0ec-4dfa-82ba-a003d9fdaba0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2087619 May 26 23:13:12.627901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35826) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:12.638660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '86b4d6f8-d0d1-4553-8223-0ae838fab89b', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:12.649306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:12.657239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:12.661882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:12.672071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:12.699149 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:13:12.711797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.790762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0305699f-678a-48c1-81c7-66b2817370ba None None] Provisioning complete for port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:12.791893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0305699f-678a-48c1-81c7-66b2817370ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.792671 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.799236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.826263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8ff4b1-6aed-4e72-96bd-3bff75d5f0e5,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:12.847637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.849096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-82fde423-687b-42d7-a5cb-5f3452b5580b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2200015 May 26 23:13:12.852390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35832) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:12.860126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '86b4d6f8-d0d1-4553-8223-0ae838fab89b', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:12.862567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0305699f-678a-48c1-81c7-66b2817370ba None None] Port b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:12.866277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:12.870179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:12.873795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:12.879779 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:12.891650 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:13:12.899165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.967164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.972515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.980567 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:12.994608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a06b75-606d-4e51-ac7a-b0e97487cbf3,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:13.010416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.014656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-013625c3-e895-4e81-b9c4-614b537a2720 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1583056 May 26 23:13:13.014906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:13.021112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'network': {'name': 'tempest-network-smoke--426855944', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:13.026937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:13.031093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:network and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:13.034071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:13.039939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:13.051530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:13.055125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.085133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:13.094532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.094988 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Added segment 465637ae-1219-4851-9ba9-6f8953c727f2 of type vlan for network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee May 26 23:13:13.126961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.139102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Calling delete_port for b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:13.160281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.164135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:13.164784 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.240558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:13.276226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:13.276815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 6b3c6ef1-6f89-4f8a-baa0-b73b06f793a5 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:13.284927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2659323 May 26 23:13:13.284927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814140b-70ef-49ad-a5cc-0d63f215cac9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Network': ['ID=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:13.285292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35840) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:13.291045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'admin_state_up': True, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:13.296579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:13.299550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:13.303733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:router and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:13.307028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:13.314812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:13.326755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.327892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.350651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port ea3173c2-8064-49a7-9e7b-b33445b76b52 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:13.350984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.407625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.428584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.526125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Port': ['ID=b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:13.587670 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.596246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.596608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.597010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.597291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.597623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.598034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.598381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.598742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.599123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.599460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.599808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:13.709812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port ea3173c2-8064-49a7-9e7b-b33445b76b52, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ea3173c2-8064-49a7-9e7b-b33445b76b52,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:13.710283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.805519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.887942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:13.980413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for ea3173c2-8064-49a7-9e7b-b33445b76b52 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:14.021516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:14.046634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-10f12e73-54f8-4568-a51c-838cd6f7b453 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/ports/b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e HTTP/1.1" status: 204 len: 168 time: 1.6593409 May 26 23:13:14.049937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35846) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:14.090096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.19 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/14266905-44df-4b14-8a7b-4165d11795c9) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:14.114211 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-547eccb6-fa36-4979-b4ef-f4851f261e73 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] GET failed (client error): The resource could not be found. May 26 23:13:14.114722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-547eccb6-fa36-4979-b4ef-f4851f261e73 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Synchronizing usage tracker for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:14.137496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-547eccb6-fa36-4979-b4ef-f4851f261e73 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Unset dirty status for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:14.138662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-547eccb6-fa36-4979-b4ef-f4851f261e73 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "GET /v2.0/ports/b3f8b3ed-73a9-42ea-9f80-4a47c3a5ca4e HTTP/1.1" status: 404 len: 333 time: 0.0877805 May 26 23:13:14.147760 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35850) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:14.154826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1660736564'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:14.245508 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:14.275291 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:14.351369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:14.354413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:14.356959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:14.392909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=14266905-44df-4b14-8a7b-4165d11795c9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:14.454698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:14.471532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:14.480977 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:14.518952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:14.521934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:14.525284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:14.526066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:14.546465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=ea3173c2-8064-49a7-9e7b-b33445b76b52,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:14.586831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] device_id is not set on port 5f0c480e-615e-4daf-848c-bc775f54cd2a yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:14.861130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6770a2c8-a869-45da-9f70-73e0d860b563 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:13:14.927211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Allocated IP 2001:db8::3e7 (08a2e32f-1ffe-4ff1-b77e-d6cd34794f95/c1421197-ef16-4936-ae7d-6a4f82b8d5c5/5f0c480e-615e-4daf-848c-bc775f54cd2a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:15.103120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:13:15.117506 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Sync routers for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:13:15.119559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:15.134320 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:15.134990 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:15.136368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:15.141276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35866) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:15.142866 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d5f1244c-bcf3-4185-af4b-c89b56d852e3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8560064 May 26 23:13:15.202622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ee399c06-aa0c-41d5-b6b8-5ae575d09cb9 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ea7d7ca748954380a9a607a5947767b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602307 May 26 23:13:15.206749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35870) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:15.342670 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:15.370673 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:15.378629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Transition to ACTIVE for port object 5f0c480e-615e-4daf-848c-bc775f54cd2a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:15.401471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a81e0f-9d63-4ff1-910b-f7647c9cd294 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:15.405419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8a81e0f-9d63-4ff1-910b-f7647c9cd294 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1952424 May 26 23:13:15.405644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35876) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:15.427439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:15.465959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-db4a828e-473b-4dfd-8d2e-2cb4366cefa9 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584869 May 26 23:13:15.468362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35880) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:15.474278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1769722857', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:15.532787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=5f0c480e-615e-4daf-848c-bc775f54cd2a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:15.545539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:15.547171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:15.553286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:15.557864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:15.559551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:15.714025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:15.719767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:subnet and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:15.723324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:15.738540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:15.774121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31a7c079-984d-43f3-b0c3-1408e01dc847 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6249154 May 26 23:13:15.774461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35884) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:15.786299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:e7:c8'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:15.820678 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:14Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:15.829441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Checking router: 6770a2c8-a869-45da-9f70-73e0d860b563 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:13:15.832270 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Updating router 6770a2c8-a869-45da-9f70-73e0d860b563 port 14266905-44df-4b14-8a7b-4165d11795c9 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:13:15.833626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:15.922380 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.034931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-633e05e9-fe9c-48de-9da8-543ea294a460 None None] Provisioning for port 5f0c480e-615e-4daf-848c-bc775f54cd2a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:16.040892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-633e05e9-fe9c-48de-9da8-543ea294a460 None None] Provisioning complete for port 5f0c480e-615e-4daf-848c-bc775f54cd2a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:16.041260 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-633e05e9-fe9c-48de-9da8-543ea294a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.075705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.196286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-633e05e9-fe9c-48de-9da8-543ea294a460 None None] Port 5f0c480e-615e-4daf-848c-bc775f54cd2a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:16.297810 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.300272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Router bc567db4-04f5-4d25-9619-0d985c66cf10 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:13:16.380249 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.393317 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Transition to ACTIVE for port object 14266905-44df-4b14-8a7b-4165d11795c9 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:16.400604 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.518143 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Attempting to bind port 14266905-44df-4b14-8a7b-4165d11795c9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:16.518517 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Attempting to bind port 14266905-44df-4b14-8a7b-4165d11795c9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:16.518873 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Attempting to bind port 14266905-44df-4b14-8a7b-4165d11795c9 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:16.535256 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Pushing event updated for resources: {'Port': ['ID=14266905-44df-4b14-8a7b-4165d11795c9,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:16.545841 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:16.546217 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:16.546619 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.547014 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:16.547488 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Bound port: 14266905-44df-4b14-8a7b-4165d11795c9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:16.547909 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.574648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:13:16.584985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ae4c6bda-dc05-407e-8545-10c11fd0f00f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "PUT /v2.0/routers/bc567db4-04f5-4d25-9619-0d985c66cf10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1659842 May 26 23:13:16.587843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35890) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:16.590725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] Sync routers for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:13:16.614350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:16.615484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:16.618696 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.620118 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.620522 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.620919 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.621312 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.621714 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.623324 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.623993 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.624546 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.625095 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.625721 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:16.681777 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] For port 14266905-44df-4b14-8a7b-4165d11795c9, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:16.688839 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] For port 14266905-44df-4b14-8a7b-4165d11795c9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=14266905-44df-4b14-8a7b-4165d11795c9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:16.693462 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.787529 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:16.788390 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:16.799707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.827460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.904532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.907707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting subnet 30736c60-d61a-46b2-8bf8-4ab3063b2a18 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:13:16.914046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.948378 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744161e3-8d1c-4e89-b3ff-a5c7fe99271d None None] Pushing event updated for resources: {'Port': ['ID=14266905-44df-4b14-8a7b-4165d11795c9,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:16.976307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Subnet': ['ID=2ef39b94-fa18-4147-a054-90367fca743b,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:16.979493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] In _notify_port_updated(), no bound segment for port 5f0c480e-615e-4daf-848c-bc775f54cd2a on network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:13:16.983409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:16.984200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:16.985282 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "PUT /v2.0/ports/5f0c480e-615e-4daf-848c-bc775f54cd2a HTTP/1.1" status: 200 len: 1003 time: 1.2099779 May 26 23:13:16.989024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35894) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:16.990314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:17.003225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d44ff-5409-45a6-8539-301908bff4f5 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=5f0c480e-615e-4daf-848c-bc775f54cd2a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:17.008994 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:17.041717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Checking segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:17.042091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network hostable DHCP agents. Network: c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:17.069336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:17.082355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:17.097203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:17.097880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.130640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting port 5f0c480e-615e-4daf-848c-bc775f54cd2a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:17.131400 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.141003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0427227-72b7-4f74-a24e-07f436a9944d None None] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:17.186377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.287038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6a6439fb-4c2c-4561-a6a2-9b80508b5858 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8173053 May 26 23:13:17.289314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35898) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:17.432932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.474712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6bad-8bbb-483f-969e-4c7aaea387ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.482397 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:14Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:17.495270 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff8e9e-cb83-4657-87ae-5b221e11c9b5 None None] The sync data for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 is: [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:14Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:13:17.538320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c1c0c311-b7e5-4881-aba8-da817ab0e20f None None] Provisioning complete for port 5f0c480e-615e-4daf-848c-bc775f54cd2a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:17.538320 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c311-b7e5-4881-aba8-da817ab0e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.611899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0c311-b7e5-4881-aba8-da817ab0e20f None None] Port 5f0c480e-615e-4daf-848c-bc775f54cd2a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:17.753485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:13:17.755300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.756193 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.766477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:17.906118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:13:14Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:17.929988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] Checking router: bc567db4-04f5-4d25-9619-0d985c66cf10 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:13:17.985633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] Routers {'bc567db4-04f5-4d25-9619-0d985c66cf10'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:17.986318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:12:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bc567db4-04f5-4d25-9619-0d985c66cf10'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:18.033389 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:18.049853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Calling delete_port for 5f0c480e-615e-4daf-848c-bc775f54cd2a owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:18.058702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880dcce5-4049-4beb-a6fe-712ba84468f0 None None] Network 4a401ec9-78cf-4745-b00c-f497d81e161d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:18.137187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Subnet': ['ID=30736c60-d61a-46b2-8bf8-4ab3063b2a18,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:18.141266 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3685060d-a562-46b6-aede-dbda5cc51e59 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/subnets/30736c60-d61a-46b2-8bf8-4ab3063b2a18 HTTP/1.1" status: 204 len: 168 time: 1.5522552 May 26 23:13:18.144285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35908) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:18.299387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:18.311435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Allocated IP 172.20.0.2 (c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee/2ef39b94-fa18-4147-a054-90367fca743b/94993a2e-2bc3-489a-a7ee-8a3c50d73567) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:18.416595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] Set router bc567db4-04f5-4d25-9619-0d985c66cf10 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:18.479470 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:18.485101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Port': ['ID=5f0c480e-615e-4daf-848c-bc775f54cd2a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:18.495884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6d038f20-a392-4225-88c9-6fad09a6f960 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/ports/5f0c480e-615e-4daf-848c-bc775f54cd2a HTTP/1.1" status: 204 len: 168 time: 1.5066469 May 26 23:13:18.500679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35912) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:18.602644 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86119ff-aa74-4dce-a7e2-cf13d7c36f1d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] GET failed (client error): The resource could not be found. May 26 23:13:18.604597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c86119ff-aa74-4dce-a7e2-cf13d7c36f1d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Synchronizing usage tracker for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:18.625816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c86119ff-aa74-4dce-a7e2-cf13d7c36f1d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Unset dirty status for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:18.632191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c86119ff-aa74-4dce-a7e2-cf13d7c36f1d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "GET /v2.0/ports/5f0c480e-615e-4daf-848c-bc775f54cd2a HTTP/1.1" status: 404 len: 333 time: 0.1297266 May 26 23:13:18.632993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35916) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:18.638872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1410503645'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:18.811691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:18.828899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:18.840305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:18.863274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:18.867091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:18.879071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:18.889994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] device_id is not set on port f636eca5-d8a6-4e01-b272-86d8e8d9d5cc yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:19.314458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Allocated IP 2001:db8::21c (08a2e32f-1ffe-4ff1-b77e-d6cd34794f95/c1421197-ef16-4936-ae7d-6a4f82b8d5c5/f636eca5-d8a6-4e01-b272-86d8e8d9d5cc) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:19.320607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.370680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] DHCP port deletion for 4a401ec9-78cf-4745-b00c-f497d81e161d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:13:19.427279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] Deleting port c81047b9-38c6-476f-ac5e-c0be629dc889 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:19.427721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.488634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 14266905-44df-4b14-8a7b-4165d11795c9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:19.544705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Transition to ACTIVE for port object 94993a2e-2bc3-489a-a7ee-8a3c50d73567 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:19.644636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.668688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Transition to ACTIVE for port object f636eca5-d8a6-4e01-b272-86d8e8d9d5cc will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:19.672409 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.685040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Transition to ACTIVE for port object 94993a2e-2bc3-489a-a7ee-8a3c50d73567 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:19.689928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Deleting port 75720951-2b8e-4a06-b605-7b85ab61513e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:19.690372 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.707186 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.761777 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.779786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:19.782309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:19.786262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:19.790350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:19.791065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.809227 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=f636eca5-d8a6-4e01-b272-86d8e8d9d5cc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:19.829334 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5e37c30f-1d11-495a-9803-2195f580ef28 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1950490 May 26 23:13:19.831932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35922) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:19.838555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'network_id': '08a2e32f-1ffe-4ff1-b77e-d6cd34794f95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1124795112'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:19.877167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:19.888708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:19.899959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:19.904521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] For port c81047b9-38c6-476f-ac5e-c0be629dc889, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c81047b9-38c6-476f-ac5e-c0be629dc889,segment=NetworkSegment(cc699589-456c-4b4b-869b-2656f79c5c1a),segment_id=cc699589-456c-4b4b-869b-2656f79c5c1a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:19.904986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.1 (c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee/2ef39b94-fa18-4147-a054-90367fca743b/6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:19.905109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:19.930364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Pushing event updated for resources: {'Port': ['ID=94993a2e-2bc3-489a-a7ee-8a3c50d73567,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:20.056060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] For port 75720951-2b8e-4a06-b605-7b85ab61513e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=75720951-2b8e-4a06-b605-7b85ab61513e,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:20.056424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.091159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:20.097945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Usage tracker for resource:port and tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:20.101898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:20.108244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:20.123446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Made reservation on behalf of 775fb1073ae648e5b4ec2cdf22a8c0b7 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:20.127367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:13:14Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:20.130126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.140247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] Calling delete_port for c81047b9-38c6-476f-ac5e-c0be629dc889 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:20.165396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] device_id is not set on port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:20.208838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Calling delete_port for 75720951-2b8e-4a06-b605-7b85ab61513e owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:20.241952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 14266905-44df-4b14-8a7b-4165d11795c9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:20.258089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 14266905-44df-4b14-8a7b-4165d11795c9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:20.258457 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.280843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa3694-2b92-4e89-b6ae-78593318dcbd None None] The sync data for ids ['bc567db4-04f5-4d25-9619-0d985c66cf10'] in n-d-843301-1 is: [{'id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'name': 'tempest-TestNetworkBasicOps-router-936420249', 'tenant_id': '48c85a31011d4a1eae49d47c739cc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:13:14Z', 'revision_number': 5, 'project_id': '48c85a31011d4a1eae49d47c739cc354', 'gw_port': {'id': '75720951-2b8e-4a06-b605-7b85ab61513e', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc567db4-04f5-4d25-9619-0d985c66cf10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:11:29Z', 'updated_at': '2022-05-26T23:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:13:20.290731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-935ad172-4f14-4617-8e4c-3186bfc7b0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.370712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Allocated IP 2001:db8::281 (08a2e32f-1ffe-4ff1-b77e-d6cd34794f95/c1421197-ef16-4936-ae7d-6a4f82b8d5c5/f55a38a1-9a30-46eb-b32d-0b091cf78bf7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:20.396707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Attempting to bind port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:20.397413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Attempting to bind port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:20.397413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Attempting to bind port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:20.415274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:20.415728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Checking segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:20.416122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.416480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Bound using segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:20.416899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Bound port: 94993a2e-2bc3-489a-a7ee-8a3c50d73567, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:20.417285 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.427592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7767385f-6b31-4ac3-ab49-ad7138308c6c None None] Provisioning for port f636eca5-d8a6-4e01-b272-86d8e8d9d5cc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:20.432785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.454968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.482299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7767385f-6b31-4ac3-ab49-ad7138308c6c None None] Provisioning complete for port f636eca5-d8a6-4e01-b272-86d8e8d9d5cc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:20.482668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7767385f-6b31-4ac3-ab49-ad7138308c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.497561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:20.505033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3e4b0d75-cdc0-4b75-b857-6aca1cc167f4 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:20.505752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3e4b0d75-cdc0-4b75-b857-6aca1cc167f4 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Synchronizing usage tracker for tenant:f1a7f617cc68475984940337e4acb2de on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:20.539024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] Pushing event deleted for resources: {'Port': ['ID=c81047b9-38c6-476f-ac5e-c0be629dc889,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:20.546273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3e4b0d75-cdc0-4b75-b857-6aca1cc167f4 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Unset dirty status for tenant:f1a7f617cc68475984940337e4acb2de on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:20.547612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3e4b0d75-cdc0-4b75-b857-6aca1cc167f4 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/networks?id=b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 200 len: 814 time: 0.2719498 May 26 23:13:20.592156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.617632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.638418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Transition to ACTIVE for port object f55a38a1-9a30-46eb-b32d-0b091cf78bf7 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:20.653187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53fcad-5ca2-4e11-b363-4d58dc88ad27 None None] No DVR routers for this DVR port c81047b9-38c6-476f-ac5e-c0be629dc889 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:20.676931 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.678650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] For port 94993a2e-2bc3-489a-a7ee-8a3c50d73567, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:20.689785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] For port 94993a2e-2bc3-489a-a7ee-8a3c50d73567, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=94993a2e-2bc3-489a-a7ee-8a3c50d73567,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:20.702530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7767385f-6b31-4ac3-ab49-ad7138308c6c None None] Port f636eca5-d8a6-4e01-b272-86d8e8d9d5cc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:20.707477 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.709276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a91d25f5-066c-4fe3-afe0-d18707fb7d9b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/quotas/f1a7f617cc68475984940337e4acb2de HTTP/1.1" status: 200 len: 375 time: 0.1229203 May 26 23:13:20.724093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 14266905-44df-4b14-8a7b-4165d11795c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=14266905-44df-4b14-8a7b-4165d11795c9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:20.725638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.753915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:20.767291 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.769138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.774659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:20.778553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:20.781593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:20.787221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:20.788442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.797618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:20.814465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:20.833133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:20.834757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=f55a38a1-9a30-46eb-b32d-0b091cf78bf7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:20.835168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.843536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c9781-d9bb-4bee-bbea-fd2bd3f96f1f None None] Pushing event updated for resources: {'Port': ['ID=94993a2e-2bc3-489a-a7ee-8a3c50d73567,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:20.847762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:20.853629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8aa19e06-0713-4cd4-9466-e2f5ee6b2af9 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0201898 May 26 23:13:20.855581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35936) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:20.869895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35a', 'mac_address': 'fa:16:3e:67:e7:c8'}, {'ip_address': '2001:db8::21c', 'mac_address': 'fa:16:3e:d9:32:a6'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:20.885842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-61120fc3-8439-4a93-ba88-9e9fb4ea7f4e tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1a7f617cc68475984940337e4acb2de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1385880 May 26 23:13:20.924966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Port': ['ID=75720951-2b8e-4a06-b605-7b85ab61513e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:20.931335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=14266905-44df-4b14-8a7b-4165d11795c9,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:21.049370 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.190665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.262086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1504954c-b27f-4cb2-9d13-841c18ad028a None None] Provisioning for port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:21.269207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1504954c-b27f-4cb2-9d13-841c18ad028a None None] Provisioning complete for port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:21.269579 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1504954c-b27f-4cb2-9d13-841c18ad028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.370420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-9ecea8d8-9821-4ef9-83e1-a98cbe986b76 service neutron] 10.222.0.32 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578829 May 26 23:13:21.406547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1504954c-b27f-4cb2-9d13-841c18ad028a None None] Port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:21.477423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94993a2e-2bc3-489a-a7ee-8a3c50d73567 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:21.523550 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.531428 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.576508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:21.583606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 14266905-44df-4b14-8a7b-4165d11795c9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:21.599049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] In _notify_port_updated(), no bound segment for port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 on network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:13:21.603282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:21.604010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.608233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "PUT /v2.0/ports/f55a38a1-9a30-46eb-b32d-0b091cf78bf7 HTTP/1.1" status: 200 len: 1068 time: 0.7484133 May 26 23:13:21.613496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35944) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:21.647481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.705582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 14266905-44df-4b14-8a7b-4165d11795c9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:21.706224 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.711439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:21.711986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:21.743564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79cab9-ba80-4d2e-8558-1d048c2c692a tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event updated for resources: {'Port': ['ID=f55a38a1-9a30-46eb-b32d-0b091cf78bf7,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:21.904998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81047b9-38c6-476f-ac5e-c0be629dc889 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:21.953930 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c81047b9-38c6-476f-ac5e-c0be629dc889 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:21.954274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c81047b9-38c6-476f-ac5e-c0be629dc889 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:21.954728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea3173c2-8064-49a7-9e7b-b33445b76b52 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:21.959307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3c2e3d9b-44bb-48ea-8bc1-49bbc86c2afd service neutron] 10.222.0.32 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455537 May 26 23:13:22.020846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.040292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.070640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: ea3173c2-8064-49a7-9e7b-b33445b76b52 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:22.070978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ea3173c2-8064-49a7-9e7b-b33445b76b52 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:22.087574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.091069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6c715414-09d1-4356-ace1-0ab4b656c51b None None] Provisioning complete for port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:22.091437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c715414-09d1-4356-ace1-0ab4b656c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.207264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Calling delete_port for f55a38a1-9a30-46eb-b32d-0b091cf78bf7 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:22.214952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6c715414-09d1-4356-ace1-0ab4b656c51b None None] Port f55a38a1-9a30-46eb-b32d-0b091cf78bf7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:22.310409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-68cc00b2-9779-41d2-92b3-bf11e9dcc06e req-48835ea7-83fe-45a9-8480-5deda7a1d372 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Synchronizing usage tracker for tenant:f1a7f617cc68475984940337e4acb2de on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:22.339697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-68cc00b2-9779-41d2-92b3-bf11e9dcc06e req-48835ea7-83fe-45a9-8480-5deda7a1d372 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Unset dirty status for tenant:f1a7f617cc68475984940337e4acb2de on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:22.343242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68cc00b2-9779-41d2-92b3-bf11e9dcc06e req-48835ea7-83fe-45a9-8480-5deda7a1d372 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 210 time: 0.0835941 May 26 23:13:22.408077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.452266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.521454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c004598-2d09-4882-b9f6-2c1da1fbb771 None None] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:22.549182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.619294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.619294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Fanout notify agent at l3_agent the message router_deleted on router bc567db4-04f5-4d25-9619-0d985c66cf10 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:13:22.654591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-542e7c00-0f97-4a59-aeb2-a59cc07bd443 None None] Provisioning for port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:22.676772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Port': ['ID=f55a38a1-9a30-46eb-b32d-0b091cf78bf7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:22.679751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-542e7c00-0f97-4a59-aeb2-a59cc07bd443 None None] Provisioning complete for port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:22.680310 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-542e7c00-0f97-4a59-aeb2-a59cc07bd443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.681279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:22.685222 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b20d348-73a3-485f-b809-2224bb8719a6 tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/routers/bc567db4-04f5-4d25-9619-0d985c66cf10 HTTP/1.1" status: 204 len: 168 time: 4.5350938 May 26 23:13:22.685664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35958) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:23.043960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.079558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.089789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a45c2188-c8fb-4e77-ba8e-86dae7dc9ca3 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/ports/f55a38a1-9a30-46eb-b32d-0b091cf78bf7 HTTP/1.1" status: 204 len: 168 time: 1.4747150 May 26 23:13:23.092151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35966) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:23.099071 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-542e7c00-0f97-4a59-aeb2-a59cc07bd443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.144496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-542e7c00-0f97-4a59-aeb2-a59cc07bd443 None None] For port 94993a2e-2bc3-489a-a7ee-8a3c50d73567, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=94993a2e-2bc3-489a-a7ee-8a3c50d73567,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:23.154856 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ca0ac2-bc85-439e-99ac-1fb3ca8ba269 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] GET failed (client error): The resource could not be found. May 26 23:13:23.154967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36ca0ac2-bc85-439e-99ac-1fb3ca8ba269 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Synchronizing usage tracker for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:23.161977 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-542e7c00-0f97-4a59-aeb2-a59cc07bd443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.182605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-36ca0ac2-bc85-439e-99ac-1fb3ca8ba269 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Unset dirty status for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:23.184577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-36ca0ac2-bc85-439e-99ac-1fb3ca8ba269 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "GET /v2.0/ports/f55a38a1-9a30-46eb-b32d-0b091cf78bf7 HTTP/1.1" status: 404 len: 333 time: 0.0914276 May 26 23:13:23.187741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35972) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:23.224703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75720951-2b8e-4a06-b605-7b85ab61513e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:23.232707 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.242427 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.271829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 75720951-2b8e-4a06-b605-7b85ab61513e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:23.271829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 75720951-2b8e-4a06-b605-7b85ab61513e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:23.272938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.298206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting port f636eca5-d8a6-4e01-b272-86d8e8d9d5cc {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:23.298707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e7c00-0f97-4a59-aeb2-a59cc07bd443 None None] Pushing event updated for resources: {'Port': ['ID=94993a2e-2bc3-489a-a7ee-8a3c50d73567,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:23.299054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.516719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a401ec9-78cf-4745-b00c-f497d81e161d']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:23.585969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc699589-456c-4b4b-869b-2656f79c5c1a') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:23.586317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc699589-456c-4b4b-869b-2656f79c5c1a') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:23.605329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.607262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.616595 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-689a10e2-e943-484b-a12a-029edec8a2af req-f461aced-9a90-4d74-ac16-326592bc02df tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 210 time: 0.0912533 May 26 23:13:23.622338 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.652156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:23.702463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6ed3c84e-1a04-4036-852e-3fa06f69798a None None] Provisioning for port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:23.709610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6ed3c84e-1a04-4036-852e-3fa06f69798a None None] Provisioning complete for port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:23.710117 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c84e-1a04-4036-852e-3fa06f69798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.744035 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.761904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.762249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.762583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.762907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.763607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.763607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.763895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.764225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.764533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.764847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.765418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:13:23.769275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:23.769906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.770577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3c84e-1a04-4036-852e-3fa06f69798a None None] Port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:23.774554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Calling delete_port for f636eca5-d8a6-4e01-b272-86d8e8d9d5cc owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:23.784648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6ed3c84e-1a04-4036-852e-3fa06f69798a None None] Provisioning complete for port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:23.785263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c84e-1a04-4036-852e-3fa06f69798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:23.789302 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:23.916282 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.920486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.961582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] Pushing event deleted for resources: {'Network': ['ID=4a401ec9-78cf-4745-b00c-f497d81e161d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:23.962194 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:23.967710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:23.968931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c13a3645-c49c-4ca0-8bae-39a778490c2f tempest-TestNetworkBasicOps-580746872 tempest-TestNetworkBasicOps-580746872-project] 10.222.0.32 "DELETE /v2.0/networks/4a401ec9-78cf-4745-b00c-f497d81e161d HTTP/1.1" status: 204 len: 168 time: 1.2823298 May 26 23:13:23.970926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:24.061033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4edebdb0-6fc1-41e8-a931-2784b12d7ae3 None None] Provisioning complete for port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:24.063382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4edebdb0-6fc1-41e8-a931-2784b12d7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:24.085566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Port': ['ID=f636eca5-d8a6-4e01-b272-86d8e8d9d5cc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:24.141023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4edebdb0-6fc1-41e8-a931-2784b12d7ae3 None None] Port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:24.250914 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:24.305048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-308358da-7c45-4b72-bb08-2889dfa01f74 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/ports/f636eca5-d8a6-4e01-b272-86d8e8d9d5cc HTTP/1.1" status: 204 len: 168 time: 1.1162150 May 26 23:13:24.318125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35980) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:24.388957 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-16863147-c61f-42b1-bd38-1e445e0431db tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] GET failed (client error): The resource could not be found. May 26 23:13:24.389177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-16863147-c61f-42b1-bd38-1e445e0431db tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Synchronizing usage tracker for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:24.421147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-6cadcd3f-28c7-4306-9ad1-4b30ab21052e tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:24.422802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-6cadcd3f-28c7-4306-9ad1-4b30ab21052e tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "GET /v2.0/networks?id=b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 200 len: 814 time: 0.3877246 May 26 23:13:24.424119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-16863147-c61f-42b1-bd38-1e445e0431db tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Unset dirty status for tenant:775fb1073ae648e5b4ec2cdf22a8c0b7 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:24.425082 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-16863147-c61f-42b1-bd38-1e445e0431db tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "GET /v2.0/ports/f636eca5-d8a6-4e01-b272-86d8e8d9d5cc HTTP/1.1" status: 404 len: 333 time: 0.1061926 May 26 23:13:24.429629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 35986) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:24.479131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0655324b-8821-489e-9be4-e454d1a0224f None None] Provisioning complete for port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:24.479512 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0655324b-8821-489e-9be4-e454d1a0224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:24.506814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting port 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:24.507288 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:24.547683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0655324b-8821-489e-9be4-e454d1a0224f None None] Port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:24.551594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 35990) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:24.572117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6770a2c8-a869-45da-9f70-73e0d860b563 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:13:24.573407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Request body: {'port': {'device_id': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487', 'admin_state_up': True, 'tenant_id': 'f1a7f617cc68475984940337e4acb2de'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:24.789015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1dbe0c04-c7fc-419f-b392-0aa833821e73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48c85a31011d4a1eae49d47c739cc354&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2339292 May 26 23:13:24.789239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36000) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:24.879524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:13:24.881189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87e8e7c3-599d-4385-af6c-9c2bfe19db2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:24.886459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d367d6ae-b2fa-4208-a66f-68e1889ed271 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/6770a2c8-a869-45da-9f70-73e0d860b563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5953565 May 26 23:13:24.895029 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Sync routers for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:13:24.916866 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:24.918053 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:13:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:24.936436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87e8e7c3-599d-4385-af6c-9c2bfe19db2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.006516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87e8e7c3-599d-4385-af6c-9c2bfe19db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.031276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8e7c3-599d-4385-af6c-9c2bfe19db2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a0ada-26da-48a1-a994-c40e473497be,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:25.036234 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87e8e7c3-599d-4385-af6c-9c2bfe19db2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.037363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-87e8e7c3-599d-4385-af6c-9c2bfe19db2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f40a0ada-26da-48a1-a994-c40e473497be HTTP/1.1" status: 204 len: 168 time: 0.2471507 May 26 23:13:25.097832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7264ff57-94cc-4613-a927-110c18f2c8a5 req-4569ab3b-a2a2-45e1-bfda-dc50c1acb05b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 210 time: 0.2829590 May 26 23:13:25.113053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:25.136673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:25.147024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.217399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Made reservation on behalf of f1a7f617cc68475984940337e4acb2de for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:25.221695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0107e57d-2298-4ad6-abc0-f536937d50df req-31f2c3b0-addc-4b9d-acc0-82187b1fe02c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:25.225501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.241626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0107e57d-2298-4ad6-abc0-f536937d50df req-31f2c3b0-addc-4b9d-acc0-82187b1fe02c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:25.243138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-31f2c3b0-addc-4b9d-acc0-82187b1fe02c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899072761&fields=id&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 267 time: 0.0788376 May 26 23:13:25.256281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94993a2e-2bc3-489a-a7ee-8a3c50d73567 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:25.265532 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:25.331028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Calling delete_port for 64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:25.400831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.431500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:25.432342 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.461389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107e57d-2298-4ad6-abc0-f536937d50df req-91c8e36b-796c-4a3a-bec6-48cd3f6e4628 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:25.462058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0107e57d-2298-4ad6-abc0-f536937d50df req-91c8e36b-796c-4a3a-bec6-48cd3f6e4628 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:25.490577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0107e57d-2298-4ad6-abc0-f536937d50df req-91c8e36b-796c-4a3a-bec6-48cd3f6e4628 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:25.492119 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-91c8e36b-796c-4a3a-bec6-48cd3f6e4628 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 796 time: 0.2385976 May 26 23:13:25.519639 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-aa9641a0-aff3-4941-9132-6d9edcdceefa tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/quotas/ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 375 time: 0.0207055 May 26 23:13:25.577772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36016) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:25.606934 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.648592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.681842 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:22Z', 'revision_number': 2, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:25.685613 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Checking router: 6770a2c8-a869-45da-9f70-73e0d860b563 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:13:25.686110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Updating router 6770a2c8-a869-45da-9f70-73e0d860b563 port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:13:25.696686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:25.702306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Usage tracker for resource:security_group_rule and tenant:790520ee5f4b4276b63100f8259b7e0d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:25.707013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:25.714514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:25.720896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0107e57d-2298-4ad6-abc0-f536937d50df req-4f605ffa-9b65-422a-b368-47971a6ea1e8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:25.736270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Port': ['ID=64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:25.743476 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.754991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0107e57d-2298-4ad6-abc0-f536937d50df req-4f605ffa-9b65-422a-b368-47971a6ea1e8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:25.762582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Allocated IP 172.20.0.13 (b8a13343-6073-4738-81f0-ed4430440487/adafaf77-dee7-40ae-a2a2-0171be328be4/4fc81847-a3ee-489c-a407-e3083f6ba15c) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:25.767660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-4f605ffa-9b65-422a-b368-47971a6ea1e8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2348413 May 26 23:13:25.836290 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:25.885463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6340dcc6-40bf-49a1-bb65-fc3aa9fd1b14 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/ports/64ae2e7d-e8ca-4fe9-871c-c89e2996ffbb HTTP/1.1" status: 204 len: 168 time: 1.4526348 May 26 23:13:25.886262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36020) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:26.053319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting subnet c1421197-ef16-4936-ae7d-6a4f82b8d5c5 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:13:26.067617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.076982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-6a523ed9-3967-4a6e-933e-c868e933e765 service neutron] 10.222.0.32 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084664 May 26 23:13:26.078739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.084275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.149472 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.150269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.164383 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Transition to ACTIVE for port object 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:26.174919 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.188530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.197955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=790520ee5f4b4276b63100f8259b7e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6169069 May 26 23:13:26.199352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36026) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:26.225438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8911614-c831-48ec-a28c-963c85d536e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b7b94-ca6e-475f-b372-646f5c8f6b15,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:26.253261 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473e6f7-fb5f-4ab5-9554-8ec1f5e8bc29 None None] Pushing event updated for resources: {'Port': ['ID=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:26.326083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-8759a674-ca6a-432d-8072-5131c50c6cd5 service neutron] 10.222.0.32 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130797 May 26 23:13:26.344168 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e52b2244-421a-47df-99b9-8d2bb023ee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.373117 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e52b2244-421a-47df-99b9-8d2bb023ee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.425041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bd89e403-63c1-42bf-bdaf-8b4eba5edbf3 req-ad0fc6e4-8f56-4df5-9725-03ac83d6ed7c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Synchronizing usage tracker for tenant:f1a7f617cc68475984940337e4acb2de on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:26.441704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e52b2244-421a-47df-99b9-8d2bb023ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.443102 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Attempting to bind port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:26.443474 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Attempting to bind port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:26.443817 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Attempting to bind port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:26.453938 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:26.454470 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Checking segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:26.455025 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.455450 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Bound using segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:26.455937 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Bound port: 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:26.456393 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.464408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b2244-421a-47df-99b9-8d2bb023ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b7b94-ca6e-475f-b372-646f5c8f6b15,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:26.469378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.484505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bd89e403-63c1-42bf-bdaf-8b4eba5edbf3 req-ad0fc6e4-8f56-4df5-9725-03ac83d6ed7c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Unset dirty status for tenant:f1a7f617cc68475984940337e4acb2de on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:26.486223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd89e403-63c1-42bf-bdaf-8b4eba5edbf3 req-ad0fc6e4-8f56-4df5-9725-03ac83d6ed7c tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 210 time: 0.1919024 May 26 23:13:26.488533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.594262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e1e9228-1a12-4e0c-a672-08c97383e302 req-ac404b2b-93ce-493e-bb52-41840eb4e8a7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 210 time: 0.0592535 May 26 23:13:26.624551 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] For port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:26.628284 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] For port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:26.634965 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.659200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e52b2244-421a-47df-99b9-8d2bb023ee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.660586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e52b2244-421a-47df-99b9-8d2bb023ee98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/119b7b94-ca6e-475f-b372-646f5c8f6b15 HTTP/1.1" status: 204 len: 168 time: 0.4608691 May 26 23:13:26.725422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Network b8a13343-6073-4738-81f0-ed4430440487 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:26.742956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:26.745279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Pushing event updated for resources: {'Port': ['ID=4fc81847-a3ee-489c-a407-e3083f6ba15c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:26.748152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.759289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:26.775907 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:26.776661 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:13:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:26.824564 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.824838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53daccfc-b91d-47cb-9f03-bf11d81552db None None] Network 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:26.840888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Subnet': ['ID=c1421197-ef16-4936-ae7d-6a4f82b8d5c5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:26.850716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-757991a5-0e74-4a1d-86da-6ff1a1f68ce0 tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/subnets/c1421197-ef16-4936-ae7d-6a4f82b8d5c5 HTTP/1.1" status: 204 len: 168 time: 0.9613769 May 26 23:13:26.851098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36044) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:26.885440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:26.888386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:26.926959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-a857c642-fa23-4281-af04-35c9862edbad tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3694277 May 26 23:13:26.954093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Request body: {'port': {'device_id': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:27.035133 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473e6f7-fb5f-4ab5-9554-8ec1f5e8bc29 None None] Pushing event updated for resources: {'Port': ['ID=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:27.094506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:27.140605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Deleting port f137a027-c397-4593-a221-76d627750ccd {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:27.141139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:27.162555 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:27.213872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:27.300389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] DHCP port deletion for 08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:13:27.307283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Deleting port f137a027-c397-4593-a221-76d627750ccd {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:27.307668 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:27.566793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] For port f137a027-c397-4593-a221-76d627750ccd, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f137a027-c397-4593-a221-76d627750ccd,segment=NetworkSegment(13769520-c596-441b-aa5b-5484a38e1dc8),segment_id=13769520-c596-441b-aa5b-5484a38e1dc8)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:27.567908 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:27.764636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] For port f137a027-c397-4593-a221-76d627750ccd, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f137a027-c397-4593-a221-76d627750ccd,segment=NetworkSegment(13769520-c596-441b-aa5b-5484a38e1dc8),segment_id=13769520-c596-441b-aa5b-5484a38e1dc8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:27.765043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:27.822506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Calling delete_port for f137a027-c397-4593-a221-76d627750ccd owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:27.836009 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:26Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:27.840854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a674ef-37af-4237-bdb5-64d8d1119599 None None] The sync data for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 is: [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:26Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:13:27.958075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e8ecb00-b76a-44b6-820c-397bcf5daff5 req-4d30e7b0-0f47-496a-864f-131d1f166cbb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 210 time: 0.0942395 May 26 23:13:28.017920 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.051543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Calling delete_port for f137a027-c397-4593-a221-76d627750ccd owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:28.113288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] No DVR routers for this DVR port f137a027-c397-4593-a221-76d627750ccd on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:28.125220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.188357 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:13:28.189640 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:13:28.235033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38a4c-0ed3-4f7a-b19f-e13e6533fe22 req-624f9302-da16-49a9-aa45-fe9efa785cb8 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:28.236678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-71e38a4c-0ed3-4f7a-b19f-e13e6533fe22 req-624f9302-da16-49a9-aa45-fe9efa785cb8 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 932 time: 0.4873905 May 26 23:13:28.289485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc81847-a3ee-489c-a407-e3083f6ba15c {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:13:28.300602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.317086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-71e38a4c-0ed3-4f7a-b19f-e13e6533fe22 req-9fbd6459-c487-434e-938b-5f897b474c7a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690737 May 26 23:13:28.323007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Transition to ACTIVE for port object 4fc81847-a3ee-489c-a407-e3083f6ba15c will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:28.328303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.334261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Port': ['ID=f137a027-c397-4593-a221-76d627750ccd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:28.359687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e3cad5fa-ae87-4e46-a64f-9df8505f7aef tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:28.361137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e3cad5fa-ae87-4e46-a64f-9df8505f7aef tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 796 time: 0.2596951 May 26 23:13:28.463701 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.468356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc81847-a3ee-489c-a407-e3083f6ba15c,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:28.499310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-718df96b-6a41-4638-9618-56113cfa7dc1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 380 time: 0.0879641 May 26 23:13:28.500838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a2e32f-1ffe-4ff1-b77e-d6cd34794f95']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:28.512831 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'port': {'device_id': 'e6253d69-22ff-473f-b402-2614385f7437', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'admin_state_up': True, 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'security_groups': ['86b4d6f8-d0d1-4553-8223-0ae838fab89b']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:28.537371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13769520-c596-441b-aa5b-5484a38e1dc8') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:28.537883 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13769520-c596-441b-aa5b-5484a38e1dc8') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:28.576509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Attempting to bind port 4fc81847-a3ee-489c-a407-e3083f6ba15c on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:28.576846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Attempting to bind port 4fc81847-a3ee-489c-a407-e3083f6ba15c by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:28.577160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Attempting to bind port 4fc81847-a3ee-489c-a407-e3083f6ba15c on network b8a13343-6073-4738-81f0-ed4430440487 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:28.583420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Port 4fc81847-a3ee-489c-a407-e3083f6ba15c on network b8a13343-6073-4738-81f0-ed4430440487 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:13:28.583877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Attempting to bind port 4fc81847-a3ee-489c-a407-e3083f6ba15c on network b8a13343-6073-4738-81f0-ed4430440487 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:28.591560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:28.591560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Checking segment: {'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:28.591819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Bound using segment: {'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:28.592298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Bound port: 4fc81847-a3ee-489c-a407-e3083f6ba15c, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0aba839-727f-4555-a010-ca5d62278a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:28.592639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.607729 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.633533 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.654298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:28.654694 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:28.669284 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:28.691447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Deleting port f137a027-c397-4593-a221-76d627750ccd {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:28.691889 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.711550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] For port 4fc81847-a3ee-489c-a407-e3083f6ba15c, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:28.715638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] For port 4fc81847-a3ee-489c-a407-e3083f6ba15c, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:28.723630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.765036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a307b981-09bd-4230-babb-47fcdf0a2cfb None None] The port 'f137a027-c397-4593-a221-76d627750ccd' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:13:28.804895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.806384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fc81847-a3ee-489c-a407-e3083f6ba15c HTTP/1.1" status: 200 len: 1092 time: 1.8668430 May 26 23:13:28.806857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'tag': '4fc81847-a3ee-489c-a407-e3083f6ba15c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:28.832724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baac4ca-d5d5-40f4-8335-f45121cd0f44 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc81847-a3ee-489c-a407-e3083f6ba15c,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:28.891403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:28.903147 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5c6069-baeb-4f35-be94-6cef5e9d31a3'] response: {'name': 'network-changed', 'server_uuid': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'tag': '4fc81847-a3ee-489c-a407-e3083f6ba15c', 'status': 'completed', 'code': 200} May 26 23:13:28.904467 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.909644 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:28.913544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:28.941811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-8c242d2f-d2e0-47a3-abb8-57acce57f4ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1a7f617cc68475984940337e4acb2de&device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 1095 time: 0.0832915 May 26 23:13:28.944125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] Pushing event deleted for resources: {'Network': ['ID=08a2e32f-1ffe-4ff1-b77e-d6cd34794f95,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:28.958184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-29c54eec-f582-4ad5-946b-5f8118a0c86d tempest-AllowedAddressPairIpV6TestJSON-644425846 tempest-AllowedAddressPairIpV6TestJSON-644425846-project] 10.222.0.32 "DELETE /v2.0/networks/08a2e32f-1ffe-4ff1-b77e-d6cd34794f95 HTTP/1.1" status: 204 len: 168 time: 2.1047301 May 26 23:13:28.959600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:28.963979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.057619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-bc9c773d-b2e7-458b-91b2-590cc9cf995b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c HTTP/1.1" status: 200 len: 217 time: 0.1066217 May 26 23:13:29.167073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.6 (c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee/2ef39b94-fa18-4147-a054-90367fca743b/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:29.205825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-bdc4e7d4-4d29-4150-9681-2706776d32c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:29.207248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-bdc4e7d4-4d29-4150-9681-2706776d32c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=adafaf77-dee7-40ae-a2a2-0171be328be4 HTTP/1.1" status: 200 len: 854 time: 0.1398036 May 26 23:13:29.209775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-094e9c49-b470-4ae6-816d-b5d40cab61f8 req-290347b1-82c0-42a3-a1a9-95f664c29e68 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 210 time: 0.0640128 May 26 23:13:29.264409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-c648a73b-521f-42f0-8656-b39e26efb605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8a13343-6073-4738-81f0-ed4430440487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452662 May 26 23:13:29.277419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:29.383008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:29.389002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:29.389767 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.400872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36062) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:29.423356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.449943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:29.479931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.506312 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-c95d19e9-bbd7-40c1-8c1e-84a2070da7a0 service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264178 May 26 23:13:29.530263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.565560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:29.570317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.645831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:29.649893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f137a027-c397-4593-a221-76d627750ccd no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:29.669178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:29.692053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: f137a027-c397-4593-a221-76d627750ccd {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:29.692402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f137a027-c397-4593-a221-76d627750ccd not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:29.696996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:29.699002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:29.700679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f5fca89-5028-4572-880e-cb4e7d2ebfac req-0200d68a-29a2-468e-8bb6-90fb4b67ebb1 service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857572 May 26 23:13:29.705504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4ff4be7d-999d-452d-831a-71463daaa979 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=775fb1073ae648e5b4ec2cdf22a8c0b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3008637 May 26 23:13:29.709165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36068) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:29.709957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:29.823819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:29.824612 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.839960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27264875-b987-439e-b1e7-566f18a36d0c req-d58263fb-46e1-4522-ae7b-a30d53478c6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1a7f617cc68475984940337e4acb2de&device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 1095 time: 0.0771580 May 26 23:13:29.855328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ff6c6-1537-4b6a-ae49-064acc8f5fc2 req-a2600e29-d36a-41ee-a03f-af7cb02c5c05 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:29.856802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c8ff6c6-1537-4b6a-ae49-064acc8f5fc2 req-a2600e29-d36a-41ee-a03f-af7cb02c5c05 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 944 time: 0.3009627 May 26 23:13:29.898245 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24e83160-2014-443f-b195-f1b5cc2483f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.902376 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-e9d3052b-e596-42fb-87c8-c5e484e9c57e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3935301 May 26 23:13:29.945835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b00a2a30-0098-4f5f-a42e-93eb820f6a23 None None] Provisioning for port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:29.947505 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24e83160-2014-443f-b195-f1b5cc2483f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.953615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b00a2a30-0098-4f5f-a42e-93eb820f6a23 None None] Provisioning complete for port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:29.955370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b00a2a30-0098-4f5f-a42e-93eb820f6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:29.962428 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c8ff6c6-1537-4b6a-ae49-064acc8f5fc2 req-2688394a-567d-43e2-8aff-f8c3107c5d61 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925596 May 26 23:13:30.007365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264875-b987-439e-b1e7-566f18a36d0c req-d891f3b6-48a6-438a-bc86-653498bfc113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:30.009863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27264875-b987-439e-b1e7-566f18a36d0c req-d891f3b6-48a6-438a-bc86-653498bfc113 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 200 len: 915 time: 0.1594770 May 26 23:13:30.015179 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24e83160-2014-443f-b195-f1b5cc2483f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:30.030270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b00a2a30-0098-4f5f-a42e-93eb820f6a23 None None] Port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:13:30.034632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e83160-2014-443f-b195-f1b5cc2483f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81ac6f-e335-45a3-a2aa-7ded4448ddf9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:30.045984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Request body: {'port': {'device_id': 'e6253d69-22ff-473f-b402-2614385f7437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:30.084422 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-24e83160-2014-443f-b195-f1b5cc2483f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:30.085635 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-24e83160-2014-443f-b195-f1b5cc2483f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a81ac6f-e335-45a3-a2aa-7ded4448ddf9 HTTP/1.1" status: 204 len: 168 time: 0.3444340 May 26 23:13:30.168924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:30.191902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27264875-b987-439e-b1e7-566f18a36d0c req-ff17f1d0-a26b-4fc6-91b7-62f09b9bb458 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c HTTP/1.1" status: 200 len: 217 time: 0.1754773 May 26 23:13:30.261391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264875-b987-439e-b1e7-566f18a36d0c req-1e6fb8c5-3993-43bd-994d-b836e0f04df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:30.263430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27264875-b987-439e-b1e7-566f18a36d0c req-1e6fb8c5-3993-43bd-994d-b836e0f04df5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=adafaf77-dee7-40ae-a2a2-0171be328be4 HTTP/1.1" status: 200 len: 854 time: 0.0622175 May 26 23:13:30.316242 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27264875-b987-439e-b1e7-566f18a36d0c req-46abb5b3-8071-4120-8601-82309d7fbb51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8a13343-6073-4738-81f0-ed4430440487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458946 May 26 23:13:30.525390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798567f-ceae-478f-86db-114e488aac22 req-c708b6db-5b16-4a80-b4c0-756b4f53799c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:30.527246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4798567f-ceae-478f-86db-114e488aac22 req-c708b6db-5b16-4a80-b4c0-756b4f53799c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 931 time: 0.1259294 May 26 23:13:30.529048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27264875-b987-439e-b1e7-566f18a36d0c req-9246d1c7-4aa0-4252-8c91-5e5483fc5e74 service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058699 May 26 23:13:30.551369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:13:30.558373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:30.573464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Transition to ACTIVE for port object 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:30.578149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:30.657160 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4798567f-ceae-478f-86db-114e488aac22 req-1df0d60d-3f65-4146-9ab4-955c221c74c2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225588 May 26 23:13:30.688552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:30.714736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27264875-b987-439e-b1e7-566f18a36d0c req-ff085318-67b0-4a36-a447-18de201879ce service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642222 May 26 23:13:30.867591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:30.867923 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:30.868246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:30.874576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:13:30.874897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:30.881768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:30.882262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Checking segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:30.882678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Bound using segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:30.883097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Bound port: 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:30.883441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:30.976110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:30.976489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:30.979784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:30.983284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.054006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.055388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] 10.222.0.48 "PUT /v2.0/ports/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 1091 time: 1.1437418 May 26 23:13:31.055826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:31.094508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aed71-442f-4970-bdcb-1230ac7d46ef service neutron] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:31.139573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'networks': [{'name': 'tempest-network--1502083945'}, {'name': 'tempest-network--1078036145'}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:31.139902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'network': {'name': 'tempest-network--1502083945'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:31.140349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'network': {'name': 'tempest-network--1078036145'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:31.147929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:31.151959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Usage tracker for resource:network and tenant:61788eaea34b4dc9bd10dc948f141391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:31.155241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:31.164398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:31.177583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Made reservation on behalf of 61788eaea34b4dc9bd10dc948f141391 for: {'network': 2} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:31.183019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.200464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.240740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:31.246247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Usage tracker for resource:security_group_rule and tenant:61788eaea34b4dc9bd10dc948f141391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:31.250289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:31.253245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:31.257523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:31.290811 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774c473b-993e-485d-abfe-82f6f5b7b8e2'] response: {'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'status': 'completed', 'code': 200} May 26 23:13:31.338420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.343544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.344129 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.344964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:31.345434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.349254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac427a0-41ff-4131-a94b-e4ac4e5b86d1 req-2a2ad94a-bf63-4421-9c44-157046bb1b9a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:31.350735 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ac427a0-41ff-4131-a94b-e4ac4e5b86d1 req-2a2ad94a-bf63-4421-9c44-157046bb1b9a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 944 time: 0.2164972 May 26 23:13:31.377136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-7b088ffa-a017-4767-a186-0a5ad06832bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1094 time: 0.2748487 May 26 23:13:31.381357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4fc81847-a3ee-489c-a407-e3083f6ba15c details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:13:31.398708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5d8e20-425d-49ed-9235-b71ffdb1a16c,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:31.407385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:31.418015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.418374 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Added segment d4b5def1-e9f1-46a0-848c-7746027d0d4d of type vlan for network 57cd3042-ce0f-4666-9edb-5c177abeb68b May 26 23:13:31.460352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.469807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-c347355a-ac42-4fda-b0bd-4dd12f3d8fcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 217 time: 0.0857227 May 26 23:13:31.498603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:31.507959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ac427a0-41ff-4131-a94b-e4ac4e5b86d1 req-400039f9-24b4-4fcf-94c7-1d233572be3a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513827 May 26 23:13:31.513528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.514183 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Added segment 51442f53-dcde-4022-a37f-b0569a637fef of type vlan for network 37812db5-39ab-42c1-aed2-6de5f9f8c700 May 26 23:13:31.537065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107e57d-2298-4ad6-abc0-f536937d50df req-595f1571-0e30-447b-89a8-ae3ee8fd29df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:31.539011 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-595f1571-0e30-447b-89a8-ae3ee8fd29df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 200 len: 835 time: 0.0630000 May 26 23:13:31.545231 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.578081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.578441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.582957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:31.585911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:31.587015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.623903 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-0fd61989-c6da-4e70-859e-c9fb6c76fa80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764811 May 26 23:13:31.651686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4fc81847-a3ee-489c-a407-e3083f6ba15c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:31.666869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '4fc81847-a3ee-489c-a407-e3083f6ba15c', 'network_id': 'b8a13343-6073-4738-81f0-ed4430440487', 'port_id': '4fc81847-a3ee-489c-a407-e3083f6ba15c', 'mac_address': 'fa:16:3e:15:3e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adafaf77-dee7-40ae-a2a2-0171be328be4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:13:31.737336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36106) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:31.738245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7608933 May 26 23:13:31.741733 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.748665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Network': ['ID=57cd3042-ce0f-4666-9edb-5c177abeb68b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:31.778879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc81847-a3ee-489c-a407-e3083f6ba15c {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:13:31.784808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 57cd3042-ce0f-4666-9edb-5c177abeb68b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:31.878810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-0b352ea8-fecf-407f-8ac2-18143cb54cae service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475414 May 26 23:13:31.893731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4fc81847-a3ee-489c-a407-e3083f6ba15c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:31.893939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a7cb-0d85-42a9-9942-7c5dda9e88c2 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Network': ['ID=37812db5-39ab-42c1-aed2-6de5f9f8c700,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:31.902869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:31.928747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760b32f-4fe6-465d-a174-fd3a3e200272 req-3ad4724b-8539-434c-b400-da8bf74d9c8f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:31.930225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9760b32f-4fe6-465d-a174-fd3a3e200272 req-3ad4724b-8539-434c-b400-da8bf74d9c8f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 943 time: 0.1073036 May 26 23:13:31.941102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 37812db5-39ab-42c1-aed2-6de5f9f8c700 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:31.980925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9760b32f-4fe6-465d-a174-fd3a3e200272 req-d1fa049c-4629-4877-a837-44476fa7da2d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440290 May 26 23:13:32.006733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe68f38-41ce-4cb3-90af-bc1e5a386f73 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:32.010634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe68f38-41ce-4cb3-90af-bc1e5a386f73 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:32.014687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe68f38-41ce-4cb3-90af-bc1e5a386f73 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:32.019444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe68f38-41ce-4cb3-90af-bc1e5a386f73 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:32.021046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8fe68f38-41ce-4cb3-90af-bc1e5a386f73 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2826760 May 26 23:13:32.023914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36110) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:32.066957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4fc81847-a3ee-489c-a407-e3083f6ba15c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:32.161809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0107e57d-2298-4ad6-abc0-f536937d50df req-a7ca1059-e9d4-4a43-bb9b-bb4a824df10c service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703998 May 26 23:13:32.168287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.192563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['4fc81847-a3ee-489c-a407-e3083f6ba15c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:13:32.349780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.378924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cd3042-ce0f-4666-9edb-5c177abeb68b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:32.397829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b5def1-e9f1-46a0-848c-7746027d0d4d') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:32.398101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b5def1-e9f1-46a0-848c-7746027d0d4d') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:32.410375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a086b209-448c-49f3-9090-9593cf58cd05 req-55695664-9a72-4d51-9147-b6bdebf4dff1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1094 time: 0.1994298 May 26 23:13:32.413666 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.494018 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.514000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:32.514000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:32.528951 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:32.631340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.655968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.690460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086b209-448c-49f3-9090-9593cf58cd05 req-dab58a6f-4f1a-4235-a697-c18d4c46886e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:32.691885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a086b209-448c-49f3-9090-9593cf58cd05 req-dab58a6f-4f1a-4235-a697-c18d4c46886e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 897 time: 0.2719264 May 26 23:13:32.749838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/networks/57cd3042-ce0f-4666-9edb-5c177abeb68b HTTP/1.1" status: 204 len: 168 time: 0.7249858 May 26 23:13:32.750753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea230-fddc-4c98-ac67-f82fc1c35e55 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Network': ['ID=57cd3042-ce0f-4666-9edb-5c177abeb68b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:32.754140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36116) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:32.870225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:32.886161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a086b209-448c-49f3-9090-9593cf58cd05 req-7c094414-e813-4a43-829d-8ebbf997df09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 217 time: 0.1859000 May 26 23:13:32.960141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086b209-448c-49f3-9090-9593cf58cd05 req-650e7127-de79-451b-907f-1aef0a3f9313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:32.961550 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a086b209-448c-49f3-9090-9593cf58cd05 req-650e7127-de79-451b-907f-1aef0a3f9313 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 200 len: 835 time: 0.0690572 May 26 23:13:32.968002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915bbb3-1a20-49ee-aa7c-6c36cd13c81d req-6e990440-3ffe-4bc9-90fd-4cb03451252f tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:32.969389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915bbb3-1a20-49ee-aa7c-6c36cd13c81d req-6e990440-3ffe-4bc9-90fd-4cb03451252f tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 945 time: 0.3307774 May 26 23:13:32.999801 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.024829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37812db5-39ab-42c1-aed2-6de5f9f8c700']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:33.037839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51442f53-dcde-4022-a37f-b0569a637fef') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:33.038134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51442f53-dcde-4022-a37f-b0569a637fef') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:33.050112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.066644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915bbb3-1a20-49ee-aa7c-6c36cd13c81d req-d8192f89-97e5-4759-b474-97e26e83ec52 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 May 26 23:13:33.068665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.074086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:33.074574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.080500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a086b209-448c-49f3-9090-9593cf58cd05 req-52baecd9-0fcf-46b5-a298-01ebbe83f569 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096265 May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: timer() May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:33.092548 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:33.220700 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.222803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a086b209-448c-49f3-9090-9593cf58cd05 req-3a0f3590-d0ec-439b-8b02-f5b57b5485a3 service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361089 May 26 23:13:33.225770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.256496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Network': ['ID=37812db5-39ab-42c1-aed2-6de5f9f8c700,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:33.260165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-08ae188f-a6cc-44f1-b157-fe15c1e2bb20 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/networks/37812db5-39ab-42c1-aed2-6de5f9f8c700 HTTP/1.1" status: 204 len: 168 time: 0.5050049 May 26 23:13:33.263368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36122) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:33.349553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4fc81847-a3ee-489c-a407-e3083f6ba15c up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:33.369875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a086b209-448c-49f3-9090-9593cf58cd05 req-ffa3751c-3e74-4103-bc68-b8eba840aec2 service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383603 May 26 23:13:33.423920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 4fc81847-a3ee-489c-a407-e3083f6ba15c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:33.428420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 4fc81847-a3ee-489c-a407-e3083f6ba15c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:33.428788 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.458298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65f3b-8b7d-4570-b939-a6f361d9c21e req-aaad9182-619d-432f-92b3-c9a1fb7cbe9f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:33.459769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ec65f3b-8b7d-4570-b939-a6f361d9c21e req-aaad9182-619d-432f-92b3-c9a1fb7cbe9f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 943 time: 0.3159993 May 26 23:13:33.543416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ec65f3b-8b7d-4570-b939-a6f361d9c21e req-78a94f09-ea83-46ae-be45-3ae1fa44995d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779088 May 26 23:13:33.568639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064e13b-cb7a-4664-85a7-b766aebbec9b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:33.573648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064e13b-cb7a-4664-85a7-b766aebbec9b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:33.574497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c064e13b-cb7a-4664-85a7-b766aebbec9b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Synchronizing usage tracker for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:33.589938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.592539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c064e13b-cb7a-4664-85a7-b766aebbec9b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Unset dirty status for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:33.594045 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c064e13b-cb7a-4664-85a7-b766aebbec9b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3297989 May 26 23:13:33.597752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36126) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:33.603259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1274044664'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:33.612698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:33.628601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc81847-a3ee-489c-a407-e3083f6ba15c'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:33.630372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:33.639068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4fc81847-a3ee-489c-a407-e3083f6ba15c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:33.643566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.660835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Made reservation on behalf of 61788eaea34b4dc9bd10dc948f141391 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:33.663831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.702123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:33.705791 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0029cbc-58be-4aea-a22d-e484042e6b51'] response: {'server_uuid': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc81847-a3ee-489c-a407-e3083f6ba15c', 'code': 200} May 26 23:13:33.712818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.713153 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Added segment 1519bc1a-a82d-47cb-8f53-4fe65af247ea of type vlan for network 25947797-4666-436d-8c8c-0993de67f580 May 26 23:13:33.718150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4fc81847-a3ee-489c-a407-e3083f6ba15c,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:33.739428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.768730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.772895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:33.773461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.849113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-398b3dab-c0f3-4a48-ada4-db3b461be8da req-b1668fe8-7ff2-4bef-96ca-05ea4af3856c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 1097 time: 0.0669022 May 26 23:13:33.880916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2820525 May 26 23:13:33.883615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b896da-e159-4eee-9913-370829978d8b tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Network': ['ID=25947797-4666-436d-8c8c-0993de67f580,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:33.885244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36132) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:33.892909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-402006328'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:33.894500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 25947797-4666-436d-8c8c-0993de67f580 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:33.899972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:33.911369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Usage tracker for resource:network and tenant:61788eaea34b4dc9bd10dc948f141391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:33.914410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:33.917944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-398b3dab-c0f3-4a48-ada4-db3b461be8da req-2f028fdc-5447-43eb-82ba-3e8bec6faa27 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603085 May 26 23:13:33.921356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:33.932557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Made reservation on behalf of 61788eaea34b4dc9bd10dc948f141391 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:33.935500 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.964396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:33.973192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:33.973563 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Added segment b56d4e25-d40e-4e74-9046-1074d001fec0 of type vlan for network 407e7f6c-1204-4da5-af0f-35cfe53acfa3 May 26 23:13:34.005329 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:34.033825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:34.038223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:34.038796 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:34.143940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2575297 May 26 23:13:34.146736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36138) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:34.149934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3a13a-2510-4568-ad43-8c2dbf07f2ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Network': ['ID=407e7f6c-1204-4da5-af0f-35cfe53acfa3,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:34.153574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'ports': [{'network_id': '25947797-4666-436d-8c8c-0993de67f580', 'name': 'tempest-port--289301983', 'admin_state_up': True}, {'network_id': '407e7f6c-1204-4da5-af0f-35cfe53acfa3', 'admin_state_up': False}]} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:34.153895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'port': {'network_id': '25947797-4666-436d-8c8c-0993de67f580', 'name': 'tempest-port--289301983', 'admin_state_up': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:34.154515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'port': {'network_id': '407e7f6c-1204-4da5-af0f-35cfe53acfa3', 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:34.160581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 407e7f6c-1204-4da5-af0f-35cfe53acfa3 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:34.273900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5df21-7a34-4423-bbd9-dea6e0cb3d83 req-c8c5751d-3240-4d0d-b565-33912b3f5015 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:34.275355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0fa5df21-7a34-4423-bbd9-dea6e0cb3d83 req-c8c5751d-3240-4d0d-b565-33912b3f5015 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 946 time: 0.0810905 May 26 23:13:34.320407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0fa5df21-7a34-4423-bbd9-dea6e0cb3d83 req-c1fe8375-c6e5-45b6-9644-4a8057564388 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 May 26 23:13:34.374546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:34.378326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Usage tracker for resource:port and tenant:61788eaea34b4dc9bd10dc948f141391 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:34.381052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:34.386651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:34.395940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Made reservation on behalf of 61788eaea34b4dc9bd10dc948f141391 for: {'port': 2} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:34.399642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:34.416926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:34.625099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] device_id is not set on port 2741de72-a477-449c-9b95-796cdcd89a6b yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:34.763038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:34.878737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935901a9-1249-4876-b223-913cc0d49008 req-a8d74dce-b02e-4cdd-9b0d-d52c9552fd93 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:34.879424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-935901a9-1249-4876-b223-913cc0d49008 req-a8d74dce-b02e-4cdd-9b0d-d52c9552fd93 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:34.884322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] device_id is not set on port 658d5921-7180-4315-91d7-83fb9c7de250 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:34.902805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-935901a9-1249-4876-b223-913cc0d49008 req-a8d74dce-b02e-4cdd-9b0d-d52c9552fd93 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:34.903939 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-935901a9-1249-4876-b223-913cc0d49008 req-a8d74dce-b02e-4cdd-9b0d-d52c9552fd93 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 943 time: 0.2186401 May 26 23:13:34.979547 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-935901a9-1249-4876-b223-913cc0d49008 req-3c348aa1-8b42-4c49-b9e4-0f929dcf5597 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701492 May 26 23:13:35.017775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.047236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.136583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Port': ['ID=2741de72-a477-449c-9b95-796cdcd89a6b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:35.160917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Checking segment: {'id': '1519bc1a-a82d-47cb-8f53-4fe65af247ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '25947797-4666-436d-8c8c-0993de67f580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:35.161501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network hostable DHCP agents. Network: 25947797-4666-436d-8c8c-0993de67f580, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:35.182489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network 25947797-4666-436d-8c8c-0993de67f580 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:35.193436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 25947797-4666-436d-8c8c-0993de67f580) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:35.197983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:35.198821 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.201509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8679776-df5e-4bee-b247-be1e25e0d2e3 None None] Network 25947797-4666-436d-8c8c-0993de67f580 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:35.398045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Port': ['ID=658d5921-7180-4315-91d7-83fb9c7de250,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:35.408459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Checking segment: {'id': 'b56d4e25-d40e-4e74-9046-1074d001fec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '407e7f6c-1204-4da5-af0f-35cfe53acfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:35.408814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network hostable DHCP agents. Network: 407e7f6c-1204-4da5-af0f-35cfe53acfa3, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:35.430703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network 407e7f6c-1204-4da5-af0f-35cfe53acfa3 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:35.440302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 407e7f6c-1204-4da5-af0f-35cfe53acfa3) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:35.443829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:35.447969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:35.450900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e01b0-0b22-4931-9b26-a6a59e8e20bb None None] Network 407e7f6c-1204-4da5-af0f-35cfe53acfa3 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:35.451740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:35.452375 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.476915 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ec50b3c9-cc95-4331-b4fe-c2c6eebebb5d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3290977 May 26 23:13:35.477611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36146) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:35.525398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ab97-1a80-44d5-86d9-faa2f6ac75b3 req-fd1cfdb4-e2bb-4b80-9f88-b94250ec845b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:35.526871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c129ab97-1a80-44d5-86d9-faa2f6ac75b3 req-fd1cfdb4-e2bb-4b80-9f88-b94250ec845b tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 946 time: 0.0833762 May 26 23:13:35.560507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3130d-4059-4d7c-88b1-d298733199ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:35.566650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3130d-4059-4d7c-88b1-d298733199ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:35.567133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-35d3130d-4059-4d7c-88b1-d298733199ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Synchronizing usage tracker for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:35.573904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c129ab97-1a80-44d5-86d9-faa2f6ac75b3 req-3e417777-e580-4c6a-9cbc-5a2a43a13d94 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 May 26 23:13:35.584605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-35d3130d-4059-4d7c-88b1-d298733199ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Unset dirty status for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:35.588982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:35.589722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35d3130d-4059-4d7c-88b1-d298733199ec tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1109018 May 26 23:13:35.612624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:13:35.664951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Deleting port 2741de72-a477-449c-9b95-796cdcd89a6b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:35.665203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.803357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:35.821649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'port_id': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'mac_address': 'fa:16:3e:95:5f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:13:35.879325 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.891511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.897059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:13:35.912831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:35.916924 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:35.991117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:36.019103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Calling delete_port for 2741de72-a477-449c-9b95-796cdcd89a6b owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:36.147198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.204503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Port': ['ID=2741de72-a477-449c-9b95-796cdcd89a6b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:36.220410 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.227574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:13:36.243485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4670bde4-df9e-48b7-b205-fb5f53ec8951 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/ports/2741de72-a477-449c-9b95-796cdcd89a6b HTTP/1.1" status: 204 len: 168 time: 0.6507785 May 26 23:13:36.244490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36166) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:36.248272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77c64c-c8ae-4f9b-937d-ff71e9726ec3 req-1ea5abfb-3fd6-4bfb-a50c-ceec0df92f96 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:36.249725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db77c64c-c8ae-4f9b-937d-ff71e9726ec3 req-1ea5abfb-3fd6-4bfb-a50c-ceec0df92f96 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.1422045 May 26 23:13:36.306217 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-db77c64c-c8ae-4f9b-937d-ff71e9726ec3 req-53630a5d-15fc-4824-8740-223899944b34 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505190 May 26 23:13:36.351328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Deleting port 658d5921-7180-4315-91d7-83fb9c7de250 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:36.351661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.566890 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.690464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Calling delete_port for 658d5921-7180-4315-91d7-83fb9c7de250 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:36.770663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.823790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Port': ['ID=658d5921-7180-4315-91d7-83fb9c7de250,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:36.831243 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.841103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3a8d83a0-d013-4044-8faa-9a51f3ea1e54 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/ports/658d5921-7180-4315-91d7-83fb9c7de250 HTTP/1.1" status: 204 len: 168 time: 0.5946741 May 26 23:13:36.843552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36170) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:36.886936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8ed43a29-1caf-4595-b7da-8e28b213d085 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Synchronizing usage tracker for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:36.902335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8ed43a29-1caf-4595-b7da-8e28b213d085 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Unset dirty status for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:36.903438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8ed43a29-1caf-4595-b7da-8e28b213d085 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0590172 May 26 23:13:36.907741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36174) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:36.913222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1013982910'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:36.918826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:36.922871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Usage tracker for resource:network and tenant:61788eaea34b4dc9bd10dc948f141391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:36.925738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:36.931345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:36.942894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Made reservation on behalf of 61788eaea34b4dc9bd10dc948f141391 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:36.945952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.975101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:36.984092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:36.984431 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Added segment b47b1be7-f947-4b92-8f39-9a1e77b7e995 of type vlan for network 5277dc7f-c93e-4e8f-a57d-25c74ba6868e May 26 23:13:37.009913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.042718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.046736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:37.047309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.157644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2488000 May 26 23:13:37.158515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976340c3-3e47-4743-ab90-f883ae54463a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Network': ['ID=5277dc7f-c93e-4e8f-a57d-25c74ba6868e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:37.160331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36180) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:37.167282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1027336773'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:37.169527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5277dc7f-c93e-4e8f-a57d-25c74ba6868e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:37.176246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:37.185820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Usage tracker for resource:network and tenant:61788eaea34b4dc9bd10dc948f141391 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:37.190901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:37.197435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:37.208832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Made reservation on behalf of 61788eaea34b4dc9bd10dc948f141391 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:37.211880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.239975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:37.249970 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.250572 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Added segment 21d81deb-fcbe-4f91-b350-1b6702b1393a of type vlan for network b2d8d017-b4c9-4e5c-97ef-934f4491932a May 26 23:13:37.281259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.311076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.315544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:37.316109 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.425022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2633965 May 26 23:13:37.425871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270284a-2a74-40b9-8e11-7bbf3be21e7d tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Network': ['ID=b2d8d017-b4c9-4e5c-97ef-934f4491932a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:37.440987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b2d8d017-b4c9-4e5c-97ef-934f4491932a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:37.534687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0468dc-7d55-4941-af18-ef71fe6613bd req-7d50c5b3-6c1a-4071-b507-c27dac3da574 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:37.542415 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a0468dc-7d55-4941-af18-ef71fe6613bd req-7d50c5b3-6c1a-4071-b507-c27dac3da574 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.0935776 May 26 23:13:37.559001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36186) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:37.566437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'subnets': [{'network_id': '5277dc7f-c93e-4e8f-a57d-25c74ba6868e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1897199067', 'ip_version': 4}, {'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:37.568545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'subnet': {'network_id': '5277dc7f-c93e-4e8f-a57d-25c74ba6868e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1897199067', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:37.569299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Request body: {'subnet': {'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:37.596730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a0468dc-7d55-4941-af18-ef71fe6613bd req-ca0ecb12-5f34-4536-946b-a2bafe0cfefe tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531454 May 26 23:13:37.630850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:37.720034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:37.725627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:37.726027 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.843073 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.869831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:37.883805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:37.888178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:37.892784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:37.897249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Usage tracker for resource:subnet and tenant:61788eaea34b4dc9bd10dc948f141391 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:37.900129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:37.905980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:37.916144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Made reservation on behalf of 61788eaea34b4dc9bd10dc948f141391 for: {'subnet': 2} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:37.924860 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7ce037-6387-4e27-85b8-5d4f1a943140'] response: {'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'code': 200} May 26 23:13:37.956278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:38.056931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60c983ee-dba0-4c4b-8477-86806b5e7c7c req-fbb175ec-bfd3-4fa9-b0e5-6a118782ea18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1096 time: 0.0771115 May 26 23:13:38.099361 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60c983ee-dba0-4c4b-8477-86806b5e7c7c req-2085127b-7e49-4b6d-b54e-08197cd873fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359282 May 26 23:13:38.121441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:38.121803 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:38.541477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:38.620329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Subnet': ['ID=34c1490c-5bb8-4ee3-8a9a-0cdf0e29270e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:38.630779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Checking segment: {'id': 'b47b1be7-f947-4b92-8f39-9a1e77b7e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '5277dc7f-c93e-4e8f-a57d-25c74ba6868e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:38.631132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network hostable DHCP agents. Network: 5277dc7f-c93e-4e8f-a57d-25c74ba6868e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:38.654771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network 5277dc7f-c93e-4e8f-a57d-25c74ba6868e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:38.665266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 5277dc7f-c93e-4e8f-a57d-25c74ba6868e) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:38.669101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:38.676990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21178fed-037e-40b2-adc8-e9817330673f None None] Network 5277dc7f-c93e-4e8f-a57d-25c74ba6868e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:38.748311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event updated for resources: {'Subnet': ['ID=394f6a95-0ce0-4f20-a6fc-6f05ffd8b2a4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:38.763356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Checking segment: {'id': '21d81deb-fcbe-4f91-b350-1b6702b1393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:38.763712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network hostable DHCP agents. Network: b2d8d017-b4c9-4e5c-97ef-934f4491932a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:38.788167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Network b2d8d017-b4c9-4e5c-97ef-934f4491932a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:38.798671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b2d8d017-b4c9-4e5c-97ef-934f4491932a) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:38.804179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:38.804576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:38.805206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:38.826348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157b4a4-0f24-4174-95b4-67f63db77e72 req-75a94f4b-819a-4a1e-858e-f685e2055855 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:38.827878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2157b4a4-0f24-4174-95b4-67f63db77e72 req-75a94f4b-819a-4a1e-858e-f685e2055855 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.0959647 May 26 23:13:38.831685 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7e7a8b25-03f2-45c7-80bb-0a8d8f804a3a tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2714772 May 26 23:13:38.836095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:38.839708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51c7bf-45be-402d-ba73-47a9bba1315d None None] Network b2d8d017-b4c9-4e5c-97ef-934f4491932a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:38.931072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe51ba4-7fe1-4e3c-8ec9-5d90529fa237 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:38.932404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe51ba4-7fe1-4e3c-8ec9-5d90529fa237 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:38.933855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe51ba4-7fe1-4e3c-8ec9-5d90529fa237 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:38.935397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7fe51ba4-7fe1-4e3c-8ec9-5d90529fa237 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0984478 May 26 23:13:38.937978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2157b4a4-0f24-4174-95b4-67f63db77e72 req-369ff1a9-28a6-41d8-a6d5-a5570442606e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035490 May 26 23:13:38.939551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36200) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:39.005247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd64bc-3334-4067-97c5-d31d0f237420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-5277dc7f-c93e-4e8f-a57d-25c74ba6868e', 'network_id': '5277dc7f-c93e-4e8f-a57d-25c74ba6868e', 'tenant_id': '61788eaea34b4dc9bd10dc948f141391', 'fixed_ips': [{'subnet_id': '34c1490c-5bb8-4ee3-8a9a-0cdf0e29270e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:13:39.006077 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9dfd64bc-3334-4067-97c5-d31d0f237420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.135130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Deleting subnet 34c1490c-5bb8-4ee3-8a9a-0cdf0e29270e {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:13:39.138374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.189447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-b2d8d017-b4c9-4e5c-97ef-934f4491932a', 'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a', 'tenant_id': '61788eaea34b4dc9bd10dc948f141391', 'fixed_ips': [{'subnet_id': '394f6a95-0ce0-4f20-a6fc-6f05ffd8b2a4'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:13:39.190585 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.195208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.254573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.356529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Allocated IP 172.20.0.18 (b2d8d017-b4c9-4e5c-97ef-934f4491932a/394f6a95-0ce0-4f20-a6fc-6f05ffd8b2a4/c902e49b-cf59-4685-91eb-4a1f2221808f) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:39.453938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server [None req-9dfd64bc-3334-4067-97c5-d31d0f237420 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34c1490c-5bb8-4ee3-8a9a-0cdf0e29270e: This subnet is being modified by another concurrent operation. May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise exception May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34c1490c-5bb8-4ee3-8a9a-0cdf0e29270e: This subnet is being modified by another concurrent operation. May 26 23:13:39.472458 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server May 26 23:13:39.497460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.506374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Subnet': ['ID=34c1490c-5bb8-4ee3-8a9a-0cdf0e29270e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:39.508908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0dafb6-8b8e-4f9b-aeb1-63c62554dcf3 None None] Network 5277dc7f-c93e-4e8f-a57d-25c74ba6868e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:39.509285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b2ef896e-19b5-44ce-919f-ed85c98fd1ba tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/subnets/34c1490c-5bb8-4ee3-8a9a-0cdf0e29270e HTTP/1.1" status: 204 len: 168 time: 0.5688329 May 26 23:13:39.512104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36206) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:39.699199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Deleting subnet 394f6a95-0ce0-4f20-a6fc-6f05ffd8b2a4 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:13:39.754604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.765429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Transition to ACTIVE for port object c902e49b-cf59-4685-91eb-4a1f2221808f will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:39.786985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Transition to ACTIVE for port object c902e49b-cf59-4685-91eb-4a1f2221808f will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:39.792010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.792755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.846025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.861548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Network b2d8d017-b4c9-4e5c-97ef-934f4491932a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:39.864391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:39.868625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:39.870626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Pushing event updated for resources: {'Port': ['ID=c902e49b-cf59-4685-91eb-4a1f2221808f,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:39.930689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.956461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Attempting to bind port c902e49b-cf59-4685-91eb-4a1f2221808f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:39.956744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Attempting to bind port c902e49b-cf59-4685-91eb-4a1f2221808f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '21d81deb-fcbe-4f91-b350-1b6702b1393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:39.957098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Attempting to bind port c902e49b-cf59-4685-91eb-4a1f2221808f on network b2d8d017-b4c9-4e5c-97ef-934f4491932a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:39.963365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:39.963725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Checking segment: {'id': '21d81deb-fcbe-4f91-b350-1b6702b1393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:39.964120 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:39.964501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Bound using segment: {'id': '21d81deb-fcbe-4f91-b350-1b6702b1393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:39.964954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Bound port: c902e49b-cf59-4685-91eb-4a1f2221808f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d81deb-fcbe-4f91-b350-1b6702b1393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b2d8d017-b4c9-4e5c-97ef-934f4491932a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:39.965319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.012200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.060825 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Subnet': ['ID=394f6a95-0ce0-4f20-a6fc-6f05ffd8b2a4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:40.071746 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.081295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-76891211-4c2e-45f1-8976-2f1bac5e9919 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/subnets/394f6a95-0ce0-4f20-a6fc-6f05ffd8b2a4 HTTP/1.1" status: 204 len: 168 time: 0.5651484 May 26 23:13:40.081516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36212) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:40.100593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] For port c902e49b-cf59-4685-91eb-4a1f2221808f, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:40.103951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] For port c902e49b-cf59-4685-91eb-4a1f2221808f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c902e49b-cf59-4685-91eb-4a1f2221808f,segment=NetworkSegment(21d81deb-fcbe-4f91-b350-1b6702b1393a),segment_id=21d81deb-fcbe-4f91-b350-1b6702b1393a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:40.108459 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.151347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ba016-8811-429b-8454-bc17f490db9c tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:40.152059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-690ba016-8811-429b-8454-bc17f490db9c tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Synchronizing usage tracker for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:40.162332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a724d4-103a-4eed-aba1-5ef5fd7b7b1d req-98f85d32-4eeb-4a2c-883b-ae31febe1f20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:40.164403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22a724d4-103a-4eed-aba1-5ef5fd7b7b1d req-98f85d32-4eeb-4a2c-883b-ae31febe1f20 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.0934770 May 26 23:13:40.175272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-690ba016-8811-429b-8454-bc17f490db9c tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Unset dirty status for tenant:61788eaea34b4dc9bd10dc948f141391 on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:40.181478 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-690ba016-8811-429b-8454-bc17f490db9c tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0950835 May 26 23:13:40.182200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36216) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:40.196000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a45fc-e8fa-4fe2-a9e9-6dc04827bf22 None None] Pushing event updated for resources: {'Port': ['ID=c902e49b-cf59-4685-91eb-4a1f2221808f,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:40.215852 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22a724d4-103a-4eed-aba1-5ef5fd7b7b1d req-249c2b1a-2436-4329-a8ad-6995f1281250 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 May 26 23:13:40.312500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.324219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Deleting port c902e49b-cf59-4685-91eb-4a1f2221808f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:40.324559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.602217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246f549-57d7-49f7-802c-47ca9a64b50a req-750d0372-f27d-44ae-b42d-bf71d0bb301a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:40.603558 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2246f549-57d7-49f7-802c-47ca9a64b50a req-750d0372-f27d-44ae-b42d-bf71d0bb301a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.2262964 May 26 23:13:40.612266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] For port c902e49b-cf59-4685-91eb-4a1f2221808f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c902e49b-cf59-4685-91eb-4a1f2221808f,segment=NetworkSegment(21d81deb-fcbe-4f91-b350-1b6702b1393a),segment_id=21d81deb-fcbe-4f91-b350-1b6702b1393a)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:40.612715 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.747358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Calling delete_port for c902e49b-cf59-4685-91eb-4a1f2221808f owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:40.813883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2246f549-57d7-49f7-802c-47ca9a64b50a req-dfbc9942-1fc0-47ae-8d7b-2f58122f77eb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036719 May 26 23:13:40.848128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36224) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:40.884053 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:40.939554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Port': ['ID=c902e49b-cf59-4685-91eb-4a1f2221808f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:40.944370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] No DVR routers for this DVR port c902e49b-cf59-4685-91eb-4a1f2221808f on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:41.087568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.118462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03943ec6-1e5c-40b8-81e0-ccfc31185e4a None None] Network b2d8d017-b4c9-4e5c-97ef-934f4491932a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:41.202932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8fb1b6cb-48e3-4387-a6b5-e14b0284840f tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1091 time: 0.3536284 May 26 23:13:41.206793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36228) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:41.212167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:41.218467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d8d017-b4c9-4e5c-97ef-934f4491932a']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:41.219086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:41.223787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:floatingip and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:41.226607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-153c455a-73d3-47fd-97b8-6f1e47144167 None None] Could not find standard attr ID for object c902e49b-cf59-4685-91eb-4a1f2221808f. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:13:41.227235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:41.233351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:41.233494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d81deb-fcbe-4f91-b350-1b6702b1393a') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:41.233706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d81deb-fcbe-4f91-b350-1b6702b1393a') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:41.245841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.247899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.263496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.271932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:41.271932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:41.287388 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:41.354356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6478416-85bf-4795-9c9a-292c6575a4ad None None] DHCP port deletion for b2d8d017-b4c9-4e5c-97ef-934f4491932a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:13:41.373988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28369bb3-d1b6-4aac-86f4-6a25d0f3767c None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 23:13:41.385903 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.402274 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.404997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.416718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Network': ['ID=b2d8d017-b4c9-4e5c-97ef-934f4491932a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:41.427574 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-66eaf232-b7b0-43a3-ae35-f949fbe83edc tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/networks/b2d8d017-b4c9-4e5c-97ef-934f4491932a HTTP/1.1" status: 204 len: 168 time: 1.2446017 May 26 23:13:41.429933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36232) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:41.493890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28369bb3-d1b6-4aac-86f4-6a25d0f3767c None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 23:13:41.548521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.554891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.14 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/bb2ae553-a1d8-46b9-b654-612395b6f7af) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:41.698605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.721715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.726468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5277dc7f-c93e-4e8f-a57d-25c74ba6868e']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:41.740953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47b1be7-f947-4b92-8f39-9a1e77b7e995') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:41.741362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47b1be7-f947-4b92-8f39-9a1e77b7e995') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:41.751340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.754469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.774192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.780497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:41.780964 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:41.795387 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:41.822902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:41.825756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:41.828336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:41.863789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=bb2ae553-a1d8-46b9-b654-612395b6f7af,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:41.884564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.889731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:41.919056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Network': ['ID=5277dc7f-c93e-4e8f-a57d-25c74ba6868e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:41.925311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e18b8b6b-0baa-4865-91e7-24c84a60a868 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/networks/5277dc7f-c93e-4e8f-a57d-25c74ba6868e HTTP/1.1" status: 204 len: 168 time: 0.4942734 May 26 23:13:41.925983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36238) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:42.041181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.171925 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.197961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407e7f6c-1204-4da5-af0f-35cfe53acfa3']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:42.209912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56d4e25-d40e-4e74-9046-1074d001fec0') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:42.210206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56d4e25-d40e-4e74-9046-1074d001fec0') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:42.221376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.237275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.243214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:42.243587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:42.257976 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:42.335775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.353560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.365527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Network': ['ID=407e7f6c-1204-4da5-af0f-35cfe53acfa3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:42.370829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4c7e974d-a5b6-409e-ae9b-0fc88b611271 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/networks/407e7f6c-1204-4da5-af0f-35cfe53acfa3 HTTP/1.1" status: 204 len: 168 time: 0.4436681 May 26 23:13:42.372891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36242) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:42.485896 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.497720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.502516 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:13:42.553352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.623365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.663174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25947797-4666-436d-8c8c-0993de67f580']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:42.682258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1519bc1a-a82d-47cb-8f53-4fe65af247ea') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:42.682679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1519bc1a-a82d-47cb-8f53-4fe65af247ea') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:42.696043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.713948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.720692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:42.721124 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:42.735424 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:42.775204 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.781158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.819231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.823901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.892806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=bb2ae553-a1d8-46b9-b654-612395b6f7af,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:42.908158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:42.946800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] Pushing event deleted for resources: {'Network': ['ID=25947797-4666-436d-8c8c-0993de67f580,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:42.951379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b02cdee7-92d5-40d1-ba54-7908687de458 tempest-BulkNetworkOpsTest-466690043 tempest-BulkNetworkOpsTest-466690043-project] 10.222.0.32 "DELETE /v2.0/networks/25947797-4666-436d-8c8c-0993de67f580 HTTP/1.1" status: 204 len: 168 time: 0.5774899 May 26 23:13:43.108333 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Floating IP 4610cb07-6df1-45e0-8098-71d097a33e2c associated. External IP: 172.25.4.14, port: 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c. May 26 23:13:43.198391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c902e49b-cf59-4685-91eb-4a1f2221808f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:43.249107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c902e49b-cf59-4685-91eb-4a1f2221808f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:43.249566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c902e49b-cf59-4685-91eb-4a1f2221808f not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:43.292891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36252) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:43.597578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-692f930f-65fa-422c-97be-8150a47b1996 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61788eaea34b4dc9bd10dc948f141391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3035173 May 26 23:13:43.600325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36258) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:43.656209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6770a2c8-a869-45da-9f70-73e0d860b563 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:13:43.666236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3745ce6-6b16-44c9-8f14-5334ec048313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:43.693979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3745ce6-6b16-44c9-8f14-5334ec048313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:43.742650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3745ce6-6b16-44c9-8f14-5334ec048313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:43.757609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3745ce6-6b16-44c9-8f14-5334ec048313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5d8e20-425d-49ed-9235-b71ffdb1a16c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:43.763639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b3745ce6-6b16-44c9-8f14-5334ec048313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:43.767690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b3745ce6-6b16-44c9-8f14-5334ec048313 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e5d8e20-425d-49ed-9235-b71ffdb1a16c HTTP/1.1" status: 204 len: 168 time: 0.1631315 May 26 23:13:43.863441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:13:43.876446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] Sync routers for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:13:43.888762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:43.889398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:13:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:43.894164 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:43.965322 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d669cfec-f16a-4ffc-92a0-27a094e84651 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7572956 May 26 23:13:43.966204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:13:44.092307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:44.279169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c10fb2-d106-4562-b68a-c79a035685e0 req-07a2e292-f15a-4c58-a182-25653733826a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:44.280677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4c10fb2-d106-4562-b68a-c79a035685e0 req-07a2e292-f15a-4c58-a182-25653733826a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.1620746 May 26 23:13:44.292453 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0382e81-926d-4252-81cc-c44a53b05cae'] response: {'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'status': 'completed', 'code': 200} May 26 23:13:44.364258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f4c10fb2-d106-4562-b68a-c79a035685e0 req-0978362d-d78d-4917-ba08-690973d226be tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744433 May 26 23:13:44.393952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36286) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:44.443596 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f95692-c215-4611-b63d-ee7a0abd318d req-c183c6fd-4113-45ee-bd2a-5cea03dda95b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1096 time: 0.1247499 May 26 23:13:44.602378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4610cb07-6df1-45e0-8098-71d097a33e2c', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'port_id': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'mac_address': 'fa:16:3e:95:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6253d69-22ff-473f-b402-2614385f7437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:13:42Z', 'updated_at': '2022-05-26T23:13:42Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:29Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:44.607039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] Checking router: 6770a2c8-a869-45da-9f70-73e0d860b563 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:13:44.614234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-48f2d3a8-19a8-493e-b946-ed4a5ce386f8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/4610cb07-6df1-45e0-8098-71d097a33e2c HTTP/1.1" status: 200 len: 990 time: 0.2189209 May 26 23:13:44.623662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:13:44.624282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:13:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:44.715533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f95692-c215-4611-b63d-ee7a0abd318d req-b89448a8-f91b-4c2d-ba0b-bc3ff8d82f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:44.717170 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f95692-c215-4611-b63d-ee7a0abd318d req-b89448a8-f91b-4c2d-ba0b-bc3ff8d82f9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 897 time: 0.2652953 May 26 23:13:44.827733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f95692-c215-4611-b63d-ee7a0abd318d req-9c56d1e6-9527-416e-a855-663fea756d74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 998 time: 0.1044722 May 26 23:13:44.829013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:13:44.877478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36298) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:44.901669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f95692-c215-4611-b63d-ee7a0abd318d req-f981541f-5e45-428e-8f0d-614c4300af7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:44.903676 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f95692-c215-4611-b63d-ee7a0abd318d req-f981541f-5e45-428e-8f0d-614c4300af7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 200 len: 835 time: 0.0693779 May 26 23:13:44.994455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f95692-c215-4611-b63d-ee7a0abd318d req-2bfb6f50-0e03-4a03-9682-758c192b9057 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835557 May 26 23:13:45.029495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1211931696'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:45.036074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:45.041074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:45.044309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:45.052164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:45.064445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:45.072614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.087543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.136870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:45.142165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group_rule and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:45.146934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:45.153176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:45.157399 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f95692-c215-4611-b63d-ee7a0abd318d req-a2db5b9d-770a-46ed-a682-9474f167b909 service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565251 May 26 23:13:45.255063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.259675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.291908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4610cb07-6df1-45e0-8098-71d097a33e2c', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'port_id': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'mac_address': 'fa:16:3e:95:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6253d69-22ff-473f-b402-2614385f7437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:13:42Z', 'updated_at': '2022-05-26T23:13:42Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:29Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:45.305095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ea458-5a50-47e2-bb46-4f4533ad1c52 None None] The sync data for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 is: [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '4610cb07-6df1-45e0-8098-71d097a33e2c', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'port_id': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'mac_address': 'fa:16:3e:95:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6253d69-22ff-473f-b402-2614385f7437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:13:42Z', 'updated_at': '2022-05-26T23:13:42Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:29Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:13:45.349855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:45.362229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48f95692-c215-4611-b63d-ee7a0abd318d req-4c8cd99b-1418-44fe-8f7d-7591c70f47b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991642 May 26 23:13:45.398412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2df4f-c2c7-450a-a22c-7524aae8fc78,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:45.417463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.418017 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment 42031e68-ffb6-450b-8c0f-387eb0015cf4 of type vlan for network 854211be-92a0-43f3-be26-8cf30d87b30d May 26 23:13:45.468843 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.505987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.509833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:45.510498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.618372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36306) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:45.628417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=854211be-92a0-43f3-be26-8cf30d87b30d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:45.640390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:45.654547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7a38cffe-7680-4542-a706-f4410520c34d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7756674 May 26 23:13:45.655076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36310) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:45.661229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'name': 'tempest-PortsTestJSON-1606034453'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:45.694816 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09e5c87-c7c5-4eca-ba45-929ea50b6b12 None None] New status for floating IP 4610cb07-6df1-45e0-8098-71d097a33e2c: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:13:45.771056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-53039ac7-5442-4196-a232-7f95a4e39114 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/4610cb07-6df1-45e0-8098-71d097a33e2c HTTP/1.1" status: 200 len: 990 time: 0.1497266 May 26 23:13:45.806939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:45.810899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:45.813958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:45.819563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:45.828551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:45.831958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:45.853763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port c9a36a58-58a0-4032-be15-0ecce1cdb85f yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:46.066558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.091196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.176252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=c9a36a58-58a0-4032-be15-0ecce1cdb85f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:46.187785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': '42031e68-ffb6-450b-8c0f-387eb0015cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:46.188780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: 854211be-92a0-43f3-be26-8cf30d87b30d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:46.209422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:46.217983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 854211be-92a0-43f3-be26-8cf30d87b30d) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:46.221473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:46.225351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:46.227571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ddcc8b-e45c-4c15-aadc-1f06533693d7 None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:46.230015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.250408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3ad9fdfd-2c5e-4b68-a0e2-6b39f967c7d9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5943213 May 26 23:13:46.253873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36314) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:46.259242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1359895806'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:46.264610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:46.269047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:46.271863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:46.277440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:46.287445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:46.290332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.318070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:46.326353 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.326672 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment a4b049bb-d65e-44a0-b90b-209d09ec7a8f of type vlan for network 8a4836a9-7b9a-4080-8042-77b05f46e798 May 26 23:13:46.351995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.382772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.386309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:46.386954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.491653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342677 May 26 23:13:46.492105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36322) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:46.498583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aee729-75a9-449b-b5ea-36415593b3ff tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=8a4836a9-7b9a-4080-8042-77b05f46e798,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:46.499739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'ports': [{'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d'}, {'network_id': '8a4836a9-7b9a-4080-8042-77b05f46e798'}]} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:46.500164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:46.500861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '8a4836a9-7b9a-4080-8042-77b05f46e798'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:46.509341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 8a4836a9-7b9a-4080-8042-77b05f46e798 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:46.740499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:46.744757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:46.747756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:46.753690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:46.763152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 2} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:46.767197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.774026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36328) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:46.785778 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:46.896715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69cbfbcf-43ac-4661-bb41-faf7e0d3c452 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/4610cb07-6df1-45e0-8098-71d097a33e2c HTTP/1.1" status: 200 len: 992 time: 0.1125152 May 26 23:13:47.002972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 09e06d78-109d-42fa-9097-3b12f80e7977 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:47.088535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:47.181960 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a38a33b-8982-4650-ba97-1b3affd379ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:47.294700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 814cf884-6d61-4228-b332-bd162f788fe2 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:47.378097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:47.407058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:47.479393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:47.482280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:47.486732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:47.487532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:47.495080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=09e06d78-109d-42fa-9097-3b12f80e7977,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:47.579823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=814cf884-6d61-4228-b332-bd162f788fe2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:47.592120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': 'a4b049bb-d65e-44a0-b90b-209d09ec7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8a4836a9-7b9a-4080-8042-77b05f46e798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:47.592473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: 8a4836a9-7b9a-4080-8042-77b05f46e798, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:47.615676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 8a4836a9-7b9a-4080-8042-77b05f46e798 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:47.638076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 8a4836a9-7b9a-4080-8042-77b05f46e798) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:47.642358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:47.646762 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:47.665781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6feb1f1-a139-47c0-8609-f6c6e906af6b None None] Network 8a4836a9-7b9a-4080-8042-77b05f46e798 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:47.666225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:47.673586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:47.757329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8d9104f9-ef4c-4bfe-8242-2003f68d80b9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2633996 May 26 23:13:47.760698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36334) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:47.888462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 814cf884-6d61-4228-b332-bd162f788fe2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:47.888768 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:48.108196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:48.230248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 814cf884-6d61-4228-b332-bd162f788fe2 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:48.303931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:48.351391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=814cf884-6d61-4228-b332-bd162f788fe2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:48.357517 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:48.363364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bb5d84ad-2c53-4cba-9639-7fc03f115d45 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/814cf884-6d61-4228-b332-bd162f788fe2 HTTP/1.1" status: 204 len: 168 time: 0.6007066 May 26 23:13:48.365768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36338) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:48.454797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef5e2f-b930-4e34-a574-e28a7b4b3ed9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:48.459011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef5e2f-b930-4e34-a574-e28a7b4b3ed9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:48.459745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f4ef5e2f-b930-4e34-a574-e28a7b4b3ed9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:48.477975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f4ef5e2f-b930-4e34-a574-e28a7b4b3ed9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:48.481724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4ef5e2f-b930-4e34-a574-e28a7b4b3ed9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1126397 May 26 23:13:48.481979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36342) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:48.549059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 09e06d78-109d-42fa-9097-3b12f80e7977 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:48.549397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:48.660084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-301a0798-9dff-43e8-90fc-77172e71db22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773895 May 26 23:13:48.787786 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:48.915002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-bb04a02a-e81a-4908-a043-dc3c76cc3388 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1a7f617cc68475984940337e4acb2de&device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 1097 time: 0.1769350 May 26 23:13:48.918521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 09e06d78-109d-42fa-9097-3b12f80e7977 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:49.015141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.064232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=09e06d78-109d-42fa-9097-3b12f80e7977,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:49.072225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294960e-1740-4a31-968a-db15ac45182c req-e95b0254-7acb-4476-a7b7-9af990807d0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:49.073659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-e95b0254-7acb-4476-a7b7-9af990807d0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 200 len: 915 time: 0.1339793 May 26 23:13:49.074072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.090159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f15ff79c-93ea-4bb5-b610-47f6fe85a9fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/09e06d78-109d-42fa-9097-3b12f80e7977 HTTP/1.1" status: 204 len: 168 time: 0.6069429 May 26 23:13:49.092496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36352) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:49.152584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-954463aa-5831-4c36-8bb5-77bf205e1772 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c HTTP/1.1" status: 200 len: 217 time: 0.0663037 May 26 23:13:49.176542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bd24e-9e8b-4369-b740-c61bea45d897 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:49.177244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3d5bd24e-9e8b-4369-b740-c61bea45d897 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:49.198510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3d5bd24e-9e8b-4369-b740-c61bea45d897 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:49.202176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3d5bd24e-9e8b-4369-b740-c61bea45d897 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1063726 May 26 23:13:49.202361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36356) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:49.222718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294960e-1740-4a31-968a-db15ac45182c req-5d6142b8-1f87-4464-949e-9e7561be3b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:49.224159 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-5d6142b8-1f87-4464-949e-9e7561be3b82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=adafaf77-dee7-40ae-a2a2-0171be328be4 HTTP/1.1" status: 200 len: 854 time: 0.0636888 May 26 23:13:49.271657 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-36a090dd-c295-44fa-bcb6-173fe470d024 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8a13343-6073-4738-81f0-ed4430440487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412982 May 26 23:13:49.342344 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4f7dba-ca6e-4b9a-bbcf-5175406b7f73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:13:49.343622 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a4f7dba-ca6e-4b9a-bbcf-5175406b7f73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/814cf884-6d61-4228-b332-bd162f788fe2 HTTP/1.1" status: 404 len: 333 time: 0.1402626 May 26 23:13:49.346773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36360) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:49.389905 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-08245f68-219d-461b-a0c4-6b5fa8815586 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:13:49.394029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-08245f68-219d-461b-a0c4-6b5fa8815586 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/09e06d78-109d-42fa-9097-3b12f80e7977 HTTP/1.1" status: 404 len: 333 time: 0.0462940 May 26 23:13:49.394580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36364) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:49.414372 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-aad8f6fd-1b09-43b1-a0e5-d8de0dd36681 service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369181 May 26 23:13:49.506478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.557413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9294960e-1740-4a31-968a-db15ac45182c req-81c55690-c7e6-4181-8358-a666556cb8c6 service neutron] 10.222.0.55 "GET /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376007 May 26 23:13:49.640930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.667575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4836a9-7b9a-4080-8042-77b05f46e798']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:49.679799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b049bb-d65e-44a0-b90b-209d09ec7a8f') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:49.680095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b049bb-d65e-44a0-b90b-209d09ec7a8f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:49.692360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.712466 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.718453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:49.718811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:49.741820 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:49.850550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.877088 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.900193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=8a4836a9-7b9a-4080-8042-77b05f46e798,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:49.904161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f6b794e7-b504-45ca-af5c-a1e08256865f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/8a4836a9-7b9a-4080-8042-77b05f46e798 HTTP/1.1" status: 204 len: 168 time: 0.5086532 May 26 23:13:49.908621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36368) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:49.912005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1f8-8134-4f25-876d-26b4d668ce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.918634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-662325284'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:49.924999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:49.929203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:49.931806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:49.939398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:49.956571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:49.959516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.989187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:49.998423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:49.998815 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment 93206a15-2b80-4bf6-b9ca-6d07449582b7 of type vlan for network dd0f0f82-cef3-4e49-acf9-538eaadc6565 May 26 23:13:50.033006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.065866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.069046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:50.069605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.171383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2589538 May 26 23:13:50.174927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36374) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:50.178117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd8a66-c696-4059-ba6c-25ae7fbc66e7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=dd0f0f82-cef3-4e49-acf9-538eaadc6565,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:50.180385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:50.193168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network dd0f0f82-cef3-4e49-acf9-538eaadc6565 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:50.290331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:50.294171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:50.296899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:50.302484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:50.312170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:50.409263 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.495125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Performing IP validity checks on allocation pools {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 23:13:50.495732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 23:13:50.616927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.628111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.691785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=8baa45b1-8fec-4c70-b97d-74f93f5c2ff0,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:50.706174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': '93206a15-2b80-4bf6-b9ca-6d07449582b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:50.706526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: dd0f0f82-cef3-4e49-acf9-538eaadc6565, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:50.727064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network dd0f0f82-cef3-4e49-acf9-538eaadc6565 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:50.735645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, dd0f0f82-cef3-4e49-acf9-538eaadc6565) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:50.739338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:50.739904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.745056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbec20-f92a-4b4e-9bf6-f365b6f4e0a3 None None] Network dd0f0f82-cef3-4e49-acf9-538eaadc6565 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:50.766736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f7e75abb-6a74-446c-ba78-c8367692e3a6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5876858 May 26 23:13:50.766964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36378) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:50.772825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565', 'name': 'tempest-PortsTestJSON-313501098'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:50.840613 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.907607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:50.919712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:50.929487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:50.932563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:50.954835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port d975868d-7ee2-4485-9391-a3aa86dc9bfd yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:50.969333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-dd0f0f82-cef3-4e49-acf9-538eaadc6565', 'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565', 'tenant_id': 'e04e9233c7524986b910b8a944e8d428', 'fixed_ips': [{'subnet_id': '8baa45b1-8fec-4c70-b97d-74f93f5c2ff0'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:13:50.970183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.111231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.14 (dd0f0f82-cef3-4e49-acf9-538eaadc6565/8baa45b1-8fec-4c70-b97d-74f93f5c2ff0/d975868d-7ee2-4485-9391-a3aa86dc9bfd) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:51.412772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.428619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object d975868d-7ee2-4485-9391-a3aa86dc9bfd will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:51.454935 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.511732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Allocated IP 172.20.0.2 (dd0f0f82-cef3-4e49-acf9-538eaadc6565/8baa45b1-8fec-4c70-b97d-74f93f5c2ff0/9c2eb229-3060-421a-a0fa-56f029da7da3) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:51.529360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network dd0f0f82-cef3-4e49-acf9-538eaadc6565 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:51.532884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:51.537013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:51.567503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=d975868d-7ee2-4485-9391-a3aa86dc9bfd,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:51.603844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:51.604656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.635203 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04eaffb2-bb1b-45e3-91db-a54b9874b216 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8671498 May 26 23:13:51.639724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36388) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:51.722541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port d975868d-7ee2-4485-9391-a3aa86dc9bfd {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:51.723148 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.768368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.783400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Transition to ACTIVE for port object 9c2eb229-3060-421a-a0fa-56f029da7da3 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:51.801474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Transition to ACTIVE for port object 9c2eb229-3060-421a-a0fa-56f029da7da3 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:51.807396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.878010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Network dd0f0f82-cef3-4e49-acf9-538eaadc6565 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:51.881463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:51.883725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Pushing event updated for resources: {'Port': ['ID=9c2eb229-3060-421a-a0fa-56f029da7da3,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:51.886481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:51.972924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.987771 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.989905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Attempting to bind port 9c2eb229-3060-421a-a0fa-56f029da7da3 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:51.990265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Attempting to bind port 9c2eb229-3060-421a-a0fa-56f029da7da3 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '93206a15-2b80-4bf6-b9ca-6d07449582b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:51.990615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Attempting to bind port 9c2eb229-3060-421a-a0fa-56f029da7da3 on network dd0f0f82-cef3-4e49-acf9-538eaadc6565 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:51.996921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:51.997279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Checking segment: {'id': '93206a15-2b80-4bf6-b9ca-6d07449582b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:51.997662 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:51.998572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Bound using segment: {'id': '93206a15-2b80-4bf6-b9ca-6d07449582b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:51.999181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Bound port: 9c2eb229-3060-421a-a0fa-56f029da7da3, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93206a15-2b80-4bf6-b9ca-6d07449582b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dd0f0f82-cef3-4e49-acf9-538eaadc6565'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:51.999552 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:52.109415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for d975868d-7ee2-4485-9391-a3aa86dc9bfd owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:52.111276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] For port 9c2eb229-3060-421a-a0fa-56f029da7da3, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:52.115011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] For port 9c2eb229-3060-421a-a0fa-56f029da7da3, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9c2eb229-3060-421a-a0fa-56f029da7da3,segment=NetworkSegment(93206a15-2b80-4bf6-b9ca-6d07449582b7),segment_id=93206a15-2b80-4bf6-b9ca-6d07449582b7)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:52.124200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:52.253256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64548a8f-f7a2-46d5-8a57-074d587147d1 None None] Pushing event updated for resources: {'Port': ['ID=9c2eb229-3060-421a-a0fa-56f029da7da3,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:52.302186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:52.354550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=d975868d-7ee2-4485-9391-a3aa86dc9bfd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:52.469601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:52.478913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99f4404e-7b70-4bce-8b1e-1bfc87b67f88 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/d975868d-7ee2-4485-9391-a3aa86dc9bfd HTTP/1.1" status: 204 len: 168 time: 0.8366065 May 26 23:13:52.483321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36394) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:52.524184 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-850ec515-c7c2-4817-8a0d-30b743e6916a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:13:52.524591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850ec515-c7c2-4817-8a0d-30b743e6916a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:13:52.526249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-850ec515-c7c2-4817-8a0d-30b743e6916a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/d975868d-7ee2-4485-9391-a3aa86dc9bfd HTTP/1.1" status: 404 len: 333 time: 0.0434201 May 26 23:13:52.528965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36398) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:52.661730 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bc0e5f-acea-4feb-bf81-b9489a06b0a1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:13:52.662414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-84bc0e5f-acea-4feb-bf81-b9489a06b0a1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:52.677468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-84bc0e5f-acea-4feb-bf81-b9489a06b0a1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:52.678577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-84bc0e5f-acea-4feb-bf81-b9489a06b0a1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/d975868d-7ee2-4485-9391-a3aa86dc9bfd HTTP/1.1" status: 404 len: 333 time: 0.1487348 May 26 23:13:52.681269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36402) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:52.860791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 8baa45b1-8fec-4c70-b97d-74f93f5c2ff0 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:13:52.863641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:52.919931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.010950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.087118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.130722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=8baa45b1-8fec-4c70-b97d-74f93f5c2ff0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:53.135670 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.145204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2d34a4f3-cf0b-419a-9984-aa6847915e73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/8baa45b1-8fec-4c70-b97d-74f93f5c2ff0 HTTP/1.1" status: 204 len: 168 time: 0.4606454 May 26 23:13:53.145369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36406) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:53.263676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.269532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9c2eb229-3060-421a-a0fa-56f029da7da3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:53.275993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 9c2eb229-3060-421a-a0fa-56f029da7da3 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:53.276320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.295628 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fde042f-65f6-43d4-9a67-5b26291d2bfa None None] Network dd0f0f82-cef3-4e49-acf9-538eaadc6565 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:53.506913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] For port 9c2eb229-3060-421a-a0fa-56f029da7da3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9c2eb229-3060-421a-a0fa-56f029da7da3,segment=NetworkSegment(93206a15-2b80-4bf6-b9ca-6d07449582b7),segment_id=93206a15-2b80-4bf6-b9ca-6d07449582b7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:53.507513 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.516035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-64884fbd-ab9e-49b5-a5ba-9513a4bc5e22 None None] Provisioning for port 9c2eb229-3060-421a-a0fa-56f029da7da3 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:53.544521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9c2eb229-3060-421a-a0fa-56f029da7da3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:53.553221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9c2eb229-3060-421a-a0fa-56f029da7da3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:53.553582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.654746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 9c2eb229-3060-421a-a0fa-56f029da7da3 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:53.725110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1255fe-9728-4544-a515-95b66681a66f None None] DHCP port deletion for dd0f0f82-cef3-4e49-acf9-538eaadc6565 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:13:53.735363 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4d1255fe-9728-4544-a515-95b66681a66f None None] Deleting port 9c2eb229-3060-421a-a0fa-56f029da7da3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:53.735860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4d1255fe-9728-4544-a515-95b66681a66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.742356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.771947 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.793155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=9c2eb229-3060-421a-a0fa-56f029da7da3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:53.798532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No DVR routers for this DVR port 9c2eb229-3060-421a-a0fa-56f029da7da3 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:53.824090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4d1255fe-9728-4544-a515-95b66681a66f None None] The port '9c2eb229-3060-421a-a0fa-56f029da7da3' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:13:53.923873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.953413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0f0f82-cef3-4e49-acf9-538eaadc6565']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:53.965436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93206a15-2b80-4bf6-b9ca-6d07449582b7') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:53.965756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93206a15-2b80-4bf6-b9ca-6d07449582b7') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:53.977332 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.992841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:53.999226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:53.999657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: timer() May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:54.014018 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:54.095793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.113127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.126170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=dd0f0f82-cef3-4e49-acf9-538eaadc6565,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:54.135756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36a69609-4464-40c7-ad49-515abc3c4ade tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/dd0f0f82-cef3-4e49-acf9-538eaadc6565 HTTP/1.1" status: 204 len: 168 time: 0.9890718 May 26 23:13:54.140023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36416) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:54.145928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-893366375'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:54.151523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:54.155339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:54.158991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:54.164781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:54.174256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:54.177128 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.206326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:13:54.214976 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.215316 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment 7ae4d853-bbac-439c-85ce-4c8896238334 of type vlan for network 044d6420-d37d-49e6-a45c-ead06d4171a5 May 26 23:13:54.243363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.277040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.280735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:54.281311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:54.483708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3424351 May 26 23:13:54.486399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36420) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:54.493567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef465778-fe7a-4a97-876e-375deb8519a9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=044d6420-d37d-49e6-a45c-ead06d4171a5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:54.503004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:54.505070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 044d6420-d37d-49e6-a45c-ead06d4171a5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:13:54.651326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:54.656004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:54.659492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:54.664881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:54.674102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:54.775842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.006594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.081840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=039ec2d8-a4ee-4116-8617-2b05301b56ab,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:55.095767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': '7ae4d853-bbac-439c-85ce-4c8896238334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:55.096117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: 044d6420-d37d-49e6-a45c-ead06d4171a5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:13:55.118834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 044d6420-d37d-49e6-a45c-ead06d4171a5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:13:55.130106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 044d6420-d37d-49e6-a45c-ead06d4171a5) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:55.137172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:55.138216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.140069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504ba90-b009-4d35-b56f-203d291c2d00 None None] Network 044d6420-d37d-49e6-a45c-ead06d4171a5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:55.165795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-db43d4c3-5727-4bcf-b8b6-ee6017fc2329 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6781287 May 26 23:13:55.168420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36426) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:55.176259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-445928286'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:55.235669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9c2eb229-3060-421a-a0fa-56f029da7da3 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:55.269404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9c2eb229-3060-421a-a0fa-56f029da7da3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:55.269759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9c2eb229-3060-421a-a0fa-56f029da7da3 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:55.318685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:55.322693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:55.325461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:55.331250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:55.341464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:55.345021 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.366950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port b73dfb00-4e1e-4d08-9969-8261dfc6af17 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:55.396925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.417494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-044d6420-d37d-49e6-a45c-ead06d4171a5', 'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5', 'tenant_id': 'e04e9233c7524986b910b8a944e8d428', 'fixed_ips': [{'subnet_id': '039ec2d8-a4ee-4116-8617-2b05301b56ab'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:13:55.418405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.513144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.7 (044d6420-d37d-49e6-a45c-ead06d4171a5/039ec2d8-a4ee-4116-8617-2b05301b56ab/b73dfb00-4e1e-4d08-9969-8261dfc6af17) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:55.678642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.695372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object b73dfb00-4e1e-4d08-9969-8261dfc6af17 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:55.722909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.815464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 044d6420-d37d-49e6-a45c-ead06d4171a5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:55.818633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Allocated IP 172.20.0.2 (044d6420-d37d-49e6-a45c-ead06d4171a5/039ec2d8-a4ee-4116-8617-2b05301b56ab/3a104423-b5e0-4f51-b145-d6b121fe87f0) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:13:55.820116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:55.826523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:55.862023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=b73dfb00-4e1e-4d08-9969-8261dfc6af17,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:55.905809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:55.906843 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:55.934434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-27a5779f-ac07-4d04-8eac-af24cd1201d1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.7647784 May 26 23:13:55.937333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:56.008309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port b73dfb00-4e1e-4d08-9969-8261dfc6af17 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:56.008658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.050911 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.060699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Transition to ACTIVE for port object 3a104423-b5e0-4f51-b145-d6b121fe87f0 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:56.079645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Transition to ACTIVE for port object 3a104423-b5e0-4f51-b145-d6b121fe87f0 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:13:56.085100 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.159340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Network 044d6420-d37d-49e6-a45c-ead06d4171a5 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:13:56.163053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:13:56.166037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Pushing event updated for resources: {'Port': ['ID=3a104423-b5e0-4f51-b145-d6b121fe87f0,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:56.167687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:13:56.257573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Attempting to bind port 3a104423-b5e0-4f51-b145-d6b121fe87f0 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:13:56.257998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Attempting to bind port 3a104423-b5e0-4f51-b145-d6b121fe87f0 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '7ae4d853-bbac-439c-85ce-4c8896238334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:13:56.258357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Attempting to bind port 3a104423-b5e0-4f51-b145-d6b121fe87f0 on network 044d6420-d37d-49e6-a45c-ead06d4171a5 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:13:56.264954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:13:56.265317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Checking segment: {'id': '7ae4d853-bbac-439c-85ce-4c8896238334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:13:56.265730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.266163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Bound using segment: {'id': '7ae4d853-bbac-439c-85ce-4c8896238334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:13:56.266625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Bound port: 3a104423-b5e0-4f51-b145-d6b121fe87f0, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae4d853-bbac-439c-85ce-4c8896238334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '044d6420-d37d-49e6-a45c-ead06d4171a5'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:13:56.266987 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.356459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] For port 3a104423-b5e0-4f51-b145-d6b121fe87f0, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:13:56.359360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] For port 3a104423-b5e0-4f51-b145-d6b121fe87f0, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3a104423-b5e0-4f51-b145-d6b121fe87f0,segment=NetworkSegment(7ae4d853-bbac-439c-85ce-4c8896238334),segment_id=7ae4d853-bbac-439c-85ce-4c8896238334)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:13:56.362904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.365044 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.447047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ac5f2-6fa2-4810-913b-177023f0dfa4 None None] Pushing event updated for resources: {'Port': ['ID=3a104423-b5e0-4f51-b145-d6b121fe87f0,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:56.490594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for b73dfb00-4e1e-4d08-9969-8261dfc6af17 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:56.690143 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.759737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=b73dfb00-4e1e-4d08-9969-8261dfc6af17,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:56.872468 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:56.882033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e2d353c1-3ddc-40b9-895b-1e426decccd4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/b73dfb00-4e1e-4d08-9969-8261dfc6af17 HTTP/1.1" status: 204 len: 168 time: 0.9425242 May 26 23:13:56.884602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36444) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:56.926663 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d03127-0fd8-46cf-b374-f529417e28f9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:13:56.927249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c7d03127-0fd8-46cf-b374-f529417e28f9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:13:56.943747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c7d03127-0fd8-46cf-b374-f529417e28f9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:13:56.945103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c7d03127-0fd8-46cf-b374-f529417e28f9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/b73dfb00-4e1e-4d08-9969-8261dfc6af17 HTTP/1.1" status: 404 len: 333 time: 0.0595136 May 26 23:13:56.948164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36448) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:57.143144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 039ec2d8-a4ee-4116-8617-2b05301b56ab {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:13:57.146411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.214096 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.317628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.319796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3a104423-b5e0-4f51-b145-d6b121fe87f0 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:13:57.401443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.414862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3a104423-b5e0-4f51-b145-d6b121fe87f0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:57.487251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=039ec2d8-a4ee-4116-8617-2b05301b56ab,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:57.494292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.503727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e96fd3f9-05ee-40d2-8fc6-4b72ad6b55d3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/039ec2d8-a4ee-4116-8617-2b05301b56ab HTTP/1.1" status: 204 len: 168 time: 0.5545294 May 26 23:13:57.506423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:57.534003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779c4a5-a41f-4b1c-9a54-8b9efd772670 req-9c84ee6f-df8b-4836-bd4a-7dd3c6bba2d7 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:57.535321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8779c4a5-a41f-4b1c-9a54-8b9efd772670 req-9c84ee6f-df8b-4836-bd4a-7dd3c6bba2d7 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 946 time: 0.0960786 May 26 23:13:57.547965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62da9d-5f0d-4b4a-b579-93e0def6f063 None None] Network 044d6420-d37d-49e6-a45c-ead06d4171a5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:13:57.586429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8779c4a5-a41f-4b1c-9a54-8b9efd772670 req-774cadbe-033e-4c12-b1ed-cc3901cc38f2 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451136 May 26 23:13:57.647336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.658385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 3a104423-b5e0-4f51-b145-d6b121fe87f0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:57.658789 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.684245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9535da4-34fe-44f8-8b6a-de645ef081f4 None None] Provisioning for port 3a104423-b5e0-4f51-b145-d6b121fe87f0 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:13:57.717967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9535da4-34fe-44f8-8b6a-de645ef081f4 None None] Provisioning complete for port 3a104423-b5e0-4f51-b145-d6b121fe87f0 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:13:57.718258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9535da4-34fe-44f8-8b6a-de645ef081f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.865326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9535da4-34fe-44f8-8b6a-de645ef081f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.866416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] For port 3a104423-b5e0-4f51-b145-d6b121fe87f0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3a104423-b5e0-4f51-b145-d6b121fe87f0,segment=NetworkSegment(7ae4d853-bbac-439c-85ce-4c8896238334),segment_id=7ae4d853-bbac-439c-85ce-4c8896238334)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:57.866892 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.903154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a9535da4-34fe-44f8-8b6a-de645ef081f4 None None] For port 3a104423-b5e0-4f51-b145-d6b121fe87f0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3a104423-b5e0-4f51-b145-d6b121fe87f0,segment=NetworkSegment(7ae4d853-bbac-439c-85ce-4c8896238334),segment_id=7ae4d853-bbac-439c-85ce-4c8896238334)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:57.906888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] DHCP port deletion for 044d6420-d37d-49e6-a45c-ead06d4171a5 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:13:57.910630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9535da4-34fe-44f8-8b6a-de645ef081f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.945357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] Deleting port 3a104423-b5e0-4f51-b145-d6b121fe87f0 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:57.945745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:57.993796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 3a104423-b5e0-4f51-b145-d6b121fe87f0 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:58.029662 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.065845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9535da4-34fe-44f8-8b6a-de645ef081f4 None None] Pushing event updated for resources: {'Port': ['ID=3a104423-b5e0-4f51-b145-d6b121fe87f0,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:58.066945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:13:58.067267 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:13:58.212011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] For port 3a104423-b5e0-4f51-b145-d6b121fe87f0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3a104423-b5e0-4f51-b145-d6b121fe87f0,segment=NetworkSegment(7ae4d853-bbac-439c-85ce-4c8896238334),segment_id=7ae4d853-bbac-439c-85ce-4c8896238334)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:58.212319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.326963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] Calling delete_port for 3a104423-b5e0-4f51-b145-d6b121fe87f0 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:13:58.398310 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.442175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] Pushing event deleted for resources: {'Port': ['ID=3a104423-b5e0-4f51-b145-d6b121fe87f0,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:58.447180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62439fd0-303f-4d37-8d81-87a194b67c20 None None] No DVR routers for this DVR port 3a104423-b5e0-4f51-b145-d6b121fe87f0 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:13:58.568010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 3a104423-b5e0-4f51-b145-d6b121fe87f0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:58.568351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.635386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] The port '3a104423-b5e0-4f51-b145-d6b121fe87f0' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:13:58.791750 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.824456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044d6420-d37d-49e6-a45c-ead06d4171a5']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:58.842236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae4d853-bbac-439c-85ce-4c8896238334') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:58.842533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae4d853-bbac-439c-85ce-4c8896238334') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:13:58.856222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.874787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.885002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217fa88-1e74-4354-913e-9cdcccca0cfb req-a64bf334-a2c5-4323-a10a-292cf08c2183 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:58.886452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b217fa88-1e74-4354-913e-9cdcccca0cfb req-a64bf334-a2c5-4323-a10a-292cf08c2183 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 946 time: 0.1550431 May 26 23:13:58.888976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:13:58.889361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: timer() May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:13:58.903952 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:13:59.134264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:59.157800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:59.173139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b217fa88-1e74-4354-913e-9cdcccca0cfb req-d824d0e3-2556-4560-8140-aed7c79664d0 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/security-groups?id=00e800f0-0778-4aa2-8c40-cf711aeec50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683742 May 26 23:13:59.181257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=044d6420-d37d-49e6-a45c-ead06d4171a5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:13:59.201765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-11925c3c-6b27-4a30-bf4d-6d16b821140b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/044d6420-d37d-49e6-a45c-ead06d4171a5 HTTP/1.1" status: 204 len: 168 time: 1.6941009 May 26 23:13:59.206378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36464) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:13:59.211568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'name': 'tempest-PortsTestJSON-599897635'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:13:59.237979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3a104423-b5e0-4f51-b145-d6b121fe87f0 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:13:59.270831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3a104423-b5e0-4f51-b145-d6b121fe87f0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:13:59.271168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3a104423-b5e0-4f51-b145-d6b121fe87f0 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:13:59.303281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-ace0d2f9-320b-4cf5-b779-29b52fb56a0a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:13:59.304675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-ace0d2f9-320b-4cf5-b779-29b52fb56a0a tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 946 time: 0.2308958 May 26 23:13:59.377275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:13:59.384940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:13:59.389193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:13:59.398092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:13:59.402430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Deleting port 4fc81847-a3ee-489c-a407-e3083f6ba15c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:13:59.402766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:59.448665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:13:59.451554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:59.512187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 89039f8e-cba8-4971-b4a0-0d8c28d3fb93 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:13:59.822432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] For port 4fc81847-a3ee-489c-a407-e3083f6ba15c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4fc81847-a3ee-489c-a407-e3083f6ba15c,segment=NetworkSegment(a0aba839-727f-4555-a010-ca5d62278a0c),segment_id=a0aba839-727f-4555-a010-ca5d62278a0c)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:13:59.822783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:13:59.952560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Calling delete_port for 4fc81847-a3ee-489c-a407-e3083f6ba15c owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:00.005509 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.087570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.175589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:00.179601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:00.185390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:00.189899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:00.190489 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.202402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=89039f8e-cba8-4971-b4a0-0d8c28d3fb93,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:00.204602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.263194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Pushing event deleted for resources: {'Port': ['ID=4fc81847-a3ee-489c-a407-e3083f6ba15c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:00.296634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-02c6dabd-5ce0-4393-8bf4-5fb5ef9d8612 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0892272 May 26 23:14:00.299966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36470) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:00.340949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] No DVR routers for this DVR port 4fc81847-a3ee-489c-a407-e3083f6ba15c on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:14:00.343431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.345877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbdfd168-e2f7-4a82-bc5b-7e6d5dc6d3c5 req-a4e77fa6-34c9-4145-98ff-61456a516a39 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.55 "DELETE /v2.0/ports/4fc81847-a3ee-489c-a407-e3083f6ba15c HTTP/1.1" status: 204 len: 173 time: 1.0270240 May 26 23:14:00.346312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'name': 'network-vif-deleted', 'tag': '4fc81847-a3ee-489c-a407-e3083f6ba15c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:14:00.392089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c75f95e-d2c8-4548-9ceb-64c78ad368d9 req-7a179b1b-613b-49f6-8b55-9e69eceb8939 tempest-VolumesSnapshotTestJSON-1312937543 tempest-VolumesSnapshotTestJSON-1312937543-project] 10.222.0.32 "GET /v2.0/ports?device_id=78dfc8b1-0f36-4f2d-b319-fb57728f5ab4 HTTP/1.1" status: 200 len: 210 time: 0.0870433 May 26 23:14:00.404289 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b77f8d-0243-47f2-980e-cf966c2011dd'] response: {'server_uuid': '78dfc8b1-0f36-4f2d-b319-fb57728f5ab4', 'name': 'network-vif-deleted', 'tag': '4fc81847-a3ee-489c-a407-e3083f6ba15c', 'status': 'completed', 'code': 200} May 26 23:14:00.420741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 89039f8e-cba8-4971-b4a0-0d8c28d3fb93 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:00.421098 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.637504 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.755961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 89039f8e-cba8-4971-b4a0-0d8c28d3fb93 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:00.835761 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.887345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=89039f8e-cba8-4971-b4a0-0d8c28d3fb93,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:00.899130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:00.910246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-88979e12-f0bf-4fd7-a8af-0275c32d9a0c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/89039f8e-cba8-4971-b4a0-0d8c28d3fb93 HTTP/1.1" status: 204 len: 168 time: 0.6092398 May 26 23:14:00.912612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36476) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:00.918512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'mac_address': 'fa:16:3e:2b:4c:b2', 'name': 'tempest-PortsTestJSON-238471958'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:01.030302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:01.034943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:01.037768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:01.043355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:01.052528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:01.151781 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:01.185998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port cd0dd1a1-92f0-4514-93c0-4088b883d5f8 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:01.486737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:01.489942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4fc81847-a3ee-489c-a407-e3083f6ba15c no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:01.513556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:01.570235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 4fc81847-a3ee-489c-a407-e3083f6ba15c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:01.571165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4fc81847-a3ee-489c-a407-e3083f6ba15c not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:01.589009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:01.591889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:01.595800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:01.599593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:01.600200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:01.612326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=cd0dd1a1-92f0-4514-93c0-4088b883d5f8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:01.629571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f4239d25-2960-4a10-a898-5d97e430f4eb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7159705 May 26 23:14:01.632069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36484) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:01.700919 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6852e7f6-69e2-4b13-96ac-a1aa14dd5b9d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:01.701490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6852e7f6-69e2-4b13-96ac-a1aa14dd5b9d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:01.716356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6852e7f6-69e2-4b13-96ac-a1aa14dd5b9d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:01.717522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6852e7f6-69e2-4b13-96ac-a1aa14dd5b9d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/cd0dd1a1-92f0-4514-93c0-4088b883d5f8 HTTP/1.1" status: 200 len: 840 time: 0.0845613 May 26 23:14:01.720422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36488) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:01.790433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port cd0dd1a1-92f0-4514-93c0-4088b883d5f8 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:01.790764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.008390 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.131164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for cd0dd1a1-92f0-4514-93c0-4088b883d5f8 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:02.208341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.256041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=cd0dd1a1-92f0-4514-93c0-4088b883d5f8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:02.261043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.274756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04ab231c-4e4f-4fe4-9707-694b324900b2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/cd0dd1a1-92f0-4514-93c0-4088b883d5f8 HTTP/1.1" status: 204 len: 168 time: 0.5533838 May 26 23:14:02.277258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36498) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:02.321072 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d87080-d593-45ad-bcb6-3d8d31c83c5a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:02.321479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d0d87080-d593-45ad-bcb6-3d8d31c83c5a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:02.337030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d0d87080-d593-45ad-bcb6-3d8d31c83c5a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:02.338173 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d0d87080-d593-45ad-bcb6-3d8d31c83c5a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/cd0dd1a1-92f0-4514-93c0-4088b883d5f8 HTTP/1.1" status: 404 len: 333 time: 0.0600133 May 26 23:14:02.341826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36502) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:02.347657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'name': 'tempest-PortsTestJSON-199897781'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:02.461878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:02.472877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:02.481891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:02.484934 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.506789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port d8eb9d3a-06d8-4df7-95d1-c1292da0298d yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:02.725217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.749078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.820412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:02.823227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:02.827291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:02.831665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:02.832241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:02.839529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=d8eb9d3a-06d8-4df7-95d1-c1292da0298d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:02.859581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99a1a584-38bf-49e1-bb27-cdd91156da73 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5167649 May 26 23:14:02.862157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36506) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:02.867816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:02.990656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:03.310054 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:03.315475 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:03.377845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] In _notify_port_updated(), no bound segment for port d8eb9d3a-06d8-4df7-95d1-c1292da0298d on network 854211be-92a0-43f3-be26-8cf30d87b30d {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:14:03.381427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:03.382039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:03.383286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "PUT /v2.0/ports/d8eb9d3a-06d8-4df7-95d1-c1292da0298d HTTP/1.1" status: 200 len: 818 time: 0.5201564 May 26 23:14:03.386126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36516) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:03.394183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18475-0251-4807-93e9-56da64d89339 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=d8eb9d3a-06d8-4df7-95d1-c1292da0298d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:03.453126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port d8eb9d3a-06d8-4df7-95d1-c1292da0298d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:03.453502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:03.665918 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:03.879852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for d8eb9d3a-06d8-4df7-95d1-c1292da0298d owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:03.965088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.016958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=d8eb9d3a-06d8-4df7-95d1-c1292da0298d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:04.026350 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.042415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8ce22e2a-7c42-40ef-9d85-97c02b334793 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/d8eb9d3a-06d8-4df7-95d1-c1292da0298d HTTP/1.1" status: 204 len: 168 time: 0.6551485 May 26 23:14:04.045053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36522) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:04.126599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f440615c-6fc6-4cf4-adf5-35e0d7ee762b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:04.127288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f440615c-6fc6-4cf4-adf5-35e0d7ee762b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:04.146470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f440615c-6fc6-4cf4-adf5-35e0d7ee762b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:04.147652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f440615c-6fc6-4cf4-adf5-35e0d7ee762b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1015446 May 26 23:14:04.150534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36526) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:04.197747 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7d5d10-694a-4a7a-8e2f-37e2339c4959 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:04.198257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a7d5d10-694a-4a7a-8e2f-37e2339c4959 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:04.218268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9a7d5d10-694a-4a7a-8e2f-37e2339c4959 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:04.223705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36530) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:04.224679 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a7d5d10-694a-4a7a-8e2f-37e2339c4959 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/d8eb9d3a-06d8-4df7-95d1-c1292da0298d HTTP/1.1" status: 404 len: 333 time: 0.0725288 May 26 23:14:04.229540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1887472565'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:04.240821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:04.246314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:04.250701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:04.257584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:04.274101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:04.277963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.306264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:14:04.315621 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.315965 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment 623b3f6b-a74f-4641-9f38-de18704a134b of type vlan for network 9680da9f-df93-4024-84df-899190c74cd4 May 26 23:14:04.344322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.381252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.385019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:04.385582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.485844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2609026 May 26 23:14:04.488366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36538) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:04.496033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '9680da9f-df93-4024-84df-899190c74cd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:04.516641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a69fa9-71ec-4e1b-a8ae-fb6cb8c6fdaf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=9680da9f-df93-4024-84df-899190c74cd4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:04.527957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9680da9f-df93-4024-84df-899190c74cd4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:14:04.608686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:04.612731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:04.615612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:04.621471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:04.632409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:04.731750 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:04.935679 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.014962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=c682524b-47ff-490b-9b52-db0e7be560f2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:05.024912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': '623b3f6b-a74f-4641-9f38-de18704a134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9680da9f-df93-4024-84df-899190c74cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:05.025263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: 9680da9f-df93-4024-84df-899190c74cd4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:14:05.045996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 9680da9f-df93-4024-84df-899190c74cd4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:14:05.055078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9680da9f-df93-4024-84df-899190c74cd4) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:05.058792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:05.059360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.063560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42e7c9-67ea-407e-8602-519c6a2c9d17 None None] Network 9680da9f-df93-4024-84df-899190c74cd4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:05.083072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fea8d4f1-ac72-4c2b-957d-711f1baa4beb tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5937030 May 26 23:14:05.085809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36542) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:05.091480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '9680da9f-df93-4024-84df-899190c74cd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:05.233723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:05.237548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:05.240433 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:05.246400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:05.256426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:05.259961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.282548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9680da9f-df93-4024-84df-899190c74cd4', 'network_id': '9680da9f-df93-4024-84df-899190c74cd4', 'tenant_id': 'e04e9233c7524986b910b8a944e8d428', 'fixed_ips': [{'subnet_id': 'c682524b-47ff-490b-9b52-db0e7be560f2'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:14:05.283339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.395298 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c682524b-47ff-490b-9b52-db0e7be560f2 (CIDR: 172.20.0.0/28) May 26 23:14:05.398525 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:14:05.398961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:05.418966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3f027a75-3f55-460a-a7d2-7f815e8635b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3318419 May 26 23:14:05.421511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36550) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:05.429972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '9680da9f-df93-4024-84df-899190c74cd4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:05.443413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Allocated IP 172.20.0.2 (9680da9f-df93-4024-84df-899190c74cd4/c682524b-47ff-490b-9b52-db0e7be560f2/dcba15fa-8211-4402-95aa-87c7227ac874) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:05.576438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:05.582160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:05.585197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:05.595272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:05.609891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:05.653211 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.663617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Transition to ACTIVE for port object dcba15fa-8211-4402-95aa-87c7227ac874 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:05.681961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Transition to ACTIVE for port object dcba15fa-8211-4402-95aa-87c7227ac874 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:05.691039 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.754060 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.756877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Network 9680da9f-df93-4024-84df-899190c74cd4 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:05.760032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:05.762395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:05.776044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Pushing event updated for resources: {'Port': ['ID=dcba15fa-8211-4402-95aa-87c7227ac874,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:05.864060 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Attempting to bind port dcba15fa-8211-4402-95aa-87c7227ac874 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:14:05.864427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Attempting to bind port dcba15fa-8211-4402-95aa-87c7227ac874 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '623b3f6b-a74f-4641-9f38-de18704a134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9680da9f-df93-4024-84df-899190c74cd4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:14:05.864785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Attempting to bind port dcba15fa-8211-4402-95aa-87c7227ac874 on network 9680da9f-df93-4024-84df-899190c74cd4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:05.871196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:14:05.871708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Checking segment: {'id': '623b3f6b-a74f-4641-9f38-de18704a134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9680da9f-df93-4024-84df-899190c74cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:05.872112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.872565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Bound using segment: {'id': '623b3f6b-a74f-4641-9f38-de18704a134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9680da9f-df93-4024-84df-899190c74cd4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:14:05.873047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Bound port: dcba15fa-8211-4402-95aa-87c7227ac874, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623b3f6b-a74f-4641-9f38-de18704a134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9680da9f-df93-4024-84df-899190c74cd4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:14:05.873653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:05.969181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] For port dcba15fa-8211-4402-95aa-87c7227ac874, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:14:05.975032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] For port dcba15fa-8211-4402-95aa-87c7227ac874, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dcba15fa-8211-4402-95aa-87c7227ac874,segment=NetworkSegment(623b3f6b-a74f-4641-9f38-de18704a134b),segment_id=623b3f6b-a74f-4641-9f38-de18704a134b)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:14:05.979841 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:06.044725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:06.070433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87c7e3-3f03-485c-8f57-73b0c761d9db None None] Pushing event updated for resources: {'Port': ['ID=dcba15fa-8211-4402-95aa-87c7227ac874,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:06.113835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 9680da9f-df93-4024-84df-899190c74cd4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:06.116882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:06.121038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:06.121654 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:06.129436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:06.148999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-57941477-30b9-4843-a0bc-dd551837bacd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7260401 May 26 23:14:06.151796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36562) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:06.157786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '9680da9f-df93-4024-84df-899190c74cd4', 'fixed_ips': [{'subnet_id': 'c682524b-47ff-490b-9b52-db0e7be560f2'}, {'subnet_id': '1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d'}], 'name': 'tempest-PortsTestJSON-747828249'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:06.331095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:06.335351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:06.338446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:06.344880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:06.356127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:06.362218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:06.384982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 9e829418-390f-4030-bf8c-5640345c3dd6 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:06.743861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.7 (9680da9f-df93-4024-84df-899190c74cd4/c682524b-47ff-490b-9b52-db0e7be560f2/9e829418-390f-4030-bf8c-5640345c3dd6) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:06.750176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.20 (9680da9f-df93-4024-84df-899190c74cd4/1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d/9e829418-390f-4030-bf8c-5640345c3dd6) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:06.961216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:06.980883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object 9e829418-390f-4030-bf8c-5640345c3dd6 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:07.008414 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:07.074695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515ee00-fe54-4c95-9f58-1e1a40902519 None None] Network 9680da9f-df93-4024-84df-899190c74cd4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:07.087389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 9680da9f-df93-4024-84df-899190c74cd4 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:07.088552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:07.090972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:07.193001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f176b1f3-8975-4df7-adb2-6a04a7dfb479 None None] Provisioning for port dcba15fa-8211-4402-95aa-87c7227ac874 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:07.251588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=9e829418-390f-4030-bf8c-5640345c3dd6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:07.276489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:07.277091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:07.313228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9eb65129-a074-4faa-b90d-a5916dd1e78f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1572707 May 26 23:14:07.314185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36568) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:07.320085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c682524b-47ff-490b-9b52-db0e7be560f2'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:07.332414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dcba15fa-8211-4402-95aa-87c7227ac874 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:07.433009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port dcba15fa-8211-4402-95aa-87c7227ac874 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:07.438786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port dcba15fa-8211-4402-95aa-87c7227ac874 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:07.439221 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:07.440731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:07.561961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39246fea-90de-44a3-a243-7906ce362aba None None] Update dhcp port {'port': {'network_id': '9680da9f-df93-4024-84df-899190c74cd4', 'fixed_ips': [{'subnet_id': 'c682524b-47ff-490b-9b52-db0e7be560f2', 'ip_address': '172.20.0.2'}, {'subnet_id': '1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d'}], 'binding:host_id': 'n-d-843301-1'}, 'id': 'dcba15fa-8211-4402-95aa-87c7227ac874'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:14:07.656091 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-39246fea-90de-44a3-a243-7906ce362aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:07.722496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:07.792258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Delete allocated IP 172.20.0.20 (9680da9f-df93-4024-84df-899190c74cd4/1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d) {{(pid=84030) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 23:14:07.802596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port dcba15fa-8211-4402-95aa-87c7227ac874, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dcba15fa-8211-4402-95aa-87c7227ac874,segment=NetworkSegment(623b3f6b-a74f-4641-9f38-de18704a134b),segment_id=623b3f6b-a74f-4641-9f38-de18704a134b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:07.843303 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:07.944586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=dcba15fa-8211-4402-95aa-87c7227ac874,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:07.953963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.954303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.954635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.954963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.955289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.955612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.955936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.956257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.956574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.956889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:07.957206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:08.078908 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:08.093302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Ignored duplicate provisioning block setup for port 9e829418-390f-4030-bf8c-5640345c3dd6 by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 23:14:08.097496 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:08.185240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-39246fea-90de-44a3-a243-7906ce362aba None None] Allocated IP 172.20.0.18 (9680da9f-df93-4024-84df-899190c74cd4/1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d/dcba15fa-8211-4402-95aa-87c7227ac874) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:08.231935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=9e829418-390f-4030-bf8c-5640345c3dd6,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:08.304941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] In _notify_port_updated(), no bound segment for port 9e829418-390f-4030-bf8c-5640345c3dd6 on network 9680da9f-df93-4024-84df-899190c74cd4 {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:14:08.309055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:08.309689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:08.314196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4a91009e-7ca5-480a-bb8f-145510074d63 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "PUT /v2.0/ports/9e829418-390f-4030-bf8c-5640345c3dd6 HTTP/1.1" status: 200 len: 918 time: 0.9955227 May 26 23:14:08.314784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36574) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:08.320309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c682524b-47ff-490b-9b52-db0e7be560f2'}, {'subnet_id': '1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:08.343740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-39246fea-90de-44a3-a243-7906ce362aba None None] For port dcba15fa-8211-4402-95aa-87c7227ac874, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dcba15fa-8211-4402-95aa-87c7227ac874,segment=NetworkSegment(623b3f6b-a74f-4641-9f38-de18704a134b),segment_id=623b3f6b-a74f-4641-9f38-de18704a134b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:08.375838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-39246fea-90de-44a3-a243-7906ce362aba None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:08.393375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-39246fea-90de-44a3-a243-7906ce362aba None None] Transition to ACTIVE for port object dcba15fa-8211-4402-95aa-87c7227ac874 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:08.398013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-39246fea-90de-44a3-a243-7906ce362aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:08.459083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:08.548562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39246fea-90de-44a3-a243-7906ce362aba None None] Pushing event updated for resources: {'Port': ['ID=dcba15fa-8211-4402-95aa-87c7227ac874,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:08.890165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.24 (9680da9f-df93-4024-84df-899190c74cd4/1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d/9e829418-390f-4030-bf8c-5640345c3dd6) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:09.108306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.126989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Ignored duplicate provisioning block setup for port 9e829418-390f-4030-bf8c-5640345c3dd6 by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 23:14:09.135119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da077e75-8fab-4978-bf6f-e9be01829812 None None] Network 9680da9f-df93-4024-84df-899190c74cd4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:09.139572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.251390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-735416c9-d1ab-406b-bb8f-303fb7f216a2 None None] Provisioning for port dcba15fa-8211-4402-95aa-87c7227ac874 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:09.280111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-735416c9-d1ab-406b-bb8f-303fb7f216a2 None None] Provisioning complete for port dcba15fa-8211-4402-95aa-87c7227ac874 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:09.281822 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-735416c9-d1ab-406b-bb8f-303fb7f216a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.365452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=9e829418-390f-4030-bf8c-5640345c3dd6,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:09.368811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dcba15fa-8211-4402-95aa-87c7227ac874 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:09.443865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] In _notify_port_updated(), no bound segment for port 9e829418-390f-4030-bf8c-5640345c3dd6 on network 9680da9f-df93-4024-84df-899190c74cd4 {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:14:09.447810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:09.448423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.449735 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-37bd6862-c5b4-457a-8fae-d671f282bff7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "PUT /v2.0/ports/9e829418-390f-4030-bf8c-5640345c3dd6 HTTP/1.1" status: 200 len: 998 time: 1.1343493 May 26 23:14:09.452834 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36580) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:09.522691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 9e829418-390f-4030-bf8c-5640345c3dd6 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:09.523049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.559063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port dcba15fa-8211-4402-95aa-87c7227ac874 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:09.559413 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.666388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-735416c9-d1ab-406b-bb8f-303fb7f216a2 None None] Provisioning for port 9e829418-390f-4030-bf8c-5640345c3dd6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:09.682101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-735416c9-d1ab-406b-bb8f-303fb7f216a2 None None] Provisioning complete for port 9e829418-390f-4030-bf8c-5640345c3dd6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:09.682742 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-735416c9-d1ab-406b-bb8f-303fb7f216a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.746788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-735416c9-d1ab-406b-bb8f-303fb7f216a2 None None] Port 9e829418-390f-4030-bf8c-5640345c3dd6 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:09.832725 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:09.952222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 9e829418-390f-4030-bf8c-5640345c3dd6 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:10.164730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:10.217273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=9e829418-390f-4030-bf8c-5640345c3dd6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:10.356604 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:10.366996 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04d19504-d8f1-4d72-95d8-ad24b8d53bdd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/9e829418-390f-4030-bf8c-5640345c3dd6 HTTP/1.1" status: 204 len: 168 time: 0.9125397 May 26 23:14:10.369854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36586) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:10.413368 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a6bc2f-fbdc-44e8-87ce-169fed58a361 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:10.413899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-94a6bc2f-fbdc-44e8-87ce-169fed58a361 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:10.433747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-94a6bc2f-fbdc-44e8-87ce-169fed58a361 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:10.440986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-94a6bc2f-fbdc-44e8-87ce-169fed58a361 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/9e829418-390f-4030-bf8c-5640345c3dd6 HTTP/1.1" status: 404 len: 333 time: 0.0677915 May 26 23:14:10.441245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36590) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:10.508972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:10.511882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:10.572090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:10.669881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:10.744632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:10.794098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:10.804746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:10.811162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e9a7851c-4efc-4ecf-a1ae-b9d751a4b510 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d HTTP/1.1" status: 204 len: 168 time: 0.3688731 May 26 23:14:10.815268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36594) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:10.977477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b339a43-a775-4ecc-9e32-5071121e97ed None None] Network 9680da9f-df93-4024-84df-899190c74cd4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:11.034588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet c682524b-47ff-490b-9b52-db0e7be560f2 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:11.037582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.101069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.121314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3eea0249-4f63-4cc4-b84d-5e614c3fca92 None None] Provisioning complete for port dcba15fa-8211-4402-95aa-87c7227ac874 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:11.121703 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3eea0249-4f63-4cc4-b84d-5e614c3fca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.276183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.366507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3eea0249-4f63-4cc4-b84d-5e614c3fca92 None None] Could not find standard attr ID for object 9e829418-390f-4030-bf8c-5640345c3dd6. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:14:11.380260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.428598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=c682524b-47ff-490b-9b52-db0e7be560f2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:11.437308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.448603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36600) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:11.458645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c9569e26-9e26-4d8d-98d0-f38f56f90cc6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/c682524b-47ff-490b-9b52-db0e7be560f2 HTTP/1.1" status: 204 len: 168 time: 0.6419322 May 26 23:14:11.607110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.641497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port dcba15fa-8211-4402-95aa-87c7227ac874 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:11.642222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:11.993482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] For port dcba15fa-8211-4402-95aa-87c7227ac874, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=dcba15fa-8211-4402-95aa-87c7227ac874,segment=NetworkSegment(623b3f6b-a74f-4641-9f38-de18704a134b),segment_id=623b3f6b-a74f-4641-9f38-de18704a134b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:11.994293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.158492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c851010-5820-43e3-8644-f5eea027941e None None] Network 9680da9f-df93-4024-84df-899190c74cd4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:12.263860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for dcba15fa-8211-4402-95aa-87c7227ac874 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:12.321665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a8af1cc2-188e-4db0-b266-1336ca4846a6 None None] Provisioning complete for port dcba15fa-8211-4402-95aa-87c7227ac874 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:12.322157 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a8af1cc2-188e-4db0-b266-1336ca4846a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.350486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.360939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a8af1cc2-188e-4db0-b266-1336ca4846a6 None None] Port dcba15fa-8211-4402-95aa-87c7227ac874 was deleted so its status cannot be updated. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 26 23:14:12.396764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=dcba15fa-8211-4402-95aa-87c7227ac874,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:12.401397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No DVR routers for this DVR port dcba15fa-8211-4402-95aa-87c7227ac874 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:14:12.509859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee2847-19b6-4a90-8612-af4e995977fb None None] DHCP port deletion for 9680da9f-df93-4024-84df-899190c74cd4 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:14:12.540436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.571997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9680da9f-df93-4024-84df-899190c74cd4']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:12.588466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623b3f6b-a74f-4641-9f38-de18704a134b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:12.590338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623b3f6b-a74f-4641-9f38-de18704a134b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:12.614800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.649214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.655418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:14:12.655865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: timer() May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:14:12.672367 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:14:12.768138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.787711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:12.801183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=9680da9f-df93-4024-84df-899190c74cd4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:12.809843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9fcbdbc4-9d1a-4ada-b045-98e8623022f6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/9680da9f-df93-4024-84df-899190c74cd4 HTTP/1.1" status: 204 len: 168 time: 1.3601410 May 26 23:14:12.813944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36606) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:12.891027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a68545-6359-4d36-8933-c9e1656891ad tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:12.891700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-80a68545-6359-4d36-8933-c9e1656891ad tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:12.912845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-80a68545-6359-4d36-8933-c9e1656891ad tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:12.913950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-80a68545-6359-4d36-8933-c9e1656891ad tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0992653 May 26 23:14:12.917580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36610) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:12.996588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5c0946e6-ad5c-4f67-bf19-a53894b85c35 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0776541 May 26 23:14:13.001002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36614) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:13.009640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-793746300'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:13.016246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:13.020249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:13.023266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:13.029222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:13.040841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:13.043748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.076096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:14:13.087090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.087441 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment 758703cf-920a-4817-8b37-30760ad37387 of type vlan for network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 May 26 23:14:13.120515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.158942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.162962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:13.163620 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.243877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dcba15fa-8211-4402-95aa-87c7227ac874 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:13.277923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2757256 May 26 23:14:13.278303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: dcba15fa-8211-4402-95aa-87c7227ac874 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:13.278646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device dcba15fa-8211-4402-95aa-87c7227ac874 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:13.280780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36618) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:13.281535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dd395-d0a3-4fde-8ac5-999edabccf29 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=8b91fbdb-fda1-474b-a8f3-49ae797e4fa5,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:13.286584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:13.295724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:14:13.407229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:13.411062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:13.413951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:13.419550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:13.429100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:13.528985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.752422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.828599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=792e79ad-48de-4c14-aec8-a48174c2faad,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:13.842774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.843125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.843470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.844335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.844672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.845083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.845415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.845841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.846169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.846493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.846830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:13.857450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': '758703cf-920a-4817-8b37-30760ad37387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:13.857844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:14:13.880046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:14:13.894851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:13.902735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b8f909-6262-4375-93f7-2b50442ce2a3 None None] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:13.913162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:13.914280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:13.948488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04808838-4e7a-4b66-b8b4-6642999420d0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6664631 May 26 23:14:13.951229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36630) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:13.958329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5', 'name': 'tempest-PortsTestJSON-710583746'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:14.114382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:14.124085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:14.134870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:14.138711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:14.140764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-8b91fbdb-fda1-474b-a8f3-49ae797e4fa5', 'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5', 'tenant_id': 'e04e9233c7524986b910b8a944e8d428', 'fixed_ips': [{'subnet_id': '792e79ad-48de-4c14-aec8-a48174c2faad'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:14:14.141640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:14.161194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 0c1b5fba-7a72-4889-b852-2d1159d1d40e yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:14.303788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.5 (8b91fbdb-fda1-474b-a8f3-49ae797e4fa5/792e79ad-48de-4c14-aec8-a48174c2faad/0c1b5fba-7a72-4889-b852-2d1159d1d40e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:14.594016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:14.609198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object 0c1b5fba-7a72-4889-b852-2d1159d1d40e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:14.639118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:14.700539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Allocated IP 172.20.0.2 (8b91fbdb-fda1-474b-a8f3-49ae797e4fa5/792e79ad-48de-4c14-aec8-a48174c2faad/e7c0a483-ce59-49a6-8b08-c25ad57f58c9) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:14.727617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:14.730929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:14.735448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:14.760385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=0c1b5fba-7a72-4889-b852-2d1159d1d40e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:14.797279 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:14.798115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:14.832226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36634) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:14.833039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5852caa0-5c5b-4a18-b95e-b65bdc781ff3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8805945 May 26 23:14:14.840377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5', 'name': 'tempest-PortsTestJSON-1437289517'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:14.917082 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:14.929000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Transition to ACTIVE for port object e7c0a483-ce59-49a6-8b08-c25ad57f58c9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:14.948530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Transition to ACTIVE for port object e7c0a483-ce59-49a6-8b08-c25ad57f58c9 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:14.955839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.034081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:15.037138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:15.041871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:15.046294 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Pushing event updated for resources: {'Port': ['ID=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:15.146010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:15.152501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:15.169155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Attempting to bind port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:14:15.169610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Attempting to bind port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '758703cf-920a-4817-8b37-30760ad37387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:14:15.170094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Attempting to bind port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 on network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:15.170942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:15.178120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:15.178966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:14:15.179462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Checking segment: {'id': '758703cf-920a-4817-8b37-30760ad37387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:15.179971 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.180416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Bound using segment: {'id': '758703cf-920a-4817-8b37-30760ad37387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:14:15.181163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Bound port: e7c0a483-ce59-49a6-8b08-c25ad57f58c9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758703cf-920a-4817-8b37-30760ad37387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8b91fbdb-fda1-474b-a8f3-49ae797e4fa5'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:14:15.181601 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.199980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:15.205045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.235782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port d5b96982-7bd1-4816-b396-a793c8078739 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:15.304735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] For port e7c0a483-ce59-49a6-8b08-c25ad57f58c9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:14:15.307848 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] For port e7c0a483-ce59-49a6-8b08-c25ad57f58c9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,segment=NetworkSegment(758703cf-920a-4817-8b37-30760ad37387),segment_id=758703cf-920a-4817-8b37-30760ad37387)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:14:15.316500 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.406385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71850a-56b7-4328-8178-63085fb0da05 None None] Pushing event updated for resources: {'Port': ['ID=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:15.427098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.4 (8b91fbdb-fda1-474b-a8f3-49ae797e4fa5/792e79ad-48de-4c14-aec8-a48174c2faad/d5b96982-7bd1-4816-b396-a793c8078739) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:15.660866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.681851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object d5b96982-7bd1-4816-b396-a793c8078739 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:15.712437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.785307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:15.788494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:15.792996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:15.821792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=d5b96982-7bd1-4816-b396-a793c8078739,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:15.857440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:15.858074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:15.882769 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-01434bd7-03f7-45b2-bdc1-449073e5c6ac tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0478323 May 26 23:14:15.885292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36644) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:15.970342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104ab6a-56c8-4b86-97a9-c092f7ac769b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:15.970976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c104ab6a-56c8-4b86-97a9-c092f7ac769b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:15.987266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c104ab6a-56c8-4b86-97a9-c092f7ac769b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:15.988500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c104ab6a-56c8-4b86-97a9-c092f7ac769b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1022379 May 26 23:14:15.991278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36648) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:16.062155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port d5b96982-7bd1-4816-b396-a793c8078739 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:16.063059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:16.319613 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:16.450334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d69d3-dffa-4b9d-aef1-1eb29c4c8f74 None None] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:16.461436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for d5b96982-7bd1-4816-b396-a793c8078739 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:16.562235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-06494717-42a2-4281-a7f2-0cddc4d16332 None None] Provisioning for port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:16.624649 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:16.731219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=d5b96982-7bd1-4816-b396-a793c8078739,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:16.843085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:16.861728 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-907916b6-bce9-4c62-9214-e51b7eb64eba tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/d5b96982-7bd1-4816-b396-a793c8078739 HTTP/1.1" status: 204 len: 168 time: 0.8670676 May 26 23:14:16.862581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36660) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:16.904987 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-11538d13-71dd-4596-b5a5-41933b4953d5 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:16.905496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-11538d13-71dd-4596-b5a5-41933b4953d5 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:16.924778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-11538d13-71dd-4596-b5a5-41933b4953d5 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:16.926458 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-11538d13-71dd-4596-b5a5-41933b4953d5 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/d5b96982-7bd1-4816-b396-a793c8078739 HTTP/1.1" status: 404 len: 333 time: 0.0627458 May 26 23:14:16.929158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36666) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:17.004535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 0c1b5fba-7a72-4889-b852-2d1159d1d40e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:17.004793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.036271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-16d3976f-cab4-4cc8-b770-52f67040d912 None None] Provisioning for port 0c1b5fba-7a72-4889-b852-2d1159d1d40e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:17.048744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-16d3976f-cab4-4cc8-b770-52f67040d912 None None] Provisioning complete for port 0c1b5fba-7a72-4889-b852-2d1159d1d40e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:17.049109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-16d3976f-cab4-4cc8-b770-52f67040d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.131978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-16d3976f-cab4-4cc8-b770-52f67040d912 None None] Port 0c1b5fba-7a72-4889-b852-2d1159d1d40e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:17.192762 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-175feced-e33e-431e-8f09-809e1a3092eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.320639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.351862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e7c0a483-ce59-49a6-8b08-c25ad57f58c9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:17.450681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2f706ae6-a483-495e-ab9d-1d0516447161 None None] Provisioning complete for port 0c1b5fba-7a72-4889-b852-2d1159d1d40e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:17.451823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2f706ae6-a483-495e-ab9d-1d0516447161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.476951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 0c1b5fba-7a72-4889-b852-2d1159d1d40e owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:17.560711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2f706ae6-a483-495e-ab9d-1d0516447161 None None] Port 0c1b5fba-7a72-4889-b852-2d1159d1d40e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:17.563033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:17.569098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:17.569467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.642943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.701588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=0c1b5fba-7a72-4889-b852-2d1159d1d40e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:17.718974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-949e4d5a-3d30-48b0-8dbd-090a3ab4eb83 None None] Could not find standard attr ID for object d5b96982-7bd1-4816-b396-a793c8078739. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:14:17.722122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.757282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e7c0a483-ce59-49a6-8b08-c25ad57f58c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,segment=NetworkSegment(758703cf-920a-4817-8b37-30760ad37387),segment_id=758703cf-920a-4817-8b37-30760ad37387)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:17.762318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.813516 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:17.829949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-729e2d48-83b5-4b8a-b33d-645993b4846a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/0c1b5fba-7a72-4889-b852-2d1159d1d40e HTTP/1.1" status: 204 len: 168 time: 0.8993413 May 26 23:14:17.832142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36672) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:17.842012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:17.882237 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5ee461-bc57-48a5-b099-6f64d119a610 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:17.882794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5c5ee461-bc57-48a5-b099-6f64d119a610 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:17.904135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5c5ee461-bc57-48a5-b099-6f64d119a610 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:17.905735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5c5ee461-bc57-48a5-b099-6f64d119a610 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/0c1b5fba-7a72-4889-b852-2d1159d1d40e HTTP/1.1" status: 404 len: 333 time: 0.0723517 May 26 23:14:17.908588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36680) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:17.981191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 792e79ad-48de-4c14-aec8-a48174c2faad {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:17.985561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.044502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.133873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.214752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.259809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=792e79ad-48de-4c14-aec8-a48174c2faad,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:18.264872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.271062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7d535a41-7a88-4cb3-8eae-9f442ac89311 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/792e79ad-48de-4c14-aec8-a48174c2faad HTTP/1.1" status: 204 len: 168 time: 0.3614948 May 26 23:14:18.271857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdfea8-ffbb-48b6-b686-3839267e64c0 None None] Network 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:18.273785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36686) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:18.392874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.403549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:18.403871 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.542731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] DHCP port deletion for 8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:14:18.547049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Deleting port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:18.547492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.716851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] For port e7c0a483-ce59-49a6-8b08-c25ad57f58c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,segment=NetworkSegment(758703cf-920a-4817-8b37-30760ad37387),segment_id=758703cf-920a-4817-8b37-30760ad37387)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:18.717199 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.763105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] For port e7c0a483-ce59-49a6-8b08-c25ad57f58c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,segment=NetworkSegment(758703cf-920a-4817-8b37-30760ad37387),segment_id=758703cf-920a-4817-8b37-30760ad37387)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:18.763412 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.838509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for e7c0a483-ce59-49a6-8b08-c25ad57f58c9 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:18.889162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Calling delete_port for e7c0a483-ce59-49a6-8b08-c25ad57f58c9 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:18.916141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:18.959584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:14:18.959861 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:14:18.962609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=e7c0a483-ce59-49a6-8b08-c25ad57f58c9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:18.975792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No DVR routers for this DVR port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:14:19.116681 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.147905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b91fbdb-fda1-474b-a8f3-49ae797e4fa5']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:19.168989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758703cf-920a-4817-8b37-30760ad37387') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:19.169562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758703cf-920a-4817-8b37-30760ad37387') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:19.182949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.200931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.220362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:14:19.220362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: timer() May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:14:19.241791 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:14:19.271370 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e7c0a483-ce59-49a6-8b08-c25ad57f58c9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:19.308969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e7c0a483-ce59-49a6-8b08-c25ad57f58c9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:19.309307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e7c0a483-ce59-49a6-8b08-c25ad57f58c9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:19.335057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.355636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.364596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=8b91fbdb-fda1-474b-a8f3-49ae797e4fa5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:19.379489 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7e9bef0e-a119-4699-8d2b-04bb82da153b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/8b91fbdb-fda1-474b-a8f3-49ae797e4fa5 HTTP/1.1" status: 204 len: 168 time: 1.1001832 May 26 23:14:19.379790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:19.386091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1523696508'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:19.392394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:19.396164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:19.398960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:19.404515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:19.414363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:19.417168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.445156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:14:19.454372 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.454712 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment bd59a7e0-2f72-4983-acbe-e9f4510d95ce of type vlan for network 949de2b5-0c91-4172-b292-95db09797593 May 26 23:14:19.460758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Deleting port e7c0a483-ce59-49a6-8b08-c25ad57f58c9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:19.461639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.484042 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.502831 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:14:19.513150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.517405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:19.517998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.525799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7536d975-8ee1-46c9-a9df-850be26f74ba None None] The port 'e7c0a483-ce59-49a6-8b08-c25ad57f58c9' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:14:19.614494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2332048 May 26 23:14:19.617324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:19.623945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '949de2b5-0c91-4172-b292-95db09797593', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:19.626137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e25c-56da-4364-b1e2-1931a405e15e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=949de2b5-0c91-4172-b292-95db09797593,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:19.635997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 949de2b5-0c91-4172-b292-95db09797593 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:14:19.756677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:19.760473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:19.763246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:19.769302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:19.778725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:19.878828 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:19.894805 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4f680019-1420-451e-8cc8-7fc968435e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.170891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.252356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=90f95c21-3d6e-4e26-b164-e7c6b92352f4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:20.268837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': 'bd59a7e0-2f72-4983-acbe-e9f4510d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '949de2b5-0c91-4172-b292-95db09797593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:20.269195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: 949de2b5-0c91-4172-b292-95db09797593, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:14:20.291715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 949de2b5-0c91-4172-b292-95db09797593 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:14:20.302130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 949de2b5-0c91-4172-b292-95db09797593) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:20.308629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:20.309326 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.311316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b8184-43fd-4a4c-966c-4869589a6b68 None None] Network 949de2b5-0c91-4172-b292-95db09797593 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:20.331854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bf2094ff-4fa8-4f1b-805c-2142c266797b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7125292 May 26 23:14:20.334547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36704) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:20.339950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '949de2b5-0c91-4172-b292-95db09797593', 'name': 'tempest-PortsTestJSON-285219966', 'fixed_ips': [{'subnet_id': '90f95c21-3d6e-4e26-b164-e7c6b92352f4', 'ip_address': '172.20.0.10'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:20.476715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:20.481898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:20.485726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:20.491437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:20.502506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:20.507804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.527349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-949de2b5-0c91-4172-b292-95db09797593', 'network_id': '949de2b5-0c91-4172-b292-95db09797593', 'tenant_id': 'e04e9233c7524986b910b8a944e8d428', 'fixed_ips': [{'subnet_id': '90f95c21-3d6e-4e26-b164-e7c6b92352f4'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:14:20.528161 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.529960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 221bf3a4-937a-4e60-bae9-e4dca35d0428 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:20.642815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.709659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Allocated IP 172.20.0.2 (949de2b5-0c91-4172-b292-95db09797593/90f95c21-3d6e-4e26-b164-e7c6b92352f4/31efba42-2a8e-495c-b13a-1f455855f7a8) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:20.850541 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.959352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:20.969925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Transition to ACTIVE for port object 31efba42-2a8e-495c-b13a-1f455855f7a8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:20.988258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Transition to ACTIVE for port object 31efba42-2a8e-495c-b13a-1f455855f7a8 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:20.993869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.057385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Network 949de2b5-0c91-4172-b292-95db09797593 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:21.060560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.10 (949de2b5-0c91-4172-b292-95db09797593/90f95c21-3d6e-4e26-b164-e7c6b92352f4/221bf3a4-937a-4e60-bae9-e4dca35d0428) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:21.061027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:21.063448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:21.078280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Pushing event updated for resources: {'Port': ['ID=31efba42-2a8e-495c-b13a-1f455855f7a8,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:21.167912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Attempting to bind port 31efba42-2a8e-495c-b13a-1f455855f7a8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:14:21.168269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Attempting to bind port 31efba42-2a8e-495c-b13a-1f455855f7a8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'bd59a7e0-2f72-4983-acbe-e9f4510d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '949de2b5-0c91-4172-b292-95db09797593'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:14:21.168624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Attempting to bind port 31efba42-2a8e-495c-b13a-1f455855f7a8 on network 949de2b5-0c91-4172-b292-95db09797593 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:21.175237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:14:21.175611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Checking segment: {'id': 'bd59a7e0-2f72-4983-acbe-e9f4510d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '949de2b5-0c91-4172-b292-95db09797593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:21.175984 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.176358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Bound using segment: {'id': 'bd59a7e0-2f72-4983-acbe-e9f4510d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '949de2b5-0c91-4172-b292-95db09797593'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:14:21.176813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Bound port: 31efba42-2a8e-495c-b13a-1f455855f7a8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd59a7e0-2f72-4983-acbe-e9f4510d95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '949de2b5-0c91-4172-b292-95db09797593'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:14:21.177171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.272465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.275025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] For port 31efba42-2a8e-495c-b13a-1f455855f7a8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:14:21.278203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] For port 31efba42-2a8e-495c-b13a-1f455855f7a8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31efba42-2a8e-495c-b13a-1f455855f7a8,segment=NetworkSegment(bd59a7e0-2f72-4983-acbe-e9f4510d95ce),segment_id=bd59a7e0-2f72-4983-acbe-e9f4510d95ce)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:14:21.283436 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.291121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object 221bf3a4-937a-4e60-bae9-e4dca35d0428 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:21.314506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.377946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0d943-a685-4666-b4b7-140479fa89a2 None None] Pushing event updated for resources: {'Port': ['ID=31efba42-2a8e-495c-b13a-1f455855f7a8,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:21.396977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 949de2b5-0c91-4172-b292-95db09797593 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:21.400878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:21.402975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=221bf3a4-937a-4e60-bae9-e4dca35d0428,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:21.405402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:21.470632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:21.470632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.501726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-04fde4c8-e4f5-494e-8254-8e112ba1e99c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1660652 May 26 23:14:21.504251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36716) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:21.511314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '949de2b5-0c91-4172-b292-95db09797593', 'name': 'tempest-PortsTestJSON-465749489', 'fixed_ips': [{'subnet_id': '90f95c21-3d6e-4e26-b164-e7c6b92352f4', 'ip_address': '172.20.0.9'}]}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:21.685914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:21.691943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:21.695558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:21.702570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:21.715972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:21.846796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:21.867571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 yet. {{(pid=84030) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:21.945307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:22.088082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.9 (949de2b5-0c91-4172-b292-95db09797593/90f95c21-3d6e-4e26-b164-e7c6b92352f4/4ad2b97c-b789-4ac4-ad32-70e397ebacb4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:22.411455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd2bdf-2b86-42ea-86b7-3f38f1403187 None None] Network 949de2b5-0c91-4172-b292-95db09797593 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:22.426775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:22.443694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:22.467404 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:22.527037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7e2c4dd8-5cad-4265-bb61-6377bcab6eab None None] Provisioning for port 31efba42-2a8e-495c-b13a-1f455855f7a8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:22.552558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 949de2b5-0c91-4172-b292-95db09797593 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:22.553601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=4ad2b97c-b789-4ac4-ad32-70e397ebacb4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:22.556385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:22.558679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:22.623916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:22.625322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:22.653996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6ad421a1-e2ef-4ae9-b6b8-f064fe49e4b1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1478605 May 26 23:14:22.656610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:22.759340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b6a99-189e-4361-b12f-dae54a6a4389 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:22.760188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5d0b6a99-189e-4361-b12f-dae54a6a4389 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:22.776866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5d0b6a99-189e-4361-b12f-dae54a6a4389 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:22.780617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5d0b6a99-189e-4361-b12f-dae54a6a4389 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1205382 May 26 23:14:22.780939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36726) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:22.876255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c112de9-23cb-4875-9d91-24a40dc01896 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:22.880213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c112de9-23cb-4875-9d91-24a40dc01896 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:22.884104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c112de9-23cb-4875-9d91-24a40dc01896 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:22.885777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5c112de9-23cb-4875-9d91-24a40dc01896 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1038074 May 26 23:14:22.888604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36730) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:22.957820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:22.958107 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:22.976857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Provisioning for port 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:22.985351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Provisioning complete for port 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:22.985762 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.075321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Port 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:23.127805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Provisioning for port 221bf3a4-937a-4e60-bae9-e4dca35d0428 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:23.140039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Provisioning complete for port 221bf3a4-937a-4e60-bae9-e4dca35d0428 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:23.140760 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.251878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0f99d-0d57-427a-967b-4510b8960186 None None] Port 221bf3a4-937a-4e60-bae9-e4dca35d0428 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:23.305327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.343111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31efba42-2a8e-495c-b13a-1f455855f7a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:23.417577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c863a6f0-6086-4fe3-8d01-460e4ec83c6b None None] Provisioning complete for port 221bf3a4-937a-4e60-bae9-e4dca35d0428 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:23.418194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c863a6f0-6086-4fe3-8d01-460e4ec83c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.443042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 owned by {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:23.473143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 31efba42-2a8e-495c-b13a-1f455855f7a8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:23.478949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c863a6f0-6086-4fe3-8d01-460e4ec83c6b None None] Port 221bf3a4-937a-4e60-bae9-e4dca35d0428 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:23.481295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 31efba42-2a8e-495c-b13a-1f455855f7a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:23.481295 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.617089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.622178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.660579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 31efba42-2a8e-495c-b13a-1f455855f7a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31efba42-2a8e-495c-b13a-1f455855f7a8,segment=NetworkSegment(bd59a7e0-2f72-4983-acbe-e9f4510d95ce),segment_id=bd59a7e0-2f72-4983-acbe-e9f4510d95ce)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:23.661881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-82df60e9-70ab-47e4-8318-66ba528e7da0 None None] Provisioning complete for port 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:23.662330 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82df60e9-70ab-47e4-8318-66ba528e7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.668477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=4ad2b97c-b789-4ac4-ad32-70e397ebacb4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:23.688676 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.753506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82df60e9-70ab-47e4-8318-66ba528e7da0 None None] Port 4ad2b97c-b789-4ac4-ad32-70e397ebacb4 was deleted so its status cannot be updated. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 26 23:14:23.793943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=31efba42-2a8e-495c-b13a-1f455855f7a8,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:23.810789 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:23.828842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36736) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:23.829451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bdcf06a9-7aa3-42c0-bcee-c0842315219a tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/4ad2b97c-b789-4ac4-ad32-70e397ebacb4 HTTP/1.1" status: 204 len: 168 time: 0.9391606 May 26 23:14:23.876076 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b66600-e4df-4169-91da-0c4947dcd84c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:23.876579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-34b66600-e4df-4169-91da-0c4947dcd84c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:23.896553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-34b66600-e4df-4169-91da-0c4947dcd84c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:23.897700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34b66600-e4df-4169-91da-0c4947dcd84c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/4ad2b97c-b789-4ac4-ad32-70e397ebacb4 HTTP/1.1" status: 404 len: 333 time: 0.0675883 May 26 23:14:23.900653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36740) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:23.979079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 221bf3a4-937a-4e60-bae9-e4dca35d0428 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:23.979079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:24.230160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:24.350373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 221bf3a4-937a-4e60-bae9-e4dca35d0428 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:24.506510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:24.553383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=221bf3a4-937a-4e60-bae9-e4dca35d0428,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:24.681152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:24.705922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:24.706760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d9122b00-b380-4d9a-84ec-e4270379451c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/221bf3a4-937a-4e60-bae9-e4dca35d0428 HTTP/1.1" status: 204 len: 168 time: 0.8041835 May 26 23:14:24.750016 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b3608f-fa0d-4d5d-a7ca-1a07610d2f7c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:24.750890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a3b3608f-fa0d-4d5d-a7ca-1a07610d2f7c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:24.771412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a3b3608f-fa0d-4d5d-a7ca-1a07610d2f7c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:24.773815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3b3608f-fa0d-4d5d-a7ca-1a07610d2f7c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/221bf3a4-937a-4e60-bae9-e4dca35d0428 HTTP/1.1" status: 404 len: 333 time: 0.0656953 May 26 23:14:24.775817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36750) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:25.056124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 90f95c21-3d6e-4e26-b164-e7c6b92352f4 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:25.059195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.113518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.212017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.288814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31efba42-2a8e-495c-b13a-1f455855f7a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:25.340987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.370589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.376446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 31efba42-2a8e-495c-b13a-1f455855f7a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:25.376813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.399285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.402386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=90f95c21-3d6e-4e26-b164-e7c6b92352f4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:25.414986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b81eb0f7-8f93-48ad-ab49-382228ae0360 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/90f95c21-3d6e-4e26-b164-e7c6b92352f4 HTTP/1.1" status: 204 len: 168 time: 0.6378944 May 26 23:14:25.415756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762209a-c8d9-40d7-a993-ae21ee2f80f7 None None] Network 949de2b5-0c91-4172-b292-95db09797593 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:25.418867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36756) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:25.537482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.549805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 31efba42-2a8e-495c-b13a-1f455855f7a8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:25.550391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.759987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] DHCP port deletion for 949de2b5-0c91-4172-b292-95db09797593 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:14:25.765310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Deleting port 31efba42-2a8e-495c-b13a-1f455855f7a8 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:25.766125 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.816528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] For port 31efba42-2a8e-495c-b13a-1f455855f7a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31efba42-2a8e-495c-b13a-1f455855f7a8,segment=NetworkSegment(bd59a7e0-2f72-4983-acbe-e9f4510d95ce),segment_id=bd59a7e0-2f72-4983-acbe-e9f4510d95ce)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:25.817235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:25.947597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 31efba42-2a8e-495c-b13a-1f455855f7a8 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:26.002124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] For port 31efba42-2a8e-495c-b13a-1f455855f7a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=31efba42-2a8e-495c-b13a-1f455855f7a8,segment=NetworkSegment(bd59a7e0-2f72-4983-acbe-e9f4510d95ce),segment_id=bd59a7e0-2f72-4983-acbe-e9f4510d95ce)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:26.002415 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.028168 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.075005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No DVR routers for this DVR port 31efba42-2a8e-495c-b13a-1f455855f7a8 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:14:26.118127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=31efba42-2a8e-495c-b13a-1f455855f7a8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:26.143967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Calling delete_port for 31efba42-2a8e-495c-b13a-1f455855f7a8 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:26.216124 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.217900 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:14:26.219028 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:14:26.241773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949de2b5-0c91-4172-b292-95db09797593']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:26.254555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd59a7e0-2f72-4983-acbe-e9f4510d95ce') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:26.254848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd59a7e0-2f72-4983-acbe-e9f4510d95ce') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:26.267151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.284403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.291422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:14:26.291812 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: timer() May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:14:26.309486 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:14:26.402714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.421154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.433036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=949de2b5-0c91-4172-b292-95db09797593,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:26.448648 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6176ca20-0146-4e96-955e-546ba029b022 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/949de2b5-0c91-4172-b292-95db09797593 HTTP/1.1" status: 204 len: 168 time: 1.0269525 May 26 23:14:26.456077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36764) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:26.462840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-585607424'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:26.469335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:26.474009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:network and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:26.477229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:26.483354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:26.493984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:26.497070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.529609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:14:26.539157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.539489 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Added segment 08fe6245-1abe-4526-b71a-ee347ea874c3 of type vlan for network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 May 26 23:14:26.567326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.598713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.602550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:26.603166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.709303 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2511842 May 26 23:14:26.712112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36768) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:26.720867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Deleting port 31efba42-2a8e-495c-b13a-1f455855f7a8 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:26.721347 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:26.723018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:26.736854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Network': ['ID=76c73fbf-0eb7-4788-8f7f-4d2f8c319599,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:26.799410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.800245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.800245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.801437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.801437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.801437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.801437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.803713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.803713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.803713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.803713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054278d3-2389-4b2e-a5d0-a1c6e46c6dae tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:14:26.824677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82ed48de-56dc-4be1-80f3-ff5eccfb4a01 None None] The port '31efba42-2a8e-495c-b13a-1f455855f7a8' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:14:26.829087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:14:26.850763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:26.854947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:26.858879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:26.865202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:26.876209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:26.989319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.293727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31efba42-2a8e-495c-b13a-1f455855f7a8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:27.334535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.338835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 31efba42-2a8e-495c-b13a-1f455855f7a8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:27.339171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 31efba42-2a8e-495c-b13a-1f455855f7a8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:27.407692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=0347f66a-84cf-4129-a6d8-4561bbc04b77,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:27.439017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Checking segment: {'id': '08fe6245-1abe-4526-b71a-ee347ea874c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:27.439477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network hostable DHCP agents. Network: 76c73fbf-0eb7-4788-8f7f-4d2f8c319599, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:14:27.467884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:14:27.486901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 76c73fbf-0eb7-4788-8f7f-4d2f8c319599) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:27.494915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adcccfd-8a40-4b0f-903d-1487318e92f9 None None] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:27.500012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:27.501235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.524610 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fabde43a-8a4e-42c4-819c-f0b9d1df8166 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8112669 May 26 23:14:27.527552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36774) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:27.533251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1881114964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:27.552450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:27.556280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:router and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:27.566402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:27.572348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:27.582897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.583813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.603943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.640816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.671041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.676625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0c098df0-5ea0-4e05-b51e-0df146a7bd18 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1446013 May 26 23:14:27.676992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36778) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:27.687113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599', 'name': 'tempest-PortsTestJSON-1275904813'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:27.771068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-76c73fbf-0eb7-4788-8f7f-4d2f8c319599', 'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599', 'tenant_id': 'e04e9233c7524986b910b8a944e8d428', 'fixed_ips': [{'subnet_id': '0347f66a-84cf-4129-a6d8-4561bbc04b77'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:14:27.771896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.843839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:27.848401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:27.851325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:27.858399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:27.869545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:27.872482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:27.900324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:27.955138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Allocated IP 172.20.0.2 (76c73fbf-0eb7-4788-8f7f-4d2f8c319599/0347f66a-84cf-4129-a6d8-4561bbc04b77/b1b33da1-1f33-48f6-b15c-fbd8706d4b49) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:28.048163 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.177377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.188063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Transition to ACTIVE for port object b1b33da1-1f33-48f6-b15c-fbd8706d4b49 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:28.207609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Transition to ACTIVE for port object b1b33da1-1f33-48f6-b15c-fbd8706d4b49 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:28.215515 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.274913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.13 (76c73fbf-0eb7-4788-8f7f-4d2f8c319599/0347f66a-84cf-4129-a6d8-4561bbc04b77/57d3eb7a-6fab-4c3c-ab01-57fc24972d3b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:28.280498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:28.283393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:28.287699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:28.289899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Pushing event updated for resources: {'Port': ['ID=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:28.377403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Attempting to bind port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:14:28.377791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Attempting to bind port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '08fe6245-1abe-4526-b71a-ee347ea874c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:14:28.378149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Attempting to bind port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 on network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:28.384482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:14:28.384844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Checking segment: {'id': '08fe6245-1abe-4526-b71a-ee347ea874c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:28.385234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.385615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Bound using segment: {'id': '08fe6245-1abe-4526-b71a-ee347ea874c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:14:28.386095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Bound port: b1b33da1-1f33-48f6-b15c-fbd8706d4b49, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fe6245-1abe-4526-b71a-ee347ea874c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '76c73fbf-0eb7-4788-8f7f-4d2f8c319599'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:14:28.386457 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.472549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] For port b1b33da1-1f33-48f6-b15c-fbd8706d4b49, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:14:28.475683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] For port b1b33da1-1f33-48f6-b15c-fbd8706d4b49, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,segment=NetworkSegment(08fe6245-1abe-4526-b71a-ee347ea874c3),segment_id=08fe6245-1abe-4526-b71a-ee347ea874c3)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:14:28.480110 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.579531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.596107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:28.602746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb926520-7a31-4c23-92fe-de2ce61d5de7 None None] Pushing event updated for resources: {'Port': ['ID=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:28.622626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.702883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:28.705913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:28.710795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:28.745648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=57d3eb7a-6fab-4c3c-ab01-57fc24972d3b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:28.793122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:28.793779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:28.851976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84350c86-21fd-4d92-a267-85087fa7bb85 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1722994 May 26 23:14:28.852263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36792) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:29.284728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b1b33da1-1f33-48f6-b15c-fbd8706d4b49 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:29.361527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:29.520298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:29.682692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b16e2-8a7c-4175-8b47-cc6bb406686a None None] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:29.792995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a2c3fc97-84eb-4318-8b91-eaff7522226b None None] Provisioning for port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:29.801280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a2c3fc97-84eb-4318-8b91-eaff7522226b None None] Provisioning complete for port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:29.801580 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a2c3fc97-84eb-4318-8b91-eaff7522226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:29.893651 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:29.898505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.025129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a2c3fc97-84eb-4318-8b91-eaff7522226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.070181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a2c3fc97-84eb-4318-8b91-eaff7522226b None None] For port b1b33da1-1f33-48f6-b15c-fbd8706d4b49, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,segment=NetworkSegment(08fe6245-1abe-4526-b71a-ee347ea874c3),segment_id=08fe6245-1abe-4526-b71a-ee347ea874c3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:30.075134 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a2c3fc97-84eb-4318-8b91-eaff7522226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.110757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=57d3eb7a-6fab-4c3c-ab01-57fc24972d3b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:30.155739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3fc97-84eb-4318-8b91-eaff7522226b None None] Pushing event updated for resources: {'Port': ['ID=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:30.391135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.409437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da029202-4baf-423a-8347-8c262e1c8c7a None None] Provisioning for port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:30.414902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da029202-4baf-423a-8347-8c262e1c8c7a None None] Provisioning complete for port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:30.415247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da029202-4baf-423a-8347-8c262e1c8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.489933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-da029202-4baf-423a-8347-8c262e1c8c7a None None] Port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:30.492471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.505027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da029202-4baf-423a-8347-8c262e1c8c7a None None] Provisioning complete for port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:30.505654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da029202-4baf-423a-8347-8c262e1c8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.757121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c8da1138-d4eb-4650-bae9-0f4a37d58bd1 None None] Provisioning complete for port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:30.757480 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c8da1138-d4eb-4650-bae9-0f4a37d58bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.812691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c8da1138-d4eb-4650-bae9-0f4a37d58bd1 None None] Port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:30.912779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.917139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.935144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a5580dec-5f7e-4fcd-a80d-35776f1342ee None None] Provisioning complete for port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:30.935505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5580dec-5f7e-4fcd-a80d-35776f1342ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:30.990766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a5580dec-5f7e-4fcd-a80d-35776f1342ee None None] Port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:31.026391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:31.029800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=57d3eb7a-6fab-4c3c-ab01-57fc24972d3b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:31.169137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:31.170349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:31.306142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b1b33da1-1f33-48f6-b15c-fbd8706d4b49 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:31.397039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:31.397584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:31.530878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dcddeeea-7924-41f3-b300-6f1512406f39 None None] Provisioning complete for port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:31.531496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dcddeeea-7924-41f3-b300-6f1512406f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:31.561573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Router 9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:14:31.587371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dcddeeea-7924-41f3-b300-6f1512406f39 None None] Port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:31.737144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:14:31.742250 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fdad5dd9-abf0-4745-8823-ac8f0d1c4ecd tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "PUT /v2.0/routers/9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8890779 May 26 23:14:31.744925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36812) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:31.746561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] Sync routers for ids ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:14:31.758665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] Routers {'9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:31.759256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:31.822038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:31.824248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ca73f-31fe-4519-bd80-111969176040 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:31.824918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5a5ca73f-31fe-4519-bd80-111969176040 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:31.833230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] Routers {'9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:31.833856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:31.841092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5a5ca73f-31fe-4519-bd80-111969176040 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:31.845642 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5a5ca73f-31fe-4519-bd80-111969176040 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93 HTTP/1.1" status: 200 len: 983 time: 0.0965550 May 26 23:14:31.845879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36816) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:31.893957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:31.894530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44cf7a-08b0-4082-9bbb-92b06d5e3a64 None None] The sync data for ids ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'] in n-d-843301-1 is: [] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:14:32.474346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:32.796197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:32.796472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:32.976284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:33.092782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 57d3eb7a-6fab-4c3c-ab01-57fc24972d3b owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:33.261511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:33.309763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=57d3eb7a-6fab-4c3c-ab01-57fc24972d3b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:33.666467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:34.075647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Router 9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:14:34.212856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:14:34.222460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] Sync routers for ids ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:14:34.229462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d540bdf7-9261-4a79-aca0-4b3ed49061e2 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "PUT /v2.0/routers/9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3825402 May 26 23:14:34.232236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36828) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:34.236202 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] Routers {'9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:34.236952 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:34.273551 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8aab967-6772-40dc-bed4-df84e0ae76e3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:34.274116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f8aab967-6772-40dc-bed4-df84e0ae76e3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:34.290525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f8aab967-6772-40dc-bed4-df84e0ae76e3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:34.292066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f8aab967-6772-40dc-bed4-df84e0ae76e3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/57d3eb7a-6fab-4c3c-ab01-57fc24972d3b HTTP/1.1" status: 404 len: 333 time: 0.0590851 May 26 23:14:34.294846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36832) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:34.299708 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:34.311544 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] Routers {'9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:34.312687 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:34.371050 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:34.371450 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf211a8-cb6a-4795-a6d1-41ffd1bf0191 None None] The sync data for ids ['9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:14:34.435295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acb41afa-ee2a-4747-ad7f-bf442de9a249 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:34.934754 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acb41afa-ee2a-4747-ad7f-bf442de9a249 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:34.939917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acb41afa-ee2a-4747-ad7f-bf442de9a249 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:34.965248 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acb41afa-ee2a-4747-ad7f-bf442de9a249 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:34.965991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb41afa-ee2a-4747-ad7f-bf442de9a249 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:14:34.978807 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acb41afa-ee2a-4747-ad7f-bf442de9a249 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:34.979869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-acb41afa-ee2a-4747-ad7f-bf442de9a249 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/routers/9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93 HTTP/1.1" status: 204 len: 168 time: 0.6841133 May 26 23:14:34.982570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36838) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:35.170216 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 0347f66a-84cf-4129-a6d8-4561bbc04b77 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:35.173098 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.227845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.318669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.388928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.425145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=0347f66a-84cf-4129-a6d8-4561bbc04b77,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:35.431947 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.438883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42483556-9331-4e68-b8b1-5d3d125a6c01 None None] Network 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:35.442432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6197e3f-5393-4645-8d03-d01b67e6a2d7 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/0347f66a-84cf-4129-a6d8-4561bbc04b77 HTTP/1.1" status: 204 len: 168 time: 0.4566622 May 26 23:14:35.442680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36842) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:35.556689 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.567767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:35.568094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.711071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] DHCP port deletion for 76c73fbf-0eb7-4788-8f7f-4d2f8c319599 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:14:35.716347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Deleting port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:35.716654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.783113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] For port b1b33da1-1f33-48f6-b15c-fbd8706d4b49, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,segment=NetworkSegment(08fe6245-1abe-4526-b71a-ee347ea874c3),segment_id=08fe6245-1abe-4526-b71a-ee347ea874c3)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:35.783477 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.906552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for b1b33da1-1f33-48f6-b15c-fbd8706d4b49 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:35.987503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] For port b1b33da1-1f33-48f6-b15c-fbd8706d4b49, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,segment=NetworkSegment(08fe6245-1abe-4526-b71a-ee347ea874c3),segment_id=08fe6245-1abe-4526-b71a-ee347ea874c3)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:35.987910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:35.988889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.038525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=b1b33da1-1f33-48f6-b15c-fbd8706d4b49,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:36.049243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No DVR routers for this DVR port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:14:36.115108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Calling delete_port for b1b33da1-1f33-48f6-b15c-fbd8706d4b49 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:36.191080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:14:36.191403 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:14:36.275142 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.300417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c73fbf-0eb7-4788-8f7f-4d2f8c319599']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:36.313483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fe6245-1abe-4526-b71a-ee347ea874c3') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:36.313812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fe6245-1abe-4526-b71a-ee347ea874c3') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:36.324808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.340727 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.347301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:14:36.347768 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: timer() May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:14:36.362208 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:14:36.444111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.450660 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.478289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=76c73fbf-0eb7-4788-8f7f-4d2f8c319599,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:36.486765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-087d9e93-1188-4244-9be8-6e715303c0c9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/76c73fbf-0eb7-4788-8f7f-4d2f8c319599 HTTP/1.1" status: 204 len: 168 time: 1.0431032 May 26 23:14:36.490424 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:36.562752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6611bd-bbfd-4d88-ad2e-da1df8986429 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:36.563987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce6611bd-bbfd-4d88-ad2e-da1df8986429 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/c9a36a58-58a0-4032-be15-0ecce1cdb85f HTTP/1.1" status: 200 len: 841 time: 0.0719111 May 26 23:14:36.567666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36858) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:36.632746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7b1b1f66-7d1a-42fe-a078-38080ac9ff10 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/c9a36a58-58a0-4032-be15-0ecce1cdb85f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0638843 May 26 23:14:36.636210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36862) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:36.642655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:36.692938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Deleting port b1b33da1-1f33-48f6-b15c-fbd8706d4b49 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:36.693400 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:36.770928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9186826a-8fdd-4b67-a96e-069eaae0a403 None None] The port 'b1b33da1-1f33-48f6-b15c-fbd8706d4b49' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:14:36.772745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:36.780079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:36.783240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:36.789079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:36.799719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:36.908237 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.141052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.205323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:37.208542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:37.212717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:37.213301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.221764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c6088-2655-4027-a1ea-82209478c44a None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:37.229190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=71df0bdf-2a6e-42de-96c0-ac3aefd46c2e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:37.258923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a8cf8aaf-8c76-45c5-80c7-dda6208986ec tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6213901 May 26 23:14:37.262124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36872) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:37.268571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'security_group': {'name': 'tempest-secgroup-615309564'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:37.284527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:37.292233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:37.296107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:37.306578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:37.322035 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.339726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b1b33da1-1f33-48f6-b15c-fbd8706d4b49 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:37.361116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:37.365003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group_rule and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:37.368754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:37.375205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:37.378335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b1b33da1-1f33-48f6-b15c-fbd8706d4b49 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:37.378524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b1b33da1-1f33-48f6-b15c-fbd8706d4b49 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:37.437171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.441853 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.493043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac3729e-f38e-458a-b560-c6dc360bb5e1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:37.496440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.497845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e0731c87-c6de-4dd9-b6bb-caf522885bc0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2344716 May 26 23:14:37.500544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36876) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:37.506820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'security_group': {'name': 'tempest-secgroup-17683688'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:37.514117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:37.519130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:37.522716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:37.529020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:37.541853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.554002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-854211be-92a0-43f3-be26-8cf30d87b30d', 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'tenant_id': 'e04e9233c7524986b910b8a944e8d428', 'fixed_ips': [{'subnet_id': '71df0bdf-2a6e-42de-96c0-ac3aefd46c2e'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:14:37.555309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.578457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:37.582310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group_rule and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:37.585089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:37.590771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:37.652253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.657497 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.701268 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a6dec5-6eec-4327-943c-556da39d1431,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:37.704464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.705641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-995886e0-8d12-4e22-9e4b-44e02ecc36bf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.2039049 May 26 23:14:37.708574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36880) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:37.714194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2021887494', 'security_groups': ['d2a6dec5-6eec-4327-943c-556da39d1431'], 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '71df0bdf-2a6e-42de-96c0-ac3aefd46c2e'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:37.739787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Allocated IP 172.20.0.2 (854211be-92a0-43f3-be26-8cf30d87b30d/71df0bdf-2a6e-42de-96c0-ac3aefd46c2e/6ca1327e-43bc-4c31-ad19-e390952fee77) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:37.854407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:37.859194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:port and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:37.862016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:37.867714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:37.879896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:37.884517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.906507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port ef65eed7-e545-4643-b690-ad15d59ba2aa yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:37.950020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:37.960809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Transition to ACTIVE for port object 6ca1327e-43bc-4c31-ad19-e390952fee77 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:37.980876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Transition to ACTIVE for port object 6ca1327e-43bc-4c31-ad19-e390952fee77 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:37.987739 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:38.056443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:38.059388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:38.064051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:38.070575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Pushing event updated for resources: {'Port': ['ID=6ca1327e-43bc-4c31-ad19-e390952fee77,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:38.118943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.6 (854211be-92a0-43f3-be26-8cf30d87b30d/71df0bdf-2a6e-42de-96c0-ac3aefd46c2e/ef65eed7-e545-4643-b690-ad15d59ba2aa) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:38.157288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Attempting to bind port 6ca1327e-43bc-4c31-ad19-e390952fee77 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:14:38.157695 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Attempting to bind port 6ca1327e-43bc-4c31-ad19-e390952fee77 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '42031e68-ffb6-450b-8c0f-387eb0015cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:14:38.158054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Attempting to bind port 6ca1327e-43bc-4c31-ad19-e390952fee77 on network 854211be-92a0-43f3-be26-8cf30d87b30d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:38.164970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:14:38.165331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Checking segment: {'id': '42031e68-ffb6-450b-8c0f-387eb0015cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:38.165797 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:38.166316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Bound using segment: {'id': '42031e68-ffb6-450b-8c0f-387eb0015cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:14:38.166778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Bound port: 6ca1327e-43bc-4c31-ad19-e390952fee77, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42031e68-ffb6-450b-8c0f-387eb0015cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:14:38.167141 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:38.265625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] For port 6ca1327e-43bc-4c31-ad19-e390952fee77, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:14:38.269012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] For port 6ca1327e-43bc-4c31-ad19-e390952fee77, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca1327e-43bc-4c31-ad19-e390952fee77,segment=NetworkSegment(42031e68-ffb6-450b-8c0f-387eb0015cf4),segment_id=42031e68-ffb6-450b-8c0f-387eb0015cf4)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:14:38.273017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:38.310035 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:38.329179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object ef65eed7-e545-4643-b690-ad15d59ba2aa will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:38.357686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258540a5-1802-424b-a93c-2ee9c52c1c41 None None] Pushing event updated for resources: {'Port': ['ID=6ca1327e-43bc-4c31-ad19-e390952fee77,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:38.365646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:38.456491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=ef65eed7-e545-4643-b690-ad15d59ba2aa,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:38.470964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:38.472328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:38.475070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:38.560396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:38.560912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:38.595041 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-02db8786-38a0-402f-b7af-c88aa141ee03 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8853524 May 26 23:14:38.597594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36888) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:38.603476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:38.762744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:38.767138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:38.770099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:38.776439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:38.786530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:38.789907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:39.019694 n-d-843301-1 neutron-server[84029]: INFO neutron.db.ipam_backend_mixin [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 71df0bdf-2a6e-42de-96c0-ac3aefd46c2e (CIDR: 172.20.0.0/28) May 26 23:14:39.024388 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:14:39.024997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:39.047057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cc74d087-353c-4686-b60d-b476b36e3161 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4459352 May 26 23:14:39.047394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36892) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:39.053034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:39.194213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:39.198447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:39.201538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:39.208550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:39.221032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:39.225465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:39.318498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca1327e-43bc-4c31-ad19-e390952fee77 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:39.411155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 6ca1327e-43bc-4c31-ad19-e390952fee77 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:39.455251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Provisioning for port 6ca1327e-43bc-4c31-ad19-e390952fee77 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:39.462306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:39.462802 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:39.565548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:39.633790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:39.651644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:39.658023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:39.663010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:39.664044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:39.687097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb231d0-2fe5-45e8-9b20-267f66bf8ece None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:39.690442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=75fbbaab-243f-4408-8cb3-7028119bcf1c,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:39.711320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3391686f-4692-4f0f-b6b3-288f70bae95e tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6626024 May 26 23:14:39.714503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36904) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:39.723700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-41377401', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75fbbaab-243f-4408-8cb3-7028119bcf1c'}], 'security_groups': ['5ac3729e-f38e-458a-b560-c6dc360bb5e1']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:39.828012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] For port 6ca1327e-43bc-4c31-ad19-e390952fee77, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca1327e-43bc-4c31-ad19-e390952fee77,segment=NetworkSegment(42031e68-ffb6-450b-8c0f-387eb0015cf4),segment_id=42031e68-ffb6-450b-8c0f-387eb0015cf4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:39.839226 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:39.972066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Provisioning complete for port c9a36a58-58a0-4032-be15-0ecce1cdb85f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:39.972439 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.005836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Pushing event updated for resources: {'Port': ['ID=6ca1327e-43bc-4c31-ad19-e390952fee77,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:40.021895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.062921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-883d598d-e0c2-4ea1-bf66-42830723a372 None None] Port c9a36a58-58a0-4032-be15-0ecce1cdb85f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:40.227969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49d55c47-e9b5-4872-81b8-ff176d2149aa None None] Provisioning for port ef65eed7-e545-4643-b690-ad15d59ba2aa completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:40.234345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49d55c47-e9b5-4872-81b8-ff176d2149aa None None] Provisioning complete for port ef65eed7-e545-4643-b690-ad15d59ba2aa triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:40.234713 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-49d55c47-e9b5-4872-81b8-ff176d2149aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.257030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] Update dhcp port {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'fixed_ips': [{'subnet_id': '71df0bdf-2a6e-42de-96c0-ac3aefd46c2e', 'ip_address': '172.20.0.2'}, {'subnet_id': '75fbbaab-243f-4408-8cb3-7028119bcf1c'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '6ca1327e-43bc-4c31-ad19-e390952fee77'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:14:40.330056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-49d55c47-e9b5-4872-81b8-ff176d2149aa None None] Port ef65eed7-e545-4643-b690-ad15d59ba2aa cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:40.331569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.469952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Delete allocated IP 172.20.0.6 (854211be-92a0-43f3-be26-8cf30d87b30d/71df0bdf-2a6e-42de-96c0-ac3aefd46c2e) {{(pid=84030) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 23:14:40.479083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.22 (854211be-92a0-43f3-be26-8cf30d87b30d/75fbbaab-243f-4408-8cb3-7028119bcf1c/ef65eed7-e545-4643-b690-ad15d59ba2aa) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:40.680919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.696279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Ignored duplicate provisioning block setup for port ef65eed7-e545-4643-b690-ad15d59ba2aa by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 23:14:40.700152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.770428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] Allocated IP 172.20.0.18 (854211be-92a0-43f3-be26-8cf30d87b30d/75fbbaab-243f-4408-8cb3-7028119bcf1c/6ca1327e-43bc-4c31-ad19-e390952fee77) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:40.810250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=ef65eed7-e545-4643-b690-ad15d59ba2aa,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:40.872588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] In _notify_port_updated(), no bound segment for port ef65eed7-e545-4643-b690-ad15d59ba2aa on network 854211be-92a0-43f3-be26-8cf30d87b30d {{(pid=84030) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:14:40.876829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:40.877434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.881172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f8f75301-957f-4a5c-9bb2-f00b2f188205 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "PUT /v2.0/ports/ef65eed7-e545-4643-b690-ad15d59ba2aa HTTP/1.1" status: 200 len: 919 time: 1.1623757 May 26 23:14:40.881540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36920) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:40.906157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] For port 6ca1327e-43bc-4c31-ad19-e390952fee77, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca1327e-43bc-4c31-ad19-e390952fee77,segment=NetworkSegment(42031e68-ffb6-450b-8c0f-387eb0015cf4),segment_id=42031e68-ffb6-450b-8c0f-387eb0015cf4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:40.934442 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.947521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port ef65eed7-e545-4643-b690-ad15d59ba2aa {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:40.947863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:40.950965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] Transition to ACTIVE for port object 6ca1327e-43bc-4c31-ad19-e390952fee77 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:40.955119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.100443 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95b03d-1d9a-4b41-a6dd-e3ffebb769d8 None None] Pushing event updated for resources: {'Port': ['ID=6ca1327e-43bc-4c31-ad19-e390952fee77,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:41.212079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.287366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca1327e-43bc-4c31-ad19-e390952fee77 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:41.353164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for ef65eed7-e545-4643-b690-ad15d59ba2aa owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:41.514003 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.563215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=ef65eed7-e545-4643-b690-ad15d59ba2aa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:41.671226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.683934 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-39730126-1ac8-4bd9-acd2-ff8bb1bafebf tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/ef65eed7-e545-4643-b690-ad15d59ba2aa HTTP/1.1" status: 204 len: 168 time: 0.7991173 May 26 23:14:41.684154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36926) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:41.728379 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ab7dec-1abf-4c9e-ab9e-58c11fadf1c4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:41.728881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-98ab7dec-1abf-4c9e-ab9e-58c11fadf1c4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:41.744926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-98ab7dec-1abf-4c9e-ab9e-58c11fadf1c4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:41.748534 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-98ab7dec-1abf-4c9e-ab9e-58c11fadf1c4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/ef65eed7-e545-4643-b690-ad15d59ba2aa HTTP/1.1" status: 404 len: 333 time: 0.0610056 May 26 23:14:41.748796 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36930) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:41.761620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c831838-bef4-4af7-b597-3fbf235d8a9c None None] Provisioning for port 6ca1327e-43bc-4c31-ad19-e390952fee77 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:41.767112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c831838-bef4-4af7-b597-3fbf235d8a9c None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:41.767549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c831838-bef4-4af7-b597-3fbf235d8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.824983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b05919c1-20e9-4a6c-83e6-4448fa28dfd9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.858585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b05919c1-20e9-4a6c-83e6-4448fa28dfd9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.900833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c831838-bef4-4af7-b597-3fbf235d8a9c None None] Provisioning complete for port c9a36a58-58a0-4032-be15-0ecce1cdb85f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:41.901197 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9c831838-bef4-4af7-b597-3fbf235d8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.908782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b05919c1-20e9-4a6c-83e6-4448fa28dfd9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.924779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05919c1-20e9-4a6c-83e6-4448fa28dfd9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a6dec5-6eec-4327-943c-556da39d1431,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:41.931995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b05919c1-20e9-4a6c-83e6-4448fa28dfd9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:41.935782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b05919c1-20e9-4a6c-83e6-4448fa28dfd9 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2a6dec5-6eec-4327-943c-556da39d1431 HTTP/1.1" status: 204 len: 168 time: 0.1823483 May 26 23:14:41.936407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36934) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:41.963191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9c831838-bef4-4af7-b597-3fbf235d8a9c None None] Port c9a36a58-58a0-4032-be15-0ecce1cdb85f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:41.967369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9c831838-bef4-4af7-b597-3fbf235d8a9c None None] Could not find standard attr ID for object ef65eed7-e545-4643-b690-ad15d59ba2aa. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:14:42.004615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5458a8df-8a88-4bb7-9509-31f352679b8d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.029904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5458a8df-8a88-4bb7-9509-31f352679b8d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.082047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5458a8df-8a88-4bb7-9509-31f352679b8d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.103458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458a8df-8a88-4bb7-9509-31f352679b8d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac3729e-f38e-458a-b560-c6dc360bb5e1,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:42.107939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5458a8df-8a88-4bb7-9509-31f352679b8d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.109649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5458a8df-8a88-4bb7-9509-31f352679b8d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ac3729e-f38e-458a-b560-c6dc360bb5e1 HTTP/1.1" status: 204 len: 168 time: 0.1716595 May 26 23:14:42.112186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36938) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:42.280073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-62417247-05f3-4b9c-ae81-372d24157464 None None] Could not find standard attr ID for object ef65eed7-e545-4643-b690-ad15d59ba2aa. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:14:42.453259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 71df0bdf-2a6e-42de-96c0-ac3aefd46c2e {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:42.456312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.514913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.630249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.705985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.744965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=71df0bdf-2a6e-42de-96c0-ac3aefd46c2e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:42.749519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:42.755558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a27a7c97-7402-4385-bc14-77164876d6fa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/71df0bdf-2a6e-42de-96c0-ac3aefd46c2e HTTP/1.1" status: 204 len: 168 time: 0.6424301 May 26 23:14:42.756704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efbdde-9e60-47ff-9a2b-962ecfea28ac None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:42.759278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36948) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:42.765281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:42.921423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:42.925928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:42.928864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:42.935892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:42.953921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:42.957747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.273320 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.354536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:43.357472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:43.360456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:43.361037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.373882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=6bf9e220-c269-4a19-9086-2a7868adfbc2,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:43.393884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a198fe8d-b78e-40b4-afc0-6bbbb193fc3c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6334193 May 26 23:14:43.402498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36954) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:43.409492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'security_group': {'name': 'tempest-secgroup-161307039'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:43.417250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:43.421331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:43.424434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:43.430439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:43.442921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.484949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:43.489706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group_rule and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:43.492716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:43.500309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:43.564260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.570980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.625635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20622d17-9be4-45ef-8ce9-1885d166c601,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:43.630630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.631957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f4469eb5-b277-4720-843d-0d7c96c279d6 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2283418 May 26 23:14:43.634825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36960) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:43.642351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645275959'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:43.651989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:43.654522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-2865e3e2-f10d-40fd-a04b-e4597b1b8b93 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967872 May 26 23:14:43.660409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:43.663556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:43.669635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:43.683762 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.722244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:43.726435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group_rule and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:43.730437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:43.737765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:43.740128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f26108-f222-4f26-a56f-879c78fe98fb None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:43.794184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.799842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.810129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-7d3e027f-95da-4133-bf1c-57bd2d59c763 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=762e7382c3ae440895b51bf0d7d66430&device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 1097 time: 0.0751657 May 26 23:14:43.848849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887433ab-45c8-4f22-b1aa-740575ee6787,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:43.853426 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.854844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d638ba85-9d9e-4462-9d15-4be14fb9441f tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2186797 May 26 23:14:43.857527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36964) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:43.864464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'security_group': {'name': 'tempest-secgroup-1943499998'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:43.871100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:43.875163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:43.878211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:43.884441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:43.894483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-60ce3d41-b03b-491d-abfa-a39f7ed7563e None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:43.894982 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-60ce3d41-b03b-491d-abfa-a39f7ed7563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.895847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:43.935740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:43.940469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:security_group_rule and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:43.943765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:43.950957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:44.020070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:44.026152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:44.078144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e5deae-a9f7-47d8-ac2a-f5134d056884,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:44.083313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-f5fe0fa1-78bb-404a-9ad6-fad243744ecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:44.083903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:44.085199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-f5fe0fa1-78bb-404a-9ad6-fad243744ecd service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 200 len: 909 time: 0.2526548 May 26 23:14:44.085762 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b5ffb2ac-34e5-4cbe-882d-4071d1cdbeca tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2270329 May 26 23:14:44.088187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36972) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:44.097188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1572339228', 'security_groups': ['81e5deae-a9f7-47d8-ac2a-f5134d056884'], 'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6bf9e220-c269-4a19-9086-2a7868adfbc2'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:44.142888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-60ce3d41-b03b-491d-abfa-a39f7ed7563e None None] Provisioning complete for port c9a36a58-58a0-4032-be15-0ecce1cdb85f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:44.142888 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-60ce3d41-b03b-491d-abfa-a39f7ed7563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:44.214555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-60ce3d41-b03b-491d-abfa-a39f7ed7563e None None] Port c9a36a58-58a0-4032-be15-0ecce1cdb85f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:44.221710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-830aad83-e57b-4179-8430-848f64fccaa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 200 len: 1002 time: 0.1289790 May 26 23:14:44.254782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:44.266671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:44.284831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:44.291631 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:44.300583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-5183eaa9-8bcd-4610-b424-2174d5597c69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:44.302197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-5183eaa9-8bcd-4610-b424-2174d5597c69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 200 len: 847 time: 0.0726728 May 26 23:14:44.305518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] Update dhcp port {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'fixed_ips': [{'subnet_id': '75fbbaab-243f-4408-8cb3-7028119bcf1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '6bf9e220-c269-4a19-9086-2a7868adfbc2'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '6ca1327e-43bc-4c31-ad19-e390952fee77'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:14:44.316835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] device_id is not set on port 91b30485-56d8-43ca-81a0-e8c114a5d502 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:14:44.369936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:44.393306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-b06adbb7-9ab3-46d1-8e49-0e36513859c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb307fe2-6857-4592-b920-1aa95c69afe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844848 May 26 23:14:44.579998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-8b7806e0-5e9a-4969-9ad6-c550ec6fd5f0 service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792505 May 26 23:14:44.621805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.13 (854211be-92a0-43f3-be26-8cf30d87b30d/6bf9e220-c269-4a19-9086-2a7868adfbc2/91b30485-56d8-43ca-81a0-e8c114a5d502) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:44.820740 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e30da4d-d965-41a9-bda5-1954cebc2495 req-66c9feb2-37d0-428e-b97d-ae8d6706ccfd service neutron] 10.222.0.48 "GET /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333972 May 26 23:14:44.859983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7e122-61c6-4515-a34a-455841bf471a req-dbb5f489-6727-4549-833c-52cbddcb0526 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:44.862273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47e7e122-61c6-4515-a34a-455841bf471a req-dbb5f489-6727-4549-833c-52cbddcb0526 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 946 time: 0.0891213 May 26 23:14:44.891856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:44.908237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object 91b30485-56d8-43ca-81a0-e8c114a5d502 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:44.911680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-47e7e122-61c6-4515-a34a-455841bf471a req-25201af2-a22b-4297-9845-b34b5e1b08e8 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440836 May 26 23:14:44.940314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:45.033865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] Allocated IP 172.20.0.2 (854211be-92a0-43f3-be26-8cf30d87b30d/6bf9e220-c269-4a19-9086-2a7868adfbc2/6ca1327e-43bc-4c31-ad19-e390952fee77) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:45.115475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:45.118910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:45.123775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:14:45.159356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=91b30485-56d8-43ca-81a0-e8c114a5d502,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:45.190013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:45.190622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:45.203305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] For port 6ca1327e-43bc-4c31-ad19-e390952fee77, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca1327e-43bc-4c31-ad19-e390952fee77,segment=NetworkSegment(42031e68-ffb6-450b-8c0f-387eb0015cf4),segment_id=42031e68-ffb6-450b-8c0f-387eb0015cf4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:45.215643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cd405528-2b6b-41b1-88cd-1abc92dac4b0 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1259050 May 26 23:14:45.218285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 36984) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:45.223728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:45.232190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:45.250933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] Transition to ACTIVE for port object 6ca1327e-43bc-4c31-ad19-e390952fee77 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:45.255223 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:45.400250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab25ae5-58e1-43b2-81ee-377f4ce7752a None None] Pushing event updated for resources: {'Port': ['ID=6ca1327e-43bc-4c31-ad19-e390952fee77,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:45.408702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:45.422551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:45.426982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:45.434091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:45.456168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:45.551400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-b50f371f-63be-401f-8ec5-80edf4c2a201 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:45.552735 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-b50f371f-63be-401f-8ec5-80edf4c2a201 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.48 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 946 time: 0.1780014 May 26 23:14:45.649266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Deleting port ede12a95-6f4b-40ed-8125-216ef8c37914 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:45.649543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:45.675430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:45.959623 n-d-843301-1 neutron-server[84030]: INFO neutron.db.ipam_backend_mixin [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6bf9e220-c269-4a19-9086-2a7868adfbc2 (CIDR: 172.20.0.0/28) May 26 23:14:45.980610 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:14:45.981052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:46.027214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04c5fad6-4df6-43ce-b809-d8154faf671b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8050735 May 26 23:14:46.028059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 36996) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:46.034348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:46.056507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] For port ede12a95-6f4b-40ed-8125-216ef8c37914, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=ede12a95-6f4b-40ed-8125-216ef8c37914,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:46.056924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.076387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-60f3b723-9583-43ad-987f-5819b05d5f6d None None] Provisioning for port 6ca1327e-43bc-4c31-ad19-e390952fee77 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:46.082974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-60f3b723-9583-43ad-987f-5819b05d5f6d None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:46.084046 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-60f3b723-9583-43ad-987f-5819b05d5f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.224411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:46.228885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:46.233335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:46.241619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:46.264152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3285c-c188-4708-8816-d0aa044074b5 req-031f548c-d0d5-428c-a51a-2ba105170fb1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:46.270343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6d3285c-c188-4708-8816-d0aa044074b5 req-031f548c-d0d5-428c-a51a-2ba105170fb1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.3033473 May 26 23:14:46.286767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-60f3b723-9583-43ad-987f-5819b05d5f6d None None] Provisioning complete for port c9a36a58-58a0-4032-be15-0ecce1cdb85f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:46.287062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-60f3b723-9583-43ad-987f-5819b05d5f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.341599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6d3285c-c188-4708-8816-d0aa044074b5 req-c5f0bfab-e3ca-4238-a982-388172dff555 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666020 May 26 23:14:46.342646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:46.349491 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.370387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37000) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:46.378818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-60f3b723-9583-43ad-987f-5819b05d5f6d None None] Port c9a36a58-58a0-4032-be15-0ecce1cdb85f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:46.492531 n-d-843301-1 neutron-server[84029]: INFO neutron.db.ipam_backend_mixin [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 75fbbaab-243f-4408-8cb3-7028119bcf1c (CIDR: 172.20.0.16/28) May 26 23:14:46.497802 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:14:46.498341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:46.512565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d872f442-047b-49ab-849e-28656897e8e7 None None] Provisioning for port 91b30485-56d8-43ca-81a0-e8c114a5d502 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:46.519708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d872f442-047b-49ab-849e-28656897e8e7 None None] Provisioning complete for port 91b30485-56d8-43ca-81a0-e8c114a5d502 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:46.522947 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d872f442-047b-49ab-849e-28656897e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.523106 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a9a8345-8192-4b18-828f-f92e6b9c8c94 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4917252 May 26 23:14:46.523801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:46.530353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'subnet': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:46.574827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a6058495-8303-4308-8eb5-305d99334b8a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/4610cb07-6df1-45e0-8098-71d097a33e2c HTTP/1.1" status: 200 len: 992 time: 0.2032375 May 26 23:14:46.583891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d872f442-047b-49ab-849e-28656897e8e7 None None] Port 91b30485-56d8-43ca-81a0-e8c114a5d502 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:46.680255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd555b-57dd-428e-b40a-bc95ecfde0ae req-221f04e4-44f0-4a7f-99a5-c9f29408d619 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:46.687988 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-affd555b-57dd-428e-b40a-bc95ecfde0ae req-221f04e4-44f0-4a7f-99a5-c9f29408d619 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 946 time: 0.5555475 May 26 23:14:46.755656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:46.756080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.756510 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.756875 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Floating IP 76e0ef10-8027-4162-b087-1ca1137a4ad1 disassociated. External IP: 172.25.4.231, port: ede12a95-6f4b-40ed-8125-216ef8c37914. May 26 23:14:46.757264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Calling delete_port for ede12a95-6f4b-40ed-8125-216ef8c37914 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:46.759553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Usage tracker for resource:subnet and tenant:e04e9233c7524986b910b8a944e8d428 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:46.762567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:46.768365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:46.779902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Made reservation on behalf of e04e9233c7524986b910b8a944e8d428 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:46.783473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.786725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-affd555b-57dd-428e-b40a-bc95ecfde0ae req-69d91eab-81aa-41ee-99c6-1f1b0961bbd7 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/security-groups?id=c38af19b-0d97-4fc2-942b-53cc1e6cb40b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978167 May 26 23:14:46.909342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:46.950260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37016) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:46.984554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event deleted for resources: {'Port': ['ID=ede12a95-6f4b-40ed-8125-216ef8c37914,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:47.105024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] Deleting subnet adafaf77-dee7-40ae-a2a2-0171be328be4 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:47.115673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.179264 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-702c8e4f-a400-4424-ad74-68a138a5ca3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.195079 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.243926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Router 5ecef9c4-18e8-469e-8908-07d926b9dea6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:14:47.273200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.306122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca1327e-43bc-4c31-ad19-e390952fee77 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:47.334957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.381396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-831e37e9-3ef1-4512-887a-9ff6eb82a606 req-410eea10-0fa0-468d-b4a0-b9f1df2decc1 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1096 time: 0.3271420 May 26 23:14:47.400013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:47.400379 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.436027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.454696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Subnet': ['ID=0d99069d-df88-403d-a659-556e5c305160,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:47.462402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Network 854211be-92a0-43f3-be26-8cf30d87b30d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:14:47.505299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:14:47.514368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:47.515501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.519177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adafaf77-dee7-40ae-a2a2-0171be328be4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:47.531005 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.534193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ed3de-b71d-49e3-958a-dd833d1b7dd9 None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:47.535860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-831e37e9-3ef1-4512-887a-9ff6eb82a606 req-52eb5cdf-468a-44d7-ac6c-c3f8bd8fa9bb tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Synchronizing usage tracker for tenant:89ae9cb58bf1408281e4ff70f85679d3 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:47.552423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f5418bcf-6dcf-4d9e-8d92-39132510fceb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/adafaf77-dee7-40ae-a2a2-0171be328be4 HTTP/1.1" status: 204 len: 168 time: 0.5982103 May 26 23:14:47.556300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37020) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:47.570931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d19b37d1-6857-4dcf-ab25-ca865815ad17 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0459316 May 26 23:14:47.574816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37024) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:47.598516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-910175448', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d99069d-df88-403d-a659-556e5c305160'}], 'security_groups': ['20622d17-9be4-45ef-8ce9-1885d166c601', '887433ab-45c8-4f22-b1aa-740575ee6787']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:47.632877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-831e37e9-3ef1-4512-887a-9ff6eb82a606 req-52eb5cdf-468a-44d7-ac6c-c3f8bd8fa9bb tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Unset dirty status for tenant:89ae9cb58bf1408281e4ff70f85679d3 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:47.634020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-831e37e9-3ef1-4512-887a-9ff6eb82a606 req-52eb5cdf-468a-44d7-ac6c-c3f8bd8fa9bb tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378328 May 26 23:14:47.685652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:14:47.699887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] Sync routers for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:14:47.813588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:47.814140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:47.824028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] No DVR routers for this DVR port ede12a95-6f4b-40ed-8125-216ef8c37914 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:14:47.833158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.835903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'name': 'network-vif-deleted', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:14:47.850989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:47.874694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c97b581c-77ef-406f-8b5b-9244f3416f5c req-bb467c04-6e1c-4937-9e4e-0de104f93531 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.48 "DELETE /v2.0/ports/ede12a95-6f4b-40ed-8125-216ef8c37914 HTTP/1.1" status: 204 len: 173 time: 2.3151915 May 26 23:14:47.895336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.032508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-519fba36-7c59-42d3-813c-efe36fd6107c req-0730ca63-5179-429b-9ed9-4c5972b961b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2471080 May 26 23:14:48.033125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ede12a95-6f4b-40ed-8125-216ef8c37914 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:48.035165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.079161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: ede12a95-6f4b-40ed-8125-216ef8c37914 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:48.079511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device ede12a95-6f4b-40ed-8125-216ef8c37914 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:48.095256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a13343-6073-4738-81f0-ed4430440487']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:48.116676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aba839-727f-4555-a010-ca5d62278a0c') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:48.117097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aba839-727f-4555-a010-ca5d62278a0c') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:48.130471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.154348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:14:48.279601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.290703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:14:48.291260 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.304027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-621a3987-c10f-4981-9fb9-530063c03bbc req-a8c58f63-8be9-4800-bcd2-0112ad285750 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "GET /v2.0/ports?device_id=e81dd2e8-40c3-4422-bc04-4712a45405a6 HTTP/1.1" status: 200 len: 210 time: 0.0778179 May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: timer() May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:14:48.321244 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:14:48.412287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.419221 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.449007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a13343-6073-4738-81f0-ed4430440487,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:48.464602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-be2909cc-7ccc-4acd-882c-1b988b669529 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b8a13343-6073-4738-81f0-ed4430440487 HTTP/1.1" status: 204 len: 168 time: 0.9051595 May 26 23:14:48.583697 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a17885-f532-46cd-910a-643354757bec'] response: {'server_uuid': 'e81dd2e8-40c3-4422-bc04-4712a45405a6', 'name': 'network-vif-deleted', 'tag': 'ede12a95-6f4b-40ed-8125-216ef8c37914', 'status': 'completed', 'code': 200} May 26 23:14:48.585705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] Update dhcp port {'port': {'network_id': '854211be-92a0-43f3-be26-8cf30d87b30d', 'fixed_ips': [{'subnet_id': '75fbbaab-243f-4408-8cb3-7028119bcf1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '6bf9e220-c269-4a19-9086-2a7868adfbc2', 'ip_address': '172.20.0.2'}, {'subnet_id': '0d99069d-df88-403d-a659-556e5c305160'}], 'binding:host_id': 'n-d-843301-1'}, 'id': '6ca1327e-43bc-4c31-ad19-e390952fee77'} from n-d-843301-1. {{(pid=84031) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 26 23:14:48.663076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:48.854254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37056) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:48.873109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Delete allocated IP 172.20.0.13 (854211be-92a0-43f3-be26-8cf30d87b30d/6bf9e220-c269-4a19-9086-2a7868adfbc2) {{(pid=84029) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 23:14:48.896221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Allocated IP 172.20.0.42 (854211be-92a0-43f3-be26-8cf30d87b30d/0d99069d-df88-403d-a659-556e5c305160/91b30485-56d8-43ca-81a0-e8c114a5d502) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:48.979640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:13Z', 'revision_number': 5, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:48.988594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] Checking router: 5ecef9c4-18e8-469e-8908-07d926b9dea6 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:14:49.016154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37062) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:49.016746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bbfdd140-d436-42aa-8d22-32e62a725d3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1a7f617cc68475984940337e4acb2de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1597962 May 26 23:14:49.031249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:49.031915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:49.210944 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fafe23a5-fccd-42e7-b549-f9482356d8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.247329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:14:49.313138 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fafe23a5-fccd-42e7-b549-f9482356d8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.386456 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.416421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-2746727c-76bc-46db-8de2-c280aaa545c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4095473 May 26 23:14:49.426314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Transition to ACTIVE for port object 91b30485-56d8-43ca-81a0-e8c114a5d502 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:49.427838 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fafe23a5-fccd-42e7-b549-f9482356d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.446739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.453865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37070) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:49.507407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe23a5-fccd-42e7-b549-f9482356d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e800f0-0778-4aa2-8c40-cf711aeec50e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:49.529305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fafe23a5-fccd-42e7-b549-f9482356d8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.531246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fafe23a5-fccd-42e7-b549-f9482356d8ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00e800f0-0778-4aa2-8c40-cf711aeec50e HTTP/1.1" status: 204 len: 168 time: 0.5034227 May 26 23:14:49.670617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] In _notify_port_updated(), no bound segment for port 91b30485-56d8-43ca-81a0-e8c114a5d502 on network 854211be-92a0-43f3-be26-8cf30d87b30d {{(pid=84029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 26 23:14:49.674870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:49.675724 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.678111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "PUT /v2.0/ports/91b30485-56d8-43ca-81a0-e8c114a5d502 HTTP/1.1" status: 200 len: 959 time: 2.1016603 May 26 23:14:49.681889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37082) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:49.700038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Deleting port 38569f3c-c1ae-4b82-a6d5-5671f2774007 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:49.700372 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.727108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5204e69-b1d6-4301-a353-5a38e93ef568 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event updated for resources: {'Port': ['ID=91b30485-56d8-43ca-81a0-e8c114a5d502,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:49.773304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] Allocated IP 172.20.0.34 (854211be-92a0-43f3-be26-8cf30d87b30d/0d99069d-df88-403d-a659-556e5c305160/6ca1327e-43bc-4c31-ad19-e390952fee77) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:14:49.788669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port 91b30485-56d8-43ca-81a0-e8c114a5d502 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:49.789154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:49.797868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:13Z', 'revision_number': 5, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:49.819597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68313-c436-4dc5-990b-39a0a467e869 None None] The sync data for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 is: [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:08:49Z', 'revision_number': 4, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'a4a21b07-81ad-4170-8f8b-ca8fbfe744eb', 'name': '', 'network_id': 'bb307fe2-6857-4592-b920-1aa95c69afe8', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'mac_address': 'fa:16:3e:6c:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:48Z', 'updated_at': '2022-05-26T23:09:13Z', 'revision_number': 5, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'subnets': [{'id': 'b8577037-5dd1-48fc-bc64-f9e8da21c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:14:50.007286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.008122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.019265 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f26fb55e-2808-4372-9c46-969e4dfafdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.079687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] For port 6ca1327e-43bc-4c31-ad19-e390952fee77, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca1327e-43bc-4c31-ad19-e390952fee77,segment=NetworkSegment(42031e68-ffb6-450b-8c0f-387eb0015cf4),segment_id=42031e68-ffb6-450b-8c0f-387eb0015cf4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:50.138637 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.141961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.169342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] Transition to ACTIVE for port object 6ca1327e-43bc-4c31-ad19-e390952fee77 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:14:50.175184 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.275054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-502da0c8-7ec9-4950-a54d-21db603cfbb4 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:14:50.289407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Calling delete_port for 38569f3c-c1ae-4b82-a6d5-5671f2774007 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:50.292036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-502da0c8-7ec9-4950-a54d-21db603cfbb4 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0233309 May 26 23:14:50.297890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Request body: {'binding': {'host': 'n-h1-843301-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:50.298541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Unknown quota resources ['binding']. {{(pid=84029) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 26 23:14:50.309427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe76f3-3fc3-478c-955a-9e2921e1b7bc None None] Pushing event updated for resources: {'Port': ['ID=6ca1327e-43bc-4c31-ad19-e390952fee77,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:50.370823 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffa399-0f6b-474a-afde-a0022a664113 None None] New status for floating IP 76e0ef10-8027-4162-b087-1ca1137a4ad1: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:14:50.421769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for 91b30485-56d8-43ca-81a0-e8c114a5d502 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:50.527802 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.577506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event deleted for resources: {'Port': ['ID=38569f3c-c1ae-4b82-a6d5-5671f2774007,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:50.586753 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.db.api [None req-11ffa399-0f6b-474a-afde-a0022a664113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:14:50.587491 n-d-843301-1 neutron-server[84032]: DEBUG oslo_db.api [None req-11ffa399-0f6b-474a-afde-a0022a664113 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:14:50.647262 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.699578 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.718171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.719816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f772c41-c5f9-4890-9b20-c6b0dd058657 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "DELETE /v2.0/floatingips/76e0ef10-8027-4162-b087-1ca1137a4ad1 HTTP/1.1" status: 204 len: 168 time: 1.2649865 May 26 23:14:50.789596 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.834299 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.875885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on host n-h1-843301-1 for vnic_type normal with profile None {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:14:50.876211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:14:50.876530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:50.889412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=91b30485-56d8-43ca-81a0-e8c114a5d502,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:50.889889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37090) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:50.894141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:14:50.894435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:50.933517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:14:50.933883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Checking segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:50.934249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Bound using segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:14:50.934694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Bound port: 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:14:50.965826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8031-ed81-4c75-b915-c7afdf117f99 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:50.996491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8031-ed81-4c75-b915-c7afdf117f99 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.015327 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.028262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-72384d2b-7a8e-4103-8ff1-981d159ac5b8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/91b30485-56d8-43ca-81a0-e8c114a5d502 HTTP/1.1" status: 204 len: 168 time: 1.3451374 May 26 23:14:51.030692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:14:51.031470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:51.067022 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.068133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] 10.222.0.32 "POST /v2.0/ports/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7750461 May 26 23:14:51.073786 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd521824-fcc8-4c11-b34e-71bc5c491c6d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] GET failed (client error): The resource could not be found. May 26 23:14:51.074341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fd521824-fcc8-4c11-b34e-71bc5c491c6d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Synchronizing usage tracker for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:14:51.074637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8031-ed81-4c75-b915-c7afdf117f99 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.089211 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffa399-0f6b-474a-afde-a0022a664113 None None] New status for floating IP 76e0ef10-8027-4162-b087-1ca1137a4ad1: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:14:51.091127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-fd521824-fcc8-4c11-b34e-71bc5c491c6d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Unset dirty status for tenant:e04e9233c7524986b910b8a944e8d428 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:14:51.092569 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fd521824-fcc8-4c11-b34e-71bc5c491c6d tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports/91b30485-56d8-43ca-81a0-e8c114a5d502 HTTP/1.1" status: 404 len: 333 time: 0.0601728 May 26 23:14:51.095779 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:51.099922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed8031-ed81-4c75-b915-c7afdf117f99 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38af19b-0d97-4fc2-942b-53cc1e6cb40b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:51.114887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8031-ed81-4c75-b915-c7afdf117f99 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.122842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c4ed8031-ed81-4c75-b915-c7afdf117f99 tempest-TestServerBasicOps-948415596 tempest-TestServerBasicOps-948415596-project] 10.222.0.32 "DELETE /v2.0/security-groups/c38af19b-0d97-4fc2-942b-53cc1e6cb40b HTTP/1.1" status: 204 len: 168 time: 0.2314272 May 26 23:14:51.160119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-607f08b0-f74a-446e-b449-de4de8608e3d None None] Provisioning for port 6ca1327e-43bc-4c31-ad19-e390952fee77 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:14:51.166300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-607f08b0-f74a-446e-b449-de4de8608e3d None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:51.167161 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-607f08b0-f74a-446e-b449-de4de8608e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.191082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34e06cfa-426c-47e7-b9d0-e892281d55b4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.211809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37106) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:51.262764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34e06cfa-426c-47e7-b9d0-e892281d55b4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.342030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-607f08b0-f74a-446e-b449-de4de8608e3d None None] Provisioning complete for port c9a36a58-58a0-4032-be15-0ecce1cdb85f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:51.342352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-607f08b0-f74a-446e-b449-de4de8608e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.363158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34e06cfa-426c-47e7-b9d0-e892281d55b4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.408828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca1327e-43bc-4c31-ad19-e390952fee77 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:14:51.422971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e06cfa-426c-47e7-b9d0-e892281d55b4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e5deae-a9f7-47d8-ac2a-f5134d056884,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:51.439124 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-34e06cfa-426c-47e7-b9d0-e892281d55b4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.440277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34e06cfa-426c-47e7-b9d0-e892281d55b4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/security-groups/81e5deae-a9f7-47d8-ac2a-f5134d056884 HTTP/1.1" status: 204 len: 168 time: 0.3432140 May 26 23:14:51.443564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37112) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:51.541456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6cd138b-fa79-4bf1-a659-870e1aff9b21 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.571112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-607f08b0-f74a-446e-b449-de4de8608e3d None None] Port c9a36a58-58a0-4032-be15-0ecce1cdb85f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:51.580136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-607f08b0-f74a-446e-b449-de4de8608e3d None None] Could not find standard attr ID for object 91b30485-56d8-43ca-81a0-e8c114a5d502. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:14:51.596629 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6cd138b-fa79-4bf1-a659-870e1aff9b21 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.613777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:51.614147 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.676659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-76236d7e-4c6b-45a2-8525-0421a46f3c70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1096 time: 0.1955273 May 26 23:14:51.808792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-930f39ba-6805-4f2f-babf-0b1dca79e8f6 None None] Could not find standard attr ID for object 91b30485-56d8-43ca-81a0-e8c114a5d502. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:14:51.824527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68080b9d-e301-4635-b245-8ca4e66b0cb4 req-bfeef593-5da5-4530-b06e-752ce1d0b2bb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:51.826795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68080b9d-e301-4635-b245-8ca4e66b0cb4 req-bfeef593-5da5-4530-b06e-752ce1d0b2bb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.2043552 May 26 23:14:51.828259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6cd138b-fa79-4bf1-a659-870e1aff9b21 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.855426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd138b-fa79-4bf1-a659-870e1aff9b21 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887433ab-45c8-4f22-b1aa-740575ee6787,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:51.860927 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6cd138b-fa79-4bf1-a659-870e1aff9b21 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.864363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e6cd138b-fa79-4bf1-a659-870e1aff9b21 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/security-groups/887433ab-45c8-4f22-b1aa-740575ee6787 HTTP/1.1" status: 204 len: 168 time: 0.4173636 May 26 23:14:51.865506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37116) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:51.897843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-1caea2b2-eb36-4313-b387-73cd7074f526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:51.899306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-1caea2b2-eb36-4313-b387-73cd7074f526 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 897 time: 0.2032187 May 26 23:14:51.910368 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68080b9d-e301-4635-b245-8ca4e66b0cb4 req-2e86a6b3-c8f2-4b5b-937d-092219a5a6e2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753551 May 26 23:14:51.946200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b77ffd66-e4be-454c-8a20-34eea089d7da tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.962846 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:51.997331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b77ffd66-e4be-454c-8a20-34eea089d7da tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.015474 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-dd137d4b-39cc-41c7-a3c3-851756cb81ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 1000 time: 0.1041884 May 26 23:14:52.080804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-49b84d7e-3060-4f92-8782-a02343073993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:52.082268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-49b84d7e-3060-4f92-8782-a02343073993 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 200 len: 835 time: 0.0579839 May 26 23:14:52.162413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-faf55c42-9274-43d8-bb48-8d58462e58ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709167 May 26 23:14:52.261355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b77ffd66-e4be-454c-8a20-34eea089d7da tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.282965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ffd66-e4be-454c-8a20-34eea089d7da tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20622d17-9be4-45ef-8ce9-1885d166c601,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:52.300239 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b77ffd66-e4be-454c-8a20-34eea089d7da tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.301431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b77ffd66-e4be-454c-8a20-34eea089d7da tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/security-groups/20622d17-9be4-45ef-8ce9-1885d166c601 HTTP/1.1" status: 204 len: 168 time: 0.4349778 May 26 23:14:52.304461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:52.309639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-6b55be6c-124c-4103-89b7-3633b80ec4d4 service neutron] 10.222.0.55 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373215 May 26 23:14:52.447136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-d51c6b36-beeb-47c3-a348-17d301d4bb61 service neutron] 10.222.0.55 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280754 May 26 23:14:52.524386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 6bf9e220-c269-4a19-9086-2a7868adfbc2 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:52.528961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.571748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.606103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ed0cee63-7cb5-4368-9a77-6e88cd6bd79a tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437&tenant_id=ea7d7ca748954380a9a607a5947767b0&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1096 time: 0.0754108 May 26 23:14:52.620041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-1'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:52.694714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.727722 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.805803 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.895960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.919405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:52.942147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf9e220-c269-4a19-9086-2a7868adfbc2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:52.952773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:14:52.979865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:52.989036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ff9c5-480a-47b9-a936-8a7a99a3b0d0 None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:52.997528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-66611529-f0be-4926-9a3b-2cbd3eaf878b tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/6bf9e220-c269-4a19-9086-2a7868adfbc2 HTTP/1.1" status: 204 len: 168 time: 0.6918271 May 26 23:14:53.001651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37126) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:53.021479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:14:53.028383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.035205 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.204756 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164363d2-ee2c-4a4f-92ae-6a1a63f66b20'] response: {'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'code': 200} May 26 23:14:53.227498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 0d99069d-df88-403d-a659-556e5c305160 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:53.234180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.315916 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.402414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:53.407899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on host n-h2-843301-1 for vnic_type normal with profile {"migrating_to": "n-h1-843301-1"} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:14:53.408235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:14:53.408566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:53.415637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:14:53.415967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Attempting to bind port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:14:53.424213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:14:53.424792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Checking segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:14:53.425467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Bound using segment: {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:14:53.426086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Bound port: 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465637ae-1219-4851-9ba9-6f8953c727f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:14:53.426612 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.468066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4fb28-812e-406e-9d5f-60c802e4f5ad req-5eaa8e4d-d34c-4b81-a2d3-8c232d500036 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:53.469606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92c4fb28-812e-406e-9d5f-60c802e4f5ad req-5eaa8e4d-d34c-4b81-a2d3-8c232d500036 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 943 time: 0.3381968 May 26 23:14:53.527847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:14:53.536199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:14:53.544090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.550256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5f7b3bc9-9b7f-49d2-8e83-a596d7d8f151 None None] Provisioning complete for port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:53.550620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3bc9-9b7f-49d2-8e83-a596d7d8f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.558283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.682343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-92c4fb28-812e-406e-9d5f-60c802e4f5ad req-c6753c28-c931-4507-8506-51552b74a58b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016494 May 26 23:14:53.703635 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.716212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=8']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:53.771677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.786755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:53.787103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/0d99069d-df88-403d-a659-556e5c305160 HTTP/1.1" status: 204 len: 168 time: 0.7834442 May 26 23:14:53.787409 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3bc9-9b7f-49d2-8e83-a596d7d8f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.790162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122e6c7-c78e-4f18-8e0e-7f0371386e07 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=0d99069d-df88-403d-a659-556e5c305160,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:53.826188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:14:53.843870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5f7b3bc9-9b7f-49d2-8e83-a596d7d8f151 None None] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:53.849349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3bc9-9b7f-49d2-8e83-a596d7d8f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.891919 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:53.893470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ebcee42b-8d3e-4497-aca6-6634ff139a5f service neutron] 10.222.0.55 "PUT /v2.0/ports/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 1121 time: 1.2777271 May 26 23:14:53.895643 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-84501b31-3c44-4eeb-8c21-f9f9dd009daa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:53.896066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84501b31-3c44-4eeb-8c21-f9f9dd009daa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:53.900275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84501b31-3c44-4eeb-8c21-f9f9dd009daa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/6bf9e220-c269-4a19-9086-2a7868adfbc2 HTTP/1.1" status: 404 len: 337 time: 0.1096900 May 26 23:14:53.900590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37142) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.137024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:14:54.153607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Deleting port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:54.154180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.201030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting subnet 75fbbaab-243f-4408-8cb3-7028119bcf1c {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:54.204271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.216892 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d6ad43-c1f0-4063-8334-bfe2ce105fdb'] response: {'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'code': 200} May 26 23:14:54.224733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df919fea-5029-450e-a55a-dcff14610eee None None] Network 854211be-92a0-43f3-be26-8cf30d87b30d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:14:54.246153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b3bc9-9b7f-49d2-8e83-a596d7d8f151 None None] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:54.264531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.357906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.363374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] For port a4a21b07-81ad-4170-8f8b-ca8fbfe744eb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:54.364005 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.380110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d08e3b79-41c1-4bc1-83c1-312bbb0ca224 None None] Provisioning complete for port 6ca1327e-43bc-4c31-ad19-e390952fee77 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:54.380476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d08e3b79-41c1-4bc1-83c1-312bbb0ca224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.432321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.476238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Subnet': ['ID=75fbbaab-243f-4408-8cb3-7028119bcf1c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:54.480618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.490868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a0553a9-d83f-4bec-ad1f-801cc085ca54 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/75fbbaab-243f-4408-8cb3-7028119bcf1c HTTP/1.1" status: 204 len: 168 time: 0.5893295 May 26 23:14:54.494098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37146) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.501941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Calling delete_port for a4a21b07-81ad-4170-8f8b-ca8fbfe744eb owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:54.538847 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e0db50-b0a8-4635-b2f0-df222d958fe8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:54.539434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e0db50-b0a8-4635-b2f0-df222d958fe8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:54.543521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22e0db50-b0a8-4635-b2f0-df222d958fe8 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/71df0bdf-2a6e-42de-96c0-ac3aefd46c2e HTTP/1.1" status: 404 len: 337 time: 0.0459015 May 26 23:14:54.543663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.587972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6cb9a529-48ec-44b1-9930-2e76148ad4aa tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93 HTTP/1.1" status: 200 len: 205 time: 0.0405409 May 26 23:14:54.588197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37154) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.657464 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-19f73242-157e-4315-9a0e-7438cc15c266 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] delete failed (client error): The resource could not be found. May 26 23:14:54.660901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-19f73242-157e-4315-9a0e-7438cc15c266 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/routers/9cdd4321-d2c7-4ab2-8aeb-59e4e5ff5c93 HTTP/1.1" status: 404 len: 336 time: 0.0694904 May 26 23:14:54.661169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37158) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.699611 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-224c2e4f-dd5e-470f-8fd3-af974f5ce048 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:54.700086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224c2e4f-dd5e-470f-8fd3-af974f5ce048 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:54.704793 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-224c2e4f-dd5e-470f-8fd3-af974f5ce048 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/0347f66a-84cf-4129-a6d8-4561bbc04b77 HTTP/1.1" status: 404 len: 337 time: 0.0399249 May 26 23:14:54.704923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.705401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37162) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.742994 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1466d5-566a-4444-b205-c51c5177638c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:54.743400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1466d5-566a-4444-b205-c51c5177638c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:54.745010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cd1466d5-566a-4444-b205-c51c5177638c tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/90f95c21-3d6e-4e26-b164-e7c6b92352f4 HTTP/1.1" status: 404 len: 337 time: 0.0388248 May 26 23:14:54.749324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37168) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.771092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a21b07-81ad-4170-8f8b-ca8fbfe744eb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:54.812422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d08e3b79-41c1-4bc1-83c1-312bbb0ca224 None None] Provisioning complete for port c9a36a58-58a0-4032-be15-0ecce1cdb85f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:54.812789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d08e3b79-41c1-4bc1-83c1-312bbb0ca224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.816293 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f438359-74c9-41fc-afdd-8d84f0b7e7c1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:54.816727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f438359-74c9-41fc-afdd-8d84f0b7e7c1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:54.822700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2f438359-74c9-41fc-afdd-8d84f0b7e7c1 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/792e79ad-48de-4c14-aec8-a48174c2faad HTTP/1.1" status: 404 len: 337 time: 0.0720553 May 26 23:14:54.825097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37172) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.866154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] DHCP port deletion for 854211be-92a0-43f3-be26-8cf30d87b30d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:14:54.870742 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-056c996b-271c-4e68-a5e3-04fa92981cc3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:54.871178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056c996b-271c-4e68-a5e3-04fa92981cc3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:54.872812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-056c996b-271c-4e68-a5e3-04fa92981cc3 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/9e829418-390f-4030-bf8c-5640345c3dd6 HTTP/1.1" status: 404 len: 333 time: 0.0467188 May 26 23:14:54.875422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37176) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.891993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] Deleting port 6ca1327e-43bc-4c31-ad19-e390952fee77 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:54.892362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:54.919347 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1df1f0e-9370-41a8-a442-069789977e72 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:54.919702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1df1f0e-9370-41a8-a442-069789977e72 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:54.921937 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e1df1f0e-9370-41a8-a442-069789977e72 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/1b4aef1f-29c9-4364-bfbc-4b7e25a4ed0d HTTP/1.1" status: 404 len: 337 time: 0.0456100 May 26 23:14:54.925011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37180) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:54.938542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-d08e3b79-41c1-4bc1-83c1-312bbb0ca224 None None] Port c9a36a58-58a0-4032-be15-0ecce1cdb85f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:14:54.970407 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-54622825-b7d9-4814-a934-4335a2d8b826 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:54.970838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54622825-b7d9-4814-a934-4335a2d8b826 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:54.972480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-54622825-b7d9-4814-a934-4335a2d8b826 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/c682524b-47ff-490b-9b52-db0e7be560f2 HTTP/1.1" status: 404 len: 337 time: 0.0465796 May 26 23:14:54.975139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37184) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:55.004331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d08e3b79-41c1-4bc1-83c1-312bbb0ca224 None None] Provisioning complete for port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:14:55.004695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d08e3b79-41c1-4bc1-83c1-312bbb0ca224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.024091 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae1acc2-d211-4767-866c-776ffd61a908 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:55.024714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae1acc2-d211-4767-866c-776ffd61a908 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:55.029649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2ae1acc2-d211-4767-866c-776ffd61a908 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/b73dfb00-4e1e-4d08-9969-8261dfc6af17 HTTP/1.1" status: 404 len: 333 time: 0.0534298 May 26 23:14:55.030967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37188) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:55.072375 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde3dd12-4f4f-4d1b-889d-7ae046400c75 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:55.072944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde3dd12-4f4f-4d1b-889d-7ae046400c75 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:55.077592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cde3dd12-4f4f-4d1b-889d-7ae046400c75 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/039ec2d8-a4ee-4116-8617-2b05301b56ab HTTP/1.1" status: 404 len: 337 time: 0.0427377 May 26 23:14:55.078172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37192) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:55.154640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589550b-9f40-4161-8d1c-a3c8f13abfa7 req-b08e1720-ed94-4554-9ab2-3dfcfebb85a3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:55.158181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1589550b-9f40-4161-8d1c-a3c8f13abfa7 req-b08e1720-ed94-4554-9ab2-3dfcfebb85a3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.2987022 May 26 23:14:55.213259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:14:55.226186 n-d-843301-1 neutron-server[84029]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e05fc0-216d-4598-8f04-2dfc01db9062 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] DELETE failed (client error): The resource could not be found. May 26 23:14:55.227266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e05fc0-216d-4598-8f04-2dfc01db9062 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:14:55.228557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-26e05fc0-216d-4598-8f04-2dfc01db9062 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/subnets/8baa45b1-8fec-4c70-b97d-74f93f5c2ff0 HTTP/1.1" status: 404 len: 337 time: 0.1494594 May 26 23:14:55.230993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37198) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:55.231835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1589550b-9f40-4161-8d1c-a3c8f13abfa7 req-cf11d32a-0019-4718-a14c-fd87fd673353 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686834 May 26 23:14:55.245401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] For port 6ca1327e-43bc-4c31-ad19-e390952fee77, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca1327e-43bc-4c31-ad19-e390952fee77,segment=NetworkSegment(42031e68-ffb6-450b-8c0f-387eb0015cf4),segment_id=42031e68-ffb6-450b-8c0f-387eb0015cf4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:55.245935 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.294002 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.334553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Deleting port c9a36a58-58a0-4032-be15-0ecce1cdb85f {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:55.335030 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.391523 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca27a0f-35d7-4563-a2ff-79adece10a8c'] response: {'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'status': 'completed', 'code': 200} May 26 23:14:55.434651 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] Calling delete_port for 6ca1327e-43bc-4c31-ad19-e390952fee77 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:55.471589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca1327e-43bc-4c31-ad19-e390952fee77 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:55.547750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.549601 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-0d14ce55-e4c7-437c-a98f-84ebc9b74505 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1126 time: 0.1568837 May 26 23:14:55.583476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.606210 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.667404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] Pushing event deleted for resources: {'Port': ['ID=6ca1327e-43bc-4c31-ad19-e390952fee77,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:55.675498 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.696043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:14:55.712455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-fcfe5cea-f719-432f-aed5-602fb5a8d471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:55.714349 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-fcfe5cea-f719-432f-aed5-602fb5a8d471 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 897 time: 0.1568470 May 26 23:14:55.721304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Calling delete_port for c9a36a58-58a0-4032-be15-0ecce1cdb85f owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:55.776559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbdbc0-21f8-45cc-be26-2234163c1c37 None None] No DVR routers for this DVR port 6ca1327e-43bc-4c31-ad19-e390952fee77 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:14:55.821133 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.871871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Port': ['ID=c9a36a58-58a0-4032-be15-0ecce1cdb85f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:55.881442 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:55.892315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:55.899769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6d1aa09-ac7d-492c-8b59-cb1b859a1db4 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/ports/c9a36a58-58a0-4032-be15-0ecce1cdb85f HTTP/1.1" status: 204 len: 168 time: 0.6676600 May 26 23:14:55.902014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37202) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:55.909505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c has no active binding in host n-h1-843301-1 {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 23:14:56.015076 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.073187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-c23652a4-806a-4dc7-80b6-7c84a602d845 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 1000 time: 0.3505092 May 26 23:14:56.142494 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.158650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-be700aca-0bae-4ea0-8df9-bba0a77cbbdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:56.160108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-be700aca-0bae-4ea0-8df9-bba0a77cbbdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 200 len: 835 time: 0.0789392 May 26 23:14:56.167361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854211be-92a0-43f3-be26-8cf30d87b30d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:56.180036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42031e68-ffb6-450b-8c0f-387eb0015cf4') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:56.180331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42031e68-ffb6-450b-8c0f-387eb0015cf4') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:56.192233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.207993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.214032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:14:56.214411 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: timer() May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:14:56.229350 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:14:56.308531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.329950 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.336053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] Pushing event deleted for resources: {'Network': ['ID=854211be-92a0-43f3-be26-8cf30d87b30d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:56.343507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4d3fcc2e-f9ed-419e-9a26-1cbe0d3ee046 tempest-PortsTestJSON-1015338182 tempest-PortsTestJSON-1015338182-project] 10.222.0.32 "DELETE /v2.0/networks/854211be-92a0-43f3-be26-8cf30d87b30d HTTP/1.1" status: 204 len: 168 time: 0.4398837 May 26 23:14:56.374121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-0bc15a5e-4d4f-4265-aca0-48b81bd9cf60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540794 May 26 23:14:56.503484 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:14:56.579455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37212) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:56.587561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-3b23e776-6fc6-4be5-95f1-aa59d2158549 service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062008 May 26 23:14:56.673564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Router 5ecef9c4-18e8-469e-8908-07d926b9dea6 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:14:56.693062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f68f-17b5-4bb6-b455-567ee9d3a422 req-75480a1d-4df8-42d6-9ed5-6bee9adf6e9b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:56.694532 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0534f68f-17b5-4bb6-b455-567ee9d3a422 req-75480a1d-4df8-42d6-9ed5-6bee9adf6e9b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.2845771 May 26 23:14:56.765060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e4d4174d-c7bd-4c5c-a5c4-c876291a481d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e04e9233c7524986b910b8a944e8d428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838861 May 26 23:14:56.767542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37218) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:56.830613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a19781c9-5e9a-4757-94c4-a979c9260deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.856293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a19781c9-5e9a-4757-94c4-a979c9260deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.902958 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ff64434-d05b-4159-a4e7-3bc04e8d19b3 req-2c31470c-719a-46b0-af37-16d6dbf0e404 service neutron] 10.222.0.48 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084531 May 26 23:14:56.905713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0534f68f-17b5-4bb6-b455-567ee9d3a422 req-0e3c3741-c39f-493b-86b1-ac276cf8f9e2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041049 May 26 23:14:56.911071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a19781c9-5e9a-4757-94c4-a979c9260deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.933925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19781c9-5e9a-4757-94c4-a979c9260deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2df4f-c2c7-450a-a22c-7524aae8fc78,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:56.938224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a19781c9-5e9a-4757-94c4-a979c9260deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:56.939828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a19781c9-5e9a-4757-94c4-a979c9260deb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fb2df4f-c2c7-450a-a22c-7524aae8fc78 HTTP/1.1" status: 204 len: 168 time: 0.1713488 May 26 23:14:56.997550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:14:57.015402 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3d53e293-b77d-43c0-bc8b-22f8480d5c31 admin admin] 10.222.0.32 "PUT /v2.0/routers/5ecef9c4-18e8-469e-8908-07d926b9dea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8024249 May 26 23:14:57.020194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37224) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:57.023158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] Sync routers for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:14:57.161636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:57.162422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:57.231439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:57.448125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:14:57.540767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:57.550353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Deleting port d90ca473-8abd-47bd-9a09-446c0d821064 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:14:57.550682 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:57.763701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] For port d90ca473-8abd-47bd-9a09-446c0d821064, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d90ca473-8abd-47bd-9a09-446c0d821064,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:14:57.764107 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:57.775395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:14:54Z', 'revision_number': 5, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port': {'id': 'd90ca473-8abd-47bd-9a09-446c0d821064', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:44Z', 'updated_at': '2022-05-26T23:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:57.779506 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] Checking router: 5ecef9c4-18e8-469e-8908-07d926b9dea6 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:14:57.791191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] Routers {'5ecef9c4-18e8-469e-8908-07d926b9dea6'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:14:57.792018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5ecef9c4-18e8-469e-8908-07d926b9dea6'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:57.895104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Calling delete_port for d90ca473-8abd-47bd-9a09-446c0d821064 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:14:57.942041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37246) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:57.951938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] Set router 5ecef9c4-18e8-469e-8908-07d926b9dea6 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:14:58.080364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:14:57Z', 'revision_number': 6, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:14:58.082443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:58.085190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ccfe38-13db-4036-9c42-622784e7c988 None None] The sync data for ids ['5ecef9c4-18e8-469e-8908-07d926b9dea6'] in n-d-843301-1 is: [{'id': '5ecef9c4-18e8-469e-8908-07d926b9dea6', 'name': 'tempest-TestServerBasicOps-942556902-router', 'tenant_id': '762e7382c3ae440895b51bf0d7d66430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:43Z', 'updated_at': '2022-05-26T23:14:57Z', 'revision_number': 6, 'project_id': '762e7382c3ae440895b51bf0d7d66430', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:14:58.153541 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:58.197647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1421770400'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:58.214588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:58.218819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90ca473-8abd-47bd-9a09-446c0d821064,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:58.224409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Usage tracker for resource:network and tenant:6cee21c280894f37821d7bc753236b00 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:58.227418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:58.269262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:58.323108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf49b4-e389-4f81-9a29-5532f72a41db req-a7d09005-ad41-4958-b052-00c83a2593fa tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:58.324531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-feaf49b4-e389-4f81-9a29-5532f72a41db req-a7d09005-ad41-4958-b052-00c83a2593fa tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.2531526 May 26 23:14:58.327652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Made reservation on behalf of 6cee21c280894f37821d7bc753236b00 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:58.330443 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:58.361607 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:58.557257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-feaf49b4-e389-4f81-9a29-5532f72a41db req-61df2db8-fd7c-4f62-ad9f-de556f499590 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146974 May 26 23:14:58.558310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:58.560319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:58.619324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Usage tracker for resource:security_group_rule and tenant:6cee21c280894f37821d7bc753236b00 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:58.677169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:58.691672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:58.834553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:58.845285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.004048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.004829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ecef9c4-18e8-469e-8908-07d926b9dea6 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:14:59.011764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.018285 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.056655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:14:59.072393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7312037-5884-483f-b7a5-330890891ab8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:59.075272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.075691 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Added segment 06973ac9-f3c9-41f8-b967-48736de8333c of type vlan for network 93abe566-2108-4cff-badb-cd491b153587 May 26 23:14:59.076869 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.080358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2fa23ae9-9c43-4cb8-a2b8-9e07b1723a55 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5ecef9c4-18e8-469e-8908-07d926b9dea6 HTTP/1.1" status: 204 len: 168 time: 2.0567737 May 26 23:14:59.082598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37252) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:59.107025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.156855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] Deleting subnet b8577037-5dd1-48fc-bc64-f9e8da21c436 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:14:59.161219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.165243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:14:59.165841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.193040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.267873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3246064 May 26 23:14:59.268080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:14:59.274910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.279417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce2265-c9a0-4d3b-9e2b-d029418afeb1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event updated for resources: {'Network': ['ID=93abe566-2108-4cff-badb-cd491b153587,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:14:59.290187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 93abe566-2108-4cff-badb-cd491b153587 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:14:59.304669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a4a21b07-81ad-4170-8f8b-ca8fbfe744eb no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:59.312461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Request body: {'subnet': {'network_id': '93abe566-2108-4cff-badb-cd491b153587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:14:59.348825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a4a21b07-81ad-4170-8f8b-ca8fbfe744eb {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:59.349135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a4a21b07-81ad-4170-8f8b-ca8fbfe744eb not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:59.349546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d90ca473-8abd-47bd-9a09-446c0d821064 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:14:59.439576 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d90ca473-8abd-47bd-9a09-446c0d821064 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:14:59.439824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d90ca473-8abd-47bd-9a09-446c0d821064 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:14:59.561826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-740a1c01-4a36-4721-815e-402a30f14cc4 service neutron] 10.222.0.48 "GET /v2.0/ports/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c/bindings/n-h1-843301-1 HTTP/1.1" status: 200 len: 384 time: 0.4016168 May 26 23:14:59.616486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:14:59.636575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Usage tracker for resource:subnet and tenant:6cee21c280894f37821d7bc753236b00 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:14:59.641330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:14:59.653478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:14:59.673645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:14:59.708513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Made reservation on behalf of 6cee21c280894f37821d7bc753236b00 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:14:59.931381 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.074094 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.141952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8577037-5dd1-48fc-bc64-f9e8da21c436,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:00.185561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874eecc-ce06-4ca7-8b37-aee9653a5055 None None] Network bb307fe2-6857-4592-b920-1aa95c69afe8 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:00.190587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d87168-4c44-4e26-a130-42c641981fb6 req-c81c85f8-78b1-4afa-aeb7-e8b806cc4f49 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:00.192034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31d87168-4c44-4e26-a130-42c641981fb6 req-c81c85f8-78b1-4afa-aeb7-e8b806cc4f49 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 945 time: 0.4911349 May 26 23:15:00.194107 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.232531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-784b066f-0d54-4dc5-83fe-a71ebf30df43 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b8577037-5dd1-48fc-bc64-f9e8da21c436 HTTP/1.1" status: 204 len: 168 time: 1.1473560 May 26 23:15:00.235628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37262) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:00.249603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:00.339275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-31d87168-4c44-4e26-a130-42c641981fb6 req-6f7fac18-cdcb-4894-8a74-77384b9f95da tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376226 May 26 23:15:00.340213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:00.346012 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.358585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Deleting port 9010be60-8ce0-43c3-a076-714daba96008 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:00.359039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.443845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:00.456381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] DHCP port deletion for bb307fe2-6857-4592-b920-1aa95c69afe8 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:15:00.461966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Deleting port 9010be60-8ce0-43c3-a076-714daba96008 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:00.462417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.466280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:00.489538 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.505750 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faea0e80-9c95-49c5-9e27-e93b50d8439a'] response: {'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'code': 200} May 26 23:15:00.509031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.584115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] For port 9010be60-8ce0-43c3-a076-714daba96008, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9010be60-8ce0-43c3-a076-714daba96008,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:00.584471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.720693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Checking segment: {'id': '06973ac9-f3c9-41f8-b967-48736de8333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '93abe566-2108-4cff-badb-cd491b153587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:00.721044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Calling delete_port for 9010be60-8ce0-43c3-a076-714daba96008 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:00.721152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Network hostable DHCP agents. Network: 93abe566-2108-4cff-badb-cd491b153587, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:00.729577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event updated for resources: {'Subnet': ['ID=e28dea45-b78f-463e-a152-61e2f1619ddd,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:00.763583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] Transition to ACTIVE for port object 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:00.768873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.809423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.812555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] For port 9010be60-8ce0-43c3-a076-714daba96008, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9010be60-8ce0-43c3-a076-714daba96008,segment=NetworkSegment(b2c08bdd-110d-4bb1-8729-0e3dd5b40c56),segment_id=b2c08bdd-110d-4bb1-8729-0e3dd5b40c56)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:00.812717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Network 93abe566-2108-4cff-badb-cd491b153587 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:00.813365 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.863883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=9010be60-8ce0-43c3-a076-714daba96008,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:00.867805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] No DVR routers for this DVR port 9010be60-8ce0-43c3-a076-714daba96008 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:15:00.892309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 93abe566-2108-4cff-badb-cd491b153587) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:00.914226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=11']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:00.935021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:00.935753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:00.955686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df2d10-147c-4445-bf0e-26dc39a2e12e None None] Network 93abe566-2108-4cff-badb-cd491b153587 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:00.979249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Calling delete_port for 9010be60-8ce0-43c3-a076-714daba96008 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:00.993733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ce66bc6-5b29-465a-96f6-e2c4647687cb tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7216179 May 26 23:15:00.999004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37268) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:01.016964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Request body: {'port': {'network_id': '93abe566-2108-4cff-badb-cd491b153587', 'name': 'tempest-TagsExtTest-228799696'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:01.040973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] No DVR routers for this DVR port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:15:01.089717 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:15:01.135504 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:15:01.140002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb307fe2-6857-4592-b920-1aa95c69afe8']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:01.156792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:01.157079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c08bdd-110d-4bb1-8729-0e3dd5b40c56') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:01.172186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:15:01.172682 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:15:01.182954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.217038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.222837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:01.228310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:15:01.228619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: timer() May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:15:01.242200 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:15:01.244553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Usage tracker for resource:port and tenant:6cee21c280894f37821d7bc753236b00 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:01.248839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:01.290275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9010be60-8ce0-43c3-a076-714daba96008 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:01.306793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:01.317499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-5bce7274-ab9b-4cfe-b7b3-5e9d354fbdc9 service neutron] 10.222.0.48 "PUT /v2.0/ports/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c/bindings/n-h1-843301-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7457335 May 26 23:15:01.324492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-93abe566-2108-4cff-badb-cd491b153587', 'network_id': '93abe566-2108-4cff-badb-cd491b153587', 'tenant_id': '6cee21c280894f37821d7bc753236b00', 'fixed_ips': [{'subnet_id': 'e28dea45-b78f-463e-a152-61e2f1619ddd'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:15:01.325786 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.335261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Made reservation on behalf of 6cee21c280894f37821d7bc753236b00 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:01.338681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.350532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.352524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9010be60-8ce0-43c3-a076-714daba96008 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:01.352910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9010be60-8ce0-43c3-a076-714daba96008 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:01.371551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.414009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb307fe2-6857-4592-b920-1aa95c69afe8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:01.435586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] device_id is not set on port 324e504e-777d-445a-9cd3-6c7fb283b221 yet. {{(pid=84029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 26 23:15:01.472855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9a946730-4c3c-4286-9276-bb8525aaaf48 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb307fe2-6857-4592-b920-1aa95c69afe8 HTTP/1.1" status: 204 len: 168 time: 1.2359619 May 26 23:15:01.476248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37274) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:01.513379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Allocated IP 172.20.0.2 (93abe566-2108-4cff-badb-cd491b153587/e28dea45-b78f-463e-a152-61e2f1619ddd/16bb2848-6009-493c-aa14-33676f15a34e) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:01.666283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef89ad-b697-4da2-a179-db63f8425d81 req-9fabae90-9081-4b53-9ed9-040ef8c63c83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:01.667802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cef89ad-b697-4da2-a179-db63f8425d81 req-9fabae90-9081-4b53-9ed9-040ef8c63c83 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.1927404 May 26 23:15:01.699165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Deleting port 9010be60-8ce0-43c3-a076-714daba96008 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:01.699785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.717800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8cef89ad-b697-4da2-a179-db63f8425d81 req-dbfbe6c3-10b9-446a-af5b-972ad0932c89 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 May 26 23:15:01.779850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7681f842-606e-494c-8c7c-289e0f0e8c5d None None] The port '9010be60-8ce0-43c3-a076-714daba96008' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:15:01.789098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-314112c7-c762-43e3-8aeb-1408bb50a6ce tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437&tenant_id=ea7d7ca748954380a9a607a5947767b0&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.4048805 May 26 23:15:01.803775 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.815200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Transition to ACTIVE for port object 16bb2848-6009-493c-aa14-33676f15a34e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:01.834160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Transition to ACTIVE for port object 16bb2848-6009-493c-aa14-33676f15a34e will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:01.839627 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:01.907310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Network 93abe566-2108-4cff-badb-cd491b153587 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:01.910082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:01.912441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:01.923554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Pushing event updated for resources: {'Port': ['ID=16bb2848-6009-493c-aa14-33676f15a34e,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:01.931041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Allocated IP 172.20.0.5 (93abe566-2108-4cff-badb-cd491b153587/e28dea45-b78f-463e-a152-61e2f1619ddd/324e504e-777d-445a-9cd3-6c7fb283b221) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:01.980581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-7127797e-a235-4fed-a148-a44f1ab0569e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 1095 time: 0.1824713 May 26 23:15:02.011314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Attempting to bind port 16bb2848-6009-493c-aa14-33676f15a34e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:02.011694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Attempting to bind port 16bb2848-6009-493c-aa14-33676f15a34e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '06973ac9-f3c9-41f8-b967-48736de8333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '93abe566-2108-4cff-badb-cd491b153587'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:02.012074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Attempting to bind port 16bb2848-6009-493c-aa14-33676f15a34e on network 93abe566-2108-4cff-badb-cd491b153587 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:02.018473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:02.018842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Checking segment: {'id': '06973ac9-f3c9-41f8-b967-48736de8333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '93abe566-2108-4cff-badb-cd491b153587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:02.019236 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:02.019624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Bound using segment: {'id': '06973ac9-f3c9-41f8-b967-48736de8333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '93abe566-2108-4cff-badb-cd491b153587'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:02.020357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Bound port: 16bb2848-6009-493c-aa14-33676f15a34e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06973ac9-f3c9-41f8-b967-48736de8333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '93abe566-2108-4cff-badb-cd491b153587'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:02.020732 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:02.067951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:02.155707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:02.161556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] For port 16bb2848-6009-493c-aa14-33676f15a34e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:02.164778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] For port 16bb2848-6009-493c-aa14-33676f15a34e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=16bb2848-6009-493c-aa14-33676f15a34e,segment=NetworkSegment(06973ac9-f3c9-41f8-b967-48736de8333c),segment_id=06973ac9-f3c9-41f8-b967-48736de8333c)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:02.168835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:02.263461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b28d3e-4300-49de-bc99-2926a2d70068 None None] Pushing event updated for resources: {'Port': ['ID=16bb2848-6009-493c-aa14-33676f15a34e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:02.352437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-8432bad2-8584-47e8-ba52-8c4ff38e2e91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1095 time: 0.2944057 May 26 23:15:02.356668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:02.447780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Transition to ACTIVE for port object 324e504e-777d-445a-9cd3-6c7fb283b221 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:02.539311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-83f3451e-1ea6-4110-b8bc-bcdc33cfeefc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:02.540761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-83f3451e-1ea6-4110-b8bc-bcdc33cfeefc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 897 time: 0.1768961 May 26 23:15:02.543974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:02.697078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:02.755323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Network 93abe566-2108-4cff-badb-cd491b153587 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:02.772747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event updated for resources: {'Port': ['ID=324e504e-777d-445a-9cd3-6c7fb283b221,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:02.775136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:02.829894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:02.914084 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-3b4713f2-8f3f-4f49-98f2-6a39b796b66d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 998 time: 0.3352733 May 26 23:15:03.000603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:03.001216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.045856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ff089e17-1fae-4dd8-85be-c6bcae4a209a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:03.047286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-ff089e17-1fae-4dd8-85be-c6bcae4a209a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 200 len: 835 time: 0.1191728 May 26 23:15:03.053236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f3d4bbc6-65bf-4d09-9703-6a2f6d2a9e4c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0508385 May 26 23:15:03.053715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37280) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.060660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-487846082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:03.068815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:03.072982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Usage tracker for resource:router and tenant:6cee21c280894f37821d7bc753236b00 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:03.076085 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:03.082477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:03.094981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.096342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.116200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.116632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32968e11-2272-4753-bd59-f63b295b91cd req-7d6f3573-69cd-49f9-856e-cf3e8f214dfd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:03.118097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32968e11-2272-4753-bd59-f63b295b91cd req-7d6f3573-69cd-49f9-856e-cf3e8f214dfd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.2585177 May 26 23:15:03.138823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.165181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.169228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ebbc7cd9-bee7-473f-bc23-c2bf142fdc03 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1120822 May 26 23:15:03.169365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4e4d8-af40-4e93-a0eb-8a9a41805fe9 None None] Network 93abe566-2108-4cff-badb-cd491b153587 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:03.169864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37284) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.175456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1398c839-e533-40ef-9738-40422755371f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1232255207', 'prefixes': ['172.20.0.0/16']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:03.181521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1398c839-e533-40ef-9738-40422755371f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:03.263926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1398c839-e533-40ef-9738-40422755371f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for subnetpool, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.263926 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1398c839-e533-40ef-9738-40422755371f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0901766 May 26 23:15:03.267858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37288) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.281344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-1af82d95-ec1a-4366-a78f-9bb98402ecf8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', 'tempest-TagsExtTest-Tag-661206484') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:03.293355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9213a368-34bd-4d3f-81f8-66ee3c7d096c None None] Provisioning for port 16bb2848-6009-493c-aa14-33676f15a34e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:03.358783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32968e11-2272-4753-bd59-f63b295b91cd req-5b04e56a-ee20-4799-93b4-9e317b6d9dc8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308426 May 26 23:15:03.366603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-541096b0-ad6e-47d2-913b-9e1b7f103f27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3084173 May 26 23:15:03.371967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 16bb2848-6009-493c-aa14-33676f15a34e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:03.402724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1af82d95-ec1a-4366-a78f-9bb98402ecf8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags/tempest-TagsExtTest-Tag-661206484 HTTP/1.1" status: 201 len: 201 time: 0.1296866 May 26 23:15:03.403418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37292) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.409184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-ffda7ca1-6735-4575-b3a4-59bb050186b8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', 'tempest-TagsExtTest-Tag-1002041244') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:03.492199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ffda7ca1-6735-4575-b3a4-59bb050186b8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags/tempest-TagsExtTest-Tag-1002041244 HTTP/1.1" status: 201 len: 201 time: 0.0859854 May 26 23:15:03.493251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37296) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.500270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-a71eceef-54fe-4cd7-bbc3-034ac7ddf3e1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', 'tempest-TagsExtTest-Tag-222814533') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:03.543991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 16bb2848-6009-493c-aa14-33676f15a34e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:03.553309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 16bb2848-6009-493c-aa14-33676f15a34e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:03.553882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.689009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-9e024958-ac77-47d3-a25a-d1101e590a98 service neutron] 10.222.0.55 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116171 May 26 23:15:03.689213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.726043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 16bb2848-6009-493c-aa14-33676f15a34e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=16bb2848-6009-493c-aa14-33676f15a34e,segment=NetworkSegment(06973ac9-f3c9-41f8-b967-48736de8333c),segment_id=06973ac9-f3c9-41f8-b967-48736de8333c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:03.730302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a71eceef-54fe-4cd7-bbc3-034ac7ddf3e1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags/tempest-TagsExtTest-Tag-222814533 HTTP/1.1" status: 201 len: 201 time: 0.2334218 May 26 23:15:03.730970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37300) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.732079 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.746494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-90df8b67-55ad-411b-8552-8180e72cd6e1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', 'tempest-TagsExtTest-Tag-124612420') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:03.791458 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-90df8b67-55ad-411b-8552-8180e72cd6e1 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags/tempest-TagsExtTest-Tag-124612420 HTTP/1.1" status: 201 len: 201 time: 0.0588083 May 26 23:15:03.795131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37304) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.802585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-99f5e48c-e67d-4181-a604-e134991a3a96 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:03.806450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=16bb2848-6009-493c-aa14-33676f15a34e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:03.874164 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-99f5e48c-e67d-4181-a604-e134991a3a96 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags HTTP/1.1" status: 200 len: 240 time: 0.0764208 May 26 23:15:03.876699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37308) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.882813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-794605f1-3403-4272-b731-afade1d633ad tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', 'tempest-TagsExtTest-Tag-661206484') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:03.903999 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-34b0e341-84fc-4f03-893f-d852c6a656de service neutron] 10.222.0.55 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937380 May 26 23:15:03.940172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49c51fc5-dcb1-4ad3-829e-d180116d009b None None] Provisioning complete for port 16bb2848-6009-493c-aa14-33676f15a34e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:03.940612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-49c51fc5-dcb1-4ad3-829e-d180116d009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:03.976656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-794605f1-3403-4272-b731-afade1d633ad tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags/tempest-TagsExtTest-Tag-661206484 HTTP/1.1" status: 204 len: 168 time: 0.0967329 May 26 23:15:03.979111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37312) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:03.987192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-96fef1ee-3af2-4444-95aa-d449e841574f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', 'tempest-TagsExtTest-Tag-661206484') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.100848 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-96fef1ee-3af2-4444-95aa-d449e841574f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags/tempest-TagsExtTest-Tag-661206484 HTTP/1.1" status: 204 len: 168 time: 0.1185384 May 26 23:15:04.101501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37316) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.107140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-3e467703-6af7-422e-9a9b-c6ef0eacbc1a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.135005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49c51fc5-dcb1-4ad3-829e-d180116d009b None None] Provisioning for port 324e504e-777d-445a-9cd3-6c7fb283b221 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:04.143432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49c51fc5-dcb1-4ad3-829e-d180116d009b None None] Provisioning complete for port 324e504e-777d-445a-9cd3-6c7fb283b221 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:04.143800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-49c51fc5-dcb1-4ad3-829e-d180116d009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:04.149561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Deleting port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:04.150037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:04.192803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3e467703-6af7-422e-9a9b-c6ef0eacbc1a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags HTTP/1.1" status: 200 len: 205 time: 0.0899611 May 26 23:15:04.194964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37320) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.203581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-b05ac7d1-d442-4dd9-8109-0039bb60ef7f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.206346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-49c51fc5-dcb1-4ad3-829e-d180116d009b None None] Port 324e504e-777d-445a-9cd3-6c7fb283b221 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:04.273047 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b05ac7d1-d442-4dd9-8109-0039bb60ef7f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags HTTP/1.1" status: 200 len: 241 time: 0.0767968 May 26 23:15:04.275574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37324) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.280800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-6f4983be-8776-4ec1-babe-af86e8f47475 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', 'tempest-TagsExtTest-Tag-1002041244') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.330809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-983e3136-7440-4b72-8d0b-6f481828fa2d None None] Provisioning complete for port 324e504e-777d-445a-9cd3-6c7fb283b221 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:04.331273 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-983e3136-7440-4b72-8d0b-6f481828fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:04.348999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6f4983be-8776-4ec1-babe-af86e8f47475 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags/tempest-TagsExtTest-Tag-1002041244 HTTP/1.1" status: 204 len: 168 time: 0.0701571 May 26 23:15:04.349220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37328) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.354800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-fb0e177e-49c1-4bf8-b146-aa4ccb47070f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', 'tempest-TagsExtTest-Tag-1002041244') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.370033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-89b6f2b1-e47d-4f1c-b744-d2513eb186ea tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437&tenant_id=ea7d7ca748954380a9a607a5947767b0&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 1095 time: 0.1739595 May 26 23:15:04.390662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-983e3136-7440-4b72-8d0b-6f481828fa2d None None] Port 324e504e-777d-445a-9cd3-6c7fb283b221 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:04.433464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] For port 17ab695f-b405-4d74-9cc0-7a422c6d6cbf, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,segment=NetworkSegment(2a7c63d3-b39a-4dad-b126-3599f0a776fc),segment_id=2a7c63d3-b39a-4dad-b126-3599f0a776fc)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:04.433847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:04.443021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fb0e177e-49c1-4bf8-b146-aa4ccb47070f tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags/tempest-TagsExtTest-Tag-1002041244 HTTP/1.1" status: 204 len: 168 time: 0.0904119 May 26 23:15:04.443731 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37334) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.448425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-5ff58901-7bf3-4486-b923-cafe80d117e8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.573870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5ff58901-7bf3-4486-b923-cafe80d117e8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags HTTP/1.1" status: 200 len: 205 time: 0.1295869 May 26 23:15:04.576295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37338) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.582380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-f9f6315c-b599-49aa-a73f-a9f7b68e51ad tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.600730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Calling delete_port for 17ab695f-b405-4d74-9cc0-7a422c6d6cbf owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:04.691871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-a32bca25-0b71-406f-9b83-ac401f5957d2 service neutron] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:04.695604 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-a32bca25-0b71-406f-9b83-ac401f5957d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:04.696661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-a32bca25-0b71-406f-9b83-ac401f5957d2 service neutron] 10.222.0.55 "DELETE /v2.0/ports/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c/bindings/n-h2-843301-1 HTTP/1.1" status: 204 len: 173 time: 0.3156767 May 26 23:15:04.696795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f37b8-b094-4b91-a998-5d1c45708ff5 req-769d1db3-36e3-4848-9d73-703bae3b4207 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:04.698974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b3f37b8-b094-4b91-a998-5d1c45708ff5 req-769d1db3-36e3-4848-9d73-703bae3b4207 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.2165787 May 26 23:15:04.749392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f9f6315c-b599-49aa-a73f-a9f7b68e51ad tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags HTTP/1.1" status: 200 len: 240 time: 0.1720719 May 26 23:15:04.752461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37342) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.759603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-cc184fd2-6d67-43d6-abff-f09a7a47ca34 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', 'tempest-TagsExtTest-Tag-222814533') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:04.790031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:04.824108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b3f37b8-b094-4b91-a998-5d1c45708ff5 req-a51bcc38-f2fe-43d8-91b9-a9138946bb9e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186013 May 26 23:15:04.840248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ab695f-b405-4d74-9cc0-7a422c6d6cbf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:04.900563 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cc184fd2-6d67-43d6-abff-f09a7a47ca34 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags/tempest-TagsExtTest-Tag-222814533 HTTP/1.1" status: 204 len: 168 time: 0.1470976 May 26 23:15:04.903116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37348) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:04.911599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-4a7c8986-c8fa-47f6-9cc0-c9ae67a875ae tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', 'tempest-TagsExtTest-Tag-222814533') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.190281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4a7c8986-c8fa-47f6-9cc0-c9ae67a875ae tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags/tempest-TagsExtTest-Tag-222814533 HTTP/1.1" status: 204 len: 168 time: 0.2857435 May 26 23:15:05.192463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37352) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.198292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-eda44d17-ede0-42ae-aa3c-8304b51a72c8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.303684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43c804c2-93e6-46d4-bdc4-844f1cea1037 req-a6beafd2-c045-4e97-8e97-1ac9118285b8 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1095 time: 0.3393378 May 26 23:15:05.333774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eda44d17-ede0-42ae-aa3c-8304b51a72c8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags HTTP/1.1" status: 200 len: 205 time: 0.1399710 May 26 23:15:05.336093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37356) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.343161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-20d7f8fa-7ba1-4230-aba9-2dbc5d96110c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.356336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 16bb2848-6009-493c-aa14-33676f15a34e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:05.374308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-20d7f8fa-7ba1-4230-aba9-2dbc5d96110c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags HTTP/1.1" status: 200 len: 240 time: 0.0350800 May 26 23:15:05.376509 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-43c804c2-93e6-46d4-bdc4-844f1cea1037 req-26b0640a-3348-41bc-92a4-c853cba4a59a tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618658 May 26 23:15:05.376955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37360) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.382164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-60698659-f5d2-4d11-bfc7-8f3eecaae2c8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', 'tempest-TagsExtTest-Tag-124612420') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.395128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:05.408397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-60698659-f5d2-4d11-bfc7-8f3eecaae2c8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags/tempest-TagsExtTest-Tag-124612420 HTTP/1.1" status: 204 len: 168 time: 0.0284934 May 26 23:15:05.408622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37364) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.414427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-b6172659-e2b9-4d16-a8c5-ca4adf404236 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', 'tempest-TagsExtTest-Tag-124612420') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.480371 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b6172659-e2b9-4d16-a8c5-ca4adf404236 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags/tempest-TagsExtTest-Tag-124612420 HTTP/1.1" status: 204 len: 168 time: 0.0686259 May 26 23:15:05.480826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37370) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.486991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-a5bf4144-43cf-471c-a81c-04fab892c0d7 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.521054 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a5bf4144-43cf-471c-a81c-04fab892c0d7 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags HTTP/1.1" status: 200 len: 205 time: 0.0369856 May 26 23:15:05.521347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37374) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.528625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-259ec124-31ad-40ce-9883-089bd9f91880 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.534181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 16bb2848-6009-493c-aa14-33676f15a34e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:05.535016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:05.605825 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-259ec124-31ad-40ce-9883-089bd9f91880 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags HTTP/1.1" status: 204 len: 168 time: 0.0806339 May 26 23:15:05.608651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37378) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.614330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-f7680e3e-4c73-4e18-81bc-c6396a40294d tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:05.634754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621083f-ac33-4dfd-b3de-ed86a1db5a48 req-ae740aef-9faa-408c-8a3b-c62c402daedb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:05.636213 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8621083f-ac33-4dfd-b3de-ed86a1db5a48 req-ae740aef-9faa-408c-8a3b-c62c402daedb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.0875850 May 26 23:15:05.684511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8621083f-ac33-4dfd-b3de-ed86a1db5a48 req-277e80e0-646d-455d-8d08-c36bd47328ab tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 May 26 23:15:05.712860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37382) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.818995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3fcb2351-a90d-4530-bb52-6ecdb5dcce1c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/4610cb07-6df1-45e0-8098-71d097a33e2c HTTP/1.1" status: 200 len: 990 time: 0.1048348 May 26 23:15:05.935105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f7680e3e-4c73-4e18-81bc-c6396a40294d tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags HTTP/1.1" status: 204 len: 168 time: 0.3253262 May 26 23:15:05.938412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37388) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:05.945332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-f18f8170-b02c-4865-bba8-dd7527cbf7db tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:06.106739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37394) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.146783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f18f8170-b02c-4865-bba8-dd7527cbf7db tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags HTTP/1.1" status: 204 len: 168 time: 0.2074106 May 26 23:15:06.150298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37398) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.156636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-ecc7c914-144f-4a6e-9cb8-b3d411b43a0c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:06.288552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ecc7c914-144f-4a6e-9cb8-b3d411b43a0c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags HTTP/1.1" status: 204 len: 168 time: 0.1335657 May 26 23:15:06.288940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37402) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.292522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:15:06.296847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-d4f4d8d9-03b8-41cd-aac3-9d54b1dc7522 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', 'tempest-TagsExtTest-Tag-1822880022') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:06.313950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port bb2ae553-a1d8-46b9-b654-612395b6f7af {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:06.314485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:06.481399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:06.481738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:06.518969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d4f4d8d9-03b8-41cd-aac3-9d54b1dc7522 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags/tempest-TagsExtTest-Tag-1822880022 HTTP/1.1" status: 201 len: 201 time: 0.2290430 May 26 23:15:06.521777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37406) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.528328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-0967727c-1a14-49e7-96cb-46acde20ab27 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', 'tempest-TagsExtTest-Tag-366921468') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:06.602902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for bb2ae553-a1d8-46b9-b654-612395b6f7af owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:06.625324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:06.639638 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6832a8c9-ec65-4496-9c8a-3dee58e76896 admin admin] 10.222.0.32 "PUT /v2.0/routers/81ed1471-c924-4bbf-b838-a7ad7f065ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1617911 May 26 23:15:06.640348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37410) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.640982 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] Sync routers for ids ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:06.642182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0967727c-1a14-49e7-96cb-46acde20ab27 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags/tempest-TagsExtTest-Tag-366921468 HTTP/1.1" status: 201 len: 201 time: 0.1191943 May 26 23:15:06.644627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.650571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-f8c35210-3866-4250-b070-10cc7a04d5bd tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', 'tempest-TagsExtTest-Tag-1608721579') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:06.654404 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] Routers {'81ed1471-c924-4bbf-b838-a7ad7f065ef3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:06.655856 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:06.856544 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] Set router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:06.912915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:06.914347 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f8c35210-3866-4250-b070-10cc7a04d5bd tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags/tempest-TagsExtTest-Tag-1608721579 HTTP/1.1" status: 201 len: 201 time: 0.2685015 May 26 23:15:06.917116 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.923494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-d5c3aacc-d634-4e54-998c-67d281b0fc90 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', 'tempest-TagsExtTest-Tag-1382131641') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:06.967033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d5c3aacc-d634-4e54-998c-67d281b0fc90 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags/tempest-TagsExtTest-Tag-1382131641 HTTP/1.1" status: 201 len: 201 time: 0.0459042 May 26 23:15:06.967253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=bb2ae553-a1d8-46b9-b654-612395b6f7af,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:06.967361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37422) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:06.973800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-2ce66012-9bb1-4694-87b9-8c890ac4c184 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', {'tags': ['tempest-TagsExtTest-Tag-375826546', 'tempest-TagsExtTest-Tag-1767842410', 'tempest-TagsExtTest-Tag-395318028']}) {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.058062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2ce66012-9bb1-4694-87b9-8c890ac4c184 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags HTTP/1.1" status: 200 len: 316 time: 0.0876005 May 26 23:15:07.058304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37426) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.064328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-fefcf39b-f431-411a-aba1-a6f99705e13c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.147727 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fefcf39b-f431-411a-aba1-a6f99705e13c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags HTTP/1.1" status: 204 len: 168 time: 0.0883811 May 26 23:15:07.150311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37430) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.155905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-159c202c-2c06-40b1-84f4-1b014a09300c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', 'tempest-TagsExtTest-Tag-375826546') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.158116 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:07.193884 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:15:04Z', 'revision_number': 5, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.198485 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] Checking router: 81ed1471-c924-4bbf-b838-a7ad7f065ef3 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:07.210876 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] Routers {'81ed1471-c924-4bbf-b838-a7ad7f065ef3'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:07.211549 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.232119 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-159c202c-2c06-40b1-84f4-1b014a09300c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:07.236555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-159c202c-2c06-40b1-84f4-1b014a09300c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags/tempest-TagsExtTest-Tag-375826546 HTTP/1.1" status: 404 len: 328 time: 0.0851917 May 26 23:15:07.237099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37434) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.242236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-47884053-2bd7-4976-814d-06afee9439d9 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', 'tempest-TagsExtTest-Tag-1767842410') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.295660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:07.313207 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-47884053-2bd7-4976-814d-06afee9439d9 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:07.317199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-47884053-2bd7-4976-814d-06afee9439d9 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags/tempest-TagsExtTest-Tag-1767842410 HTTP/1.1" status: 404 len: 329 time: 0.0792050 May 26 23:15:07.317762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37438) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.323052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-7482ae83-2b98-4481-8356-105ee260af65 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd', 'tempest-TagsExtTest-Tag-395318028') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.390545 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] Set router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:07.396297 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-7482ae83-2b98-4481-8356-105ee260af65 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:07.400352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7482ae83-2b98-4481-8356-105ee260af65 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags/tempest-TagsExtTest-Tag-395318028 HTTP/1.1" status: 404 len: 328 time: 0.0788898 May 26 23:15:07.400757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37442) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.406273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-69a4490c-6bf2-4ad5-9b9c-0c07029768a8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', {'tags': ['tempest-TagsExtTest-Tag-1037748879', 'tempest-TagsExtTest-Tag-1671374921', 'tempest-TagsExtTest-Tag-237411726']}) {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.489208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69a4490c-6bf2-4ad5-9b9c-0c07029768a8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags HTTP/1.1" status: 200 len: 317 time: 0.0850806 May 26 23:15:07.489465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37446) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.495320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-3894847f-2b2f-4480-adeb-5c8135694c6c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.553524 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:07.569478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Deleting port db5c79f9-23df-4945-804c-152bdb6d6560 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:07.569891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:07.582558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3894847f-2b2f-4480-adeb-5c8135694c6c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags HTTP/1.1" status: 204 len: 168 time: 0.0919547 May 26 23:15:07.585325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37450) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.590899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-a543c23f-4f58-4a74-89a2-6c7b6803055e tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', 'tempest-TagsExtTest-Tag-1037748879') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.678486 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-a543c23f-4f58-4a74-89a2-6c7b6803055e tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:07.679470 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:15:04Z', 'revision_number': 5, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.682115 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a543c23f-4f58-4a74-89a2-6c7b6803055e tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags/tempest-TagsExtTest-Tag-1037748879 HTTP/1.1" status: 404 len: 329 time: 0.0956681 May 26 23:15:07.682800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37454) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.688369 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606e178-30ec-497c-a730-d83ec3e36952 None None] The sync data for ids ['81ed1471-c924-4bbf-b838-a7ad7f065ef3'] in n-d-843301-1 is: [{'id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'name': 'tempest-TestServerBasicOps-213018919-router', 'tenant_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:08:54Z', 'updated_at': '2022-05-26T23:15:04Z', 'revision_number': 5, 'project_id': '575fe9d6aefb41b9a4434cd41e2c6152', 'gw_port': {'id': 'db5c79f9-23df-4945-804c-152bdb6d6560', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed1471-c924-4bbf-b838-a7ad7f065ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:08:55Z', 'updated_at': '2022-05-26T23:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:07.689846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-c1326c20-ca6f-4d80-b392-66b1e21caa38 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', 'tempest-TagsExtTest-Tag-1671374921') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.763423 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-c1326c20-ca6f-4d80-b392-66b1e21caa38 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:07.764455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c1326c20-ca6f-4d80-b392-66b1e21caa38 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags/tempest-TagsExtTest-Tag-1671374921 HTTP/1.1" status: 404 len: 329 time: 0.0795994 May 26 23:15:07.767322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37458) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.772310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-2508ccb2-7668-4af0-9d5c-d073b092d504 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221', 'tempest-TagsExtTest-Tag-237411726') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.836477 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-2508ccb2-7668-4af0-9d5c-d073b092d504 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:07.837467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2508ccb2-7668-4af0-9d5c-d073b092d504 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags/tempest-TagsExtTest-Tag-237411726 HTTP/1.1" status: 404 len: 328 time: 0.0692933 May 26 23:15:07.840394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37462) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.846737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-92863739-0896-45eb-b064-40156e7e43d5 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', {'tags': ['tempest-TagsExtTest-Tag-1269215540', 'tempest-TagsExtTest-Tag-151195416', 'tempest-TagsExtTest-Tag-1953063642']}) {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:07.885852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] For port db5c79f9-23df-4945-804c-152bdb6d6560, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=db5c79f9-23df-4945-804c-152bdb6d6560,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:07.886210 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:07.985302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-92863739-0896-45eb-b064-40156e7e43d5 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags HTTP/1.1" status: 200 len: 317 time: 0.1435905 May 26 23:15:07.987460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37466) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:07.992837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-ccfe301e-9de2-41ee-9035-59fb09f8dc0d tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:08.010648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Calling delete_port for db5c79f9-23df-4945-804c-152bdb6d6560 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:08.140648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6770a2c8-a869-45da-9f70-73e0d860b563 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:15:08.145732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ccfe301e-9de2-41ee-9035-59fb09f8dc0d tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags HTTP/1.1" status: 204 len: 168 time: 0.1561892 May 26 23:15:08.147472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37470) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:08.154828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.tag.tag_plugin [None req-eb6f21fd-ec40-4ffe-a34f-1a164e01e7f5 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', 'tempest-TagsExtTest-Tag-1269215540') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:08.569556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:08.601712 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-eb6f21fd-ec40-4ffe-a34f-1a164e01e7f5 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:08.602738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb6f21fd-ec40-4ffe-a34f-1a164e01e7f5 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags/tempest-TagsExtTest-Tag-1269215540 HTTP/1.1" status: 404 len: 329 time: 0.4542401 May 26 23:15:08.605765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37474) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:08.611530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-c7478863-98f8-4fe4-9204-0d48ffb9e57e tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', 'tempest-TagsExtTest-Tag-151195416') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:08.627564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5c79f9-23df-4945-804c-152bdb6d6560,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:08.742377 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-c7478863-98f8-4fe4-9204-0d48ffb9e57e tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:08.746377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c7478863-98f8-4fe4-9204-0d48ffb9e57e tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags/tempest-TagsExtTest-Tag-151195416 HTTP/1.1" status: 404 len: 328 time: 0.1366079 May 26 23:15:08.746603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37478) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:08.751848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-8b8eeec7-fd20-4823-bdcf-448736ef7c8c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875', 'tempest-TagsExtTest-Tag-1953063642') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:08.870826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:08.879432 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-8b8eeec7-fd20-4823-bdcf-448736ef7c8c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:08.882932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b8eeec7-fd20-4823-bdcf-448736ef7c8c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags/tempest-TagsExtTest-Tag-1953063642 HTTP/1.1" status: 404 len: 329 time: 0.1329706 May 26 23:15:08.883128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37482) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:08.888423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-34a0f3b9-8878-4233-a0f4-6c12c4c8a91c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', {'tags': ['tempest-TagsExtTest-Tag-475254122', 'tempest-TagsExtTest-Tag-585016901', 'tempest-TagsExtTest-Tag-1239971218']}) {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.028779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-34a0f3b9-8878-4233-a0f4-6c12c4c8a91c tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "PUT /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags HTTP/1.1" status: 200 len: 316 time: 0.1446626 May 26 23:15:09.029656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37486) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.036008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-0bd6d174-c2d7-4cae-85c4-b7dec28a0d39 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.073168 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0bd6d174-c2d7-4cae-85c4-b7dec28a0d39 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags HTTP/1.1" status: 204 len: 168 time: 0.0422997 May 26 23:15:09.075789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37490) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.081633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-7219e030-8a02-4f85-a72e-1dbe57aa7424 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', 'tempest-TagsExtTest-Tag-475254122') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.103058 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-7219e030-8a02-4f85-a72e-1dbe57aa7424 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:09.104011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7219e030-8a02-4f85-a72e-1dbe57aa7424 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags/tempest-TagsExtTest-Tag-475254122 HTTP/1.1" status: 404 len: 328 time: 0.0273683 May 26 23:15:09.106767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37494) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.111800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-883a5311-b2b9-4586-9d8a-216c63c9e723 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', 'tempest-TagsExtTest-Tag-585016901') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.134728 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-883a5311-b2b9-4586-9d8a-216c63c9e723 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:09.135610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-883a5311-b2b9-4586-9d8a-216c63c9e723 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags/tempest-TagsExtTest-Tag-585016901 HTTP/1.1" status: 404 len: 328 time: 0.0279994 May 26 23:15:09.138785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37498) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.144063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-992ed1f8-0ca2-4797-b7db-501c889a5e39 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f', 'tempest-TagsExtTest-Tag-1239971218') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.153498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:09.163627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] Sync routers for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:09.164131 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.167541 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-992ed1f8-0ca2-4797-b7db-501c889a5e39 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] show failed (client error): The resource could not be found. May 26 23:15:09.170493 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-992ed1f8-0ca2-4797-b7db-501c889a5e39 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags/tempest-TagsExtTest-Tag-1239971218 HTTP/1.1" status: 404 len: 329 time: 0.0302534 May 26 23:15:09.171723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37502) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.174975 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.176208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:09.176804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.178551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-d89f66b2-2c10-4e67-bf31-c48bbc06cd83 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.193025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.214822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d89f66b2-2c10-4e67-bf31-c48bbc06cd83 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f/tags HTTP/1.1" status: 204 len: 168 time: 0.0392716 May 26 23:15:09.215013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37506) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.231649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-78ed4063-f20d-4421-8222-47b001faa8f8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '74841925-113e-4d29-b5f9-9bdb980f3875') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.255072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.255587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81ed1471-c924-4bbf-b838-a7ad7f065ef3 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:15:09.274300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.275542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c150948c-835c-4dfc-b5bf-5f9ca5f7b7d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/81ed1471-c924-4bbf-b838-a7ad7f065ef3 HTTP/1.1" status: 204 len: 168 time: 2.6342506 May 26 23:15:09.278185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37510) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.321148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-14dbc09c-8962-4b51-846b-e30423da79d5 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/floatingips/4610cb07-6df1-45e0-8098-71d097a33e2c HTTP/1.1" status: 204 len: 168 time: 3.2105782 May 26 23:15:09.323778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 17ab695f-b405-4d74-9cc0-7a422c6d6cbf no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:09.333151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:09.387728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 17ab695f-b405-4d74-9cc0-7a422c6d6cbf {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:09.387728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 17ab695f-b405-4d74-9cc0-7a422c6d6cbf not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:09.424083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] Deleting subnet bbeb6043-7ee0-4c2d-99fb-09a4e111cdef {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:15:09.432416 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.465948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-78ed4063-f20d-4421-8222-47b001faa8f8 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875/tags HTTP/1.1" status: 204 len: 168 time: 0.2474463 May 26 23:15:09.466044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37518) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.471282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-d8995134-25cc-41ce-93d3-dc16d8fb47c0 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '324e504e-777d-445a-9cd3-6c7fb283b221') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.474983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:09.479493 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53edb57d-e0b5-4f08-822e-74538e70645e'] response: {'name': 'network-changed', 'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'status': 'completed', 'code': 200} May 26 23:15:09.509888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.594979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-0a160fab-0bff-4c04-a121-68d9596ac809 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 1095 time: 0.0994644 May 26 23:15:09.611302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d8995134-25cc-41ce-93d3-dc16d8fb47c0 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221/tags HTTP/1.1" status: 204 len: 168 time: 0.1419108 May 26 23:15:09.611915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.629215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.641805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.tag.tag_plugin [None req-5289d013-866a-4a97-bb54-26706a05b458 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e28dea45-b78f-463e-a152-61e2f1619ddd') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:09.710447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.759688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbeb6043-7ee0-4c2d-99fb-09a4e111cdef,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:09.773734 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.789752 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-46f77de8-0526-46d8-98d9-0035e83f7f45 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bbeb6043-7ee0-4c2d-99fb-09a4e111cdef HTTP/1.1" status: 204 len: 168 time: 0.5104609 May 26 23:15:09.789959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37528) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:09.794316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77ffe4-a86d-432e-acfa-fe668092650a None None] Network 198c021f-d065-447e-9d8f-adcf3f7f9a2e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:09.977472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:09.989222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-a0ca4728-4f7f-4758-ad36-7e4c19b3d35e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:09.990662 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-a0ca4728-4f7f-4758-ad36-7e4c19b3d35e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 200 len: 897 time: 0.3844283 May 26 23:15:10.061798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:29Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:10.066164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] Checking router: 6770a2c8-a869-45da-9f70-73e0d860b563 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:10.074825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Deleting port b353052a-bc2e-4766-806e-7e0e9225ab16 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:10.075162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:10.079745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:10.080349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:10.106051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5289d013-866a-4a97-bb54-26706a05b458 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd/tags HTTP/1.1" status: 204 len: 168 time: 0.4686918 May 26 23:15:10.107157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37532) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:10.107725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-14c55e5f-1fc8-4c56-bbd6-1ee110bf89c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 200 len: 217 time: 0.1080742 May 26 23:15:10.178146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] DHCP port deletion for 198c021f-d065-447e-9d8f-adcf3f7f9a2e request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:15:10.187558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b9561-871f-461d-bb83-f6c69792b783 req-f8bd853c-6f8c-4e43-9cda-b0715e0d9ac8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:10.189004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-363b9561-871f-461d-bb83-f6c69792b783 req-f8bd853c-6f8c-4e43-9cda-b0715e0d9ac8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.3180466 May 26 23:15:10.210624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-03c918a4-8610-4a3f-bab6-f7defb4a408b tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for subnetpool, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:10.214362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-03c918a4-8610-4a3f-bab6-f7defb4a408b tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnetpools/7ad6b9aa-d9b5-462a-96e7-8dd7ff64c11f HTTP/1.1" status: 204 len: 168 time: 0.1034150 May 26 23:15:10.214580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37536) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:10.247421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Deleting port b353052a-bc2e-4766-806e-7e0e9225ab16 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:10.247720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:10.296524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-4cb0fd09-b356-4df4-b184-ef3830a4f419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:10.296745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1f5c307a-7f3a-4496-a159-c5a687702972 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "GET /v2.0/ports?device_id=74841925-113e-4d29-b5f9-9bdb980f3875 HTTP/1.1" status: 200 len: 205 time: 0.0786884 May 26 23:15:10.296831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-4cb0fd09-b356-4df4-b184-ef3830a4f419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 200 len: 835 time: 0.1781862 May 26 23:15:10.296999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37540) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:10.420343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-363b9561-871f-461d-bb83-f6c69792b783 req-89f219c7-5bbb-4776-a46f-7058e1725a29 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965590 May 26 23:15:10.446427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] For port b353052a-bc2e-4766-806e-7e0e9225ab16, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b353052a-bc2e-4766-806e-7e0e9225ab16,segment=NetworkSegment(2a7c63d3-b39a-4dad-b126-3599f0a776fc),segment_id=2a7c63d3-b39a-4dad-b126-3599f0a776fc)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:10.446793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:10.471880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:10.569738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] For port b353052a-bc2e-4766-806e-7e0e9225ab16, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b353052a-bc2e-4766-806e-7e0e9225ab16,segment=NetworkSegment(2a7c63d3-b39a-4dad-b126-3599f0a776fc),segment_id=2a7c63d3-b39a-4dad-b126-3599f0a776fc)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:10.570144 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:10.581189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Calling delete_port for b353052a-bc2e-4766-806e-7e0e9225ab16 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:10.582011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-5c8ba279-2b40-4e7b-9627-ab3c44bf9383 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:10.582389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-5c8ba279-2b40-4e7b-9627-ab3c44bf9383 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:10.588414 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fb38961-ae99-4bda-b9e1-e0eaa04616a2 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:10.678246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:10.714692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-5c8ba279-2b40-4e7b-9627-ab3c44bf9383 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:10.715812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-5c8ba279-2b40-4e7b-9627-ab3c44bf9383 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.4978418 May 26 23:15:10.719718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-e8ea2ca0-7147-442d-a6c6-24880996e56a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3729775 May 26 23:15:10.745484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Calling delete_port for b353052a-bc2e-4766-806e-7e0e9225ab16 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:10.845208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Pushing event deleted for resources: {'Port': ['ID=b353052a-bc2e-4766-806e-7e0e9225ab16,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:10.871919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] No DVR routers for this DVR port b353052a-bc2e-4766-806e-7e0e9225ab16 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:15:10.934874 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:15:10.935248 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:15:11.008275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:29Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:11.012228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1c24ea-81c6-49d1-aa66-263c4c339d18 None None] The sync data for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 is: [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:21Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586', 'name': '', 'network_id': 'c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:fc:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef39b94-fa18-4147-a054-90367fca743b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:19Z', 'updated_at': '2022-05-26T23:13:29Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': '2ef39b94-fa18-4147-a054-90367fca743b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:11.065785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.080476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:11.080837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.105093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198c021f-d065-447e-9d8f-adcf3f7f9a2e']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:11.114024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-2aa39c8e-4c79-4728-9e82-8e4af2447685 service neutron] 10.222.0.55 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699213 May 26 23:15:11.119787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7c63d3-b39a-4dad-b126-3599f0a776fc') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:11.120062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7c63d3-b39a-4dad-b126-3599f0a776fc') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:11.120941 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fb38961-ae99-4bda-b9e1-e0eaa04616a2 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.139388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fb38961-ae99-4bda-b9e1-e0eaa04616a2 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.155395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.239112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.260185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:15:11.261711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: timer() May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:15:11.275653 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:15:11.302470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device db5c79f9-23df-4945-804c-152bdb6d6560 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:11.352820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: db5c79f9-23df-4945-804c-152bdb6d6560 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:11.353311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device db5c79f9-23df-4945-804c-152bdb6d6560 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:11.353849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b353052a-bc2e-4766-806e-7e0e9225ab16 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:11.397714 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9fdffd5-fb8f-485a-a3fe-61b024c11593 req-17ccb0a0-3801-4daf-85fd-39c884a548f5 service neutron] 10.222.0.55 "GET /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700164 May 26 23:15:11.400199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.410027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.420700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b353052a-bc2e-4766-806e-7e0e9225ab16 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:11.424188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b353052a-bc2e-4766-806e-7e0e9225ab16 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:11.429557 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3c169-099e-4553-b7d6-059198994046 None None] New status for floating IP 4610cb07-6df1-45e0-8098-71d097a33e2c: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:15:11.436677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Deleting port b353052a-bc2e-4766-806e-7e0e9225ab16 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:11.437161 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.440957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:11.441735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.469574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] Pushing event deleted for resources: {'Network': ['ID=198c021f-d065-447e-9d8f-adcf3f7f9a2e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:11.472220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b5951cd7-8455-4589-a6e4-dbcc0eb35341 admin admin] 10.222.0.32 "DELETE /v2.0/networks/198c021f-d065-447e-9d8f-adcf3f7f9a2e HTTP/1.1" status: 204 len: 168 time: 1.6788092 May 26 23:15:11.520681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c299b4f5-5d0c-4fa7-bfcd-7071bfd8fd5d None None] The port 'b353052a-bc2e-4766-806e-7e0e9225ab16' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:15:11.544456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fb38961-ae99-4bda-b9e1-e0eaa04616a2 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.544970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb38961-ae99-4bda-b9e1-e0eaa04616a2 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Fanout notify agent at l3_agent the message router_deleted on router 74841925-113e-4d29-b5f9-9bdb980f3875 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:15:11.625251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:11.719756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8fb38961-ae99-4bda-b9e1-e0eaa04616a2 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.722227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8fb38961-ae99-4bda-b9e1-e0eaa04616a2 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/routers/74841925-113e-4d29-b5f9-9bdb980f3875 HTTP/1.1" status: 204 len: 168 time: 1.4231713 May 26 23:15:11.724366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37548) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:11.757017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37552) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:11.802770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Deleting port 324e504e-777d-445a-9cd3-6c7fb283b221 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:11.803244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:11.890530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13255f4-b6a5-48a6-91aa-c2a4a4fb8e7d req-0f0c2b74-5ecb-4fec-bddc-8e13e001ba4b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:11.891900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a13255f4-b6a5-48a6-91aa-c2a4a4fb8e7d req-0f0c2b74-5ecb-4fec-bddc-8e13e001ba4b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6253d69-22ff-473f-b402-2614385f7437 HTTP/1.1" status: 200 len: 944 time: 0.2233973 May 26 23:15:11.899166 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ede1eac8-dca0-4113-95af-54402db63d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=762e7382c3ae440895b51bf0d7d66430&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1410601 May 26 23:15:11.899989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37556) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:11.956739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.033395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=27990d30-cd99-46a8-9fd9-3d2e1bb22b1c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:12.082398 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.088986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a13255f4-b6a5-48a6-91aa-c2a4a4fb8e7d req-ac352f22-3fbb-407a-91ae-6df5b142e3d6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=86b4d6f8-d0d1-4553-8223-0ae838fab89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880836 May 26 23:15:12.210460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Calling delete_port for 324e504e-777d-445a-9cd3-6c7fb283b221 owned by {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:12.259214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e3a5-794c-42ee-821c-0296dd9e3fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.261465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] No DVR routers for this DVR port 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:15:12.271200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.273507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-deleted', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:12.300730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e3a5-794c-42ee-821c-0296dd9e3fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.308450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12ba5ae9-7ac7-4dfe-a245-a9182f86eab0 req-2fa04b29-7ba3-4c0c-982b-f341f6cfc87a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.55 "DELETE /v2.0/ports/27990d30-cd99-46a8-9fd9-3d2e1bb22b1c HTTP/1.1" status: 204 len: 173 time: 1.5250115 May 26 23:15:12.337237 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb46d83-896c-40c5-8698-eb68a8544dc2'] response: {'server_uuid': 'e6253d69-22ff-473f-b402-2614385f7437', 'name': 'network-vif-deleted', 'tag': '27990d30-cd99-46a8-9fd9-3d2e1bb22b1c', 'status': 'completed', 'code': 200} May 26 23:15:12.363284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e3a5-794c-42ee-821c-0296dd9e3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.373108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.384130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2e3a5-794c-42ee-821c-0296dd9e3fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5788b8-9c47-40fd-bd10-7f559312abb5,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:12.390976 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e3a5-794c-42ee-821c-0296dd9e3fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.394931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9ea2e3a5-794c-42ee-821c-0296dd9e3fa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a5788b8-9c47-40fd-bd10-7f559312abb5 HTTP/1.1" status: 204 len: 168 time: 0.4881904 May 26 23:15:12.425362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event deleted for resources: {'Port': ['ID=324e504e-777d-445a-9cd3-6c7fb283b221,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:12.544104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.551593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a7b90180-2b79-4166-bbcb-d791426ccee3 tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/ports/324e504e-777d-445a-9cd3-6c7fb283b221 HTTP/1.1" status: 204 len: 168 time: 0.8258159 May 26 23:15:12.554088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37564) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:12.798958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Deleting subnet e28dea45-b78f-463e-a152-61e2f1619ddd {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:15:12.801902 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.863546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.951787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:12.957228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37570) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:13.006904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c2db6ac2-6bb6-4289-97d2-2ff2831ab403 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=575fe9d6aefb41b9a4434cd41e2c6152&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484352 May 26 23:15:13.009332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37574) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:13.024516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.065970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event deleted for resources: {'Subnet': ['ID=e28dea45-b78f-463e-a152-61e2f1619ddd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:13.068948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6c70af0-f3b2-4d2c-b5ed-ed5996ce7469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.073980 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.081620 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7e851-faba-4636-b095-44930a84960a None None] Network 93abe566-2108-4cff-badb-cd491b153587 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:13.082285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8ba61762-0ea0-4154-b9db-eca9ca549f0a tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/subnets/e28dea45-b78f-463e-a152-61e2f1619ddd HTTP/1.1" status: 204 len: 168 time: 0.5265350 May 26 23:15:13.084069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37578) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:13.101192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6c70af0-f3b2-4d2c-b5ed-ed5996ce7469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.162408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6c70af0-f3b2-4d2c-b5ed-ed5996ce7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.181014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c70af0-f3b2-4d2c-b5ed-ed5996ce7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b4d6c-456b-4d89-aeb5-cfeb2ff74092,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:13.190270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e6c70af0-f3b2-4d2c-b5ed-ed5996ce7469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.194113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e6c70af0-f3b2-4d2c-b5ed-ed5996ce7469 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d41b4d6c-456b-4d89-aeb5-cfeb2ff74092 HTTP/1.1" status: 204 len: 168 time: 0.1836925 May 26 23:15:13.232057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37586) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:13.250520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.263540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Deleting port 16bb2848-6009-493c-aa14-33676f15a34e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:13.264652 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.379469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] DHCP port deletion for 93abe566-2108-4cff-badb-cd491b153587 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:15:13.383760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Deleting port 16bb2848-6009-493c-aa14-33676f15a34e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:13.384142 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.530590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] For port 16bb2848-6009-493c-aa14-33676f15a34e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=16bb2848-6009-493c-aa14-33676f15a34e,segment=NetworkSegment(06973ac9-f3c9-41f8-b967-48736de8333c),segment_id=06973ac9-f3c9-41f8-b967-48736de8333c)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:13.530955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.680150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Calling delete_port for 16bb2848-6009-493c-aa14-33676f15a34e owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:13.706957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] For port 16bb2848-6009-493c-aa14-33676f15a34e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=16bb2848-6009-493c-aa14-33676f15a34e,segment=NetworkSegment(06973ac9-f3c9-41f8-b967-48736de8333c),segment_id=06973ac9-f3c9-41f8-b967-48736de8333c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:13.707354 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.761440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.812442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event deleted for resources: {'Port': ['ID=16bb2848-6009-493c-aa14-33676f15a34e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:13.828043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] No DVR routers for this DVR port 16bb2848-6009-493c-aa14-33676f15a34e on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:15:13.831885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.857180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:13.894864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Calling delete_port for 16bb2848-6009-493c-aa14-33676f15a34e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:13.946157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:13.946498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 27990d30-cd99-46a8-9fd9-3d2e1bb22b1c not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:13.985067 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:13.995573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:15:13.995933 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:15:14.023918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93abe566-2108-4cff-badb-cd491b153587']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:14.037958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06973ac9-f3c9-41f8-b967-48736de8333c') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:14.038350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06973ac9-f3c9-41f8-b967-48736de8333c') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:14.053605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.072240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.079130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:15:14.079702 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: timer() May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:15:14.096439 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:15:14.190134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.210638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.218379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] Pushing event deleted for resources: {'Network': ['ID=93abe566-2108-4cff-badb-cd491b153587,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:14.234996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-44b14f59-1054-4939-8a8d-3a51f22549da tempest-TagsExtTest-1751242946 tempest-TagsExtTest-1751242946-project] 10.222.0.32 "DELETE /v2.0/networks/93abe566-2108-4cff-badb-cd491b153587 HTTP/1.1" status: 204 len: 168 time: 1.1435652 May 26 23:15:14.286347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37608) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:14.437774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1733071121-network', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:14.443561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:14.449913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Usage tracker for resource:network and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:14.459816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:14.468063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:14.483803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Made reservation on behalf of d1b5e68e336e435285960d3bd2058e87 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:14.485996 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.497722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Deleting port 16bb2848-6009-493c-aa14-33676f15a34e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:14.498750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.533267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37616) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:14.537407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.565328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82f6307c-7cc3-4411-970b-5ca3fec3979d None None] The port '16bb2848-6009-493c-aa14-33676f15a34e' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:15:14.581914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:14.582257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.629128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:14.636583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:14.641024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:14.663722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:14.728777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e988e977-3d96-430d-9993-05afe4d5aa8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cee21c280894f37821d7bc753236b00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1938653 May 26 23:15:14.731371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37622) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:14.794395 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2db8bd-7d4f-4f73-a51b-114921f1ecd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.821658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2db8bd-7d4f-4f73-a51b-114921f1ecd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.822418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:14.822418 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.871990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2db8bd-7d4f-4f73-a51b-114921f1ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.886832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2db8bd-7d4f-4f73-a51b-114921f1ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7312037-5884-483f-b7a5-330890891ab8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:14.893101 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5d2db8bd-7d4f-4f73-a51b-114921f1ecd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:14.896513 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5d2db8bd-7d4f-4f73-a51b-114921f1ecd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7312037-5884-483f-b7a5-330890891ab8 HTTP/1.1" status: 204 len: 168 time: 0.1621187 May 26 23:15:14.963530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:15.002937 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.013489 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.057018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:15:15.076720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002297ab-ebc2-4c82-9032-f516af99b5d2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:15.086421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.086770 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Added segment 8ea739d1-531f-4c6d-9321-47119d7b05d5 of type vlan for network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d May 26 23:15:15.111440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.111785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.112128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.112465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.112799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.113134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.113462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.113814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.114142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.114465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.114788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:15.138383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.209862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.210722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:15.211295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.293160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 16bb2848-6009-493c-aa14-33676f15a34e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:15.331917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 16bb2848-6009-493c-aa14-33676f15a34e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:15.332172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 16bb2848-6009-493c-aa14-33676f15a34e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:15.457282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1698267 May 26 23:15:15.458247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8148cb-fe62-4605-8861-63090f83c902 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:15.460711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37638) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:15.463543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.467707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Request body: {'subnet': {'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1733071121-subnet', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:15.476849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:15.483474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:15:15.484837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Usage tracker for resource:subnet and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:15.490109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:15.496283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:15.511060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:15.522496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Made reservation on behalf of d1b5e68e336e435285960d3bd2058e87 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:15.524849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.815608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.884270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8264c1ec-0e4b-4277-9edc-0d757ae85c7c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:15.928754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Checking segment: {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:15.933037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Network hostable DHCP agents. Network: dd5eaa00-4c90-4fa3-b8c3-48f944d5777d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:15.945532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.961392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:15.973328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, dd5eaa00-4c90-4fa3-b8c3-48f944d5777d) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:15.978190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:15.978868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:15.982135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9056ee-ef77-4920-9187-d298f7a5d43b None None] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:16.008055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-975644db-6d24-4ac7-929f-5c551e592156 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5461485 May 26 23:15:16.010874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37648) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:16.020072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:16.030001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37652) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:16.034264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:16.049174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Usage tracker for resource:router and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:16.054485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:16.061401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:16.076880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.077997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.110759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.287052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:15:16.288055 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.324612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551612269-network', 'tenant_id': '70eb1b5a11c84142b15d662b7142d20b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:16.335492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:16.388092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Usage tracker for resource:network and tenant:70eb1b5a11c84142b15d662b7142d20b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:16.395523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:16.403909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:16.421763 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.424225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Made reservation on behalf of 70eb1b5a11c84142b15d662b7142d20b for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:16.426498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.442608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.462968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Allocated IP 172.20.0.2 (dd5eaa00-4c90-4fa3-b8c3-48f944d5777d/8264c1ec-0e4b-4277-9edc-0d757ae85c7c/33f103f3-cdae-413f-892c-7daf2a2351e3) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:16.496733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:16.539810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Usage tracker for resource:security_group_rule and tenant:70eb1b5a11c84142b15d662b7142d20b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:16.546038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:16.554772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:16.626647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6770a2c8-a869-45da-9f70-73e0d860b563 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:15:16.691992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.700077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.702860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.714644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Transition to ACTIVE for port object 33f103f3-cdae-413f-892c-7daf2a2351e3 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:16.735730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Transition to ACTIVE for port object 33f103f3-cdae-413f-892c-7daf2a2351e3 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:16.741835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.766136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:15:16.786442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fe676-e5b7-4b18-b953-912e23129296,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:16.790760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.791103 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Added segment ae434478-8cb9-4a78-8163-4ce773cee28c of type vlan for network d55145d2-2f46-4341-9596-e10ed6a77136 May 26 23:15:16.802716 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.828580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:16.829450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Pushing event updated for resources: {'Port': ['ID=33f103f3-cdae-413f-892c-7daf2a2351e3,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:16.832202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:16.835814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:16.836611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.847401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.847884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.848542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.848707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.849354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.849528 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.849970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.850415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.850830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.851254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.851663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:16.856531 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:16.862255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f3c4c613-1e29-4b32-8d77-2e3b55a8969a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/6770a2c8-a869-45da-9f70-73e0d860b563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6286826 May 26 23:15:16.864605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37658) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:16.880828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] Sync routers for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:16.894672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.946126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Attempting to bind port 33f103f3-cdae-413f-892c-7daf2a2351e3 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:16.946546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Attempting to bind port 33f103f3-cdae-413f-892c-7daf2a2351e3 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:16.947028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Attempting to bind port 33f103f3-cdae-413f-892c-7daf2a2351e3 on network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:16.950007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:16.950717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:16.989831 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:16.990673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:16.991235 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.112650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:17.113285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Checking segment: {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:17.113395 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Allocated IP 172.25.4.134 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/65755c79-9e88-4e08-b4db-230549af5f11) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:17.113489 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.113812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Bound using segment: {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:17.114289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Bound port: 33f103f3-cdae-413f-892c-7daf2a2351e3, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:17.114662 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.127633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d55145d2-2f46-4341-9596-e10ed6a77136,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:17.138306 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fafb9ec5-64fe-4b50-9303-a9c6249a90c5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1057494 May 26 23:15:17.139412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37662) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:17.147854 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Request body: {'subnet': {'network_id': 'd55145d2-2f46-4341-9596-e10ed6a77136', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551612269-subnet', 'tenant_id': '70eb1b5a11c84142b15d662b7142d20b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:17.170157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:17.189712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d55145d2-2f46-4341-9596-e10ed6a77136 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:15:17.194464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting subnet 2ef39b94-fa18-4147-a054-90367fca743b {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:15:17.198284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.224091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Usage tracker for resource:subnet and tenant:70eb1b5a11c84142b15d662b7142d20b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:17.233421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:17.241968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:17.261101 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Made reservation on behalf of 70eb1b5a11c84142b15d662b7142d20b for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:17.263472 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.263602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.323610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] For port 33f103f3-cdae-413f-892c-7daf2a2351e3, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:17.329566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-725333b7-20b0-4831-ad13-0ac7f92de242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.333762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] For port 33f103f3-cdae-413f-892c-7daf2a2351e3, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33f103f3-cdae-413f-892c-7daf2a2351e3,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:17.351778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.376495 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.402143 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.457214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:17.465016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.492521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.507046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef39b94-fa18-4147-a054-90367fca743b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:17.508915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85106b15-9a51-4836-9403-92849ed4e8b3 None None] Pushing event updated for resources: {'Port': ['ID=33f103f3-cdae-413f-892c-7daf2a2351e3,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:17.517542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.525779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4957d35c-28ea-482b-a228-d364ac3c31c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/subnets/2ef39b94-fa18-4147-a054-90367fca743b HTTP/1.1" status: 204 len: 168 time: 0.6584151 May 26 23:15:17.526933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37666) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:17.573519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd96987-9528-470a-a956-c4a3439fbeee None None] Network c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:17.619623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:17.623930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:17.626272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Pushing event updated for resources: {'Port': ['ID=65755c79-9e88-4e08-b4db-230549af5f11,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:17.628469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:17.655257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.807899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9768f40-1b01-46c7-aa9c-0af136cd07ff,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:17.840540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.848685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Checking segment: {'id': 'ae434478-8cb9-4a78-8163-4ce773cee28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd55145d2-2f46-4341-9596-e10ed6a77136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:17.849033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Network hostable DHCP agents. Network: d55145d2-2f46-4341-9596-e10ed6a77136, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:17.891547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Network d55145d2-2f46-4341-9596-e10ed6a77136 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:17.911899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, d55145d2-2f46-4341-9596-e10ed6a77136) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:17.917298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:17.917915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.933652 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34fd099-c976-450b-bd10-59bb30d10b61 None None] Network d55145d2-2f46-4341-9596-e10ed6a77136 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:17.947834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.948580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:17.962005 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2942691b-d661-4f82-88f7-630cedd93f8c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8203835 May 26 23:15:18.090147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:18.103906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 14266905-44df-4b14-8a7b-4165d11795c9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:18.104687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:18.243098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '14266905-44df-4b14-8a7b-4165d11795c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:15:15Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': '14266905-44df-4b14-8a7b-4165d11795c9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:18.252662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] Checking router: 6770a2c8-a869-45da-9f70-73e0d860b563 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:18.305722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] DHCP port deletion for c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:15:18.314688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] Deleting port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:15:18.315135 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:18.347258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc19a72-9a62-4086-afa6-3adf9bb13752 None None] Network d55145d2-2f46-4341-9596-e10ed6a77136 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:18.358122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 14266905-44df-4b14-8a7b-4165d11795c9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=14266905-44df-4b14-8a7b-4165d11795c9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:18.358965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:18.372422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Router 2bece33a-db87-460a-9f2a-dbe172ad9340 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:15:18.530800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] Routers {'6770a2c8-a869-45da-9f70-73e0d860b563'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:18.531435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6770a2c8-a869-45da-9f70-73e0d860b563'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:18.564603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 14266905-44df-4b14-8a7b-4165d11795c9 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:18.704054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:18.714138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Sync routers for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:18.732121 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:18.734766 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1524ee23-f831-4329-a888-541c8f1c0c45 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7229476 May 26 23:15:18.738146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37682) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:18.739037 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:18.739676 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:14:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:18.983246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.002724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] For port 94993a2e-2bc3-489a-a7ee-8a3c50d73567, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=94993a2e-2bc3-489a-a7ee-8a3c50d73567,segment=NetworkSegment(465637ae-1219-4851-9ba9-6f8953c727f2),segment_id=465637ae-1219-4851-9ba9-6f8953c727f2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:19.003879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.057247 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=14266905-44df-4b14-8a7b-4165d11795c9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:19.078401 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:19.195762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] Calling delete_port for 94993a2e-2bc3-489a-a7ee-8a3c50d73567 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:15:19.299626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdefc4c4-af54-47e1-846d-914a879216c5 None None] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:19.322761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.523882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:19.529969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1120981418-network', 'tenant_id': '555f6123623641429940d201ed412a7f'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:19.546667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:19.552614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Usage tracker for resource:network and tenant:555f6123623641429940d201ed412a7f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:19.556977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:19.565604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:19.593261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Made reservation on behalf of 555f6123623641429940d201ed412a7f for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:19.596178 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.610611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 33f103f3-cdae-413f-892c-7daf2a2351e3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:19.613268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.651939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:19.657634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Usage tracker for resource:security_group_rule and tenant:555f6123623641429940d201ed412a7f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:19.660694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:19.667156 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:19.704657 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:17Z', 'revision_number': 3, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:19.714605 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Checking router: 2bece33a-db87-460a-9f2a-dbe172ad9340 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:19.715642 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Updating router 2bece33a-db87-460a-9f2a-dbe172ad9340 port 65755c79-9e88-4e08-b4db-230549af5f11 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:15:19.724323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-71eacadb-7397-4675-b6ba-53c03286e1be None None] Provisioning for port 33f103f3-cdae-413f-892c-7daf2a2351e3 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:19.760698 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.772250 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.772757 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.817171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.822837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.832873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.835691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:15:19.841900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e383540-03e6-470b-aa40-a69a08af6019,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:19.851743 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.852265 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Added segment 9e589088-7846-4217-b328-768e096dbd66 of type vlan for network 548a5c08-db9c-4565-bd80-cb8c9e2201cd May 26 23:15:19.868118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.868757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Fanout notify agent at l3_agent the message router_deleted on router 6770a2c8-a869-45da-9f70-73e0d860b563 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:15:19.902203 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:19.903552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52a08813-f9be-44b0-adec-6f43e28d9550 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/routers/6770a2c8-a869-45da-9f70-73e0d860b563 HTTP/1.1" status: 204 len: 168 time: 2.3755240 May 26 23:15:19.906228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37696) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:19.943712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] Pushing event deleted for resources: {'Port': ['ID=94993a2e-2bc3-489a-a7ee-8a3c50d73567,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:19.958577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] Set router 6770a2c8-a869-45da-9f70-73e0d860b563 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:20.001228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40f68e-dc10-4a18-acd6-2b23f3ac3ac6 None None] No DVR routers for this DVR port 94993a2e-2bc3-489a-a7ee-8a3c50d73567 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:15:20.012040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.016936 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7bca4a60-8ddb-48dc-b5af-815d2f89a48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.080004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.082950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.083916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:20.084554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.111606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 33f103f3-cdae-413f-892c-7daf2a2351e3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:20.117734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 33f103f3-cdae-413f-892c-7daf2a2351e3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:20.118178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.148082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:15:18Z', 'revision_number': 6, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:20.162697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf6242-6e1a-4381-b4fb-de709766e6d6 None None] The sync data for ids ['6770a2c8-a869-45da-9f70-73e0d860b563'] in n-d-843301-1 is: [{'id': '6770a2c8-a869-45da-9f70-73e0d860b563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008848040', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:13:13Z', 'updated_at': '2022-05-26T23:15:18Z', 'revision_number': 6, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:20.210128 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.225841 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Transition to ACTIVE for port object 65755c79-9e88-4e08-b4db-230549af5f11 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:20.234369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7096257 May 26 23:15:20.235519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37700) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:20.239144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03cd6f-66f3-437a-8884-ae3b60af26ba admin admin] Pushing event updated for resources: {'Network': ['ID=548a5c08-db9c-4565-bd80-cb8c9e2201cd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:20.245009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Request body: {'subnet': {'network_id': '548a5c08-db9c-4565-bd80-cb8c9e2201cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1120981418-subnet', 'tenant_id': '555f6123623641429940d201ed412a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:20.245338 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.253029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:20.258467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Usage tracker for resource:subnet and tenant:555f6123623641429940d201ed412a7f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:20.262406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:20.277043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:20.283837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.284051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 548a5c08-db9c-4565-bd80-cb8c9e2201cd details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:15:20.306790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Made reservation on behalf of 555f6123623641429940d201ed412a7f for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:20.313842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.322671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:20.340070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465637ae-1219-4851-9ba9-6f8953c727f2') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:20.340624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465637ae-1219-4851-9ba9-6f8953c727f2') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:20.366992 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.385052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.392718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:15:20.393371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.402737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.403325 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Attempting to bind port 65755c79-9e88-4e08-b4db-230549af5f11 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:20.403548 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Attempting to bind port 65755c79-9e88-4e08-b4db-230549af5f11 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:20.406054 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Attempting to bind port 65755c79-9e88-4e08-b4db-230549af5f11 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:20.425026 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:20.425322 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:20.425710 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.426102 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:20.432815 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Bound port: 65755c79-9e88-4e08-b4db-230549af5f11, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:20.433212 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.449926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 33f103f3-cdae-413f-892c-7daf2a2351e3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33f103f3-cdae-413f-892c-7daf2a2351e3,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:20.459740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.487733 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Pushing event updated for resources: {'Port': ['ID=65755c79-9e88-4e08-b4db-230549af5f11,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:20.520967 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.521309 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.521643 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.532950 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.533309 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.533646 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.533995 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.534388 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.534633 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.534955 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.535315 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:20.568516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=33f103f3-cdae-413f-892c-7daf2a2351e3,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:20.572463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94993a2e-2bc3-489a-a7ee-8a3c50d73567 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:20.581694 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] For port 65755c79-9e88-4e08-b4db-230549af5f11, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:20.585296 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] For port 65755c79-9e88-4e08-b4db-230549af5f11, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=65755c79-9e88-4e08-b4db-230549af5f11,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: timer() May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:15:20.587345 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:15:20.592624 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.598206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.643603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 94993a2e-2bc3-489a-a7ee-8a3c50d73567 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:20.643851 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 94993a2e-2bc3-489a-a7ee-8a3c50d73567 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:20.644692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.669517 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.688701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5a37ec6-a5a6-4d39-880e-309c69e47c14 None None] Provisioning complete for port 33f103f3-cdae-413f-892c-7daf2a2351e3 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:20.689725 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5a37ec6-a5a6-4d39-880e-309c69e47c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.694986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/networks/c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee HTTP/1.1" status: 204 len: 168 time: 0.7873955 May 26 23:15:20.698777 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:20.699384 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:20.704252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37704) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:20.709421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccce25-7cc4-42ef-afd3-5a3d548ed26e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Network': ['ID=c35ff576-9f0c-4fdb-9cfe-58b43e9db4ee,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:20.793841 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.827311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.850704 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4c96b5d-c159-4de5-af8d-602a1b5d3a59 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.862561 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9644c4-30e4-46b4-8bf7-c5e2de50cb13 None None] Pushing event updated for resources: {'Port': ['ID=65755c79-9e88-4e08-b4db-230549af5f11,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:20.890436 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4c96b5d-c159-4de5-af8d-602a1b5d3a59 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.916063 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:20.959110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4c96b5d-c159-4de5-af8d-602a1b5d3a59 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.979074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c96b5d-c159-4de5-af8d-602a1b5d3a59 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b4d6f8-d0d1-4553-8223-0ae838fab89b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:20.997891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4c96b5d-c159-4de5-af8d-602a1b5d3a59 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:20.999459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c4c96b5d-c159-4de5-af8d-602a1b5d3a59 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/security-groups/86b4d6f8-d0d1-4553-8223-0ae838fab89b HTTP/1.1" status: 204 len: 168 time: 0.2855148 May 26 23:15:21.034084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.161088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37712) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:21.167628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749234684', 'description': 'tempest-secgroup-smoke-749234684 description', 'project_id': 'ea7d7ca748954380a9a607a5947767b0'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:21.176884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:21.181706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:21.183506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17d32e2-3599-4171-b5ef-3e0450249778,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:21.193853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:21.201902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:21.213007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.232370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Checking segment: {'id': '9e589088-7846-4217-b328-768e096dbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '548a5c08-db9c-4565-bd80-cb8c9e2201cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:21.233229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Network hostable DHCP agents. Network: 548a5c08-db9c-4565-bd80-cb8c9e2201cd, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:21.254666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:21.256289 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:17Z', 'revision_number': 3, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:21.259844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:21.260976 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e1d65-332e-489a-88a4-5965d7e9a867 None None] The sync data for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 is: [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:17Z', 'revision_number': 3, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:21.264228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:21.268075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Allocated IP 172.20.0.1 (dd5eaa00-4c90-4fa3-b8c3-48f944d5777d/8264c1ec-0e4b-4277-9edc-0d757ae85c7c/4779afe2-a65c-49e7-b0f7-76ac59eec07e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:21.272153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:21.285555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Network 548a5c08-db9c-4565-bd80-cb8c9e2201cd is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:21.323509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 33f103f3-cdae-413f-892c-7daf2a2351e3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:21.356790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 548a5c08-db9c-4565-bd80-cb8c9e2201cd) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:21.359632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.367007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.377949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:21.378606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.428596 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.430055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2677255 May 26 23:15:21.437512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37716) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:21.443154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '0d2c4c64-0fbd-4949-a60a-f22a021c4035', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:21.461765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:21.462207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d309c0b-eeca-4a30-8c15-cb5528ced785 None None] Network 548a5c08-db9c-4565-bd80-cb8c9e2201cd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:21.463179 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2dd1beee-7d24-44f8-ac0e-afc40b3237ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2173142 May 26 23:15:21.473276 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:21.477181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:21.483128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff4181-93c1-4a63-b6b3-7d191e932463 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c4c64-0fbd-4949-a60a-f22a021c4035,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:21.499883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:21.527598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.555868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.581469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Transition to ACTIVE for port object 4779afe2-a65c-49e7-b0f7-76ac59eec07e will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:21.622295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.642602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.684543 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.745168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b011b3-643d-4e9a-9ad9-84db952f0e42,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:21.749749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.750804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:21.757778 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6a44fc3f-2c78-4220-99bc-c37282dce0db tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3226831 May 26 23:15:21.759635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37726) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:21.766328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '0d2c4c64-0fbd-4949-a60a-f22a021c4035', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:21.773805 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:21.778562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:21.781966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:21.786420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 33f103f3-cdae-413f-892c-7daf2a2351e3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:21.786884 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.790237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:21.814697 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.847970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:21.848869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Pushing event updated for resources: {'Port': ['ID=4779afe2-a65c-49e7-b0f7-76ac59eec07e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:21.853393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:21.857140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:21.872279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fbfc7e-d0fd-4a8a-b8dc-069ae5dd9e79 None None] Network 548a5c08-db9c-4565-bd80-cb8c9e2201cd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:21.919526 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.926592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.930478 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.962784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] Deleting subnet f9768f40-1b01-46c7-aa9c-0af136cd07ff {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:15:21.985592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:21.989871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2267075 May 26 23:15:21.990350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:21.997687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '0d2c4c64-0fbd-4949-a60a-f22a021c4035', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:22.004761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab743e-a0fb-4961-9296-b1a4ec5b3d63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a86c84-7041-4a99-811a-bfd6ea002a82,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:22.015961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:22.022363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:22.027111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:22.034696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:22.042641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.065189 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.065476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.146411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.159343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 14266905-44df-4b14-8a7b-4165d11795c9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:22.160292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.162919 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.181798 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.214957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 14266905-44df-4b14-8a7b-4165d11795c9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:22.215456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 14266905-44df-4b14-8a7b-4165d11795c9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:22.215974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:15:22.225274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23f1cac-0bf1-493e-980f-f8bb1eaaca61,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:22.234374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.235729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-673b4336-2974-4f94-8aad-d0b4fff7753f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2443027 May 26 23:15:22.238363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37734) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:22.243906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '0d2c4c64-0fbd-4949-a60a-f22a021c4035', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:22.252053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:22.263023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:22.265893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:15:22.266232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6d5fb5a6-b4b9-4e48-80b4-bc078d1ce586 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:15:22.271283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:22.281440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:22.305555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.307737 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.312237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7516d4a3-84f5-4989-988e-03caf224a2df None None] Provisioning for port 4779afe2-a65c-49e7-b0f7-76ac59eec07e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:22.323419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7516d4a3-84f5-4989-988e-03caf224a2df None None] Provisioning complete for port 4779afe2-a65c-49e7-b0f7-76ac59eec07e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:22.323783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7516d4a3-84f5-4989-988e-03caf224a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.381795 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.382730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7516d4a3-84f5-4989-988e-03caf224a2df None None] Port 4779afe2-a65c-49e7-b0f7-76ac59eec07e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:22.388688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.412533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d0b164-2271-408b-b70a-5a0999ebc58c,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:22.423532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.426188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c0ed25b-5a45-4100-96b7-49835048cfa8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1867979 May 26 23:15:22.428061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37738) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:22.433602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '0d2c4c64-0fbd-4949-a60a-f22a021c4035', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:22.441752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:22.445582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:22.449378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:22.455348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:22.468921 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:15:22.475609 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.495092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.537271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9768f40-1b01-46c7-aa9c-0af136cd07ff,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:22.556039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.556923 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.561378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.567780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-908a43c1-96fd-47f3-92e6-9fe7fece848f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f9768f40-1b01-46c7-aa9c-0af136cd07ff HTTP/1.1" status: 204 len: 168 time: 0.8163240 May 26 23:15:22.570518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37742) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:22.585327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1bd533-78b8-4fa7-b237-eed5b824d3f8,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:22.595037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.596205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c5df005-0a8d-4f6e-a5b5-e58846256e86 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1672232 May 26 23:15:22.599095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37746) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:22.605035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'security_group_rule': {'security_group_id': '0d2c4c64-0fbd-4949-a60a-f22a021c4035', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:22.612177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:22.616208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:security_group_rule and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:22.619223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:22.624975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:22.635623 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Project ea7d7ca748954380a9a607a5947767b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:15:22.643479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.671172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.678323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.720899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.724422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.751945 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d124a87b-ff85-48c8-bb70-c38c7cc9c448,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:22.759134 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.760521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c769ade9-cab4-4ca8-ab00-a88c6023582c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1602252 May 26 23:15:22.763044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37752) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:22.768837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'network': {'name': 'tempest-network-smoke--1370346591', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'port_security_enabled': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:22.773990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:22.778096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:network and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:22.781397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:22.787236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:22.789192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.798336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:22.801186 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.810073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Pushing event updated for resources: {'Port': ['ID=4779afe2-a65c-49e7-b0f7-76ac59eec07e,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:22.812664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.829490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:15:22.839532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.839973 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Added segment 739d52ce-21ae-4d19-9d04-111dca7c6fab of type vlan for network 3eac999b-033a-491f-a186-7d98d6b5a3c6 May 26 23:15:22.866942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.896307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:22.900191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:22.900760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.106169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3420553 May 26 23:15:23.108801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37756) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:23.111618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdf80c-1dce-4e9b-a398-ae74c6ce5871 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Network': ['ID=3eac999b-033a-491f-a186-7d98d6b5a3c6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:23.117535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'admin_state_up': True, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:23.123425 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.125294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:23.126234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:15:23.129236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:router and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:23.132043 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:23.139400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:23.150736 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.151641 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.167277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55145d2-2f46-4341-9596-e10ed6a77136']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:23.172584 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.190596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae434478-8cb9-4a78-8163-4ce773cee28c') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:23.190800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae434478-8cb9-4a78-8163-4ce773cee28c') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:23.207917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.220584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:23.223645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:23.291114 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.329611 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.353704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 65755c79-9e88-4e08-b4db-230549af5f11 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:23.365668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:15:23.365668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: timer() May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:15:23.378996 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:15:23.435278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 65755c79-9e88-4e08-b4db-230549af5f11 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:23.450478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 65755c79-9e88-4e08-b4db-230549af5f11 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:23.450850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.548737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.577453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.583239 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.594303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 65755c79-9e88-4e08-b4db-230549af5f11, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=65755c79-9e88-4e08-b4db-230549af5f11,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:23.601593 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.653371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.658738 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.672465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=65755c79-9e88-4e08-b4db-230549af5f11,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:23.695248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f6a41af0-9552-4ef9-bde4-ffe8a6605729 None None] Provisioning complete for port 4779afe2-a65c-49e7-b0f7-76ac59eec07e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:23.695905 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6a41af0-9552-4ef9-bde4-ffe8a6605729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.699056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55145d2-2f46-4341-9596-e10ed6a77136,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:23.702552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6c5aeb1e-9c82-49cd-9989-23b91c1db428 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d55145d2-2f46-4341-9596-e10ed6a77136 HTTP/1.1" status: 204 len: 168 time: 1.1311429 May 26 23:15:23.711600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37762) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:23.754007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f6a41af0-9552-4ef9-bde4-ffe8a6605729 None None] Port 4779afe2-a65c-49e7-b0f7-76ac59eec07e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:23.760305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.204 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/bf049b0a-3701-49f4-a132-d8a04ac677e8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:23.779271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] Deleting subnet f17d32e2-3599-4171-b5ef-3e0450249778 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:15:23.783940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.841353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.907424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.914285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.936085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:23.977394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Router 2bece33a-db87-460a-9f2a-dbe172ad9340 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:15:24.000784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:24.003649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:24.007504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:24.043145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=bf049b0a-3701-49f4-a132-d8a04ac677e8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:24.062343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.162691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17d32e2-3599-4171-b5ef-3e0450249778,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:24.167310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.168027 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.168417 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.184713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-569415e8-923b-4165-9477-b8f1c878e464 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f17d32e2-3599-4171-b5ef-3e0450249778 HTTP/1.1" status: 204 len: 168 time: 0.4717686 May 26 23:15:24.187477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37766) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:24.305337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.398781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6f44760c-bd95-40d2-b554-91c0815e5137 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:15:24.453164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.482080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548a5c08-db9c-4565-bd80-cb8c9e2201cd']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:24.492876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:24.498697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b53944fd-a62a-423d-a21a-74f739c475db admin admin] 10.222.0.32 "PUT /v2.0/routers/2bece33a-db87-460a-9f2a-dbe172ad9340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7586854 May 26 23:15:24.500614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e589088-7846-4217-b328-768e096dbd66') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:24.500908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e589088-7846-4217-b328-768e096dbd66') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:24.513208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.530752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.537053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:15:24.537441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: timer() May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:15:24.550902 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:15:24.608663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:24.619137 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Sync routers for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:24.639950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Routers {'6f44760c-bd95-40d2-b554-91c0815e5137'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:24.641145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f44760c-bd95-40d2-b554-91c0815e5137'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:24.645465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.647332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c2d9d55-33b0-4933-b037-724a30b029ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5373611 May 26 23:15:24.651574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37772) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:24.735843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1fdd3a21-1692-4b41-8224-7f17308c5e2f tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ea7d7ca748954380a9a607a5947767b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826561 May 26 23:15:24.738402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37778) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:24.761606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.783764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:24.790797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] Pushing event deleted for resources: {'Network': ['ID=548a5c08-db9c-4565-bd80-cb8c9e2201cd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:24.797850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2c95b307-5bf0-4cf7-83d9-6dba247bef28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/548a5c08-db9c-4565-bd80-cb8c9e2201cd HTTP/1.1" status: 204 len: 168 time: 0.6093969 May 26 23:15:24.855490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Set router 6f44760c-bd95-40d2-b554-91c0815e5137 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:24.990913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37786) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:25.041047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181f762-1913-4fe4-855e-527e8c1ee0db tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:25.042691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3181f762-1913-4fe4-855e-527e8c1ee0db tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3027306 May 26 23:15:25.045464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37790) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:25.054526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d48eac4-44f2-4867-91e1-458b84238561 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70eb1b5a11c84142b15d662b7142d20b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0601821 May 26 23:15:25.054821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37794) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:25.099756 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c50b6a8f-b156-4474-b068-fe6f01fb13e3 tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530739 May 26 23:15:25.102617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:25.111708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1502491677', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:25.156540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb3dffe5-2269-42e5-9398-bf4422e062db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.192147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb3dffe5-2269-42e5-9398-bf4422e062db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.259864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:25.267850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:subnet and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:25.271778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:25.273559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:24Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:25.281092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Checking router: 6f44760c-bd95-40d2-b554-91c0815e5137 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:25.281441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Updating router 6f44760c-bd95-40d2-b554-91c0815e5137 port bf049b0a-3701-49f4-a132-d8a04ac677e8 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:15:25.281997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:25.293570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb3dffe5-2269-42e5-9398-bf4422e062db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.311487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:25.322451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dffe5-2269-42e5-9398-bf4422e062db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fe676-e5b7-4b18-b953-912e23129296,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:25.328488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb3dffe5-2269-42e5-9398-bf4422e062db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.335452 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fb3dffe5-2269-42e5-9398-bf4422e062db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f53fe676-e5b7-4b18-b953-912e23129296 HTTP/1.1" status: 204 len: 168 time: 0.2767210 May 26 23:15:25.347590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.378737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 65755c79-9e88-4e08-b4db-230549af5f11 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:25.439673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.476071 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Sync routers for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:25.481755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.498518 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:25.500728 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:25.573457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 65755c79-9e88-4e08-b4db-230549af5f11 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:25.573659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.793598 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.832175 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:25.896909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Subnet': ['ID=a32e0c45-a00c-494c-9404-fe20c82a2802,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:25.909053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Checking segment: {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:25.909657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network hostable DHCP agents. Network: 3eac999b-033a-491f-a186-7d98d6b5a3c6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:25.929074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37818) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:25.940254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:25.960508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 3eac999b-033a-491f-a186-7d98d6b5a3c6) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:25.965291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:25.966029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:25.992227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ea718-9d82-450f-801b-45b0c50c3f54 None None] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:26.001584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-56ef5d53-5d9b-43af-b89e-52425f7fd632 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=555f6123623641429940d201ed412a7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0706198 May 26 23:15:26.003860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:26.018354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85488d51-d3a5-4390-b4bb-08cb7030b384 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9145522 May 26 23:15:26.021091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37826) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:26.083855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb9d5072-6e5f-44b2-87fb-2a756f494c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.133434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb9d5072-6e5f-44b2-87fb-2a756f494c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.239413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb9d5072-6e5f-44b2-87fb-2a756f494c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.266386 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb9d5072-6e5f-44b2-87fb-2a756f494c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.270466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fb9d5072-6e5f-44b2-87fb-2a756f494c63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e383540-03e6-470b-aa40-a69a08af6019 HTTP/1.1" status: 204 len: 168 time: 0.2649763 May 26 23:15:26.273369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d5072-6e5f-44b2-87fb-2a756f494c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e383540-03e6-470b-aa40-a69a08af6019,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:26.290960 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37834) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:26.300462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-509338029-network', 'tenant_id': '2b166272e8af418bbc407977be3b04af'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:26.307682 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.318974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:26.322508 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:22Z', 'revision_number': 2, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:26.329566 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Checking router: 2bece33a-db87-460a-9f2a-dbe172ad9340 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:26.330242 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Updating router 2bece33a-db87-460a-9f2a-dbe172ad9340 port 4779afe2-a65c-49e7-b0f7-76ac59eec07e binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:15:26.331363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Usage tracker for resource:network and tenant:2b166272e8af418bbc407977be3b04af is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:26.339223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:26.351024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Transition to ACTIVE for port object bf049b0a-3701-49f4-a132-d8a04ac677e8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:26.355626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-3eac999b-033a-491f-a186-7d98d6b5a3c6', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:15:26.355925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:26.356440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.375603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Made reservation on behalf of 2b166272e8af418bbc407977be3b04af for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:26.378503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.405587 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.406714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.416453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.463724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:26.470516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Usage tracker for resource:security_group_rule and tenant:2b166272e8af418bbc407977be3b04af is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:26.475721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:26.482997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:26.578748 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.588680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.588826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Attempting to bind port bf049b0a-3701-49f4-a132-d8a04ac677e8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:26.589086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Attempting to bind port bf049b0a-3701-49f4-a132-d8a04ac677e8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:26.589437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Attempting to bind port bf049b0a-3701-49f4-a132-d8a04ac677e8 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:26.601076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:26.601350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:26.601622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.602034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:26.603105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Bound port: bf049b0a-3701-49f4-a132-d8a04ac677e8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:26.603105 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.625905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:15:26.629440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b6283-4534-42bc-90d0-a5eb277cd060 None None] Pushing event updated for resources: {'Port': ['ID=bf049b0a-3701-49f4-a132-d8a04ac677e8,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:26.655620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f70774-8c6d-4dd9-8d59-aa87a064c225,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:26.679463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.680785 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Added segment 891fc627-3ec4-4e81-8c6a-75af8b20c90a of type vlan for network 9da97292-3055-4b5f-92d5-d8ba31d024dd May 26 23:15:26.697871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Allocated IP 172.20.0.2 (3eac999b-033a-491f-a186-7d98d6b5a3c6/a32e0c45-a00c-494c-9404-fe20c82a2802/58ecb2dd-b971-4b51-9253-8f29717330e5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:26.718954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] For port bf049b0a-3701-49f4-a132-d8a04ac677e8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:26.741224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.791782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] For port bf049b0a-3701-49f4-a132-d8a04ac677e8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf049b0a-3701-49f4-a132-d8a04ac677e8,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:26.804880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.805089 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.805875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:26.806493 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:26.888875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b6283-4534-42bc-90d0-a5eb277cd060 None None] Pushing event updated for resources: {'Port': ['ID=bf049b0a-3701-49f4-a132-d8a04ac677e8,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:26.934584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Routers {'6f44760c-bd95-40d2-b554-91c0815e5137'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:26.936301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f44760c-bd95-40d2-b554-91c0815e5137'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:26.945261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Pushing event updated for resources: {'Network': ['ID=9da97292-3055-4b5f-92d5-d8ba31d024dd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:26.957844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6631112 May 26 23:15:26.958024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37844) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:26.964222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Request body: {'subnet': {'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-509338029-subnet', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:26.972030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:26.976376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Usage tracker for resource:subnet and tenant:2b166272e8af418bbc407977be3b04af is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:26.979858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:26.987965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:27.005558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.005955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.006327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.006657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.007582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.008035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.008361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.008856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.009337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.010287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.010615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98339639-1b34-4065-b78e-b162374a222f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:15:27.023784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Made reservation on behalf of 2b166272e8af418bbc407977be3b04af for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:27.026653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.038049 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.055925 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Transition to ACTIVE for port object 4779afe2-a65c-49e7-b0f7-76ac59eec07e will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:27.068489 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.235473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:15:27.267559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.350115 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaca69f-1032-4e9b-b3d0-9eb1c101d0ef None None] Pushing event updated for resources: {'Port': ['ID=4779afe2-a65c-49e7-b0f7-76ac59eec07e,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:27.359965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c49d47-0fe9-4dd7-b60b-7c5431c7781f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:27.376071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Checking segment: {'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:27.376460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Network hostable DHCP agents. Network: 9da97292-3055-4b5f-92d5-d8ba31d024dd, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:27.407751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:27.436119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9da97292-3055-4b5f-92d5-d8ba31d024dd) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:27.441394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:27.443198 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.444673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.469889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602da9b0-cb46-45b9-8456-04b4b13d86b1 None None] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:27.499321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3771bfa3-d755-4e21-81be-ebbec96e4bbb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5402119 May 26 23:15:27.499892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37858) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:27.505090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:27.516237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:27.523315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Usage tracker for resource:router and tenant:2b166272e8af418bbc407977be3b04af is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:27.530797 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:27.541896 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Attempting to bind port 4779afe2-a65c-49e7-b0f7-76ac59eec07e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:27.542618 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Attempting to bind port 4779afe2-a65c-49e7-b0f7-76ac59eec07e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:27.543175 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Attempting to bind port 4779afe2-a65c-49e7-b0f7-76ac59eec07e on network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:27.549814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:27.555560 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:27.557504 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Checking segment: {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:27.558353 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.558954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Bound using segment: {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:27.560359 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Bound port: 4779afe2-a65c-49e7-b0f7-76ac59eec07e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:27.561093 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.580967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.581945 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.616948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.806789 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] For port 4779afe2-a65c-49e7-b0f7-76ac59eec07e, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:27.809890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] Set router 6f44760c-bd95-40d2-b554-91c0815e5137 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:27.812121 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] For port 4779afe2-a65c-49e7-b0f7-76ac59eec07e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4779afe2-a65c-49e7-b0f7-76ac59eec07e,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:27.821789 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.918316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:27.937111 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:27.937929 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:28.012008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.088240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Transition to ACTIVE for port object 58ecb2dd-b971-4b51-9253-8f29717330e5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:28.116962 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaca69f-1032-4e9b-b3d0-9eb1c101d0ef None None] Pushing event updated for resources: {'Port': ['ID=4779afe2-a65c-49e7-b0f7-76ac59eec07e,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:28.192724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9da97292-3055-4b5f-92d5-d8ba31d024dd', 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'fixed_ips': [{'subnet_id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:15:28.193491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.202729 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:28.210204 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.222998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Transition to ACTIVE for port object 58ecb2dd-b971-4b51-9253-8f29717330e5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:28.294444 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.321139 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.334699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.1 (3eac999b-033a-491f-a186-7d98d6b5a3c6/a32e0c45-a00c-494c-9404-fe20c82a2802/0f7c9f11-268d-433f-a28a-75042349cf7b) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:28.367338 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.375707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Pushing event updated for resources: {'Port': ['ID=58ecb2dd-b971-4b51-9253-8f29717330e5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:28.468130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:28.473044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:28.486536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:28.583982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Allocated IP 172.25.4.77 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/600cf065-7af6-4670-bce6-85f500111e1b) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:28.647518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Allocated IP 172.20.0.2 (9da97292-3055-4b5f-92d5-d8ba31d024dd/f3c49d47-0fe9-4dd7-b60b-7c5431c7781f/e1453aa7-901d-4cd0-9db8-d4bbc1652205) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:28.676048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.692149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Attempting to bind port 58ecb2dd-b971-4b51-9253-8f29717330e5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:28.692534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Attempting to bind port 58ecb2dd-b971-4b51-9253-8f29717330e5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:28.692880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Attempting to bind port 58ecb2dd-b971-4b51-9253-8f29717330e5 on network 3eac999b-033a-491f-a186-7d98d6b5a3c6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:28.711500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:24Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:28.718229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object 0f7c9f11-268d-433f-a28a-75042349cf7b will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:28.735799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8fffb-c856-435d-89d2-75237769e0f9 None None] The sync data for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 is: [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:24Z', 'revision_number': 3, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:28.737453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:28.737858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Checking segment: {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:28.738263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.738640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Bound using segment: {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:28.739124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Bound port: 58ecb2dd-b971-4b51-9253-8f29717330e5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:28.739493 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.783941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.800435 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:27Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:28.804650 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfdf27-1fb0-4f65-b577-3300dbd5189a None None] The sync data for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 is: [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:27Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:28.830798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.870345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:28.874852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:28.878751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:28.915314 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:28.995111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] For port 58ecb2dd-b971-4b51-9253-8f29717330e5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:29.007745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] For port 58ecb2dd-b971-4b51-9253-8f29717330e5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=58ecb2dd-b971-4b51-9253-8f29717330e5,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:29.013271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=0f7c9f11-268d-433f-a28a-75042349cf7b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:29.043465 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.055489 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.070191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Pushing event updated for resources: {'Port': ['ID=600cf065-7af6-4670-bce6-85f500111e1b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:29.085949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:29.087834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:29.091790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:29.224748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.292827 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.321703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Transition to ACTIVE for port object e1453aa7-901d-4cd0-9db8-d4bbc1652205 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:29.354416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Transition to ACTIVE for port object e1453aa7-901d-4cd0-9db8-d4bbc1652205 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:29.427458 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.429279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.509436 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.520770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c1b60-ec6c-4181-83ad-ed2570c2303e None None] Pushing event updated for resources: {'Port': ['ID=58ecb2dd-b971-4b51-9253-8f29717330e5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:29.584815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf049b0a-3701-49f4-a132-d8a04ac677e8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:29.705966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:29.711304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:29.715931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:29.881284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Pushing event updated for resources: {'Port': ['ID=e1453aa7-901d-4cd0-9db8-d4bbc1652205,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:29.931655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Attempting to bind port e1453aa7-901d-4cd0-9db8-d4bbc1652205 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:29.931944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Attempting to bind port e1453aa7-901d-4cd0-9db8-d4bbc1652205 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:29.932308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Attempting to bind port e1453aa7-901d-4cd0-9db8-d4bbc1652205 on network 9da97292-3055-4b5f-92d5-d8ba31d024dd {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:29.952187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:29.952604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Checking segment: {'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:29.953012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.955572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Bound using segment: {'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:29.956066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Bound port: e1453aa7-901d-4cd0-9db8-d4bbc1652205, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:29.956482 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:29.976170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port bf049b0a-3701-49f4-a132-d8a04ac677e8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:29.988959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bf049b0a-3701-49f4-a132-d8a04ac677e8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:29.989308 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.193788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] For port e1453aa7-901d-4cd0-9db8-d4bbc1652205, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:30.196044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.200331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] For port e1453aa7-901d-4cd0-9db8-d4bbc1652205, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1453aa7-901d-4cd0-9db8-d4bbc1652205,segment=NetworkSegment(891fc627-3ec4-4e81-8c6a-75af8b20c90a),segment_id=891fc627-3ec4-4e81-8c6a-75af8b20c90a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:30.209321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.212948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Router fe888458-e171-4740-bc28-792dced3be49 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:15:30.229036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.436964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49177ff-e804-4f0a-bd44-c1fefee55554 None None] Pushing event updated for resources: {'Port': ['ID=e1453aa7-901d-4cd0-9db8-d4bbc1652205,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:30.439588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=0f7c9f11-268d-433f-a28a-75042349cf7b,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:30.455471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.475817 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.515809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port bf049b0a-3701-49f4-a132-d8a04ac677e8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf049b0a-3701-49f4-a132-d8a04ac677e8,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:30.526858 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.527676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4779afe2-a65c-49e7-b0f7-76ac59eec07e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:30.611005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:30.648185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:30.649667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f1b671bc-3e1d-4cf7-adbc-212d5dbf0eef admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1487305 May 26 23:15:30.652402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37886) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:30.746601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Sync routers for ids ['fe888458-e171-4740-bc28-792dced3be49'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:30.770170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:30.771659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:30.844362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Routers {'fe888458-e171-4740-bc28-792dced3be49'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:30.845053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fe888458-e171-4740-bc28-792dced3be49'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:31.083021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=bf049b0a-3701-49f4-a132-d8a04ac677e8,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:31.129045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 4779afe2-a65c-49e7-b0f7-76ac59eec07e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:31.154325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4779afe2-a65c-49e7-b0f7-76ac59eec07e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:31.154615 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:31.312712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Set router fe888458-e171-4740-bc28-792dced3be49 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:31.451765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e2bf9-edad-4af0-834d-7d3b3a2373bb None None] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:31.491024 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:31.731328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6f44760c-bd95-40d2-b554-91c0815e5137 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:15:31.756600 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-84d0d6c9-ff0e-4812-b0c2-bbd8b4ab1bb9 None None] Provisioning for port 58ecb2dd-b971-4b51-9253-8f29717330e5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:31.781101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 4779afe2-a65c-49e7-b0f7-76ac59eec07e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4779afe2-a65c-49e7-b0f7-76ac59eec07e,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:31.814470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:31.881534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:31.968811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befea1f0-1e29-45e7-8a18-38749b14ffd9 None None] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:32.158333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:32.162311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1453aa7-901d-4cd0-9db8-d4bbc1652205 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:32.181148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9765c2ea-0dc1-49fc-a8ce-6ccf53e5f5d9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/6f44760c-bd95-40d2-b554-91c0815e5137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1589575 May 26 23:15:32.252284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Allocated IP 172.20.0.1 (9da97292-3055-4b5f-92d5-d8ba31d024dd/f3c49d47-0fe9-4dd7-b60b-7c5431c7781f/25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:32.298453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=4779afe2-a65c-49e7-b0f7-76ac59eec07e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:32.346559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b8d1b087-9d81-46b5-896a-fe4a2d343145 None None] Provisioning for port e1453aa7-901d-4cd0-9db8-d4bbc1652205 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:32.457048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.468358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e1453aa7-901d-4cd0-9db8-d4bbc1652205 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:32.472148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '600cf065-7af6-4670-bce6-85f500111e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 3, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port': {'id': '600cf065-7af6-4670-bce6-85f500111e1b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:28Z', 'updated_at': '2022-05-26T23:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:32.476764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Transition to ACTIVE for port object 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:32.489406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-dc124a00-52e2-43d5-9d88-8139e4d2ea48 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:32.489773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e1453aa7-901d-4cd0-9db8-d4bbc1652205 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:32.489773 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.489919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37926) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:32.511942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-dc124a00-52e2-43d5-9d88-8139e4d2ea48 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:32.518031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Checking router: fe888458-e171-4740-bc28-792dced3be49 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:32.518389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Updating router fe888458-e171-4740-bc28-792dced3be49 port 600cf065-7af6-4670-bce6-85f500111e1b binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:15:32.518940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.522284 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-dc124a00-52e2-43d5-9d88-8139e4d2ea48 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749234684&fields=id&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 267 time: 0.0872934 May 26 23:15:32.593962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:32.604171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:32.608358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:32.615967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.712738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-38331f4e-52c1-4016-815e-8698e211c056 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:32.713801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-38331f4e-52c1-4016-815e-8698e211c056 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:32.741182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-38331f4e-52c1-4016-815e-8698e211c056 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:32.744866 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-38331f4e-52c1-4016-815e-8698e211c056 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 797 time: 0.2217460 May 26 23:15:32.776906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-024fe81b-0311-4caa-833a-1ee7ed9a5270 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/quotas/ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 375 time: 0.0230806 May 26 23:15:32.840625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Pushing event updated for resources: {'Port': ['ID=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:32.865336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.883763 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.897472 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.960562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:32.967120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Usage tracker for resource:security_group_rule and tenant:537de0bf425c48d9b629fb90b92de0ce is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:32.971474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:32.981908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:32.982640 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:32.988344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e1453aa7-901d-4cd0-9db8-d4bbc1652205, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1453aa7-901d-4cd0-9db8-d4bbc1652205,segment=NetworkSegment(891fc627-3ec4-4e81-8c6a-75af8b20c90a),segment_id=891fc627-3ec4-4e81-8c6a-75af8b20c90a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:32.988474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-f9c6fe22-9838-402d-8839-ed57f68ba424 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:33.024386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-f9c6fe22-9838-402d-8839-ed57f68ba424 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:33.026135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-f9c6fe22-9838-402d-8839-ed57f68ba424 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2483156 May 26 23:15:33.125098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.126347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 58ecb2dd-b971-4b51-9253-8f29717330e5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:33.234745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-84c07d9f-b324-4862-a2f6-aee82a03e0ac service neutron] 10.222.0.32 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941776 May 26 23:15:33.324984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e1453aa7-901d-4cd0-9db8-d4bbc1652205,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:33.347973 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.360152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.373435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.393139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-943e9a91-d35f-43a4-bc0b-3a57c4a391ec None None] Provisioning for port 0f7c9f11-268d-433f-a28a-75042349cf7b completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:33.393950 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.414912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-943e9a91-d35f-43a4-bc0b-3a57c4a391ec None None] Provisioning complete for port 0f7c9f11-268d-433f-a28a-75042349cf7b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:33.415754 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-943e9a91-d35f-43a4-bc0b-3a57c4a391ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.437106 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=537de0bf425c48d9b629fb90b92de0ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9464991 May 26 23:15:33.444652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37932) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:33.458838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.507007 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:15:33.514075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-943e9a91-d35f-43a4-bc0b-3a57c4a391ec None None] Port 0f7c9f11-268d-433f-a28a-75042349cf7b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:33.524315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 58ecb2dd-b971-4b51-9253-8f29717330e5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:33.531429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-75b7bce2-5c7c-40e8-aef6-9a1917617e89 service neutron] 10.222.0.32 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850199 May 26 23:15:33.534425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec9e85-19e0-4ac5-991d-1707f3d3f176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34732bea-2909-4931-84d4-d8c004ea9ef4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:33.569956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Pushing event updated for resources: {'Port': ['ID=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:33.591350 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a135266d-1fea-48fd-948e-c7edb70df08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.618676 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a135266d-1fea-48fd-948e-c7edb70df08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.627238 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.640819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Transition to ACTIVE for port object 600cf065-7af6-4670-bce6-85f500111e1b will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:33.644124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:33.645578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:33.647470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 58ecb2dd-b971-4b51-9253-8f29717330e5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:33.659242 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.684093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a135266d-1fea-48fd-948e-c7edb70df08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.711089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a135266d-1fea-48fd-948e-c7edb70df08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.712969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a135266d-1fea-48fd-948e-c7edb70df08b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34732bea-2909-4931-84d4-d8c004ea9ef4 HTTP/1.1" status: 204 len: 168 time: 0.2672846 May 26 23:15:33.714541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135266d-1fea-48fd-948e-c7edb70df08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34732bea-2909-4931-84d4-d8c004ea9ef4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:33.717476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.884952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Attempting to bind port 600cf065-7af6-4670-bce6-85f500111e1b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:33.885469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Attempting to bind port 600cf065-7af6-4670-bce6-85f500111e1b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:33.885701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Attempting to bind port 600cf065-7af6-4670-bce6-85f500111e1b on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:33.901712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:33.902084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:33.902504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.902846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:33.903309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Bound port: 600cf065-7af6-4670-bce6-85f500111e1b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:33.903688 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:33.981419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729203d-329e-4569-aeac-00bac015674c None None] Pushing event updated for resources: {'Port': ['ID=600cf065-7af6-4670-bce6-85f500111e1b,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:33.984397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Provisioning for port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:33.991380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] For port 600cf065-7af6-4670-bce6-85f500111e1b, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:33.997922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] For port 600cf065-7af6-4670-bce6-85f500111e1b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=600cf065-7af6-4670-bce6-85f500111e1b,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:34.000169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Provisioning complete for port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:34.000521 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.005702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4d6b8c15-d1b7-41ab-a17e-2f933bf66768 req-57a9b628-6e8b-4c5a-9f6e-f529c240f698 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:34.022117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4d6b8c15-d1b7-41ab-a17e-2f933bf66768 req-57a9b628-6e8b-4c5a-9f6e-f529c240f698 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:34.033972 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d6b8c15-d1b7-41ab-a17e-2f933bf66768 req-57a9b628-6e8b-4c5a-9f6e-f529c240f698 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 210 time: 0.1487927 May 26 23:15:34.036954 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.202938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.227613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:34.267545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729203d-329e-4569-aeac-00bac015674c None None] Pushing event updated for resources: {'Port': ['ID=600cf065-7af6-4670-bce6-85f500111e1b,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:34.271422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 58ecb2dd-b971-4b51-9253-8f29717330e5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=58ecb2dd-b971-4b51-9253-8f29717330e5,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:34.278692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Routers {'fe888458-e171-4740-bc28-792dced3be49'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:34.279942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fe888458-e171-4740-bc28-792dced3be49'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:34.295571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Router fe888458-e171-4740-bc28-792dced3be49 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:15:34.329166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 37950) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:34.348276 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.348494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf049b0a-3701-49f4-a132-d8a04ac677e8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:34.355371 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.403568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:34.409372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Usage tracker for resource:security_group_rule and tenant:c15d15ae18a34b8b999c9d81efbf63b8 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:34.413153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:34.420720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:34.437435 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Provisioning complete for port e1453aa7-901d-4cd0-9db8-d4bbc1652205 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:34.439660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.518000 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.522480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.544949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:34.557571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fb0be08f-91f3-410f-a557-b07a42fe41f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/fe888458-e171-4740-bc28-792dced3be49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9041169 May 26 23:15:34.585343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c15d15ae18a34b8b999c9d81efbf63b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2527666 May 26 23:15:34.585343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e528e4-9c41-4d05-a669-9367364d793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab5b15-d2a9-4592-a7f2-13aa3b590c9d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:34.586307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 37956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:34.719693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2aadfcb8-9cc2-4e82-8b4c-4fa3163b24ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.740051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=58ecb2dd-b971-4b51-9253-8f29717330e5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:34.748692 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2aadfcb8-9cc2-4e82-8b4c-4fa3163b24ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.811545 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2aadfcb8-9cc2-4e82-8b4c-4fa3163b24ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.812721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] Set router fe888458-e171-4740-bc28-792dced3be49 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:34.828584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadfcb8-9cc2-4e82-8b4c-4fa3163b24ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ab5b15-d2a9-4592-a7f2-13aa3b590c9d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:34.832906 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2aadfcb8-9cc2-4e82-8b4c-4fa3163b24ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:34.836311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2aadfcb8-9cc2-4e82-8b4c-4fa3163b24ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8ab5b15-d2a9-4592-a7f2-13aa3b590c9d HTTP/1.1" status: 204 len: 168 time: 0.2395794 May 26 23:15:34.865158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bf049b0a-3701-49f4-a132-d8a04ac677e8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:34.865571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:35.193973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Provisioning complete for port 0f7c9f11-268d-433f-a28a-75042349cf7b triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:35.194417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:35.335720 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a00ec7b2-3aea-4656-909e-5c5928477d68 req-2a2531c9-cdba-4815-aa0c-cc18d70a3b6d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 210 time: 0.0919633 May 26 23:15:35.351516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1453aa7-901d-4cd0-9db8-d4bbc1652205 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:35.430598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-42b34bb5-163a-4877-b3d4-633b5542d84e None None] Port 0f7c9f11-268d-433f-a28a-75042349cf7b cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:35.433047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-6d47c80a-3cd1-4a4e-856a-42a362485fce tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:35.434633 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-6d47c80a-3cd1-4a4e-856a-42a362485fce tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 797 time: 0.3521171 May 26 23:15:35.498241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-49148609-3f38-403d-ad45-820dc498802e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea7d7ca748954380a9a607a5947767b0 HTTP/1.1" status: 200 len: 379 time: 0.0500858 May 26 23:15:35.513754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e1453aa7-901d-4cd0-9db8-d4bbc1652205 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:35.514479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:35.517553 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'port': {'device_id': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'admin_state_up': True, 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'security_groups': ['0d2c4c64-0fbd-4949-a60a-f22a021c4035']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:35.604047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '600cf065-7af6-4670-bce6-85f500111e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:32Z', 'revision_number': 4, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port': {'id': '600cf065-7af6-4670-bce6-85f500111e1b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:28Z', 'updated_at': '2022-05-26T23:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17', 'name': '', 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:31Z', 'updated_at': '2022-05-26T23:15:33Z', 'revision_number': 2, 'project_id': '2b166272e8af418bbc407977be3b04af', 'subnets': [{'id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:35.614865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d1bc1-96d4-44de-89f5-7cc56064bc84 None None] The sync data for ids ['fe888458-e171-4740-bc28-792dced3be49'] in n-d-843301-1 is: [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '600cf065-7af6-4670-bce6-85f500111e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:32Z', 'revision_number': 4, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port': {'id': '600cf065-7af6-4670-bce6-85f500111e1b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:28Z', 'updated_at': '2022-05-26T23:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17', 'name': '', 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:31Z', 'updated_at': '2022-05-26T23:15:33Z', 'revision_number': 2, 'project_id': '2b166272e8af418bbc407977be3b04af', 'subnets': [{'id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:35.623817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a9583a0-f6dc-442e-8d33-412df8d66e56 None None] Provisioning complete for port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:35.624283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a9583a0-f6dc-442e-8d33-412df8d66e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:35.741792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1a9583a0-f6dc-442e-8d33-412df8d66e56 None None] Port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:35.752481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4779afe2-a65c-49e7-b0f7-76ac59eec07e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:35.836209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4779afe2-a65c-49e7-b0f7-76ac59eec07e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:35.837094 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:35.972740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:35.984297 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:35.998747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 58ecb2dd-b971-4b51-9253-8f29717330e5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:36.006382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Made reservation on behalf of ea7d7ca748954380a9a607a5947767b0 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:36.009426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:36.089310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 58ecb2dd-b971-4b51-9253-8f29717330e5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:36.090144 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:36.235668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.20.0.10 (3eac999b-033a-491f-a186-7d98d6b5a3c6/a32e0c45-a00c-494c-9404-fe20c82a2802/8ef97245-8b8b-4dba-bcad-a4358f72bfd4) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:36.455709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:36.476803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Transition to ACTIVE for port object 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:36.539704 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-afe36202-300a-4234-a909-06ff67029317 req-bb5b16c6-ec75-4107-93c6-1ec02b957664 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 210 time: 0.0499406 May 26 23:15:36.551571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:36.635468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:36.641479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:36.645722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:36.681175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:36.741089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:36.741889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:36.776562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-a3570824-a331-495f-bc98-fbb66abb2e54 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2666976 May 26 23:15:36.789048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Request body: {'port': {'device_id': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:36.915492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:36.982584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-97b53d9c-7588-46fa-8be5-4510a1425953 None None] Provisioning for port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:36.989072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-97b53d9c-7588-46fa-8be5-4510a1425953 None None] Provisioning complete for port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:36.989440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97b53d9c-7588-46fa-8be5-4510a1425953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:37.126968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-97b53d9c-7588-46fa-8be5-4510a1425953 None None] Port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:15:37.348570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:15:37.355898 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:37.373119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Transition to ACTIVE for port object 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:37.377238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:37.523011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:37.674499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Attempting to bind port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:37.674824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Attempting to bind port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:37.675135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Attempting to bind port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 on network 3eac999b-033a-491f-a186-7d98d6b5a3c6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:37.681626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 on network 3eac999b-033a-491f-a186-7d98d6b5a3c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:15:37.681968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Attempting to bind port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 on network 3eac999b-033a-491f-a186-7d98d6b5a3c6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:37.689302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:37.689593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Checking segment: {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:37.690644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Bound using segment: {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:37.690644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Bound port: 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:37.690991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:37.834911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:37.838348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:37.845947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:37.868975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d2ff0-d144-4414-a7c5-8c9fcae6eca6 req-46c0eca0-ee56-4c93-9625-0434f86a0029 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:37.879153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f3d2ff0-d144-4414-a7c5-8c9fcae6eca6 req-46c0eca0-ee56-4c93-9625-0434f86a0029 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 944 time: 0.0896370 May 26 23:15:37.930521 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:37.932115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 1092 time: 1.1487160 May 26 23:15:37.932632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:37.952169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f3d2ff0-d144-4414-a7c5-8c9fcae6eca6 req-249f620f-45ca-4b99-b565-85f046fb94da tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750816 May 26 23:15:37.970905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62021d0-159c-45ad-87c8-f896dff1d4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:38.036983 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6ac060-c8c6-47a0-8d29-11c56bc45d5d'] response: {'name': 'network-changed', 'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'status': 'completed', 'code': 200} May 26 23:15:38.081983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-7ef94366-e71c-4de2-832c-38a070802e65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1095 time: 0.1020212 May 26 23:15:38.156913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-43183b09-bec8-4b49-97e2-d0d67684343d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 217 time: 0.0671103 May 26 23:15:38.358776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-2d345473-aef1-4409-b7a2-b19fa3f1ddca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:38.360503 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-2d345473-aef1-4409-b7a2-b19fa3f1ddca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 200 len: 835 time: 0.1936784 May 26 23:15:38.441382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-c4347a7b-09aa-4da3-bfba-94d8bb9332e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3eac999b-033a-491f-a186-7d98d6b5a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739529 May 26 23:15:38.590080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-7111883f-05fa-43f7-a699-3e0e4f7e508f service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370265 May 26 23:15:38.654384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:38.734652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-908dabc4-72fd-4f3e-9381-04413dfd6b16 req-c42516c6-6ee9-4ead-bf49-95d00c9680ba service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392775 May 26 23:15:38.829662 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:38.864082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-beab86ca-0357-4e00-9d7e-fcb2ade7065f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1095 time: 0.0814471 May 26 23:15:38.865623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:38.870280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Usage tracker for resource:security_group_rule and tenant:d5030541e58044e58bda0e5bf97f22c1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:38.873139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:38.878934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:38.955592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:38.960238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:39.006166 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-7fc603cc-7904-489f-8eaf-176bc38130b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:39.008149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-7fc603cc-7904-489f-8eaf-176bc38130b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 898 time: 0.1388643 May 26 23:15:39.020180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8561e08d-844a-4cfa-a30c-1424c07d7020,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:39.028375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d5aed8da-8439-4145-b405-82bc960a191b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5030541e58044e58bda0e5bf97f22c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3722532 May 26 23:15:39.028375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:39.108283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-ecad7409-1e64-49c4-8c0b-449c1bfd1c6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 217 time: 0.0934002 May 26 23:15:39.138715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e780-837d-4b1f-87cc-64fb7e480e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:39.176251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-049c1862-5055-4040-826d-f28b4b73e9c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:39.178216 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-049c1862-5055-4040-826d-f28b4b73e9c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 200 len: 835 time: 0.0643890 May 26 23:15:39.184479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e780-837d-4b1f-87cc-64fb7e480e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:39.294290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-359aca8c-1df0-41ea-a574-d6d67df4cef3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3eac999b-033a-491f-a186-7d98d6b5a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070182 May 26 23:15:39.359689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165a130-ad04-47b6-97a6-b92e54941714 req-5cda1266-4fce-4aef-9003-f76b1530df7d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:39.361125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1165a130-ad04-47b6-97a6-b92e54941714 req-5cda1266-4fce-4aef-9003-f76b1530df7d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 944 time: 0.2630787 May 26 23:15:39.394334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e780-837d-4b1f-87cc-64fb7e480e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:39.423201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2e780-837d-4b1f-87cc-64fb7e480e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8561e08d-844a-4cfa-a30c-1424c07d7020,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:39.446902 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e780-837d-4b1f-87cc-64fb7e480e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:39.448639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ee2e780-837d-4b1f-87cc-64fb7e480e34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8561e08d-844a-4cfa-a30c-1424c07d7020 HTTP/1.1" status: 204 len: 168 time: 0.4186733 May 26 23:15:39.455693 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-c3b9b054-a6f1-45e7-bd7d-e7da62c5fcba service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543481 May 26 23:15:39.462187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1165a130-ad04-47b6-97a6-b92e54941714 req-22441852-96c1-4b48-bd77-858a0648d272 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818019 May 26 23:15:39.608837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-684ef591-7c70-4ce8-8935-e527ef06e0f4 req-01a68618-f6ed-4cba-8c3e-c84a41f13182 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455061 May 26 23:15:39.835422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38104) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:39.854497 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:39.886552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:39.891142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Usage tracker for resource:security_group_rule and tenant:40ebe652e5ae4fd3b3a0e05559099ff3 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:39.894016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:39.899824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:39.974296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:39.978791 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:40.032865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81310d0-303f-47a5-b32a-dad51534d323,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:40.040694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-405311af-8ee2-4a80-96bb-d8e0d988a398 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40ebe652e5ae4fd3b3a0e05559099ff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2041852 May 26 23:15:40.041081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38108) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:40.119610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7431a38-c5b7-4810-9efe-b30b9ff58c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:40.146703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7431a38-c5b7-4810-9efe-b30b9ff58c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:40.199492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7431a38-c5b7-4810-9efe-b30b9ff58c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:40.215292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7431a38-c5b7-4810-9efe-b30b9ff58c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81310d0-303f-47a5-b32a-dad51534d323,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:40.222133 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f7431a38-c5b7-4810-9efe-b30b9ff58c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:40.223241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f7431a38-c5b7-4810-9efe-b30b9ff58c85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a81310d0-303f-47a5-b32a-dad51534d323 HTTP/1.1" status: 204 len: 168 time: 0.1807985 May 26 23:15:40.676481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ba92e-b66e-4729-b2ef-a5d670bb7959 req-41a6aa38-b055-4152-a2e9-a5187506e288 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:40.677165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5e6ba92e-b66e-4729-b2ef-a5d670bb7959 req-41a6aa38-b055-4152-a2e9-a5187506e288 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:40.695262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-5e6ba92e-b66e-4729-b2ef-a5d670bb7959 req-41a6aa38-b055-4152-a2e9-a5187506e288 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:40.698095 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e6ba92e-b66e-4729-b2ef-a5d670bb7959 req-41a6aa38-b055-4152-a2e9-a5187506e288 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 944 time: 0.1094003 May 26 23:15:40.744583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e6ba92e-b66e-4729-b2ef-a5d670bb7959 req-8af6415c-1952-4b35-9196-69479b5095de tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 May 26 23:15:41.146133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38134) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:41.282936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604154175-network', 'tenant_id': 'a0249da2e841419088636ec876d2871b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:41.288300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:41.292212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Usage tracker for resource:network and tenant:a0249da2e841419088636ec876d2871b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:41.295866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:41.305874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:41.316191 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Made reservation on behalf of a0249da2e841419088636ec876d2871b for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:41.318721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.333630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.366882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:41.370887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Usage tracker for resource:security_group_rule and tenant:a0249da2e841419088636ec876d2871b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:41.373896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:41.379579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:41.453872 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.458103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.489426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:15:41.498639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8cff91-93e8-4fc9-82de-2ad065539e4c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:41.504288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.504630 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Added segment e81a1240-629f-4099-8c01-97ec971548c0 of type vlan for network 850a462c-5da9-4a55-81ee-e15df54e170b May 26 23:15:41.532217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.562836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.563714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:41.564298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.670530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5231845 May 26 23:15:41.671146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21e012-bbd8-4b7b-b304-544414e57622 admin admin] Pushing event updated for resources: {'Network': ['ID=850a462c-5da9-4a55-81ee-e15df54e170b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:41.673443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38142) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:41.679782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Request body: {'subnet': {'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604154175-subnet', 'tenant_id': 'a0249da2e841419088636ec876d2871b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:41.684227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 850a462c-5da9-4a55-81ee-e15df54e170b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:15:41.685934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:41.689784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Usage tracker for resource:subnet and tenant:a0249da2e841419088636ec876d2871b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:41.692632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:41.698496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:41.710519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Made reservation on behalf of a0249da2e841419088636ec876d2871b for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:41.713226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.929531 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:41.981465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f36a-9373-4237-a177-079a994348d5 req-ec05e130-86cc-49a8-a68d-a34b3ce0cafb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:41.983173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cc6f36a-9373-4237-a177-079a994348d5 req-ec05e130-86cc-49a8-a68d-a34b3ce0cafb tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 944 time: 0.0941904 May 26 23:15:42.039020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cc6f36a-9373-4237-a177-079a994348d5 req-8700001d-e2be-4015-9e35-7ae87b3b3420 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481608 May 26 23:15:42.097685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:42.112576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Checking segment: {'id': 'e81a1240-629f-4099-8c01-97ec971548c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:42.112921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Network hostable DHCP agents. Network: 850a462c-5da9-4a55-81ee-e15df54e170b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:42.135679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Network 850a462c-5da9-4a55-81ee-e15df54e170b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:42.145603 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 850a462c-5da9-4a55-81ee-e15df54e170b) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:42.150573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:42.153466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543f600-0ea9-4efa-9032-85cc4f249e9f None None] Network 850a462c-5da9-4a55-81ee-e15df54e170b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:42.154638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:42.177998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-42660e63-e88a-4641-93a3-bc3a2e2868c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5030847 May 26 23:15:42.329803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:15:42.473195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff302a9c-1535-4874-959c-d40abb67283d None None] Network 850a462c-5da9-4a55-81ee-e15df54e170b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:42.613365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:42.638929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'port_id': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'mac_address': 'fa:16:3e:86:ef:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:15:42.769271 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:42.796883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:15:42.813063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:42.816813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:42.882861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:43.117654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['8ef97245-8b8b-4dba-bcad-a4358f72bfd4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:15:43.140699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38170) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:43.146148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1345681690-network', 'tenant_id': '47f79478eb4f463a96fc0cb1683d8fad'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:43.156522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:43.168063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Usage tracker for resource:network and tenant:47f79478eb4f463a96fc0cb1683d8fad is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:43.199850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:43.217211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:43.242728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Made reservation on behalf of 47f79478eb4f463a96fc0cb1683d8fad for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:43.244992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.260274 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.290462 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaff453-a74f-4796-8b2a-cba18b02a2ea req-c86af84f-4fe8-4a45-a6d5-cdf563d297c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:43.294177 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4aaff453-a74f-4796-8b2a-cba18b02a2ea req-c86af84f-4fe8-4a45-a6d5-cdf563d297c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 945 time: 0.1275048 May 26 23:15:43.333181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:43.337624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Usage tracker for resource:security_group_rule and tenant:47f79478eb4f463a96fc0cb1683d8fad is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:43.349799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:43.361654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:43.370934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4aaff453-a74f-4796-8b2a-cba18b02a2ea req-8d4baf87-97f5-4a4c-82c1-9496635121c9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677636 May 26 23:15:43.444892 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.459025 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.496354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:15:43.502285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dafd6d-bd5d-4c7b-b656-6d2af8908a0c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:43.512349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.512619 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Added segment 29244782-e90e-4fb3-9e8e-023a7d5f8780 of type vlan for network 4a59e5a2-d7c2-4807-a84f-de93ddbd1086 May 26 23:15:43.544736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.583033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.584270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:43.584967 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.688261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5464184 May 26 23:15:43.691035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38176) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:43.697620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff3ca0-9291-4de4-a44c-e2b8e8155824 admin admin] Pushing event updated for resources: {'Network': ['ID=4a59e5a2-d7c2-4807-a84f-de93ddbd1086,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:43.699169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Request body: {'subnet': {'network_id': '4a59e5a2-d7c2-4807-a84f-de93ddbd1086', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1345681690-subnet', 'tenant_id': '47f79478eb4f463a96fc0cb1683d8fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:43.708934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 4a59e5a2-d7c2-4807-a84f-de93ddbd1086 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:15:43.722707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:43.728566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Usage tracker for resource:subnet and tenant:47f79478eb4f463a96fc0cb1683d8fad is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:43.731569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:43.737840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:43.748414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Made reservation on behalf of 47f79478eb4f463a96fc0cb1683d8fad for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:43.750932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:43.960283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:44.040510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463d477a-9963-470d-8088-a2eff5a2810c,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:44.050522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Checking segment: {'id': '29244782-e90e-4fb3-9e8e-023a7d5f8780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4a59e5a2-d7c2-4807-a84f-de93ddbd1086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:44.050876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Network hostable DHCP agents. Network: 4a59e5a2-d7c2-4807-a84f-de93ddbd1086, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:15:44.075064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Network 4a59e5a2-d7c2-4807-a84f-de93ddbd1086 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:15:44.084964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 4a59e5a2-d7c2-4807-a84f-de93ddbd1086) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:44.089108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:44.089693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:44.098786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0275a70-460c-44c7-a00d-ef46d46e08f1 None None] Network 4a59e5a2-d7c2-4807-a84f-de93ddbd1086 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:44.120826 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-20f2afdc-8ddc-456c-8c1f-e3d1fd811152 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4274089 May 26 23:15:44.350918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8fc39-f925-431b-9b17-656b0cdb2675 None None] Network 4a59e5a2-d7c2-4807-a84f-de93ddbd1086 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:15:44.367509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:44.615006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:44.632629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:44.632986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:44.675733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901310ac-0e6f-4141-80b7-6659c49dd423 req-c5c51574-98ad-442a-a05b-1df15fd3a2ec tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:44.678927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-901310ac-0e6f-4141-80b7-6659c49dd423 req-c5c51574-98ad-442a-a05b-1df15fd3a2ec tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 945 time: 0.1368480 May 26 23:15:44.773951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-901310ac-0e6f-4141-80b7-6659c49dd423 req-9ad9803e-1809-4fb5-8de7-bd7c7e816941 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849459 May 26 23:15:44.802361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:44.831670 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:44.843298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:44.849220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:44.928706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:44.939264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-5893f2cd-c856-43a4-82fb-4129ca9fc26e tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:44.940943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-5893f2cd-c856-43a4-82fb-4129ca9fc26e tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/networks?id=850a462c-5da9-4a55-81ee-e15df54e170b HTTP/1.1" status: 200 len: 808 time: 0.2169609 May 26 23:15:44.958910 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96193017-0742-4fc0-a059-ae8e6309869c'] response: {'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'code': 200} May 26 23:15:44.960068 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-5a63c488-447b-40d0-bc8f-54360af17a5a tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/quotas/a0249da2e841419088636ec876d2871b HTTP/1.1" status: 200 len: 375 time: 0.0139704 May 26 23:15:45.019267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-3f37598e-3b40-466d-b44f-c034d235fb91 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0249da2e841419088636ec876d2871b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443470 May 26 23:15:45.090653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6dc7e671-1436-45a1-b3a9-7fbf92b3835c req-ce51a57a-c73a-4e0d-967e-fdbf37ae39b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1097 time: 0.0692804 May 26 23:15:45.137345 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6dc7e671-1436-45a1-b3a9-7fbf92b3835c req-6ccaa8b6-8948-4295-821e-2fab32f5b1d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408845 May 26 23:15:45.170524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-17c2569e-85b4-4f20-b890-24e94c85c4cc service neutron] 10.222.0.32 "GET /v2.0/networks/850a462c-5da9-4a55-81ee-e15df54e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445751 May 26 23:15:45.319511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-7f9f8ecc-4184-4a5d-bd7e-df88172f0311 service neutron] 10.222.0.32 "GET /v2.0/networks/850a462c-5da9-4a55-81ee-e15df54e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431682 May 26 23:15:45.516298 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73959e73-a8da-4864-bea8-ff0587d54507 req-4d1e1d78-ec62-4cc0-8bc3-ff821efc9311 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 210 time: 0.0428226 May 26 23:15:46.020574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ee49e-4241-4b6e-af36-087d76649596 req-2c114ae2-2d56-49bc-958a-7e325097ceca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:46.022191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e93ee49e-4241-4b6e-af36-087d76649596 req-2c114ae2-2d56-49bc-958a-7e325097ceca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0892017 May 26 23:15:46.071436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e93ee49e-4241-4b6e-af36-087d76649596 req-e059bbb7-73ff-4c91-9efa-24537765e805 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 May 26 23:15:46.748646 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4af15c14-08d2-44e2-ae5b-9332dc0beae1 req-62ae98bb-5dec-4155-bbb2-397fb4fe9070 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 210 time: 0.0707641 May 26 23:15:46.964213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-33b676b3-01b5-4cd4-9235-8b69e02792cd tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:46.965448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-33b676b3-01b5-4cd4-9235-8b69e02792cd tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Synchronizing usage tracker for tenant:a0249da2e841419088636ec876d2871b on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:47.004942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-33b676b3-01b5-4cd4-9235-8b69e02792cd tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Unset dirty status for tenant:a0249da2e841419088636ec876d2871b on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:47.008250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-33b676b3-01b5-4cd4-9235-8b69e02792cd tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.55 "GET /v2.0/networks?id=850a462c-5da9-4a55-81ee-e15df54e170b HTTP/1.1" status: 200 len: 808 time: 0.2258894 May 26 23:15:47.038648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Request body: {'port': {'device_id': '58de17fa-6506-409e-b971-57b5faa62116', 'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b', 'admin_state_up': True, 'tenant_id': 'a0249da2e841419088636ec876d2871b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:47.204892 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-adb3042b-bb4b-408d-baea-213aa0aebf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:47.230727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:47.238024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Usage tracker for resource:port and tenant:a0249da2e841419088636ec876d2871b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:47.242239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:47.253011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:47.281170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Made reservation on behalf of a0249da2e841419088636ec876d2871b for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:15:47.287112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:47.337720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428926-12ce-4b54-b212-9a9b04536d49 req-ff9b6767-16d7-4fbd-834e-749d635826c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:47.342170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed428926-12ce-4b54-b212-9a9b04536d49 req-ff9b6767-16d7-4fbd-834e-749d635826c4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1182833 May 26 23:15:47.404223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed428926-12ce-4b54-b212-9a9b04536d49 req-1262aa9c-d88a-4ad1-84a2-37804739dda7 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563097 May 26 23:15:47.509394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Allocated IP 172.20.0.3 (850a462c-5da9-4a55-81ee-e15df54e170b/6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d/0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:47.772722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b527-ff91-49fb-8412-29fdce18fe6c req-7f3cd9e5-2c68-4371-b561-5a7d510de785 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:47.779374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2472b527-ff91-49fb-8412-29fdce18fe6c req-7f3cd9e5-2c68-4371-b561-5a7d510de785 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.2317791 May 26 23:15:47.843858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:47.862662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2472b527-ff91-49fb-8412-29fdce18fe6c req-eb4ee04e-e872-4610-94d4-6abd31848d37 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824499 May 26 23:15:47.901161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38228) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:47.933044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d91c2fc-30eb-4781-8d8c-6bc651f3e9ae req-076016e0-20da-44e8-9e8d-7b5bceff9b21 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 210 time: 0.0431118 May 26 23:15:47.954033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.052807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Network 850a462c-5da9-4a55-81ee-e15df54e170b is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:48.054907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Pushing event updated for resources: {'Port': ['ID=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:48.058817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:48.061783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:48.116893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6410ed40-00d0-45b1-b107-82cfdc02038d tempest-TestNetworkAdvancedServerOps-2036343938 tempest-TestNetworkAdvancedServerOps-2036343938-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1092 time: 0.2128890 May 26 23:15:48.118319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38238) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:48.124020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:48.130448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:15:48.134428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Usage tracker for resource:floatingip and tenant:ea7d7ca748954380a9a607a5947767b0 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:15:48.134660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:48.135277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.137385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:15:48.143828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:15:48.155559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.157792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bf78e2c9-bb61-42ad-b291-e2188e1208b6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277456 May 26 23:15:48.176548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Request body: {'port': {'device_id': '58de17fa-6506-409e-b971-57b5faa62116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:15:48.299307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.393200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.442966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Allocated IP 172.25.4.170 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/2a0c4f81-0115-4bd4-a2e3-bf3c4d36b8f9) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:15:48.619858 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.651347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.722927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:15:48.724057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:15:48.727588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:15:48.762241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=2a0c4f81-0115-4bd4-a2e3-bf3c4d36b8f9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:48.777588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:15:48.786839 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.804363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Transition to ACTIVE for port object 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:48.811302 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:48.955586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Pushing event updated for resources: {'Port': ['ID=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:49.086903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Attempting to bind port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:49.087240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Attempting to bind port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'e81a1240-629f-4099-8c01-97ec971548c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:49.087559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Attempting to bind port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b on network 850a462c-5da9-4a55-81ee-e15df54e170b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:49.094349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b on network 850a462c-5da9-4a55-81ee-e15df54e170b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:15:49.094769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Attempting to bind port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b on network 850a462c-5da9-4a55-81ee-e15df54e170b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:49.103420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:49.103914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Checking segment: {'id': 'e81a1240-629f-4099-8c01-97ec971548c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:49.104292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Bound using segment: {'id': 'e81a1240-629f-4099-8c01-97ec971548c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:49.104872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Bound port: 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81a1240-629f-4099-8c01-97ec971548c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:49.105457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.244223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] For port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:49.245623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] For port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,segment=NetworkSegment(e81a1240-629f-4099-8c01-97ec971548c0),segment_id=e81a1240-629f-4099-8c01-97ec971548c0)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:49.260010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.349486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 600cf065-7af6-4670-bce6-85f500111e1b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:49.380866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.382795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] 10.222.0.55 "PUT /v2.0/ports/0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b HTTP/1.1" status: 200 len: 1091 time: 1.2112203 May 26 23:15:49.382946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58de17fa-6506-409e-b971-57b5faa62116', 'tag': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:49.415720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff88b5a-d044-4255-8d88-bb2e6c8ec7ea service neutron] Pushing event updated for resources: {'Port': ['ID=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:49.436992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97d9cb-071a-4f83-aea4-b98fc390b57c req-08d5cce5-caa0-4f71-8785-3a8adfc1f8c0 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:49.437701 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1b97d9cb-071a-4f83-aea4-b98fc390b57c req-08d5cce5-caa0-4f71-8785-3a8adfc1f8c0 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Synchronizing usage tracker for tenant:a0249da2e841419088636ec876d2871b on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:49.513827 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319db00a-08aa-46e2-9de3-41778b92fdaf'] response: {'name': 'network-changed', 'server_uuid': '58de17fa-6506-409e-b971-57b5faa62116', 'tag': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b', 'status': 'completed', 'code': 200} May 26 23:15:49.524710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 600cf065-7af6-4670-bce6-85f500111e1b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:49.542739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 600cf065-7af6-4670-bce6-85f500111e1b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:49.543111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.583577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.593930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1b97d9cb-071a-4f83-aea4-b98fc390b57c req-08d5cce5-caa0-4f71-8785-3a8adfc1f8c0 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Unset dirty status for tenant:a0249da2e841419088636ec876d2871b on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:49.596096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1b97d9cb-071a-4f83-aea4-b98fc390b57c req-08d5cce5-caa0-4f71-8785-3a8adfc1f8c0 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 943 time: 0.4788764 May 26 23:15:49.663851 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.682456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-b91d5bb9-d0f4-4bdd-a216-720a0268ac93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0249da2e841419088636ec876d2871b&device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 1094 time: 0.2331340 May 26 23:15:49.759629 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.781300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 600cf065-7af6-4670-bce6-85f500111e1b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=600cf065-7af6-4670-bce6-85f500111e1b,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:49.784667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-0d453c3f-de3e-4486-a298-b318957e512e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b HTTP/1.1" status: 200 len: 217 time: 0.0885992 May 26 23:15:49.786729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1b97d9cb-071a-4f83-aea4-b98fc390b57c req-5eac49dc-7ee5-4306-a9c0-2299321df306 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Synchronizing usage tracker for tenant:a0249da2e841419088636ec876d2871b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:15:49.787532 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.873594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-dcd5a4bf-7f3b-45b2-b391-09b4378c4dae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:49.875206 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-dcd5a4bf-7f3b-45b2-b391-09b4378c4dae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d HTTP/1.1" status: 200 len: 848 time: 0.0711894 May 26 23:15:49.876320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1b97d9cb-071a-4f83-aea4-b98fc390b57c req-5eac49dc-7ee5-4306-a9c0-2299321df306 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Unset dirty status for tenant:a0249da2e841419088636ec876d2871b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:15:49.877578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1b97d9cb-071a-4f83-aea4-b98fc390b57c req-5eac49dc-7ee5-4306-a9c0-2299321df306 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690959 May 26 23:15:49.877889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=600cf065-7af6-4670-bce6-85f500111e1b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:49.907149 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3e51183d-bd61-4721-8825-8c807d4cd69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.935271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-3d406c39-24da-4293-867b-b12d2ba344be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=850a462c-5da9-4a55-81ee-e15df54e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461268 May 26 23:15:49.960668 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:49.965379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:50.039863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event updated for resources: {'Port': ['ID=2a0c4f81-0115-4bd4-a2e3-bf3c4d36b8f9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:50.080198 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-26500c0b-56bf-4d62-9a3b-aba4ed15e1e7 service neutron] 10.222.0.55 "GET /v2.0/networks/850a462c-5da9-4a55-81ee-e15df54e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358638 May 26 23:15:50.098578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:50.233724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2334f8b0-c88e-43ce-aa05-4acc5b6bf6f4 req-f2639d37-abbc-42fd-9808-c5e2515449c4 service neutron] 10.222.0.55 "GET /v2.0/networks/850a462c-5da9-4a55-81ee-e15df54e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434271 May 26 23:15:50.297135 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Floating IP 9a45568c-1c9d-4749-8006-dfc9c067d506 associated. External IP: 172.25.4.170, port: 8ef97245-8b8b-4dba-bcad-a4358f72bfd4. May 26 23:15:50.367517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-0b662646-5483-440b-bb66-c2562b1abc5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0249da2e841419088636ec876d2871b&device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 1094 time: 0.0802498 May 26 23:15:50.610580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-da0fb423-9903-4bea-a6f9-2bcf8e19c033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:50.612408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-da0fb423-9903-4bea-a6f9-2bcf8e19c033 service neutron] 10.222.0.55 "GET /v2.0/networks?id=850a462c-5da9-4a55-81ee-e15df54e170b HTTP/1.1" status: 200 len: 909 time: 0.2377636 May 26 23:15:50.655760 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:50.699215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-04ecb925-3199-4ea1-9f6a-efbb927b1434 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b HTTP/1.1" status: 200 len: 217 time: 0.0788682 May 26 23:15:50.739766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6f44760c-bd95-40d2-b554-91c0815e5137 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:15:50.768510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-a14e6d95-e135-402d-a2db-6d5126f398a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:50.770269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-a14e6d95-e135-402d-a2db-6d5126f398a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d HTTP/1.1" status: 200 len: 848 time: 0.0634058 May 26 23:15:50.785626 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:50.828570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-148ea83d-f84f-4b62-b076-6e61127fe585 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=850a462c-5da9-4a55-81ee-e15df54e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487914 May 26 23:15:50.971653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-c9200b82-a80e-44cb-be1f-cd2c0e0a651c service neutron] 10.222.0.55 "GET /v2.0/networks/850a462c-5da9-4a55-81ee-e15df54e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330934 May 26 23:15:51.114815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:15:51.154362 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:51.177480 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6793b87f-a430-4ebb-a7d8-4a33406683b3 req-3926487c-5c52-4bd8-a748-630e89a4dc7a service neutron] 10.222.0.55 "GET /v2.0/networks/850a462c-5da9-4a55-81ee-e15df54e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991818 May 26 23:15:51.192947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637c790-3d48-44b0-9929-36cab8d1eae5 req-7c60475d-cdd6-4780-b677-f2dd0ba61497 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:51.194523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9637c790-3d48-44b0-9929-36cab8d1eae5 req-7c60475d-cdd6-4780-b677-f2dd0ba61497 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 943 time: 0.1583936 May 26 23:15:51.253298 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d516c150-6182-4f2b-a80a-b37afecff2cc tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1314538 May 26 23:15:51.253298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:51.277702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 600cf065-7af6-4670-bce6-85f500111e1b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:51.283993 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9637c790-3d48-44b0-9929-36cab8d1eae5 req-376c8cb0-5a2c-4908-ba16-c6062af0a7da tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794952 May 26 23:15:51.347592 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2b0557-352b-41c0-9f2f-e65b67821ce9'] response: {'name': 'network-changed', 'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'status': 'completed', 'code': 200} May 26 23:15:51.384203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 600cf065-7af6-4670-bce6-85f500111e1b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:51.384571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:51.531364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-ee401f7d-07e2-48ce-827f-6521e6fe4faf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1097 time: 0.1599708 May 26 23:15:51.566790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba39c99-a7ce-41c6-a0d8-a9c7b0ddae3f req-78af74d3-13e0-41d0-8144-278741f63cc2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:51.568324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eba39c99-a7ce-41c6-a0d8-a9c7b0ddae3f req-78af74d3-13e0-41d0-8144-278741f63cc2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1540344 May 26 23:15:51.707319 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eba39c99-a7ce-41c6-a0d8-a9c7b0ddae3f req-0e16e4bc-6a06-4551-9af0-5e5970c2d4a1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881240 May 26 23:15:51.736077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-e84b80ff-4e46-4c37-aa62-7d5d65930a80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:51.736814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38262) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:51.737787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-e84b80ff-4e46-4c37-aa62-7d5d65930a80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 898 time: 0.2007334 May 26 23:15:51.842069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-2fdbc1a2-5ce3-4efa-960c-9fcc8336ec2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 1000 time: 0.0982885 May 26 23:15:51.843105 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2d5d4b8a-7be8-48c7-974c-d62648f4b423 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1049881 May 26 23:15:51.906983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-66e74750-f4eb-4a56-bd93-a80eb01007d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:51.908473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-66e74750-f4eb-4a56-bd93-a80eb01007d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 200 len: 835 time: 0.0608826 May 26 23:15:51.958500 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:51.984990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:15:51.986252 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-24e81fb2-c1f1-4d3e-bc93-c5df3ad3b6fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3eac999b-033a-491f-a186-7d98d6b5a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719593 May 26 23:15:52.124587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-3e77852e-4f01-4143-83cd-b69ae4e61c27 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321831 May 26 23:15:52.125788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,segment=NetworkSegment(e81a1240-629f-4099-8c01-97ec971548c0),segment_id=e81a1240-629f-4099-8c01-97ec971548c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:52.140197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b', 'network_id': '850a462c-5da9-4a55-81ee-e15df54e170b', 'port_id': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b', 'mac_address': 'fa:16:3e:6d:97:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:15:52.195687 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:52.214511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:15:52.231287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,segment=NetworkSegment(e81a1240-629f-4099-8c01-97ec971548c0),segment_id=e81a1240-629f-4099-8c01-97ec971548c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:52.235363 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:52.263576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-005f8b2e-93a3-4a08-8421-f4dc38a5fcfb req-ddcff524-8253-41db-808e-be19807585c0 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327462 May 26 23:15:52.307106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:52.484963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de336-2c2b-436e-bf50-97aefdfa01b3 req-aecfd023-c919-45c5-bc5f-5c888c3f7f2e tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:52.486433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb8de336-2c2b-436e-bf50-97aefdfa01b3 req-aecfd023-c919-45c5-bc5f-5c888c3f7f2e tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 944 time: 0.0878646 May 26 23:15:52.533179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:15:52.534183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb8de336-2c2b-436e-bf50-97aefdfa01b3 req-d96329f6-17df-4251-b413-e055aad646d6 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 May 26 23:15:52.847005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38276) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:52.955150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e26438e5-062c-4ae7-99d2-b362d2576e57 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1069014 May 26 23:15:53.825712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caa5a0-d979-4b3a-b7fe-dea5cdcb77d7 req-e8a9ea77-25f1-43b2-8268-61c52ae841df tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:53.827064 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71caa5a0-d979-4b3a-b7fe-dea5cdcb77d7 req-e8a9ea77-25f1-43b2-8268-61c52ae841df tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 944 time: 0.1726449 May 26 23:15:53.873023 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71caa5a0-d979-4b3a-b7fe-dea5cdcb77d7 req-4b8da25e-68ae-42ac-810c-84d53bca7e7f tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 May 26 23:15:53.958401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38286) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:54.001450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:15:54.076552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f338b88f-679e-432c-9cc4-93a085815c11 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1169662 May 26 23:15:54.093158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:15:54.098999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:15:54.099444 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:54.223425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:54.264647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58de17fa-6506-409e-b971-57b5faa62116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:15:54.273646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,segment=NetworkSegment(e81a1240-629f-4099-8c01-97ec971548c0),segment_id=e81a1240-629f-4099-8c01-97ec971548c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:15:54.278967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:54.354435 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfca113f-81a6-45f8-96f0-39b4fe4e27ae'] response: {'server_uuid': '58de17fa-6506-409e-b971-57b5faa62116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b', 'code': 200} May 26 23:15:54.360161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:54.493060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10ea7567-522a-402c-895d-0038ec4e4b21 req-abaea45b-2c1d-417c-8472-473e8fdc9b17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 1096 time: 0.0676613 May 26 23:15:54.537554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10ea7567-522a-402c-895d-0038ec4e4b21 req-b9fdc688-8527-44c9-85fd-6dee9caadec9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 May 26 23:15:55.069157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef6611-adf4-43db-bcb5-103daf87fda5 req-13be7bf3-f273-4228-bfa8-8d8611dc7353 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:55.070527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8aef6611-adf4-43db-bcb5-103daf87fda5 req-13be7bf3-f273-4228-bfa8-8d8611dc7353 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 945 time: 0.0780470 May 26 23:15:55.079443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38300) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:55.116739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8aef6611-adf4-43db-bcb5-103daf87fda5 req-1e1d60e2-28ae-4e30-95e8-25a36f08743e tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 May 26 23:15:55.187651 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-83ce87bc-a794-42ef-8662-426af6cc3444 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1070969 May 26 23:15:55.373087 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:56.191628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38326) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:56.346362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f3edf09-6141-447c-9386-22ddbbfa3dd1 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1533408 May 26 23:15:56.367591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d389c5c-35e3-440c-bc59-6e73dc0ecae4 req-7bae32dd-0620-459c-8c5f-23dcf3c88e9b tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:15:56.368997 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d389c5c-35e3-440c-bc59-6e73dc0ecae4 req-7bae32dd-0620-459c-8c5f-23dcf3c88e9b tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 945 time: 0.1228087 May 26 23:15:56.413849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d389c5c-35e3-440c-bc59-6e73dc0ecae4 req-2ea923d9-8430-4a6a-a567-0db7a326c9f0 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 May 26 23:15:57.290234 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Sync routers for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:57.303688 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Routers {'6f44760c-bd95-40d2-b554-91c0815e5137'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:57.304291 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f44760c-bd95-40d2-b554-91c0815e5137'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:57.350293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38354) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:57.478859 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-96324baf-8cb5-4920-9d51-0c9b852566ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1272953 May 26 23:15:57.507647 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Set router 6f44760c-bd95-40d2-b554-91c0815e5137 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:57.856860 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9a45568c-1c9d-4749-8006-dfc9c067d506', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'port_id': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'mac_address': 'fa:16:3e:86:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:15:49Z', 'updated_at': '2022-05-26T23:15:49Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7c9f11-268d-433f-a28a-75042349cf7b', 'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:ec:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 2, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:57.860679 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Checking router: 6f44760c-bd95-40d2-b554-91c0815e5137 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:57.861018 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Updating router 6f44760c-bd95-40d2-b554-91c0815e5137 port 0f7c9f11-268d-433f-a28a-75042349cf7b binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:15:57.916144 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:57.990623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:58.297324 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:58.308983 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Transition to ACTIVE for port object 0f7c9f11-268d-433f-a28a-75042349cf7b will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:15:58.316700 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:58.386832 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aac37b-abd8-4aca-bbcc-cff89ecc37a7 None None] Pushing event updated for resources: {'Port': ['ID=0f7c9f11-268d-433f-a28a-75042349cf7b,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:58.483225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38376) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:58.607256 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Attempting to bind port 0f7c9f11-268d-433f-a28a-75042349cf7b on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:15:58.607742 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Attempting to bind port 0f7c9f11-268d-433f-a28a-75042349cf7b by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:15:58.608121 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Attempting to bind port 0f7c9f11-268d-433f-a28a-75042349cf7b on network 3eac999b-033a-491f-a186-7d98d6b5a3c6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:15:58.615064 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:15:58.615421 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Checking segment: {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:15:58.615997 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:58.616540 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Bound using segment: {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:15:58.617148 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Bound port: 0f7c9f11-268d-433f-a28a-75042349cf7b, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739d52ce-21ae-4d19-9d04-111dca7c6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:15:58.617820 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:58.731133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a97ecdf7-844e-45e9-9553-c162bc9f1188 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.2459364 May 26 23:15:58.739673 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] For port 0f7c9f11-268d-433f-a28a-75042349cf7b, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:15:58.743422 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] For port 0f7c9f11-268d-433f-a28a-75042349cf7b, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0f7c9f11-268d-433f-a28a-75042349cf7b,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:15:58.758671 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:15:58.864318 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aac37b-abd8-4aca-bbcc-cff89ecc37a7 None None] Pushing event updated for resources: {'Port': ['ID=0f7c9f11-268d-433f-a28a-75042349cf7b,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:15:58.878841 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Routers {'6f44760c-bd95-40d2-b554-91c0815e5137'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:58.879500 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f44760c-bd95-40d2-b554-91c0815e5137'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:59.098908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Sync routers for ids ['fe888458-e171-4740-bc28-792dced3be49'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:15:59.133573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Routers {'fe888458-e171-4740-bc28-792dced3be49'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:15:59.134599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fe888458-e171-4740-bc28-792dced3be49'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:59.151626 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] Set router 6f44760c-bd95-40d2-b554-91c0815e5137 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:59.414048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Set router fe888458-e171-4740-bc28-792dced3be49 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:15:59.594979 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9a45568c-1c9d-4749-8006-dfc9c067d506', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'port_id': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'mac_address': 'fa:16:3e:86:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:15:49Z', 'updated_at': '2022-05-26T23:15:49Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7c9f11-268d-433f-a28a-75042349cf7b', 'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:ec:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:58Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:59.601330 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2fd1c-1e9b-43e8-adeb-6c0aeea6eb09 None None] The sync data for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 is: [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '9a45568c-1c9d-4749-8006-dfc9c067d506', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'floating_ip_address': '172.25.4.170', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'port_id': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'mac_address': 'fa:16:3e:86:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:15:49Z', 'updated_at': '2022-05-26T23:15:49Z', 'revision_number': 0, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7c9f11-268d-433f-a28a-75042349cf7b', 'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:ec:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:58Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:15:59.734437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38400) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:15:59.917569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '600cf065-7af6-4670-bce6-85f500111e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:32Z', 'revision_number': 4, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port': {'id': '600cf065-7af6-4670-bce6-85f500111e1b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:28Z', 'updated_at': '2022-05-26T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17', 'name': '', 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:31Z', 'updated_at': '2022-05-26T23:15:33Z', 'revision_number': 2, 'project_id': '2b166272e8af418bbc407977be3b04af', 'subnets': [{'id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:15:59.924164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Checking router: fe888458-e171-4740-bc28-792dced3be49 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:15:59.924760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Updating router fe888458-e171-4740-bc28-792dced3be49 port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:15:59.950666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-36a7f513-eef1-4966-9558-58a635432e1d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.2126231 May 26 23:15:59.986037 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:00.182018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2580b5-5328-4579-9655-144077b76b9d req-5febe77b-ae77-4fa7-bd0c-66400127c6e3 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:00.186792 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd2580b5-5328-4579-9655-144077b76b9d req-5febe77b-ae77-4fa7-bd0c-66400127c6e3 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 945 time: 0.1197593 May 26 23:16:00.246232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bd2580b5-5328-4579-9655-144077b76b9d req-0e60737c-9268-4d28-b227-41b87ecc060d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568259 May 26 23:16:00.425836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:00.439739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Transition to ACTIVE for port object 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:16:00.450447 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:00.617168 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a3d1-2424-499b-9a5e-0e7081fa5c2f None None] Pushing event updated for resources: {'Port': ['ID=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:00.756497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Attempting to bind port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:16:00.756946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Attempting to bind port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:16:00.757420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Attempting to bind port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 on network 9da97292-3055-4b5f-92d5-d8ba31d024dd {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:16:00.769035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:16:00.769568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Checking segment: {'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:16:00.770017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:00.770452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Bound using segment: {'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:16:00.770932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Bound port: 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891fc627-3ec4-4e81-8c6a-75af8b20c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:16:00.771308 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:00.884854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] For port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:16:00.888599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] For port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,segment=NetworkSegment(891fc627-3ec4-4e81-8c6a-75af8b20c90a),segment_id=891fc627-3ec4-4e81-8c6a-75af8b20c90a)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:16:00.892983 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:00.954973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38420) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:00.979455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Routers {'fe888458-e171-4740-bc28-792dced3be49'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:16:00.980077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:15:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fe888458-e171-4740-bc28-792dced3be49'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:01.076054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7a7c9fb2-f40a-4950-94c3-5023d7c9f391 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1212788 May 26 23:16:01.095356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a3d1-2424-499b-9a5e-0e7081fa5c2f None None] Pushing event updated for resources: {'Port': ['ID=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:01.167041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] Set router fe888458-e171-4740-bc28-792dced3be49 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:16:01.414135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0f7c9f11-268d-433f-a28a-75042349cf7b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:16:01.523978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-0175e522-b5e2-467c-806a-c72a233d9412 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:01.525324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-0175e522-b5e2-467c-806a-c72a233d9412 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.55 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 945 time: 0.1541429 May 26 23:16:01.531282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a37023-5501-478b-a63f-583f42ae0bab req-9047aab1-802f-4aff-9631-f8aae93ae4b8 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:01.532624 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1a37023-5501-478b-a63f-583f42ae0bab req-9047aab1-802f-4aff-9631-f8aae93ae4b8 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 945 time: 0.1169882 May 26 23:16:01.562378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 0f7c9f11-268d-433f-a28a-75042349cf7b completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:16:01.580423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0f7c9f11-268d-433f-a28a-75042349cf7b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:16:01.581037 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:01.633501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1a37023-5501-478b-a63f-583f42ae0bab req-5e75e4ee-1e5a-4874-9256-45749b8da0b7 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/security-groups?id=da8cff91-93e8-4fc9-82de-2ad065539e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714483 May 26 23:16:01.636548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Deleting port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:16:01.636889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:01.770534 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:01.822524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '600cf065-7af6-4670-bce6-85f500111e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:32Z', 'revision_number': 4, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port': {'id': '600cf065-7af6-4670-bce6-85f500111e1b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:28Z', 'updated_at': '2022-05-26T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17', 'name': '', 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:31Z', 'updated_at': '2022-05-26T23:16:00Z', 'revision_number': 4, 'project_id': '2b166272e8af418bbc407977be3b04af', 'subnets': [{'id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:01.836679 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 0f7c9f11-268d-433f-a28a-75042349cf7b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0f7c9f11-268d-433f-a28a-75042349cf7b,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:16:01.836960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef69483-0185-4d9f-9710-8754f10088dc None None] The sync data for ids ['fe888458-e171-4740-bc28-792dced3be49'] in n-d-843301-1 is: [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '600cf065-7af6-4670-bce6-85f500111e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:15:32Z', 'revision_number': 4, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port': {'id': '600cf065-7af6-4670-bce6-85f500111e1b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:28Z', 'updated_at': '2022-05-26T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17', 'name': '', 'network_id': '9da97292-3055-4b5f-92d5-d8ba31d024dd', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:31Z', 'updated_at': '2022-05-26T23:16:00Z', 'revision_number': 4, 'project_id': '2b166272e8af418bbc407977be3b04af', 'subnets': [{'id': 'f3c49d47-0fe9-4dd7-b60b-7c5431c7781f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:16:01.845920 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:01.847014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:16:01.939323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] For port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,segment=NetworkSegment(e81a1240-629f-4099-8c01-97ec971548c0),segment_id=e81a1240-629f-4099-8c01-97ec971548c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:16:01.939673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:01.968011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=0f7c9f11-268d-433f-a28a-75042349cf7b,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:02.015956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:16:02.021062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:16:02.021425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:02.079871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38440) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:02.122998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Calling delete_port for 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:16:02.175177 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:02.222077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,segment=NetworkSegment(891fc627-3ec4-4e81-8c6a-75af8b20c90a),segment_id=891fc627-3ec4-4e81-8c6a-75af8b20c90a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:16:02.228799 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:02.346637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:02.376583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ec1e6164-e26c-475e-869a-0720919feca6 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.2934914 May 26 23:16:02.396106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:02.412314 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:16:02.453585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Pushing event deleted for resources: {'Port': ['ID=0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:02.543170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] No DVR routers for this DVR port 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:16:02.546360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:02.549003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58de17fa-6506-409e-b971-57b5faa62116', 'name': 'network-vif-deleted', 'tag': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:16:02.564641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9fdd07c6-e1f0-4cb4-b7c1-3972ab264f0c req-a8fa0960-67b6-4390-939a-fdb3e048242d tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.55 "DELETE /v2.0/ports/0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b HTTP/1.1" status: 204 len: 173 time: 1.0296876 May 26 23:16:02.609240 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf41039-72f6-4463-b13f-48771ad3615d'] response: {'server_uuid': '58de17fa-6506-409e-b971-57b5faa62116', 'name': 'network-vif-deleted', 'tag': '0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b', 'status': 'completed', 'code': 200} May 26 23:16:02.841954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-248e7e8d-4e77-41b5-9963-c626aaeb1479 req-cc8eacfd-49bf-42b4-af70-327dcd76ddd7 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Synchronizing usage tracker for tenant:a0249da2e841419088636ec876d2871b on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:16:02.856871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-248e7e8d-4e77-41b5-9963-c626aaeb1479 req-cc8eacfd-49bf-42b4-af70-327dcd76ddd7 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] Unset dirty status for tenant:a0249da2e841419088636ec876d2871b on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:16:02.858146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-248e7e8d-4e77-41b5-9963-c626aaeb1479 req-cc8eacfd-49bf-42b4-af70-327dcd76ddd7 tempest-VolumesActionsTest-555847769 tempest-VolumesActionsTest-555847769-project] 10.222.0.32 "GET /v2.0/ports?device_id=58de17fa-6506-409e-b971-57b5faa62116 HTTP/1.1" status: 200 len: 210 time: 0.0670393 May 26 23:16:03.262292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0f7c9f11-268d-433f-a28a-75042349cf7b up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:16:03.329780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0f7c9f11-268d-433f-a28a-75042349cf7b triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:16:03.330146 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:03.379336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38460) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:03.449474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:16:03.482207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c3b1b0b-d190-4ab8-acb7-b1a5d77676fa tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1017215 May 26 23:16:03.520900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:16:03.521327 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:04.486079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38480) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:04.591758 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aea023d8-4c3f-4545-90c6-1043b3c2f799 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1044858 May 26 23:16:05.595546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38498) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:05.729169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a62faf7d-8d28-4553-9dee-0db800d551ff tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1323404 May 26 23:16:06.035366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:16:06.068817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:16:06.069159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0fb7982f-d3f8-4ba4-8e25-8efb36b66b2b not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:16:06.732554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38510) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:06.958423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-589aca2f-b121-4624-bf18-7c3514a17915 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.2243390 May 26 23:16:07.961482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38528) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:08.082716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ad0a9375-e774-42b7-9cd6-55c6481bd2f9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1188841 May 26 23:16:09.085586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38546) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:09.189626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8a6e2cc5-c0ae-481a-afc0-8da1512900fd tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1028926 May 26 23:16:10.193502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38570) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:10.302008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c8b5cfe0-c894-406b-8b55-6bc9452dcc8b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1070886 May 26 23:16:10.509041 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:16:11.306766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38582) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:11.426456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-24870f57-6e27-45b1-a4ce-d465b36a0315 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1173880 May 26 23:16:12.429207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38600) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:12.544495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-55b74d0e-1595-4b26-970c-a87be1c3c774 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1123421 May 26 23:16:13.547400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38616) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:13.657155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e9f1ecc0-d3db-480a-a889-5e74f7b4534f tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1086268 May 26 23:16:14.662278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38636) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:14.783734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a2a8ef1f-64af-45f5-8ad7-340ba9b77bff tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 992 time: 0.1203296 May 26 23:16:15.125344 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a84c6-8714-486c-8e0b-fa2a519aeade None None] New status for floating IP 9a45568c-1c9d-4749-8006-dfc9c067d506: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:16:15.787521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38648) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:15.889721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-90f92551-cf97-4e9d-b502-ac23bd4cb2e0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 994 time: 0.0982945 May 26 23:16:17.209739 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3c3fc0bb-9a80-4512-a58d-ece97c25e4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:19.920800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28458c03-1603-4969-a757-d7c7be591b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:20.646115 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:20.790695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:21.963314 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:25.399925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:27.471133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38806) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:27.536254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Deleting subnet 6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:16:27.539171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:27.587446 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:27.655744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:27.734019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:27.774561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:27.782888 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:27.790116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.790455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.790800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.791119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.791444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.791761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.792075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.792389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.792700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.794815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.794815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:27.797141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-865a3379-9cc1-4c1b-908e-094a8d45d354 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b634bcb-a5d8-4d7c-a0aa-913f9ca8df8d HTTP/1.1" status: 204 len: 168 time: 0.3249226 May 26 23:16:27.799572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38814) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:27.903201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:27.976509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.026428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.051713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850a462c-5da9-4a55-81ee-e15df54e170b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:28.067425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81a1240-629f-4099-8c01-97ec971548c0') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:28.067712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81a1240-629f-4099-8c01-97ec971548c0') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:28.079486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.094715 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.100823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:16:28.101196 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: timer() May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:16:28.114400 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:16:28.187337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.192648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.224602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=850a462c-5da9-4a55-81ee-e15df54e170b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:28.231727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2ce5683c-3804-4a08-a05d-6f09a676d7dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/850a462c-5da9-4a55-81ee-e15df54e170b HTTP/1.1" status: 204 len: 168 time: 0.4281435 May 26 23:16:28.232680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38820) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:28.289475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] Deleting subnet 463d477a-9963-470d-8088-a2eff5a2810c {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:16:28.292576 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.342602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.501004 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.574658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.612862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463d477a-9963-470d-8088-a2eff5a2810c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:28.617378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.625498 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-73996434-bd49-4e76-a5cb-727e0fbf2a8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/463d477a-9963-470d-8088-a2eff5a2810c HTTP/1.1" status: 204 len: 168 time: 0.3903654 May 26 23:16:28.625835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 38830) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:28.734808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.855144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.882658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a59e5a2-d7c2-4807-a84f-de93ddbd1086']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:28.894677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29244782-e90e-4fb3-9e8e-023a7d5f8780') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:28.894965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29244782-e90e-4fb3-9e8e-023a7d5f8780') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:16:28.906744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.922359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.928165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:16:28.928535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: timer() May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:16:28.941429 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:16:29.016143 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:29.032719 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:29.041902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a59e5a2-d7c2-4807-a84f-de93ddbd1086,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:29.044854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a59e5a2-d7c2-4807-a84f-de93ddbd1086 HTTP/1.1" status: 204 len: 168 time: 0.4175341 May 26 23:16:29.061659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.062037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.062355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.062685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.063182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.063669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.064161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.064596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.064955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.065327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.065720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278f75-e5b1-4b40-9534-4cfdbd73f4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:16:29.247118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:29.301418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2cee5c1c-1479-47d3-b684-5c729550e8cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0249da2e841419088636ec876d2871b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510137 May 26 23:16:29.301610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38840) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:29.364419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36e020dd-24a9-4c2c-8832-1450c9ee0475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:29.392318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36e020dd-24a9-4c2c-8832-1450c9ee0475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:29.447923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36e020dd-24a9-4c2c-8832-1450c9ee0475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:29.464964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e020dd-24a9-4c2c-8832-1450c9ee0475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8cff91-93e8-4fc9-82de-2ad065539e4c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:29.483411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36e020dd-24a9-4c2c-8832-1450c9ee0475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:29.489692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36e020dd-24a9-4c2c-8832-1450c9ee0475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da8cff91-93e8-4fc9-82de-2ad065539e4c HTTP/1.1" status: 204 len: 168 time: 0.1845810 May 26 23:16:29.883448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:29.932186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-79a4006d-cf86-4274-ba50-3d026cce0643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47f79478eb4f463a96fc0cb1683d8fad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474823 May 26 23:16:29.935441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 38858) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:16:29.997160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-838a5620-21e0-4468-962b-ac6f009b1f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:30.021155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-838a5620-21e0-4468-962b-ac6f009b1f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:30.071797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-838a5620-21e0-4468-962b-ac6f009b1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:30.085051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a5620-21e0-4468-962b-ac6f009b1f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dafd6d-bd5d-4c7b-b656-6d2af8908a0c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:16:30.092467 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-838a5620-21e0-4468-962b-ac6f009b1f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:30.096286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-838a5620-21e0-4468-962b-ac6f009b1f1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57dafd6d-bd5d-4c7b-b656-6d2af8908a0c HTTP/1.1" status: 204 len: 168 time: 0.1575725 May 26 23:16:45.620420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-9507d007-4121-4a8b-9186-3499e7548f35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733988 May 26 23:16:45.808572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-f1046bfd-6305-4110-9766-c8a53ad46c65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1097 time: 0.0919986 May 26 23:16:45.967979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-1e935a6d-0533-498d-9e14-ee52af4e22f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:45.969425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-1e935a6d-0533-498d-9e14-ee52af4e22f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 898 time: 0.1401081 May 26 23:16:46.099106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-adeb15a5-cbff-4c73-b878-6faf6335280b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 1002 time: 0.1232500 May 26 23:16:46.165438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-529ea982-3b78-4842-8060-a1c27a6ad1ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:46.166981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-529ea982-3b78-4842-8060-a1c27a6ad1ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 200 len: 835 time: 0.0609000 May 26 23:16:46.246742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-aeb045f1-2e1d-456d-b1ef-2d79834a5838 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3eac999b-033a-491f-a186-7d98d6b5a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726464 May 26 23:16:46.415741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-1aca547a-f8e8-4764-9495-bf676ee34155 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626427 May 26 23:16:46.562969 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b2e2bd8c-f1dd-430c-95fe-f872fbebcb10 req-20d30562-3016-493f-9782-83cbb1d3a322 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413505 May 26 23:16:47.200907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a43c044-cd86-4ecc-889c-ba3d4a74ec35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:47.516899 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:16:49.924418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7037dee2-4b13-4a06-98df-d36adf3d2f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:50.651885 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:50.786340 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:51.956301 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:53.671826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3580-610a-4a15-8002-88bc319dcbff req-f86dfb32-55e0-42f7-a686-f60828cd7341 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:53.679283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e7d3580-610a-4a15-8002-88bc319dcbff req-f86dfb32-55e0-42f7-a686-f60828cd7341 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.3037453 May 26 23:16:53.742817 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e7d3580-610a-4a15-8002-88bc319dcbff req-a610198a-e854-45ee-b94f-ddcb9bae5cd2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623312 May 26 23:16:54.969654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563473-ab78-44d4-ab20-45d620290c0e req-1288e3b7-e53b-41a2-b9df-19ab08c54a7b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:54.975690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4563473-ab78-44d4-ab20-45d620290c0e req-1288e3b7-e53b-41a2-b9df-19ab08c54a7b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0928519 May 26 23:16:55.017820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4563473-ab78-44d4-ab20-45d620290c0e req-61a1ef27-8962-4926-8057-4d9da4d2c169 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 May 26 23:16:55.430937 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:56.216577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc426ed0-7ba3-4b2d-b0f4-17d0fa9fb20a req-09138813-39bf-46dc-90ab-9a48d3b150ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:56.218042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc426ed0-7ba3-4b2d-b0f4-17d0fa9fb20a req-09138813-39bf-46dc-90ab-9a48d3b150ba tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0770679 May 26 23:16:56.267993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc426ed0-7ba3-4b2d-b0f4-17d0fa9fb20a req-56ef7bc8-533f-40c5-94e5-4d3a9e3f9097 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442436 May 26 23:16:57.484348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523ce2c-9aaf-42ab-a032-ed673f6f8bea req-46a441e7-a7fa-4e18-a310-73e9e98cf093 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:57.485829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5523ce2c-9aaf-42ab-a032-ed673f6f8bea req-46a441e7-a7fa-4e18-a310-73e9e98cf093 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0815780 May 26 23:16:57.536445 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5523ce2c-9aaf-42ab-a032-ed673f6f8bea req-9dbfb97e-2d6a-4e0e-b9a2-1d1c5e397107 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 May 26 23:16:57.994824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:16:58.776155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89531da8-dbda-4d09-81e2-a072e3dd1846 req-14aaba92-65a4-43e0-a72b-7f2a6edd3bf3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:16:58.777630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89531da8-dbda-4d09-81e2-a072e3dd1846 req-14aaba92-65a4-43e0-a72b-7f2a6edd3bf3 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0835555 May 26 23:16:58.823140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89531da8-dbda-4d09-81e2-a072e3dd1846 req-895526ba-b6b1-492a-9252-0b534fb59fb8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 May 26 23:17:00.029484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82fa3-475e-47cd-ab01-efb811e17d46 req-c6ee54df-b98c-4f1b-9303-371bb82fe2d0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:00.030976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6d82fa3-475e-47cd-ab01-efb811e17d46 req-c6ee54df-b98c-4f1b-9303-371bb82fe2d0 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0835710 May 26 23:17:00.083441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b6d82fa3-475e-47cd-ab01-efb811e17d46 req-5e9d3b9b-831c-4b33-8888-405ef6ac13f4 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467842 May 26 23:17:01.310681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f190-4eae-41d9-a8c9-f97537f56872 req-f07138e4-aab3-40d8-a714-fb62cf08cb00 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:01.310681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ed6f190-4eae-41d9-a8c9-f97537f56872 req-f07138e4-aab3-40d8-a714-fb62cf08cb00 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0862081 May 26 23:17:01.360003 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ed6f190-4eae-41d9-a8c9-f97537f56872 req-578e5f2e-1795-4653-8ba1-fdeaf4af7a7e tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 May 26 23:17:02.583925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d717c-4a35-4fd6-a6a2-59dfc35fc43c req-118ca7ea-eb70-4865-a7a2-39985ee56d02 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:02.589718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-294d717c-4a35-4fd6-a6a2-59dfc35fc43c req-118ca7ea-eb70-4865-a7a2-39985ee56d02 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1010802 May 26 23:17:02.657651 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-294d717c-4a35-4fd6-a6a2-59dfc35fc43c req-f80f314d-175e-4cf3-b177-d9d222f09c09 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622733 May 26 23:17:03.864070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb0320-3971-47de-aa0f-23880962768f req-e6f2d399-a9b6-47e9-be8a-ce1ac76a9b12 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:03.865522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7bb0320-3971-47de-aa0f-23880962768f req-e6f2d399-a9b6-47e9-be8a-ce1ac76a9b12 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0825851 May 26 23:17:03.915050 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7bb0320-3971-47de-aa0f-23880962768f req-b0aee8da-6243-401b-8fe4-f845683b596b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433385 May 26 23:17:05.129820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddef16e-6de0-4199-b34e-e9083b97b300 req-0be6dc8f-99ba-47e3-a19d-fd7343e8b263 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:05.131363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fddef16e-6de0-4199-b34e-e9083b97b300 req-0be6dc8f-99ba-47e3-a19d-fd7343e8b263 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0769694 May 26 23:17:05.202108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fddef16e-6de0-4199-b34e-e9083b97b300 req-6f25eed8-dbd1-43df-b68d-ce65931f3677 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611541 May 26 23:17:06.440696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f7a0-4889-423b-b9a1-f1613d22d7ee req-ed9c0067-6ced-429f-a3be-6452b11b85e8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:06.445820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a946f7a0-4889-423b-b9a1-f1613d22d7ee req-ed9c0067-6ced-429f-a3be-6452b11b85e8 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1068792 May 26 23:17:06.498221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a946f7a0-4889-423b-b9a1-f1613d22d7ee req-42ab06df-2a07-4317-be34-f85d0053ff85 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473611 May 26 23:17:07.746589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243951-b94a-4738-8db8-2332f82f5511 req-a2e0f368-9e11-4e38-a901-a96aca44afb9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:07.748098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30243951-b94a-4738-8db8-2332f82f5511 req-a2e0f368-9e11-4e38-a901-a96aca44afb9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1141107 May 26 23:17:07.799136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-30243951-b94a-4738-8db8-2332f82f5511 req-db812613-c47f-4e32-a814-e0cd30e8580c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436673 May 26 23:17:09.010874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae367d-9446-4573-8426-c1dde6e1bb6c req-34afeb73-b371-416c-be75-f73bc7882d81 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:09.012336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6ae367d-9446-4573-8426-c1dde6e1bb6c req-34afeb73-b371-416c-be75-f73bc7882d81 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0862279 May 26 23:17:09.078696 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6ae367d-9446-4573-8426-c1dde6e1bb6c req-248ad008-a099-4d68-af2e-1b31515251cf tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571270 May 26 23:17:10.467787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf263012-c841-4018-a231-b331d50437d1 req-27c1538b-864d-47d3-846b-962559bbbc37 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:10.469318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf263012-c841-4018-a231-b331d50437d1 req-27c1538b-864d-47d3-846b-962559bbbc37 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.2079535 May 26 23:17:10.529092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf263012-c841-4018-a231-b331d50437d1 req-7523eb66-4e2a-4a90-ab96-6eb94fb17a77 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477076 May 26 23:17:11.812964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf6db0-68c8-4c2a-a84b-5ea2d1fd4c80 req-3738c6e2-63a5-49d3-af60-50b4376d6ff9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:11.814588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46cf6db0-68c8-4c2a-a84b-5ea2d1fd4c80 req-3738c6e2-63a5-49d3-af60-50b4376d6ff9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1198905 May 26 23:17:11.876065 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46cf6db0-68c8-4c2a-a84b-5ea2d1fd4c80 req-aa19604f-0287-4e5e-8a45-77320204533c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552661 May 26 23:17:12.774451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:17:12.914698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:12.987056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'port_id': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'mac_address': 'fa:16:3e:86:ef:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:17:13.071576 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:13.106555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:17:13.109863 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76f237e5-b850-415d-813b-a884c703d706 req-a13a10c3-ec94-414e-b7a7-108a6927b1b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1097 time: 0.0780387 May 26 23:17:13.128664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:13.128664 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:13.145550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e2ac8-0cad-48aa-a541-4e4a3c8c4b16 req-91064c4a-5686-49e7-a61e-50677433dd63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:13.163251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f49e2ac8-0cad-48aa-a541-4e4a3c8c4b16 req-91064c4a-5686-49e7-a61e-50677433dd63 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1027343 May 26 23:17:13.240035 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f49e2ac8-0cad-48aa-a541-4e4a3c8c4b16 req-8ad63b3d-0734-4572-b106-8122b3e0af5c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845897 May 26 23:17:13.244053 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:13.261709 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-76f237e5-b850-415d-813b-a884c703d706 req-0120842b-6cce-4b2e-ab37-2863d09b5774 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484873 May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.262704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:13.458308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['8ef97245-8b8b-4dba-bcad-a4358f72bfd4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:17:14.444819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b12d3-43cb-4c63-897c-fc90374f4fa7 req-59ae8731-5a0b-4a7e-9001-95c82ead632c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:14.446550 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-560b12d3-43cb-4c63-897c-fc90374f4fa7 req-59ae8731-5a0b-4a7e-9001-95c82ead632c tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 945 time: 0.0817690 May 26 23:17:14.504849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-560b12d3-43cb-4c63-897c-fc90374f4fa7 req-ee3598ec-27b9-4030-ae7b-b8ae4be1c041 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477803 May 26 23:17:14.801793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:14.891368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:14.892297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:15.059136 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:15.093487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:15.105494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:15.113399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:15.165887 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b0aa56-edae-443b-a2a9-7bd826962033'] response: {'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'code': 200} May 26 23:17:15.210634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:15.750611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea870204-ac6c-4de3-81a1-58f83f48c11f req-2786bc16-5461-4736-9cb8-5f4a761fc617 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:15.752273 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea870204-ac6c-4de3-81a1-58f83f48c11f req-2786bc16-5461-4736-9cb8-5f4a761fc617 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.0914218 May 26 23:17:15.806615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea870204-ac6c-4de3-81a1-58f83f48c11f req-5af4cb31-2fce-4abe-b831-8947358d2321 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476177 May 26 23:17:15.836727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40358) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:15.956556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-91ad422e-e48a-4cb7-bd25-d53a03cd2f97 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 200 len: 994 time: 0.1219935 May 26 23:17:17.192867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9dec4731-bb38-434c-be9a-e5a254230637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:19.851197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40462) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:19.977886 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b58f7f41-b242-49ad-b180-0e23015c3333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.052600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.099213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:20.099213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Usage tracker for resource:security_group_rule and tenant:400d55cdc98c44968a954b348c92dfe5 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:20.099213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:20.108517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:20.201473 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.207626 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.262069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e8167-dcc9-4f76-9072-c79fdd90a2df,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:20.267796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-86d43281-3261-49d3-8914-6c552554c261 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=400d55cdc98c44968a954b348c92dfe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4184182 May 26 23:17:20.270742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:20.347014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bea85cf1-9bd6-449a-9cb4-85c76c6d91e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.375511 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bea85cf1-9bd6-449a-9cb4-85c76c6d91e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.433205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bea85cf1-9bd6-449a-9cb4-85c76c6d91e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.448815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea85cf1-9bd6-449a-9cb4-85c76c6d91e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e8167-dcc9-4f76-9072-c79fdd90a2df,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:20.459012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bea85cf1-9bd6-449a-9cb4-85c76c6d91e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.461715 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bea85cf1-9bd6-449a-9cb4-85c76c6d91e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a0e8167-dcc9-4f76-9072-c79fdd90a2df HTTP/1.1" status: 204 len: 168 time: 0.1885836 May 26 23:17:20.656439 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:20.780279 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:21.962476 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.273800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40558) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:23.278766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'network': {'name': 'tempest-network-smoke--373401574', 'project_id': '9814296639b5402aaa5b90f944c804d1', 'port_security_enabled': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:23.286176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:23.290828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:network and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:23.290828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:23.297179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:23.306307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Made reservation on behalf of 9814296639b5402aaa5b90f944c804d1 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:17:23.310158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.323956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.358727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:23.363092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:security_group_rule and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:23.366881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:23.377508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:23.458298 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.461458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.492941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:17:23.504072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c6a85-6237-4013-a862-37d132ae4ce4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:23.511629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.511975 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Added segment 5008c480-a9ae-435f-b3e0-4073052aaa50 of type vlan for network 2352e5b3-390d-4769-868d-569f4c92e2c5 May 26 23:17:23.538709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.568093 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.571981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:23.572559 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.678489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Network': ['ID=2352e5b3-390d-4769-868d-569f4c92e2c5,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:23.692469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:17:23.711693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84f6ad53-5ec6-4b4c-acde-b93f291c02b8 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4342282 May 26 23:17:23.715325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40566) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:23.723707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'admin_state_up': True, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:23.735454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:23.740043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:router and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:23.740043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:23.752335 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:23.766232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.766353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.789847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:23.948446 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:24.157300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:24.190447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:24.344977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Allocated IP 172.25.4.236 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/9a1e51b6-8c8d-441b-ac33-3528bf284182) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:17:24.508037 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:17:24.512675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:24.551040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:24.617374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:24.617374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:24.623965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:17:24.671128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=9a1e51b6-8c8d-441b-ac33-3528bf284182,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:24.802125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:24.802881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:25.172530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:17:25.399636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:17:25.412019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Sync routers for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:17:25.424159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:25.433478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:25.433478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:25.441138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:25.445209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-27964e56-e6d9-480f-b962-2897a897902c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7349064 May 26 23:17:25.445476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40588) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:25.619758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:25.670332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e72962d0-e336-44ef-bf00-6d82a9cacfc0 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9814296639b5402aaa5b90f944c804d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2152016 May 26 23:17:25.670332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40596) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:25.809000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a6807c-066f-4efa-b15f-06459ac34f08 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:25.810776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f8a6807c-066f-4efa-b15f-06459ac34f08 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454496 May 26 23:17:25.813477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40602) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:25.861553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b6222fd3-6f22-4f7b-b7aa-e97777fb347c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439327 May 26 23:17:25.864207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40606) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:25.871178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810983047', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'project_id': '9814296639b5402aaa5b90f944c804d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:25.996110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:24Z', 'revision_number': 3, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:25.999079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:26.001139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Checking router: e12b249d-f2fb-4191-b4ee-1a2e3b446af9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:17:26.001485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Updating router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 port 9a1e51b6-8c8d-441b-ac33-3528bf284182 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:17:26.003042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:subnet and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:26.010909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:26.019387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:26.030947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Made reservation on behalf of 9814296639b5402aaa5b90f944c804d1 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:17:26.055877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.144801 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.425242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.519707 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.529998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Transition to ACTIVE for port object 9a1e51b6-8c8d-441b-ac33-3528bf284182 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:26.537928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.544865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Checking segment: {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:17:26.545229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network hostable DHCP agents. Network: 2352e5b3-390d-4769-868d-569f4c92e2c5, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:17:26.551009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Subnet': ['ID=4fbb097d-3787-4ec0-8d49-3244f4e77fd1,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:26.571736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:17:26.584008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 2352e5b3-390d-4769-868d-569f4c92e2c5) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:26.596922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:26.596922 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.616953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6214f-1b19-4627-a9c1-ebf0f29ef54a None None] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:17:26.646083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d841a6bc-3327-42a0-9676-3801f8048ed0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7803657 May 26 23:17:26.646083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40618) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:26.702080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d734a39-29ea-4c7d-8a6c-1a6ba3961726 None None] Pushing event updated for resources: {'Port': ['ID=9a1e51b6-8c8d-441b-ac33-3528bf284182,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:26.702080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Attempting to bind port 9a1e51b6-8c8d-441b-ac33-3528bf284182 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:17:26.702080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Attempting to bind port 9a1e51b6-8c8d-441b-ac33-3528bf284182 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:17:26.702080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Attempting to bind port 9a1e51b6-8c8d-441b-ac33-3528bf284182 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:17:26.740075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:17:26.740075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:17:26.740075 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.740075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:17:26.740075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Bound port: 9a1e51b6-8c8d-441b-ac33-3528bf284182, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:17:26.740075 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.927478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] For port 9a1e51b6-8c8d-441b-ac33-3528bf284182, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:17:26.939149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] For port 9a1e51b6-8c8d-441b-ac33-3528bf284182, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9a1e51b6-8c8d-441b-ac33-3528bf284182,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:17:26.939149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-2352e5b3-390d-4769-868d-569f4c92e2c5', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:17:26.940574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:26.954337 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:27.101034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d734a39-29ea-4c7d-8a6c-1a6ba3961726 None None] Pushing event updated for resources: {'Port': ['ID=9a1e51b6-8c8d-441b-ac33-3528bf284182,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:27.133215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:27.133215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:27.346398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Allocated IP 172.20.0.2 (2352e5b3-390d-4769-868d-569f4c92e2c5/4fbb097d-3787-4ec0-8d49-3244f4e77fd1/a111578b-bfc6-4360-beeb-4acf061256a5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:17:27.467139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:27.788922 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:27.894892 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:27.913465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Transition to ACTIVE for port object a111578b-bfc6-4360-beeb-4acf061256a5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:27.942801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Transition to ACTIVE for port object a111578b-bfc6-4360-beeb-4acf061256a5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:27.954722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:24Z', 'revision_number': 3, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:27.958525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.003078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1843-dcd8-42cc-b264-268fce38b272 None None] The sync data for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 is: [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:24Z', 'revision_number': 3, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:17:28.098976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.107893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:28.108974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Pushing event updated for resources: {'Port': ['ID=a111578b-bfc6-4360-beeb-4acf061256a5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:28.111994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:28.114245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:17:28.232842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Attempting to bind port a111578b-bfc6-4360-beeb-4acf061256a5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:17:28.232842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Attempting to bind port a111578b-bfc6-4360-beeb-4acf061256a5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:17:28.232842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Attempting to bind port a111578b-bfc6-4360-beeb-4acf061256a5 on network 2352e5b3-390d-4769-868d-569f4c92e2c5 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:17:28.250869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:17:28.250869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Checking segment: {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:17:28.250869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.250869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Bound using segment: {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:17:28.250869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Bound port: a111578b-bfc6-4360-beeb-4acf061256a5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:17:28.250869 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.292866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Allocated IP 172.20.0.1 (2352e5b3-390d-4769-868d-569f4c92e2c5/4fbb097d-3787-4ec0-8d49-3244f4e77fd1/108b22da-28ab-4cd1-9f26-b44b9f3deefc) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:17:28.460120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] For port a111578b-bfc6-4360-beeb-4acf061256a5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:17:28.468206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] For port a111578b-bfc6-4360-beeb-4acf061256a5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a111578b-bfc6-4360-beeb-4acf061256a5,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:17:28.474854 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.560878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.576928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f40aba-5bfa-4feb-b19c-416e9f08ddbb None None] Pushing event updated for resources: {'Port': ['ID=a111578b-bfc6-4360-beeb-4acf061256a5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:28.587863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Transition to ACTIVE for port object 108b22da-28ab-4cd1-9f26-b44b9f3deefc will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:28.622042 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.704002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:28.707912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:28.711515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:17:28.743197 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=108b22da-28ab-4cd1-9f26-b44b9f3deefc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:28.816007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:28.945831 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:29.394276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:29.399637 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:29.437582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a111578b-bfc6-4360-beeb-4acf061256a5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:29.527062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a111578b-bfc6-4360-beeb-4acf061256a5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:29.533610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9a1e51b6-8c8d-441b-ac33-3528bf284182 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:29.560315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:29.563993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=108b22da-28ab-4cd1-9f26-b44b9f3deefc,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:29.579576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.579919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.580260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.580593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.580925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.581252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.581907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.581907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.582230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.582549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.582865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:29.617984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9a1e51b6-8c8d-441b-ac33-3528bf284182 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:29.624453 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9a1e51b6-8c8d-441b-ac33-3528bf284182 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:29.625050 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:29.772879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:29.793020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9a1e51b6-8c8d-441b-ac33-3528bf284182, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9a1e51b6-8c8d-441b-ac33-3528bf284182,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:29.794348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb7bf2-fe4d-40e2-81a7-402a6422783c None None] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:17:29.810038 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:29.856230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:29.857738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:29.953254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9a1e51b6-8c8d-441b-ac33-3528bf284182,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:29.967516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4b6b556e-02d9-4035-b324-d4de6c977747 None None] Provisioning for port a111578b-bfc6-4360-beeb-4acf061256a5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:29.974498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4b6b556e-02d9-4035-b324-d4de6c977747 None None] Provisioning complete for port a111578b-bfc6-4360-beeb-4acf061256a5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:29.974880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4b6b556e-02d9-4035-b324-d4de6c977747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.190980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4b6b556e-02d9-4035-b324-d4de6c977747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.232734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4b6b556e-02d9-4035-b324-d4de6c977747 None None] For port a111578b-bfc6-4360-beeb-4acf061256a5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a111578b-bfc6-4360-beeb-4acf061256a5,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:30.236950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4b6b556e-02d9-4035-b324-d4de6c977747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.268638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:17:30.305341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b556e-02d9-4035-b324-d4de6c977747 None None] Pushing event updated for resources: {'Port': ['ID=a111578b-bfc6-4360-beeb-4acf061256a5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:30.460265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8af7bb6-feb5-449e-91cc-6c65a3ef1d38 None None] Provisioning for port 108b22da-28ab-4cd1-9f26-b44b9f3deefc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:30.466853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8af7bb6-feb5-449e-91cc-6c65a3ef1d38 None None] Provisioning complete for port 108b22da-28ab-4cd1-9f26-b44b9f3deefc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:30.467217 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8af7bb6-feb5-449e-91cc-6c65a3ef1d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.485258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:17:30.499113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e277fac5-a501-4faf-80a1-ec9c83cda416 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "PUT /v2.0/routers/e12b249d-f2fb-4191-b4ee-1a2e3b446af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8515530 May 26 23:17:30.501536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40640) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:30.507758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--60578265', 'description': 'tempest-secgroup_access--60578265 description', 'project_id': '9814296639b5402aaa5b90f944c804d1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:30.515874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:30.521717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:security_group and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:30.524306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:30.529569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f8af7bb6-feb5-449e-91cc-6c65a3ef1d38 None None] Port 108b22da-28ab-4cd1-9f26-b44b9f3deefc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:17:30.531144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:30.543152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.545794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f8af7bb6-feb5-449e-91cc-6c65a3ef1d38 None None] Provisioning complete for port a111578b-bfc6-4360-beeb-4acf061256a5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:30.546758 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f8af7bb6-feb5-449e-91cc-6c65a3ef1d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.586072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:30.590482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:security_group_rule and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:30.593933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:30.612154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:30.708091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.724359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.757588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961023b1-1261-432d-b913-209e4d50a42d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:30.761639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.763067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-782a6881-ec48-4b93-bce5-b64f9992586c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2605486 May 26 23:17:30.766144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40650) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:30.772244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--829653624', 'description': 'tempest-secgroup_general--829653624 description', 'project_id': '9814296639b5402aaa5b90f944c804d1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:30.779169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:30.783513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:security_group and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:30.786733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:30.793605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:30.804982 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.824207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5ca6ae77-0d1e-4534-9675-7b07b7f795d4 None None] Provisioning complete for port 108b22da-28ab-4cd1-9f26-b44b9f3deefc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:30.825200 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ca6ae77-0d1e-4534-9675-7b07b7f795d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.842640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40654) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:30.849030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826308973', 'description': 'tempest-secgroup-smoke-826308973 description', 'project_id': 'd1b5e68e336e435285960d3bd2058e87'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:30.852002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:30.856288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:security_group_rule and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:30.856722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:30.860232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:30.860969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:30.864739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:30.866737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:30.873130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:30.881343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6ae77-0d1e-4534-9675-7b07b7f795d4 None None] Port 108b22da-28ab-4cd1-9f26-b44b9f3deefc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:17:30.889359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.928369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:30.932947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:30.935708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.936045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:30.939473 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.942550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:30.985024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13363d29-f1a8-41de-b60f-ea6609aadb05,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:30.989244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:30.990478 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.2231960 May 26 23:17:30.995533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40658) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:30.999435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:30.999671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.000037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.000355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.000884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.001042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.001369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.001713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.002038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.002352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.002671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4417f3-e877-41e8-9dfe-f4db20f66147 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:31.004742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.008415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'security_group_rule': {'security_group_id': '961023b1-1261-432d-b913-209e4d50a42d', 'project_id': '9814296639b5402aaa5b90f944c804d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:31.009986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.015849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:31.016524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-568efb96-aeaf-4ac2-8e6b-894d48c1e9fc None None] Provisioning complete for port 108b22da-28ab-4cd1-9f26-b44b9f3deefc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:31.016861 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-568efb96-aeaf-4ac2-8e6b-894d48c1e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.019812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:security_group_rule and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:31.022698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:31.028594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:31.046794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.048058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2043855 May 26 23:17:31.052700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40662) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:31.061518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'security_group_rule': {'security_group_id': '0ff864cc-dfea-42bb-8ddb-1023aa41c543', 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:31.063518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c72e2-ca8c-4541-8931-6df87c386fb4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff864cc-dfea-42bb-8ddb-1023aa41c543,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:31.068905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.069205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-568efb96-aeaf-4ac2-8e6b-894d48c1e9fc None None] Port 108b22da-28ab-4cd1-9f26-b44b9f3deefc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:17:31.078329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:31.085624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:31.090324 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:31.103146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:31.137633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.171648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.183244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.219585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf47e99-2f36-4076-8d21-aae5a295cb0d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:31.235043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.236187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5c2ae77e-341a-44b2-b6cb-e5fa4054f565 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2394807 May 26 23:17:31.238001 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.241525 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.267873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6f8706-8c31-4d45-ba96-534ff5bb8fbd,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:31.277596 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.278782 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cb98a157-ae46-4662-a93a-438f17679337 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2241940 May 26 23:17:31.281456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40668) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:31.287109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'security_group_rule': {'security_group_id': '0ff864cc-dfea-42bb-8ddb-1023aa41c543', 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:31.299545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:31.302990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:31.306280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:31.313400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:31.333613 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.334554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a111578b-bfc6-4360-beeb-4acf061256a5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:31.400353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.405013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.419379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a111578b-bfc6-4360-beeb-4acf061256a5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:31.419743 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.428267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-9f03c6f8-9218-4f8d-9626-4419a9ebef33 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:31.434794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a0f1ba-c75f-49dd-8668-851e534e6615,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:31.443517 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.448389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d3f00d74-e476-4558-be01-623d00eb5f64 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1626165 May 26 23:17:31.448536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-9f03c6f8-9218-4f8d-9626-4419a9ebef33 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:31.448614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40678) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:31.449055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-9f03c6f8-9218-4f8d-9626-4419a9ebef33 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--829653624&fields=id&tenant_id=9814296639b5402aaa5b90f944c804d1 HTTP/1.1" status: 200 len: 267 time: 0.0648098 May 26 23:17:31.454284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'security_group_rule': {'security_group_id': '0ff864cc-dfea-42bb-8ddb-1023aa41c543', 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:31.460720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:31.465302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:31.468489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:31.474271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:31.493792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.498709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-c8b549bd-e3d1-4fff-b1a0-0b72958c656b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--60578265&fields=id&tenant_id=9814296639b5402aaa5b90f944c804d1 HTTP/1.1" status: 200 len: 267 time: 0.0423877 May 26 23:17:31.542284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9a1e51b6-8c8d-441b-ac33-3528bf284182 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:31.569226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.574163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.599850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c1505a-076c-4a14-8b89-9e931bad3dcc,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:31.612893 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.616763 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-96f08171-5750-4a0b-849a-88e098627cd9 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1646662 May 26 23:17:31.617175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40682) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:31.624084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'security_group_rule': {'security_group_id': '0ff864cc-dfea-42bb-8ddb-1023aa41c543', 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:31.624687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9a1e51b6-8c8d-441b-ac33-3528bf284182 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:31.625250 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.631378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:31.636771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:31.640292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:31.648103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:31.666631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-13af0a5d-0044-4b34-acf3-55cbf29940ce tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:31.667293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-13af0a5d-0044-4b34-acf3-55cbf29940ce tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:31.670119 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.685367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-13af0a5d-0044-4b34-acf3-55cbf29940ce tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:31.692537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-13af0a5d-0044-4b34-acf3-55cbf29940ce tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/networks?id=2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 200 len: 796 time: 0.1843767 May 26 23:17:31.713235 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ea4daf35-dcfd-4004-a19c-dee40328350c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/quotas/9814296639b5402aaa5b90f944c804d1 HTTP/1.1" status: 200 len: 375 time: 0.0194631 May 26 23:17:31.751300 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.761396 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.789418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9ebb40-ae16-4dce-b59e-fddf2e1b87d7,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:31.803081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.804506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-690cd3a8-bd82-4bf1-b519-f2c60175d680 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1865623 May 26 23:17:31.807633 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40686) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:31.808929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-2316d755-38c6-441d-80c5-fef058e6ec14 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:31.814745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'security_group_rule': {'security_group_id': '0ff864cc-dfea-42bb-8ddb-1023aa41c543', 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:31.821990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:31.827014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:31.830192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:31.830607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-2316d755-38c6-441d-80c5-fef058e6ec14 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:31.831896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-2316d755-38c6-441d-80c5-fef058e6ec14 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176770 May 26 23:17:31.836293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:31.849769 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Project d1b5e68e336e435285960d3bd2058e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:17:31.857430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.926593 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.930257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.930716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-c9eb85e5-84e8-4ea7-a4f5-c5384c1a4581 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:17:31.932522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-c9eb85e5-84e8-4ea7-a4f5-c5384c1a4581 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0876184 May 26 23:17:31.954091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f9da61-9ee2-439b-9b04-2def23907103,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:31.963645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:31.964808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d601ae5a-77d6-4f58-865a-71c56aee85c4 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1562037 May 26 23:17:31.967601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:31.973622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'security_group_rule': {'security_group_id': '0ff864cc-dfea-42bb-8ddb-1023aa41c543', 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:31.981110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:31.985375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:security_group_rule and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:31.988478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:31.994331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:32.005291 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Project d1b5e68e336e435285960d3bd2058e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:17:32.012424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:32.067759 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Sync routers for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:17:32.081979 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:32.082592 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:32.084516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-99a720ba-1b3d-41f6-9343-f1309b201941 service neutron] 10.222.0.32 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439710 May 26 23:17:32.087770 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:32.092667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:32.120114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f378a4-6f11-4551-a85c-e593bd7f5e80,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:32.131046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:32.132587 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ca7cc5f8-171d-4fa6-91b8-11ca1567cd8b tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1637990 May 26 23:17:32.239837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-11efb28f-7405-42ed-976b-99de3ff95ff3 service neutron] 10.222.0.32 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493390 May 26 23:17:32.321960 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:32.451690 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8e0be57-581c-4341-a5de-94c3aec907bf req-b978b067-0012-4543-a3e2-d7964f7c3f84 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 210 time: 0.0485699 May 26 23:17:32.555806 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-cc4dd88d-83d7-4288-919b-c6b80ec86e0a tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826308973&fields=id&tenant_id=d1b5e68e336e435285960d3bd2058e87 HTTP/1.1" status: 200 len: 267 time: 0.0481548 May 26 23:17:32.721861 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 2, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:32.722617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-51070158-5b61-422f-b954-bb82dceed7d3 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:32.724074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-51070158-5b61-422f-b954-bb82dceed7d3 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/networks?id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 200 len: 814 time: 0.1609895 May 26 23:17:32.726187 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Checking router: e12b249d-f2fb-4191-b4ee-1a2e3b446af9 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:17:32.726593 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Updating router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 port 108b22da-28ab-4cd1-9f26-b44b9f3deefc binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:17:32.752309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-23993693-ab35-4de7-9d05-2a7844814a7a tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/quotas/d1b5e68e336e435285960d3bd2058e87 HTTP/1.1" status: 200 len: 375 time: 0.0175216 May 26 23:17:32.782896 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:32.837356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-aa02af82-f4a0-4866-acba-5bd5d2eac92c tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Synchronizing usage tracker for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:32.858557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-aa02af82-f4a0-4866-acba-5bd5d2eac92c tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Unset dirty status for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:32.860007 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-aa02af82-f4a0-4866-acba-5bd5d2eac92c tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1b5e68e336e435285960d3bd2058e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069727 May 26 23:17:32.878475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-ddd95f08-e998-44c5-a5a3-8815354f694d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:17:32.879564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-ddd95f08-e998-44c5-a5a3-8815354f694d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054927 May 26 23:17:33.036472 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-1378f3c4-53f1-45ae-a5e7-70a8958ce116 service neutron] 10.222.0.32 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492007 May 26 23:17:33.148613 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:33.160464 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Transition to ACTIVE for port object 108b22da-28ab-4cd1-9f26-b44b9f3deefc will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:33.166735 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:33.176277 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-1ba5096d-2252-4963-b2bc-a74c630b2edb service neutron] 10.222.0.32 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324739 May 26 23:17:33.295411 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Pushing event updated for resources: {'Port': ['ID=108b22da-28ab-4cd1-9f26-b44b9f3deefc,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:33.309990 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.310327 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.310760 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.310978 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.311301 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.311616 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.312130 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.312270 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.312583 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.312965 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.313279 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:17:33.407100 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Attempting to bind port 108b22da-28ab-4cd1-9f26-b44b9f3deefc on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:17:33.407696 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Attempting to bind port 108b22da-28ab-4cd1-9f26-b44b9f3deefc by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:17:33.408345 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Attempting to bind port 108b22da-28ab-4cd1-9f26-b44b9f3deefc on network 2352e5b3-390d-4769-868d-569f4c92e2c5 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:17:33.415201 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:17:33.415567 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Checking segment: {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:17:33.415959 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:33.416879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Bound using segment: {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:17:33.417331 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Bound port: 108b22da-28ab-4cd1-9f26-b44b9f3deefc, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:17:33.417820 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:33.525718 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] For port 108b22da-28ab-4cd1-9f26-b44b9f3deefc, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:17:33.529287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] For port 108b22da-28ab-4cd1-9f26-b44b9f3deefc, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=108b22da-28ab-4cd1-9f26-b44b9f3deefc,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:17:33.534890 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:33.630289 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c21be4-a784-4d63-96b3-df68b978814e None None] Pushing event updated for resources: {'Port': ['ID=108b22da-28ab-4cd1-9f26-b44b9f3deefc,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:33.644137 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:33.644764 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:33.714004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9392a7ea-84f5-4515-aebd-e140bf9d1fe7 req-1adc3093-e779-4069-b98f-adb3f8f9ad3a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 210 time: 0.1139827 May 26 23:17:33.881908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-757a3d07-cf7c-41fd-b87a-349d4d4c54b6 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:33.884304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-757a3d07-cf7c-41fd-b87a-349d4d4c54b6 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.55 "GET /v2.0/networks?id=2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 200 len: 796 time: 0.3335161 May 26 23:17:33.894200 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:33.951847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-f41f3482-e564-416c-a545-dd6cf751a581 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:33.970255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-f41f3482-e564-416c-a545-dd6cf751a581 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:33.971382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-f41f3482-e564-416c-a545-dd6cf751a581 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9814296639b5402aaa5b90f944c804d1 HTTP/1.1" status: 200 len: 475 time: 0.0689874 May 26 23:17:33.982080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'port': {'device_id': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'admin_state_up': True, 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'security_groups': ['13363d29-f1a8-41de-b60f-ea6609aadb05', '961023b1-1261-432d-b913-209e4d50a42d']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:34.122786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:34.132259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:34.142680 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Made reservation on behalf of 9814296639b5402aaa5b90f944c804d1 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:17:34.145711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:34.243767 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:33Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:34.248349 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec9d02-4bf8-42e5-b73d-a27399624616 None None] The sync data for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 is: [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:33Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:17:34.340337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Allocated IP 172.20.0.6 (2352e5b3-390d-4769-868d-569f4c92e2c5/4fbb097d-3787-4ec0-8d49-3244f4e77fd1/4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:17:34.558488 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:34.578665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Transition to ACTIVE for port object 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:34.621067 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:34.731989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:34.735377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:34.752791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:17:34.816995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:34.888256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:34.890067 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:34.924216 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-288a2a20-70ff-4e7b-bac1-648097b5b501 req-a6bafb72-d95a-4227-beb5-eee47211d36d tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 210 time: 0.3059185 May 26 23:17:34.942363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-ad2e5c70-b92d-4f4f-8b50-a8b763e1cf5d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9641767 May 26 23:17:35.086586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76882b-f69e-4c58-a738-be386934ef06 req-202417ec-bc41-49ce-a095-dbc9eb9c64f0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:35.087710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a76882b-f69e-4c58-a738-be386934ef06 req-202417ec-bc41-49ce-a095-dbc9eb9c64f0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:35.105881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a76882b-f69e-4c58-a738-be386934ef06 req-202417ec-bc41-49ce-a095-dbc9eb9c64f0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:35.107536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a76882b-f69e-4c58-a738-be386934ef06 req-202417ec-bc41-49ce-a095-dbc9eb9c64f0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 970 time: 0.1622972 May 26 23:17:35.122337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Request body: {'port': {'device_id': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:35.209927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4ff35aec-25ed-4c96-a9af-f2253094ecc1 None None] Provisioning for port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:35.216615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-4ff35aec-25ed-4c96-a9af-f2253094ecc1 None None] Provisioning complete for port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:35.217019 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4ff35aec-25ed-4c96-a9af-f2253094ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:35.274259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a76882b-f69e-4c58-a738-be386934ef06 req-21edc7f8-037a-4c1f-9310-b30663dd5b42 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1567223 May 26 23:17:35.283465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4ff35aec-25ed-4c96-a9af-f2253094ecc1 None None] Port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:17:35.311845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:35.368515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 108b22da-28ab-4cd1-9f26-b44b9f3deefc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:35.451327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 108b22da-28ab-4cd1-9f26-b44b9f3deefc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:35.456563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 108b22da-28ab-4cd1-9f26-b44b9f3deefc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:35.456736 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:35.573701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:35.605828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 108b22da-28ab-4cd1-9f26-b44b9f3deefc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=108b22da-28ab-4cd1-9f26-b44b9f3deefc,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:35.610816 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:35.677410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:17:35.682131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=108b22da-28ab-4cd1-9f26-b44b9f3deefc,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:35.684968 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:35.699687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Transition to ACTIVE for port object 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:35.702882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:35.832336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:36.097604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-699926bc-ed5f-424f-88c4-b2eec9e1c4fe req-673acefd-4363-4a52-a192-8e9dc685d6c2 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 210 time: 0.0429168 May 26 23:17:36.158086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Attempting to bind port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:17:36.158554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Attempting to bind port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:17:36.158714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Attempting to bind port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 on network 2352e5b3-390d-4769-868d-569f4c92e2c5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:17:36.178792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 on network 2352e5b3-390d-4769-868d-569f4c92e2c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:17:36.179105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Attempting to bind port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 on network 2352e5b3-390d-4769-868d-569f4c92e2c5 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:17:36.189732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-2869f9a2-9cbc-4f06-be54-81789bae312f tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:36.191161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-2869f9a2-9cbc-4f06-be54-81789bae312f tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.48 "GET /v2.0/networks?id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 200 len: 814 time: 0.2881393 May 26 23:17:36.194411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:17:36.194741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Checking segment: {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:17:36.195116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Bound using segment: {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:17:36.195536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Bound port: 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5008c480-a9ae-435f-b3e0-4073052aaa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:17:36.195874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:36.300413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9759664-244d-422b-af1f-42e671c5c4e7 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b5e68e336e435285960d3bd2058e87 HTTP/1.1" status: 200 len: 379 time: 0.0934911 May 26 23:17:36.316719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'port': {'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'admin_state_up': True, 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'security_groups': ['0ff864cc-dfea-42bb-8ddb-1023aa41c543']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:36.403591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] For port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:17:36.448073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] For port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:17:36.462584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:36.574023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:36.575994 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 200 len: 1130 time: 1.5877080 May 26 23:17:36.579036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:36.587792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:36.610400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:36.619103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f75994-df7e-4ff1-bd10-0046f0f2e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:36.658880 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881ca4b0-613c-4ca5-bc9f-98dc62d68176'] response: {'name': 'network-changed', 'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'status': 'completed', 'code': 200} May 26 23:17:36.665532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dbb14-69bb-4c0a-b97c-15fa30cd4ad0 req-723830ed-cbeb-4f6a-a0d4-f41c042cafc0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:36.667137 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f6dbb14-69bb-4c0a-b97c-15fa30cd4ad0 req-723830ed-cbeb-4f6a-a0d4-f41c042cafc0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 982 time: 0.2649801 May 26 23:17:36.672851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Made reservation on behalf of d1b5e68e336e435285960d3bd2058e87 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:17:36.675373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:36.818391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f6dbb14-69bb-4c0a-b97c-15fa30cd4ad0 req-5169087e-025c-4dd6-8abc-45417429356c tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1283619 May 26 23:17:36.846664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-a6522c3f-ff7b-4ff9-8202-cce7c6fcea15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1133 time: 0.2188585 May 26 23:17:36.955460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-2eee32b3-68e6-4f75-87e0-07d04e2c5a20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 200 len: 217 time: 0.0783589 May 26 23:17:37.005859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Allocated IP 172.20.0.11 (dd5eaa00-4c90-4fa3-b8c3-48f944d5777d/8264c1ec-0e4b-4277-9edc-0d757ae85c7c/8403edc1-0e66-4316-b28b-a1806fc7fd2f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:17:37.042921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-35b07ecb-40d9-494c-8d06-cb74d529cc35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:37.044344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-35b07ecb-40d9-494c-8d06-cb74d529cc35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fbb097d-3787-4ec0-8d49-3244f4e77fd1 HTTP/1.1" status: 200 len: 834 time: 0.0784597 May 26 23:17:37.248274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-17bbbf5c-82e7-4c1c-8035-68b1b93bd0b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2352e5b3-390d-4769-868d-569f4c92e2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925135 May 26 23:17:37.268394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2559238-1bfa-4239-814d-dbb94038dd2f req-d2deb2bd-be57-4176-8aec-e774777465a5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 210 time: 0.0467899 May 26 23:17:37.287667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:37.329489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 108b22da-28ab-4cd1-9f26-b44b9f3deefc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:37.365086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Transition to ACTIVE for port object 8403edc1-0e66-4316-b28b-a1806fc7fd2f will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:37.409181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 108b22da-28ab-4cd1-9f26-b44b9f3deefc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:37.409567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:37.419716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-fb8b17f2-1269-4160-9f31-4f8c06147434 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586392 May 26 23:17:37.426788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:37.588631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:37.593269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:37.599485 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:17:37.628459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'Port': ['ID=8403edc1-0e66-4316-b28b-a1806fc7fd2f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:37.687466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8b38792f-afeb-40a9-b1cb-b45d6d1f61e6 req-e50aaeea-1bc0-4ce2-bd6d-c4d477807cac service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583704 May 26 23:17:37.691684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:37.692295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:37.720101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-c9997dab-7bbb-423b-9129-9fa03ccd9d8e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4095588 May 26 23:17:37.731617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Request body: {'port': {'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:37.879211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3a104b79-50d1-4ab7-a93a-f5af54643726 None None] Provisioning for port 8403edc1-0e66-4316-b28b-a1806fc7fd2f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:37.884339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3a104b79-50d1-4ab7-a93a-f5af54643726 None None] Provisioning complete for port 8403edc1-0e66-4316-b28b-a1806fc7fd2f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:37.885450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3a104b79-50d1-4ab7-a93a-f5af54643726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:37.942292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3a104b79-50d1-4ab7-a93a-f5af54643726 None None] Port 8403edc1-0e66-4316-b28b-a1806fc7fd2f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:17:38.063387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:38.097687 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a3e2291-b22c-4481-a047-e5e054304199 req-6cb09122-a89f-49e7-a5b0-061421d71f85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1133 time: 0.3412881 May 26 23:17:38.248738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55aac-da38-43cd-88c7-a8cc8089ba72 req-08e21ce9-c2fc-4bc3-ac8b-d31910520100 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:38.250119 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca55aac-da38-43cd-88c7-a8cc8089ba72 req-08e21ce9-c2fc-4bc3-ac8b-d31910520100 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 982 time: 0.2966313 May 26 23:17:38.402922 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e2291-b22c-4481-a047-e5e054304199 req-ece495fe-9dfe-46db-8e74-152cf55c980d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:38.404333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a3e2291-b22c-4481-a047-e5e054304199 req-ece495fe-9dfe-46db-8e74-152cf55c980d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 200 len: 897 time: 0.2839577 May 26 23:17:38.410117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ca55aac-da38-43cd-88c7-a8cc8089ba72 req-ea5927ec-8505-4b99-b057-2059d2050685 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1171007 May 26 23:17:38.472266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebc6c9-0d6b-4f26-833d-87f9f9e5660a req-615ef76c-17dc-4ddd-a650-265abbf97882 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:38.473708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75ebc6c9-0d6b-4f26-833d-87f9f9e5660a req-615ef76c-17dc-4ddd-a650-265abbf97882 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 932 time: 0.0810599 May 26 23:17:38.520983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-75ebc6c9-0d6b-4f26-833d-87f9f9e5660a req-66dc3b55-623d-4c91-b449-4b6ade7bd70a tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Synchronizing usage tracker for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:38.539607 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a3e2291-b22c-4481-a047-e5e054304199 req-3831a3ca-c72e-4f80-b4f2-29d7e8522376 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 200 len: 217 time: 0.0819843 May 26 23:17:38.542830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-75ebc6c9-0d6b-4f26-833d-87f9f9e5660a req-66dc3b55-623d-4c91-b449-4b6ade7bd70a tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Unset dirty status for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:38.544068 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75ebc6c9-0d6b-4f26-833d-87f9f9e5660a req-66dc3b55-623d-4c91-b449-4b6ade7bd70a tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647106 May 26 23:17:38.645581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e2291-b22c-4481-a047-e5e054304199 req-8c883e45-8bb9-40b0-a7a8-f8d6f6f59086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:38.647175 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a3e2291-b22c-4481-a047-e5e054304199 req-8c883e45-8bb9-40b0-a7a8-f8d6f6f59086 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fbb097d-3787-4ec0-8d49-3244f4e77fd1 HTTP/1.1" status: 200 len: 834 time: 0.0987496 May 26 23:17:38.765402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8403edc1-0e66-4316-b28b-a1806fc7fd2f {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:17:38.773565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:38.792849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Transition to ACTIVE for port object 8403edc1-0e66-4316-b28b-a1806fc7fd2f will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:17:38.796378 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:38.835001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a3e2291-b22c-4481-a047-e5e054304199 req-583ac9cc-4724-488b-b1e8-ae377ea6bb36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2352e5b3-390d-4769-868d-569f4c92e2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799107 May 26 23:17:39.004011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Pushing event updated for resources: {'Port': ['ID=8403edc1-0e66-4316-b28b-a1806fc7fd2f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:39.124121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a3e2291-b22c-4481-a047-e5e054304199 req-ac29392e-13df-4fc1-af80-828d7821c3d8 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787998 May 26 23:17:39.218139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Attempting to bind port 8403edc1-0e66-4316-b28b-a1806fc7fd2f on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:17:39.218416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Attempting to bind port 8403edc1-0e66-4316-b28b-a1806fc7fd2f by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:17:39.218741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Attempting to bind port 8403edc1-0e66-4316-b28b-a1806fc7fd2f on network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:17:39.237021 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Port 8403edc1-0e66-4316-b28b-a1806fc7fd2f on network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:17:39.237336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Attempting to bind port 8403edc1-0e66-4316-b28b-a1806fc7fd2f on network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:17:39.250074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:17:39.250638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Checking segment: {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:17:39.250765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Bound using segment: {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:17:39.251192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Bound port: 8403edc1-0e66-4316-b28b-a1806fc7fd2f, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea739d1-531f-4c6d-9321-47119d7b05d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:17:39.251534 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:39.328487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0a3e2291-b22c-4481-a047-e5e054304199 req-534f7401-15f7-49e7-ba9c-d673686f7fae service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943824 May 26 23:17:39.371991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] For port 8403edc1-0e66-4316-b28b-a1806fc7fd2f, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:17:39.375252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] For port 8403edc1-0e66-4316-b28b-a1806fc7fd2f, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:17:39.378760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:39.537088 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:39.539129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] 10.222.0.48 "PUT /v2.0/ports/8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 200 len: 1092 time: 1.8125381 May 26 23:17:39.543130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:39.642606 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c2163f-496f-4028-b8cc-3d1612ec67a7'] response: {'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'status': 'completed', 'code': 200} May 26 23:17:39.673257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb82d-0bbb-4631-af47-1dc59797d176 service neutron] Pushing event updated for resources: {'Port': ['ID=8403edc1-0e66-4316-b28b-a1806fc7fd2f,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:39.711370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073e830-6fbf-49b2-94d6-adcd7e57568c req-085ccb62-c682-45c5-9487-6dd0ff5e365b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:39.713539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b073e830-6fbf-49b2-94d6-adcd7e57568c req-085ccb62-c682-45c5-9487-6dd0ff5e365b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 982 time: 0.1728785 May 26 23:17:39.717508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-4bf2730c-fcb3-4aa5-99dc-1820a9da59c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1b5e68e336e435285960d3bd2058e87&device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1095 time: 0.1332424 May 26 23:17:39.816118 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-f15f5f0a-cc63-4efb-8cbf-051f5d720eac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 200 len: 217 time: 0.0825520 May 26 23:17:39.818458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ee66-d9ec-4fca-8324-d6229accbe62 req-ae71d3b8-3f1b-4fe6-a52a-165e5a1267cc tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:39.819891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1de6ee66-d9ec-4fca-8324-d6229accbe62 req-ae71d3b8-3f1b-4fe6-a52a-165e5a1267cc tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.0769715 May 26 23:17:39.864444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1de6ee66-d9ec-4fca-8324-d6229accbe62 req-1cdb8ffb-0068-4a6f-8558-6ed9c998715f tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 May 26 23:17:39.874816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b073e830-6fbf-49b2-94d6-adcd7e57568c req-868dbb1b-20a1-45b0-a6a2-7f2065d891f1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1551976 May 26 23:17:39.890486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-a3ae611b-8b5f-408c-baf4-66b67924fb6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:39.891881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-a3ae611b-8b5f-408c-baf4-66b67924fb6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8264c1ec-0e4b-4277-9edc-0d757ae85c7c HTTP/1.1" status: 200 len: 853 time: 0.0692554 May 26 23:17:39.965338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-3a5d8437-870f-457d-92eb-12cbd6a3f13d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667939 May 26 23:17:40.100681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-ae7458e7-6890-4c81-a6a3-1f078b701aea service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290131 May 26 23:17:40.231690 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea807366-fb11-41c4-b04a-87d56d1f5142 req-727f5093-12a0-4c76-9cd2-be17a5c8099f service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240942 May 26 23:17:40.310383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:17:40.344990 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-a87c2551-de4e-4a07-9c0c-dd37ed76f9a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1b5e68e336e435285960d3bd2058e87&device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1095 time: 0.0683043 May 26 23:17:40.442426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:40.455195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'port_id': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'mac_address': 'fa:16:3e:86:47:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:17:40.479611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-41bd6dd5-bf77-4276-8bd7-30b33f4c3e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:40.481049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-41bd6dd5-bf77-4276-8bd7-30b33f4c3e91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 200 len: 915 time: 0.1262293 May 26 23:17:40.508217 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:40.525139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:17:40.540077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:40.544882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:40.552230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-75e5a4ac-db1a-473f-a45e-f90a02182f2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 200 len: 217 time: 0.0650697 May 26 23:17:40.614139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:40.615318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-a13045d2-0afb-48ac-9a88-29f00b1688dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:40.616738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-a13045d2-0afb-48ac-9a88-29f00b1688dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8264c1ec-0e4b-4277-9edc-0d757ae85c7c HTTP/1.1" status: 200 len: 853 time: 0.0589097 May 26 23:17:40.694123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-019579a9-7435-4bad-aed0-411b29f1c8ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713260 May 26 23:17:40.803403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:17:40.823829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-6dced1e5-0778-4116-a66e-791645cf57e0 service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238549 May 26 23:17:40.969466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5994c1d5-d4a4-47df-a1df-5a31eb9ab1d6 req-d34965a0-992b-4ca4-a858-2c636283588e service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392817 May 26 23:17:41.075339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e9a6-f04d-40df-98ba-bd90d26b8512 req-fa6a8dfe-511f-4a89-8510-ac59cc4bec8d tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:41.076723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e340e9a6-f04d-40df-98ba-bd90d26b8512 req-fa6a8dfe-511f-4a89-8510-ac59cc4bec8d tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.0802543 May 26 23:17:41.080181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e18d8-b413-438e-97e0-cd46d5cb69bf req-3a3773b9-7c86-4439-8a22-e575239f9664 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:41.081620 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce3e18d8-b413-438e-97e0-cd46d5cb69bf req-3a3773b9-7c86-4439-8a22-e575239f9664 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 983 time: 0.0749259 May 26 23:17:41.121560 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e340e9a6-f04d-40df-98ba-bd90d26b8512 req-fe7c9fce-40fb-44f4-8545-6d8c1e218158 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391133 May 26 23:17:41.127695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce3e18d8-b413-438e-97e0-cd46d5cb69bf req-c2d2ddd9-5268-43ca-a7b6-acec240ee23a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0405288 May 26 23:17:42.317069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e114-a002-4b6b-8881-f10e1ba6c468 req-5c8a2373-1338-4e3e-9072-3d9b85fc8d4d tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:42.318614 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5372e114-a002-4b6b-8881-f10e1ba6c468 req-5c8a2373-1338-4e3e-9072-3d9b85fc8d4d tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.0788541 May 26 23:17:42.329055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:42.371432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5372e114-a002-4b6b-8881-f10e1ba6c468 req-cabb7a5f-c03c-45e1-81d9-94a88833f44a tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464466 May 26 23:17:42.410609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:42.415067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:42.415442 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:42.434405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517f51e-3bd4-4acf-8674-6f316bcd0f7a req-8afe22f5-66b6-431c-91df-d9a528ee390a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:42.435948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1517f51e-3bd4-4acf-8674-6f316bcd0f7a req-8afe22f5-66b6-431c-91df-d9a528ee390a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 983 time: 0.1862826 May 26 23:17:42.481649 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1517f51e-3bd4-4acf-8674-6f316bcd0f7a req-20ec24de-7690-497e-b159-00338ec8a4b6 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0400865 May 26 23:17:42.529020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:42.554847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:42.565253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:42.569119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:42.610318 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f09385-b667-4273-a6f9-3913cb89ef14'] response: {'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'code': 200} May 26 23:17:42.635433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:42.746126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b04331a1-ba4c-4248-ae41-916978908d81 req-08064188-64ed-4ab7-974b-00c238493c18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1135 time: 0.0679023 May 26 23:17:42.794059 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b04331a1-ba4c-4248-ae41-916978908d81 req-32712a32-47a0-486f-b344-e71ffbe21017 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=961023b1-1261-432d-b913-209e4d50a42d&id=13363d29-f1a8-41de-b60f-ea6609aadb05&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0390594 May 26 23:17:43.563839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582935c-59c7-471a-b540-64c32a2806df req-1f02c70d-6f92-4fc9-b1e6-f8247619fdea tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:43.564557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f582935c-59c7-471a-b540-64c32a2806df req-1f02c70d-6f92-4fc9-b1e6-f8247619fdea tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Synchronizing usage tracker for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:43.579405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-f582935c-59c7-471a-b540-64c32a2806df req-1f02c70d-6f92-4fc9-b1e6-f8247619fdea tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Unset dirty status for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:43.580635 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f582935c-59c7-471a-b540-64c32a2806df req-1f02c70d-6f92-4fc9-b1e6-f8247619fdea tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.0915813 May 26 23:17:43.627526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f582935c-59c7-471a-b540-64c32a2806df req-62b8bab1-9e01-4395-9302-2346230fa20d tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415676 May 26 23:17:43.677934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aecf2b-de5b-4e1a-8546-15b6f10343a7 req-91334a63-4759-4fe5-8580-63cb6ebbd017 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:43.680036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32aecf2b-de5b-4e1a-8546-15b6f10343a7 req-91334a63-4759-4fe5-8580-63cb6ebbd017 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 984 time: 0.0775807 May 26 23:17:43.727785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32aecf2b-de5b-4e1a-8546-15b6f10343a7 req-c659c405-e08d-4690-b736-8977698c0359 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0416775 May 26 23:17:44.825490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60868f8a-fbff-46fb-a057-8460c4b088fc req-16cbc901-65eb-4e22-b36a-f8e311bfabe5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:44.827056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60868f8a-fbff-46fb-a057-8460c4b088fc req-16cbc901-65eb-4e22-b36a-f8e311bfabe5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.0799160 May 26 23:17:44.873460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60868f8a-fbff-46fb-a057-8460c4b088fc req-54c2b4b7-a271-452d-9fe5-08fb88b71d59 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 May 26 23:17:44.926086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74887e-df13-4e7d-997b-d6b345ec40eb req-8336da66-517d-42ba-9fd8-a39086468386 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:44.927444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c74887e-df13-4e7d-997b-d6b345ec40eb req-8336da66-517d-42ba-9fd8-a39086468386 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 984 time: 0.0795562 May 26 23:17:44.974129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2c74887e-df13-4e7d-997b-d6b345ec40eb req-18b4d20b-b929-427c-920e-bacfe57723e1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0405254 May 26 23:17:45.165366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcd10f-2657-40d9-a052-392b5d7b692b req-80abc99d-1add-487c-b30e-1eec7df68c0e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:45.167387 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1afcd10f-2657-40d9-a052-392b5d7b692b req-80abc99d-1add-487c-b30e-1eec7df68c0e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 984 time: 0.0752845 May 26 23:17:45.215176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1afcd10f-2657-40d9-a052-392b5d7b692b req-a7e55692-03fc-4e27-8c09-1073d8f28d9e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0421524 May 26 23:17:45.398735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-a240b1dc-30d8-4b31-b2e5-39485182195c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1135 time: 0.0681655 May 26 23:17:45.421301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:45.451178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:45.454996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Usage tracker for resource:security_group_rule and tenant:7199f2c7aa7a48af8a7523a9732dd36c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:45.457853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:45.464282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:45.526906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:45.530522 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:45.568745 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4b9b027e-7d1d-4583-bdbf-2773ed062847 req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1638978 May 26 23:17:45.572914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8096bc-3cab-4565-8f64-f815d8a97c7c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78af3f31-f2af-48a0-aed5-a508f05783e8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:45.596657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40778) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:45.665740 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7730c258-7bc3-44af-ac45-a91c127d915d tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1130 time: 0.0679476 May 26 23:17:45.668501 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40782) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:45.673573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:45.680081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:45.683872 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:floatingip and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:45.686976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:45.692488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:45.702720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:45.836535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:45.973499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Allocated IP 172.25.4.52 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/277b04b1-957e-4487-86a1-828cf219d7a4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:17:46.073811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb0587-19c2-42fa-9770-61da05e43474 req-603de8aa-1ca3-4353-a26d-d5dc38f11047 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:46.075266 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1fb0587-19c2-42fa-9770-61da05e43474 req-603de8aa-1ca3-4353-a26d-d5dc38f11047 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.0824473 May 26 23:17:46.122698 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1fb0587-19c2-42fa-9770-61da05e43474 req-ed826d22-ff8c-4fad-9b50-3bcdf06afd6c tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 May 26 23:17:46.126902 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:46.154638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:46.221658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:46.224496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:46.229936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:17:46.256730 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=277b04b1-957e-4487-86a1-828cf219d7a4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:46.816062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:46.874821 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:47.074661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:47.079226 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:47.184558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=277b04b1-957e-4487-86a1-828cf219d7a4,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:47.193339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a0d89256-0cb8-48fe-8958-2b6be5f0629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:47.200065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:47.410122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ae558-8178-4f72-b0e0-1d76ad1ab9b7 req-e9fa2e9d-1602-4559-b0e8-b895735cd30e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:47.411546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68ae558-8178-4f72-b0e0-1d76ad1ab9b7 req-e9fa2e9d-1602-4559-b0e8-b895735cd30e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.1595142 May 26 23:17:47.475767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f68ae558-8178-4f72-b0e0-1d76ad1ab9b7 req-f4d849db-da40-4b8f-9353-d92bbf343a46 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572686 May 26 23:17:47.487062 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Floating IP 2beee211-9026-4fde-8f31-d0a28fb441c7 associated. External IP: 172.25.4.52, port: 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722. May 26 23:17:47.614935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-a7699a79-6062-469a-ad58-453a1a7578ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676541 May 26 23:17:47.759963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-8a653f0f-00b5-49ae-bd54-49c78ca3a15c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1097 time: 0.0723093 May 26 23:17:47.880620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:17:47.902967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-b8e496e1-a9d0-4f9e-911b-7f78cd63de49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:47.904414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-b8e496e1-a9d0-4f9e-911b-7f78cd63de49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 898 time: 0.1264658 May 26 23:17:48.011497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-23c9e83b-8e74-4d14-991f-946f6967f622 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 1002 time: 0.0998685 May 26 23:17:48.086754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-7a4a0a12-92fa-4d04-8713-27a770121ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.088792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-7a4a0a12-92fa-4d04-8713-27a770121ad5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 200 len: 835 time: 0.0719581 May 26 23:17:48.168184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-d8043ed5-ed9f-4080-8c96-c3a3e4037333 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3eac999b-033a-491f-a186-7d98d6b5a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733175 May 26 23:17:48.197922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:17:48.208091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] Sync routers for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:17:48.222618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:48.223332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:48.230698 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:48.291529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3fb80dcb-07b2-4fd4-ab4e-fe9e1d944341 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6206954 May 26 23:17:48.291869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:48.295256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40790) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:48.352030 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af197fe-ab85-4ef7-8a00-38b40401bfa8'] response: {'name': 'network-changed', 'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'status': 'completed', 'code': 200} May 26 23:17:48.374127 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-a1032f58-568d-4b15-83a4-2dabb1e6e40a service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992600 May 26 23:17:48.420245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:48.619302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.619823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.620047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.620346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.620691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.621031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.621373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.625510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ee6bfce5-e4fd-45a6-8ac7-ab4ca0edb0f3 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4973 time: 0.3269989 May 26 23:17:48.627352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40798) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:48.668410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f07e4845-32e0-4cae-b909-2e243767bd27 req-93f753c3-2663-4af9-9a1e-14abe678aa7e service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565870 May 26 23:17:48.693755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8546c565-dcd6-416b-a521-2c3621803624 req-a9aa1cae-2791-491b-bec8-e4ca080eb098 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1135 time: 0.3142512 May 26 23:17:48.732602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44648da-c2f7-4870-9dfb-b7928282eea1 req-3712bf3d-9762-4262-ac22-78381d475849 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.737821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e44648da-c2f7-4870-9dfb-b7928282eea1 req-3712bf3d-9762-4262-ac22-78381d475849 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 944 time: 0.1192238 May 26 23:17:48.785007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e44648da-c2f7-4870-9dfb-b7928282eea1 req-384a9719-fb57-4f36-9ee4-53adde3fe385 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446851 May 26 23:17:48.835602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2beee211-9026-4fde-8f31-d0a28fb441c7', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'port_id': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'mac_address': 'fa:16:3e:86:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:46Z', 'updated_at': '2022-05-26T23:17:46Z', 'revision_number': 0, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:35Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:48.839796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] Checking router: e12b249d-f2fb-4191-b4ee-1a2e3b446af9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:17:48.849970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:48.850574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:48.919754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.920031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.920381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.920725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.921067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.921406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.921767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:48.923508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-05c40090-93c9-4fa1-aa10-e049e0ad3c49 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4631 time: 0.2937546 May 26 23:17:48.926384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40802) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:48.956009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8403edc1-0e66-4316-b28b-a1806fc7fd2f details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:17:49.098456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546c565-dcd6-416b-a521-2c3621803624 req-49f43e97-ddc2-41e3-ae21-80bbfab6a79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:49.099897 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8546c565-dcd6-416b-a521-2c3621803624 req-49f43e97-ddc2-41e3-ae21-80bbfab6a79e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 200 len: 897 time: 0.3957396 May 26 23:17:49.137950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:49.206667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8403edc1-0e66-4316-b28b-a1806fc7fd2f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:49.224831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'mac_address': 'fa:16:3e:64:34:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:17:49.239220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8546c565-dcd6-416b-a521-2c3621803624 req-9c2ccd41-d5b9-4bd5-89d4-4046695916d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 200 len: 998 time: 0.1278543 May 26 23:17:49.311891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546c565-dcd6-416b-a521-2c3621803624 req-460e40cf-98ba-45e3-a3df-31a92a00731e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:49.313299 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8546c565-dcd6-416b-a521-2c3621803624 req-460e40cf-98ba-45e3-a3df-31a92a00731e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fbb097d-3787-4ec0-8d49-3244f4e77fd1 HTTP/1.1" status: 200 len: 834 time: 0.0672259 May 26 23:17:49.360893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:49.391255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-45e2eadc-7334-4d08-b046-f41ef76faab8 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3785 time: 0.4638219 May 26 23:17:49.394824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40806) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:49.405506 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8546c565-dcd6-416b-a521-2c3621803624 req-16469613-25fa-45ad-b3c0-a26e99743b79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2352e5b3-390d-4769-868d-569f4c92e2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852058 May 26 23:17:49.453940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8403edc1-0e66-4316-b28b-a1806fc7fd2f {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:17:49.484163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8403edc1-0e66-4316-b28b-a1806fc7fd2f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:49.489169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4d679fb8-fc4f-4f95-a2e6-5d3476e35ca9 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e12b249d-f2fb-4191-b4ee-1a2e3b446af9 HTTP/1.1" status: 200 len: 1990 time: 0.0903316 May 26 23:17:49.500974 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:49.573383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8546c565-dcd6-416b-a521-2c3621803624 req-8c1c4946-34ed-4a7d-a086-85e2ca5f8e4d service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609619 May 26 23:17:49.620097 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8403edc1-0e66-4316-b28b-a1806fc7fd2f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:49.645303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2beee211-9026-4fde-8f31-d0a28fb441c7', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'port_id': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'mac_address': 'fa:16:3e:86:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:46Z', 'updated_at': '2022-05-26T23:17:46Z', 'revision_number': 0, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:35Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:49.649382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa715631-592a-495d-b25d-bc6da682bb41 None None] The sync data for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 is: [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2beee211-9026-4fde-8f31-d0a28fb441c7', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'port_id': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'mac_address': 'fa:16:3e:86:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:46Z', 'updated_at': '2022-05-26T23:17:46Z', 'revision_number': 0, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:35Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:17:49.710002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8546c565-dcd6-416b-a521-2c3621803624 req-9a329381-4c53-46a0-b1f0-3fa902857c90 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309645 May 26 23:17:49.781280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['8403edc1-0e66-4316-b28b-a1806fc7fd2f'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:17:49.969156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-65f34404-f259-42e1-a38b-e5b2cdf48150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:49.991937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea9f15-87cd-436f-a926-2d692aa9d73d req-ad330df6-65a8-4cb7-9fcb-4631543d5413 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:49.993712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6dea9f15-87cd-436f-a926-2d692aa9d73d req-ad330df6-65a8-4cb7-9fcb-4631543d5413 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 945 time: 0.0809915 May 26 23:17:50.038775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6dea9f15-87cd-436f-a926-2d692aa9d73d req-b1737851-280b-415f-9385-2c5a5be57d6e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395496 May 26 23:17:50.648336 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:50.784275 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:50.951773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8403edc1-0e66-4316-b28b-a1806fc7fd2f up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:17:50.957975 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef0e960-c080-4a1c-be7b-59b8e5cd51f0 None None] New status for floating IP 2beee211-9026-4fde-8f31-d0a28fb441c7: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:17:51.024022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 8403edc1-0e66-4316-b28b-a1806fc7fd2f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:17:51.028862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 8403edc1-0e66-4316-b28b-a1806fc7fd2f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:17:51.029232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:51.179700 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:51.208542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:51.224175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 8403edc1-0e66-4316-b28b-a1806fc7fd2f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:17:51.229029 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:51.264415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57e0e5-81e1-4026-9984-2620718f7984 req-4fb38d6a-5953-4395-8c24-93ec1679bc63 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:51.265753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a57e0e5-81e1-4026-9984-2620718f7984 req-4fb38d6a-5953-4395-8c24-93ec1679bc63 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 945 time: 0.0969408 May 26 23:17:51.272100 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c8f8db-8b75-40e1-9728-a3c20dc811aa'] response: {'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'code': 200} May 26 23:17:51.297371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=8403edc1-0e66-4316-b28b-a1806fc7fd2f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:51.319611 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a57e0e5-81e1-4026-9984-2620718f7984 req-94202278-1b85-46d2-b6d5-d570fc8a2771 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467813 May 26 23:17:51.390695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19a2950b-bc3f-4bff-b740-505e58171c5c req-1f9ab854-5832-4bc2-ac01-f89011beaee6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1097 time: 0.0658178 May 26 23:17:51.435102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19a2950b-bc3f-4bff-b740-505e58171c5c req-3d5b34c3-e9d0-430c-a832-0288570899e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384524 May 26 23:17:51.624192 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-82c08f70-6c57-43a4-982e-ccb1a6df2594 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661654 May 26 23:17:51.759163 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-688bdcc4-b364-4b60-ba73-93c7d1656846 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1135 time: 0.0681229 May 26 23:17:51.899230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799d91-3622-4dec-afac-b979ce2d73af req-350168a7-5970-4e34-82d7-6acdc9ba1c6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:51.901158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-350168a7-5970-4e34-82d7-6acdc9ba1c6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 200 len: 897 time: 0.1241970 May 26 23:17:51.959937 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:52.003679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-8d318d3d-6d5b-4794-990a-9728233c6c2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 200 len: 1000 time: 0.0968189 May 26 23:17:52.073799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799d91-3622-4dec-afac-b979ce2d73af req-9487346c-a0bf-4066-8bab-5e285f0d6bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:52.075110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-9487346c-a0bf-4066-8bab-5e285f0d6bf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fbb097d-3787-4ec0-8d49-3244f4e77fd1 HTTP/1.1" status: 200 len: 834 time: 0.0659089 May 26 23:17:52.237564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-615dcdb4-e02a-4937-98d8-abde2bde3b3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2352e5b3-390d-4769-868d-569f4c92e2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565845 May 26 23:17:52.365383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-56879f29-e755-49ae-9e94-136e91ee11b7 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215086 May 26 23:17:52.552749 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa799d91-3622-4dec-afac-b979ce2d73af req-ec76d663-b4a9-453d-a2b7-0ae2618c209a service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787586 May 26 23:17:52.566617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45aa4-edb9-47d6-9dc7-81438b969c23 req-e261a869-bbc9-46b4-aef3-3fdd923959f2 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:52.568022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9b45aa4-edb9-47d6-9dc7-81438b969c23 req-e261a869-bbc9-46b4-aef3-3fdd923959f2 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 946 time: 0.1263423 May 26 23:17:52.613021 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9b45aa4-edb9-47d6-9dc7-81438b969c23 req-48dc2b3d-b708-403d-94c8-466174de698e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386944 May 26 23:17:53.803916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eb2d0-5650-499a-ac7c-63058a451133 req-c2ee9c04-2d5c-41cc-aada-50cf8d764295 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:53.805336 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-032eb2d0-5650-499a-ac7c-63058a451133 req-c2ee9c04-2d5c-41cc-aada-50cf8d764295 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 946 time: 0.0746002 May 26 23:17:53.849524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-032eb2d0-5650-499a-ac7c-63058a451133 req-cc503ba7-94c6-4c39-9404-12a1d7b1d1cb tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379274 May 26 23:17:54.041634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f68a-aa4d-426e-9c6c-fb120ef5f73a req-b1108249-74a6-42c7-8ab0-09ca43ed7028 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:54.043024 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8198f68a-aa4d-426e-9c6c-fb120ef5f73a req-b1108249-74a6-42c7-8ab0-09ca43ed7028 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 946 time: 0.0758772 May 26 23:17:54.091402 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8198f68a-aa4d-426e-9c6c-fb120ef5f73a req-b976a507-634a-4a0e-baf4-3e7c98eda8b5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429082 May 26 23:17:54.118515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40824) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:54.325915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a2f42fde-17bf-4335-a72a-4b04874ee8ab tempest-TestVolumeBackupRestore-138653830 tempest-TestVolumeBackupRestore-138653830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1092 time: 0.2060776 May 26 23:17:54.328610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40830) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:54.333582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:54.340152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:17:54.344034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Usage tracker for resource:floatingip and tenant:d1b5e68e336e435285960d3bd2058e87 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:17:54.347162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:17:54.352843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:17:54.363317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:54.496238 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:54.631811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Allocated IP 172.25.4.108 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/5965230c-c3ca-43cf-a1c5-e640fe4daad0) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:17:54.776994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:54.803306 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:54.867208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:17:54.870387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:17:54.874071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:17:54.906899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'Port': ['ID=5965230c-c3ca-43cf-a1c5-e640fe4daad0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:55.368506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:55.421990 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:55.426124 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:55.718908 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:55.723377 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:55.829219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event updated for resources: {'Port': ['ID=5965230c-c3ca-43cf-a1c5-e640fe4daad0,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:17:55.841272 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:56.028919 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Floating IP db37f49d-0ec9-4e94-ae46-5cd0095b7b83 associated. External IP: 172.25.4.108, port: 8403edc1-0e66-4316-b28b-a1806fc7fd2f. May 26 23:17:56.415951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Router 2bece33a-db87-460a-9f2a-dbe172ad9340 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:17:56.612333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:17:56.622993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] Sync routers for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:17:56.634517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:56.635122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:56.644602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:56.699884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b7b4689-dd5d-41bf-99a4-7bb57dc8b6e5 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3702686 May 26 23:17:56.700466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:56.702698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:56.756200 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda6e36f-144d-4e1b-910e-968a584bf2ad'] response: {'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'status': 'completed', 'code': 200} May 26 23:17:56.778372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8d8c3caf-c855-42cc-82fe-23eaadcc0e57 tempest-TestVolumeBackupRestore-138653830 tempest-TestVolumeBackupRestore-138653830-project-admin] Synchronizing usage tracker for tenant:2b166272e8af418bbc407977be3b04af on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:17:56.819931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:56.842778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8d8c3caf-c855-42cc-82fe-23eaadcc0e57 tempest-TestVolumeBackupRestore-138653830 tempest-TestVolumeBackupRestore-138653830-project-admin] Unset dirty status for tenant:2b166272e8af418bbc407977be3b04af on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:17:56.846952 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8d8c3caf-c855-42cc-82fe-23eaadcc0e57 tempest-TestVolumeBackupRestore-138653830 tempest-TestVolumeBackupRestore-138653830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1092 time: 0.1403999 May 26 23:17:56.847070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40842) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:17:56.854616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Request body: {'floatingip': {'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:17:56.958899 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-b1db2629-0be3-441b-8229-4393113ba703 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1b5e68e336e435285960d3bd2058e87&device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1097 time: 0.1775517 May 26 23:17:56.986523 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:57.166267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'db37f49d-0ec9-4e94-ae46-5cd0095b7b83', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'mac_address': 'fa:16:3e:64:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:55Z', 'updated_at': '2022-05-26T23:17:55Z', 'revision_number': 0, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:57.170139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] Checking router: 2bece33a-db87-460a-9f2a-dbe172ad9340 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:17:57.180379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:17:57.180965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:57.263920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-d9d16490-2464-42ec-8230-e42abf05fe1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:57.265251 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-d9d16490-2464-42ec-8230-e42abf05fe1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 200 len: 915 time: 0.3004434 May 26 23:17:57.365135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:17:57.503835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-ce16ea4d-5d28-40c6-84f8-de6654ed1f9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 200 len: 1000 time: 0.2266784 May 26 23:17:57.708044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-17ea01ec-27c3-4932-b57b-86bed4bd6878 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:57.709465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-17ea01ec-27c3-4932-b57b-86bed4bd6878 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8264c1ec-0e4b-4277-9edc-0d757ae85c7c HTTP/1.1" status: 200 len: 853 time: 0.1951375 May 26 23:17:57.720265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'db37f49d-0ec9-4e94-ae46-5cd0095b7b83', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'mac_address': 'fa:16:3e:64:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:55Z', 'updated_at': '2022-05-26T23:17:55Z', 'revision_number': 0, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:17:57.724196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c3643-0de3-45e7-b842-a2abed0d4ecf None None] The sync data for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 is: [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'db37f49d-0ec9-4e94-ae46-5cd0095b7b83', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'mac_address': 'fa:16:3e:64:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:55Z', 'updated_at': '2022-05-26T23:17:55Z', 'revision_number': 0, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:17:57.894779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-bf54fde9-023b-47a3-8c35-47a5215d4f0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318090 May 26 23:17:57.920857 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ec681-354e-4de4-b520-c093b360d9a9 None None] New status for floating IP db37f49d-0ec9-4e94-ae46-5cd0095b7b83: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:17:57.988059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:58.121209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-0a5dc2af-5b1c-4206-bdf8-12bd03aa392d service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195816 May 26 23:17:58.156083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:58.161151 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.db.api [None req-cb3ec681-354e-4de4-b520-c093b360d9a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:17:58.161501 n-d-843301-1 neutron-server[84032]: DEBUG oslo_db.api [None req-cb3ec681-354e-4de4-b520-c093b360d9a9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:17:58.205566 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:58.385397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43f0d589-5cb0-46b2-b18e-d44ab3002340 req-09cf765c-a5af-4df9-8970-a602c8021be2 service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549093 May 26 23:17:58.642287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Router 2bece33a-db87-460a-9f2a-dbe172ad9340 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:17:58.663092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ec681-354e-4de4-b520-c093b360d9a9 None None] New status for floating IP db37f49d-0ec9-4e94-ae46-5cd0095b7b83: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:17:58.844187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:17:58.849137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:17:58.926357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:17:58.956501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6ec1a1d1-e029-41a5-a8df-c168fbc5cdee tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "PUT /v2.0/floatingips/db37f49d-0ec9-4e94-ae46-5cd0095b7b83 HTTP/1.1" status: 200 len: 992 time: 2.1083972 May 26 23:17:58.993523 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edfd4b4-39c9-4549-986d-476331e19eb8'] response: {'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'status': 'completed', 'code': 200} May 26 23:17:59.086950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-355aed20-821a-4071-99f2-7ceced7222ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1b5e68e336e435285960d3bd2058e87&device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1097 time: 0.0712798 May 26 23:17:59.326718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-82f021e5-f1a0-430f-9e30-f6c909117e92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:59.328123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-82f021e5-f1a0-430f-9e30-f6c909117e92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 200 len: 915 time: 0.2347856 May 26 23:17:59.428100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-46b321d8-b97b-4755-8d28-691a94b03c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 200 len: 1002 time: 0.0938950 May 26 23:17:59.487813 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-517ee027-cdf0-4ec7-98bc-77dada274248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:17:59.489195 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-517ee027-cdf0-4ec7-98bc-77dada274248 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8264c1ec-0e4b-4277-9edc-0d757ae85c7c HTTP/1.1" status: 200 len: 853 time: 0.0558946 May 26 23:17:59.561243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-1cb5e774-0949-44e3-bf22-8f178c2f7d01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661976 May 26 23:17:59.692673 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-402efe5c-9001-4b2d-a579-bba1d4f6f341 service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247079 May 26 23:17:59.822351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-36799c2f-25d1-4b3e-8b66-2d2c917afe3d req-6bd2d51f-a694-434a-88f6-d0560f081a9e service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231110 May 26 23:18:00.020803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] Sync routers for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:00.033879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:00.034507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:00.261269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:00.589659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'db37f49d-0ec9-4e94-ae46-5cd0095b7b83', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'mac_address': 'fa:16:3e:64:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:55Z', 'updated_at': '2022-05-26T23:17:58Z', 'revision_number': 2, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:00.593292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] Checking router: 2bece33a-db87-460a-9f2a-dbe172ad9340 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:18:00.604158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:00.604739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:17:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:00.782233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:00.994202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:18:01.047975 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15be772d-83be-4726-8903-9cdb54ecef38'] response: {'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'status': 'completed', 'code': 200} May 26 23:18:01.129689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'db37f49d-0ec9-4e94-ae46-5cd0095b7b83', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'mac_address': 'fa:16:3e:64:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:55Z', 'updated_at': '2022-05-26T23:17:58Z', 'revision_number': 2, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:01.133593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cfa203-cc62-4301-9cf6-2187d502aa5f None None] The sync data for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 is: [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'db37f49d-0ec9-4e94-ae46-5cd0095b7b83', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'port_id': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'mac_address': 'fa:16:3e:64:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:17:55Z', 'updated_at': '2022-05-26T23:17:58Z', 'revision_number': 2, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:18:01.143174 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-c9ed04c2-8912-40d0-91bc-a1b409f505bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1b5e68e336e435285960d3bd2058e87&device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1097 time: 0.0725174 May 26 23:18:01.274366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-9f381dd7-0e2c-4888-9d33-806a0bd60063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:01.276457 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-9f381dd7-0e2c-4888-9d33-806a0bd60063 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 200 len: 915 time: 0.1278052 May 26 23:18:01.379111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-2004afc8-0000-4204-a0f1-302b6e84353f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 200 len: 1002 time: 0.0968380 May 26 23:18:01.440024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-9dfce028-f257-4bfa-96fd-ef60a6b2f32c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:01.441381 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-9dfce028-f257-4bfa-96fd-ef60a6b2f32c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8264c1ec-0e4b-4277-9edc-0d757ae85c7c HTTP/1.1" status: 200 len: 853 time: 0.0559537 May 26 23:18:01.508123 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:18:01.514904 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-a42aa7be-6f60-4dee-b749-4a5582df7084 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666656 May 26 23:18:01.643037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-96563e27-5246-459b-97cb-a003a036917f service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223388 May 26 23:18:01.774324 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c46458-f3e6-4d4d-aae1-cd08658547f7 req-00d46786-bbc7-43f0-9d53-65cfe3e5b387 service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252038 May 26 23:18:17.195924 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ee2ebbc2-1848-47fe-93c2-a095763d836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:19.953529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c65d9089-e61f-4e61-a288-b932548a83d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:20.652291 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:20.786536 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:21.969303 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:23.778136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40864) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:23.868012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d15f089f-bf73-4168-981f-658005864c5f tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3063 time: 0.0887661 May 26 23:18:23.870724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:23.876015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'network': {'name': 'tempest-network-smoke--1829144420', 'project_id': '9814296639b5402aaa5b90f944c804d1', 'port_security_enabled': False}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:23.881499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:23.891249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:23.900964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Made reservation on behalf of 9814296639b5402aaa5b90f944c804d1 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:18:23.905038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:23.933133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:18:23.942224 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:23.942568 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Added segment fba9f491-f968-46a8-b529-0509c85d5500 of type vlan for network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad May 26 23:18:23.968218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:23.995949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:23.999716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:24.000267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.105001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Network': ['ID=9e095bf1-8e7e-4064-ab42-8d13180ea4ad,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:24.108401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8be1784f-e36a-4523-a183-38001589877e tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2367239 May 26 23:18:24.111080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40872) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:24.116016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'admin_state_up': True, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:24.117432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:18:24.123648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:24.127493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:router and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:18:24.130363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:18:24.136045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:24.147101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.148105 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.170863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.423036 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.599268 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.628250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.769223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Allocated IP 172.25.4.180 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/908f8fe9-20ad-4872-bff4-a815d288f7ff) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:18:24.915068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:24.944519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:25.010814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:18:25.013190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:25.016275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:18:25.049627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=908f8fe9-20ad-4872-bff4-a815d288f7ff,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:25.176512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:25.177151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:25.404105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router 163fb998-9ef5-4e46-be1d-24e923acc24e is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:18:25.450378 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:25.600467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:25.611052 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Sync routers for ids ['163fb998-9ef5-4e46-be1d-24e923acc24e'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:25.622593 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Routers {'163fb998-9ef5-4e46-be1d-24e923acc24e'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:25.622964 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['163fb998-9ef5-4e46-be1d-24e923acc24e'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:25.626395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:25.627700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8dbdb0bf-ad4e-4baa-9bdd-1743c64723ab tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5156965 May 26 23:18:25.631470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40878) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:25.709909 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dca5f6-b3b8-4004-8bb7-4d5b6a3133ff tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:25.711292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84dca5f6-b3b8-4004-8bb7-4d5b6a3133ff tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9814296639b5402aaa5b90f944c804d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0787048 May 26 23:18:25.713978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40882) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:25.796352 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Set router 163fb998-9ef5-4e46-be1d-24e923acc24e gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:25.841194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020df341-92dc-41e5-9bb6-21a11a616faf tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:25.842744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-020df341-92dc-41e5-9bb6-21a11a616faf tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278970 May 26 23:18:25.845433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40886) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:25.885005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d6ccb51d-3ea0-4956-9841-2c30b960100f tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385048 May 26 23:18:25.887657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40890) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:25.931268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ce8dcbe3-43c0-4c7b-8f0a-be8d2f6ee7b7 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9814296639b5402aaa5b90f944c804d1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424211 May 26 23:18:25.934537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40894) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:26.063988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce51b1d2-50e4-4703-9eb9-6e624bf2167c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:26.065378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce51b1d2-50e4-4703-9eb9-6e624bf2167c tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303511 May 26 23:18:26.068095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40898) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:26.102814 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:25Z', 'revision_number': 3, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:26.106630 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Checking router: 163fb998-9ef5-4e46-be1d-24e923acc24e for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:18:26.106918 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Updating router 163fb998-9ef5-4e46-be1d-24e923acc24e port 908f8fe9-20ad-4872-bff4-a815d288f7ff binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:18:26.109980 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a831d913-d759-4d9d-b96b-2a6b0ee2ee75 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408335 May 26 23:18:26.112686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:26.117885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351753329', 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'project_id': '9814296639b5402aaa5b90f944c804d1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:26.161609 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.338728 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:26.342529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Usage tracker for resource:subnet and tenant:9814296639b5402aaa5b90f944c804d1 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:18:26.345276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:18:26.350836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:26.360932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Made reservation on behalf of 9814296639b5402aaa5b90f944c804d1 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:18:26.463360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.489562 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.501367 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Transition to ACTIVE for port object 908f8fe9-20ad-4872-bff4-a815d288f7ff will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:26.507235 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.580161 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11a740-e480-4ada-bf0b-e63c2a6ff3e9 None None] Pushing event updated for resources: {'Port': ['ID=908f8fe9-20ad-4872-bff4-a815d288f7ff,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:26.586996 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Attempting to bind port 908f8fe9-20ad-4872-bff4-a815d288f7ff on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:18:26.586996 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Attempting to bind port 908f8fe9-20ad-4872-bff4-a815d288f7ff by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:18:26.587286 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Attempting to bind port 908f8fe9-20ad-4872-bff4-a815d288f7ff on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:18:26.594242 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:18:26.594524 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:18:26.594827 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.595200 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:18:26.595650 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Bound port: 908f8fe9-20ad-4872-bff4-a815d288f7ff, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:18:26.596010 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.669855 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] For port 908f8fe9-20ad-4872-bff4-a815d288f7ff, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:18:26.673485 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] For port 908f8fe9-20ad-4872-bff4-a815d288f7ff, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=908f8fe9-20ad-4872-bff4-a815d288f7ff,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:18:26.678417 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.689451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.757074 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11a740-e480-4ada-bf0b-e63c2a6ff3e9 None None] Pushing event updated for resources: {'Port': ['ID=908f8fe9-20ad-4872-bff4-a815d288f7ff,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:26.761854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Routers {'163fb998-9ef5-4e46-be1d-24e923acc24e'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:26.762452 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['163fb998-9ef5-4e46-be1d-24e923acc24e'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:26.770764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Subnet': ['ID=b2e1c308-b8d0-44fc-a284-86aee6b47728,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:26.783235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Checking segment: {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:18:26.783591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network hostable DHCP agents. Network: 9e095bf1-8e7e-4064-ab42-8d13180ea4ad, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:18:26.806143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:18:26.815893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9e095bf1-8e7e-4064-ab42-8d13180ea4ad) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:26.821167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:26.821779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:26.825371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118018f-a758-4fdc-b84e-a3c6e9a15278 None None] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:18:26.844826 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0b8d3f33-dd74-4da4-ac7d-f82844ed7ed1 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7309017 May 26 23:18:26.847267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40906) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:26.939886 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] Set router 163fb998-9ef5-4e46-be1d-24e923acc24e gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:27.050210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'fixed_ips': [{'subnet_id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:18:27.051395 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:27.223736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Allocated IP 172.20.0.18 (9e095bf1-8e7e-4064-ab42-8d13180ea4ad/b2e1c308-b8d0-44fc-a284-86aee6b47728/4d3fda36-1fe4-419f-95a7-45c0b37c64cb) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:18:27.245022 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:25Z', 'revision_number': 3, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:27.248962 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177a1cd-f185-493a-bc57-5f6c7ee2e24f None None] The sync data for ids ['163fb998-9ef5-4e46-be1d-24e923acc24e'] in n-d-843301-1 is: [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:25Z', 'revision_number': 3, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:18:27.524240 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:27.540409 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Transition to ACTIVE for port object 4d3fda36-1fe4-419f-95a7-45c0b37c64cb will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:27.561116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Transition to ACTIVE for port object 4d3fda36-1fe4-419f-95a7-45c0b37c64cb will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:27.569140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:27.653287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Pushing event updated for resources: {'Port': ['ID=4d3fda36-1fe4-419f-95a7-45c0b37c64cb,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:27.669751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:18:27.672996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.673347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.673719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.674119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.674458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.676311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.676663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.678061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.678061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.678061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.678061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:27.684545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:27.692843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:18:27.713036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:27.795952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Attempting to bind port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:18:27.796321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Attempting to bind port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:18:27.796749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Attempting to bind port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb on network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:18:27.803492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:18:27.803871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Checking segment: {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:18:27.805042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:27.805042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Bound using segment: {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:18:27.805184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Bound port: 4d3fda36-1fe4-419f-95a7-45c0b37c64cb, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:18:27.805459 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:27.901285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] For port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:18:27.904704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] For port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4d3fda36-1fe4-419f-95a7-45c0b37c64cb,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:18:27.910827 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:28.008270 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:28.020666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1e849-0d61-4643-b3dc-33d3470f570f None None] Pushing event updated for resources: {'Port': ['ID=4d3fda36-1fe4-419f-95a7-45c0b37c64cb,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:28.316131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Allocated IP 172.20.0.17 (9e095bf1-8e7e-4064-ab42-8d13180ea4ad/b2e1c308-b8d0-44fc-a284-86aee6b47728/987ef232-afbb-46dc-a7f2-b3007015d76e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:18:28.484118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:28.499908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Transition to ACTIVE for port object 987ef232-afbb-46dc-a7f2-b3007015d76e will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:28.522469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:28.596528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:18:28.599562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:28.603615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:18:28.635573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=987ef232-afbb-46dc-a7f2-b3007015d76e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:28.666869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:28.757045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.082657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cf1d7-54df-44a1-8b08-b727ce1648e4 None None] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:18:29.196007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9eb610bd-5e8e-4c6d-bcb6-efddc97a0da2 None None] Provisioning for port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:29.208944 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.212843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.329958 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.334649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=987ef232-afbb-46dc-a7f2-b3007015d76e,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:29.450338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 908f8fe9-20ad-4872-bff4-a815d288f7ff up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:29.504076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:18:29.505418 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:29.533057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 908f8fe9-20ad-4872-bff4-a815d288f7ff completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:29.538507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 908f8fe9-20ad-4872-bff4-a815d288f7ff triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:29.539433 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.685806 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.701293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c3c2cd2f-f4bf-4686-966a-0a2a1adfd791 None None] Provisioning for port 987ef232-afbb-46dc-a7f2-b3007015d76e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:29.719046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c3c2cd2f-f4bf-4686-966a-0a2a1adfd791 None None] Provisioning complete for port 987ef232-afbb-46dc-a7f2-b3007015d76e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:29.719580 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cd2f-f4bf-4686-966a-0a2a1adfd791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.747796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 908f8fe9-20ad-4872-bff4-a815d288f7ff, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=908f8fe9-20ad-4872-bff4-a815d288f7ff,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:29.767175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:29.767175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4d3fda36-1fe4-419f-95a7-45c0b37c64cb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:29.851427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 40912) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:29.901508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2cd2f-f4bf-4686-966a-0a2a1adfd791 None None] Port 987ef232-afbb-46dc-a7f2-b3007015d76e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:18:29.945150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=908f8fe9-20ad-4872-bff4-a815d288f7ff,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:29.960610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:29.974912 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:29.975557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.093358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router 163fb998-9ef5-4e46-be1d-24e923acc24e has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:18:30.137368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.155196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3db1f5f7-a81b-4710-84d1-f908ffeb90e5 None None] Provisioning complete for port 987ef232-afbb-46dc-a7f2-b3007015d76e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:30.155196 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3db1f5f7-a81b-4710-84d1-f908ffeb90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.225527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3db1f5f7-a81b-4710-84d1-f908ffeb90e5 None None] Port 987ef232-afbb-46dc-a7f2-b3007015d76e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:18:30.229207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4d3fda36-1fe4-419f-95a7-45c0b37c64cb,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:30.235849 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.256494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Deleting port 5965230c-c3ca-43cf-a1c5-e640fe4daad0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:30.256846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.328251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=4d3fda36-1fe4-419f-95a7-45c0b37c64cb,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:30.360312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c9cbaa81-6212-4c0f-8f82-f1132aafcf65 None None] Provisioning complete for port 987ef232-afbb-46dc-a7f2-b3007015d76e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:30.361569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9cbaa81-6212-4c0f-8f82-f1132aafcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.387337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:30.408293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d7accc7a-ccc0-4723-8459-9fb36ecf310b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "PUT /v2.0/routers/163fb998-9ef5-4e46-be1d-24e923acc24e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5592287 May 26 23:18:30.436277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbaa81-6212-4c0f-8f82-f1132aafcf65 None None] Port 987ef232-afbb-46dc-a7f2-b3007015d76e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:18:30.487007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.487007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.650199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Calling delete_port for 5965230c-c3ca-43cf-a1c5-e640fe4daad0 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:30.749183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-88cc4b5d-0f3d-41f8-9359-c349dbef3d1b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:30.757760 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-88cc4b5d-0f3d-41f8-9359-c349dbef3d1b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/networks?id=9e095bf1-8e7e-4064-ab42-8d13180ea4ad HTTP/1.1" status: 200 len: 798 time: 0.1868942 May 26 23:18:30.766389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-70ada2c9-693b-41b6-bb8c-f1c769f22dae tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/quotas/9814296639b5402aaa5b90f944c804d1 HTTP/1.1" status: 200 len: 375 time: 0.0161078 May 26 23:18:30.824856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:30.870104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b17f0e7c-d1bf-4964-8bdf-2586dd9a5eee tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:18:30.884204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event deleted for resources: {'Port': ['ID=5965230c-c3ca-43cf-a1c5-e640fe4daad0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:30.903571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b17f0e7c-d1bf-4964-8bdf-2586dd9a5eee tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.911959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:30.923599 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b17f0e7c-d1bf-4964-8bdf-2586dd9a5eee tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1471829 May 26 23:18:31.027873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:31.160656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-51c3b113-1891-4837-976c-d983dff84dfc service neutron] 10.222.0.32 "GET /v2.0/networks/9e095bf1-8e7e-4064-ab42-8d13180ea4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420661 May 26 23:18:31.188047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Sync routers for ids ['163fb998-9ef5-4e46-be1d-24e923acc24e'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:31.199999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Routers {'163fb998-9ef5-4e46-be1d-24e923acc24e'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:31.200613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['163fb998-9ef5-4e46-be1d-24e923acc24e'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:31.319776 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-8b622a85-b749-47c2-9af3-14ec6d29442e service neutron] 10.222.0.32 "GET /v2.0/networks/9e095bf1-8e7e-4064-ab42-8d13180ea4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531997 May 26 23:18:31.370266 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 908f8fe9-20ad-4872-bff4-a815d288f7ff up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:31.528929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Set router 163fb998-9ef5-4e46-be1d-24e923acc24e gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:31.566294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6e759645-a5b9-41b0-8fc3-759391b8efa9 req-684f9388-e551-452f-b10e-00fbaa9ef933 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 210 time: 0.0551367 May 26 23:18:31.572110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Router 2bece33a-db87-460a-9f2a-dbe172ad9340 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:18:31.800473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 908f8fe9-20ad-4872-bff4-a815d288f7ff triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:31.800473 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:31.984516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:31.995162 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] Sync routers for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:32.009487 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:32.011156 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:32.027332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4d3fda36-1fe4-419f-95a7-45c0b37c64cb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:32.037403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:32.101512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-739655ff-7b88-445d-a0be-9b4cccbcd3fe tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "DELETE /v2.0/floatingips/db37f49d-0ec9-4e94-ae46-5cd0095b7b83 HTTP/1.1" status: 204 len: 168 time: 2.2492878 May 26 23:18:32.102427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:18:32.147347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '987ef232-afbb-46dc-a7f2-b3007015d76e', 'name': '', 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:f9:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:27Z', 'updated_at': '2022-05-26T23:18:29Z', 'revision_number': 2, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:32.153824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Checking router: 163fb998-9ef5-4e46-be1d-24e923acc24e for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:18:32.154979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Updating router 163fb998-9ef5-4e46-be1d-24e923acc24e port 987ef232-afbb-46dc-a7f2-b3007015d76e binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:18:32.216173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:32.216173 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:32.242883 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d78548-b35c-4bbd-86da-eeab8b424559'] response: {'name': 'network-changed', 'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'status': 'completed', 'code': 200} May 26 23:18:32.411318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:32.440148 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:32.602594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-f8fb380c-e3e3-485d-ac3c-c6b5c8aafad5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1b5e68e336e435285960d3bd2058e87&device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 1097 time: 0.3290334 May 26 23:18:32.828007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135007f2-8399-4eb5-8a1d-f831fbe147a0 req-4e67dd93-4938-4b43-aa0c-643c512ac8e0 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:32.829821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-135007f2-8399-4eb5-8a1d-f831fbe147a0 req-4e67dd93-4938-4b43-aa0c-643c512ac8e0 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Synchronizing usage tracker for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:18:32.850647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-135007f2-8399-4eb5-8a1d-f831fbe147a0 req-4e67dd93-4938-4b43-aa0c-643c512ac8e0 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Unset dirty status for tenant:d1b5e68e336e435285960d3bd2058e87 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:18:32.852536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-135007f2-8399-4eb5-8a1d-f831fbe147a0 req-4e67dd93-4938-4b43-aa0c-643c512ac8e0 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 946 time: 0.2460952 May 26 23:18:32.896189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-5abe0151-ff5e-465c-9d3e-72bc4a83c01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:32.897865 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-5abe0151-ff5e-465c-9d3e-72bc4a83c01e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 200 len: 915 time: 0.2872460 May 26 23:18:32.948753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-135007f2-8399-4eb5-8a1d-f831fbe147a0 req-0305e143-f3b2-4dbd-8dc9-1aae3b56d717 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913889 May 26 23:18:33.033150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c7c6e87-ed63-4b9c-aa7e-f634ab474ea4 req-e70e98ad-56db-4396-b8b3-fbbe23253c76 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 210 time: 0.1330848 May 26 23:18:33.041314 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:33.049694 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:33.051125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-22c8c801-0b47-4168-a674-857d3624a698 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 200 len: 217 time: 0.1099837 May 26 23:18:33.054520 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] Checking router: 2bece33a-db87-460a-9f2a-dbe172ad9340 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:18:33.057149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Transition to ACTIVE for port object 987ef232-afbb-46dc-a7f2-b3007015d76e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:33.065963 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:33.066838 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:33.067574 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:33.126093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-0bc657ca-086c-4cf0-b3e1-eb759f129ad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:33.127640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-0bc657ca-086c-4cf0-b3e1-eb759f129ad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8264c1ec-0e4b-4277-9edc-0d757ae85c7c HTTP/1.1" status: 200 len: 853 time: 0.0696692 May 26 23:18:33.220579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-039cf185-f729-4909-b14f-d2b05e7059b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853860 May 26 23:18:33.239835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d64277-1793-4853-af47-12fca6a59713 None None] Pushing event updated for resources: {'Port': ['ID=987ef232-afbb-46dc-a7f2-b3007015d76e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:33.273603 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:33.343031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Attempting to bind port 987ef232-afbb-46dc-a7f2-b3007015d76e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:18:33.343396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Attempting to bind port 987ef232-afbb-46dc-a7f2-b3007015d76e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:18:33.343752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Attempting to bind port 987ef232-afbb-46dc-a7f2-b3007015d76e on network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:18:33.350585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:18:33.351087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Checking segment: {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:18:33.351669 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:33.357154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Bound using segment: {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:18:33.357917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Bound port: 987ef232-afbb-46dc-a7f2-b3007015d76e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:18:33.358462 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:33.411207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-da2c1dbf-10ad-4bb8-8b13-355d0fe51727 service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790199 May 26 23:18:33.459337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] For port 987ef232-afbb-46dc-a7f2-b3007015d76e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:18:33.462971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] For port 987ef232-afbb-46dc-a7f2-b3007015d76e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=987ef232-afbb-46dc-a7f2-b3007015d76e,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:18:33.473997 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:33.640923 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:33.655796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c9c604aa-9464-4622-8783-7ae0effc3a93 req-bd9b5383-59c6-45d1-8eb1-e988adec2510 service neutron] 10.222.0.48 "GET /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272580 May 26 23:18:33.656466 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054240a-cca6-46c7-a249-9e9f846c6b3e None None] The sync data for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 is: [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:21Z', 'revision_number': 4, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '4779afe2-a65c-49e7-b0f7-76ac59eec07e', 'name': '', 'network_id': 'dd5eaa00-4c90-4fa3-b8c3-48f944d5777d', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'mac_address': 'fa:16:3e:d8:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:20Z', 'updated_at': '2022-05-26T23:15:31Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'subnets': [{'id': '8264c1ec-0e4b-4277-9edc-0d757ae85c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:18:33.663653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d64277-1793-4853-af47-12fca6a59713 None None] Pushing event updated for resources: {'Port': ['ID=987ef232-afbb-46dc-a7f2-b3007015d76e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:33.689397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Routers {'163fb998-9ef5-4e46-be1d-24e923acc24e'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:33.690368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['163fb998-9ef5-4e46-be1d-24e923acc24e'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:33.721493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-3e7c0dbf-dbea-46b8-b920-52ef4379de90 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:33.722830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-3e7c0dbf-dbea-46b8-b920-52ef4379de90 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:18:33.750543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-3e7c0dbf-dbea-46b8-b920-52ef4379de90 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:18:33.752542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-3e7c0dbf-dbea-46b8-b920-52ef4379de90 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.48 "GET /v2.0/networks?id=9e095bf1-8e7e-4064-ab42-8d13180ea4ad HTTP/1.1" status: 200 len: 798 time: 0.3251486 May 26 23:18:33.775193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Request body: {'port': {'device_id': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'admin_state_up': True, 'tenant_id': '9814296639b5402aaa5b90f944c804d1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:33.924131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:33.942411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:33.954693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] Set router 163fb998-9ef5-4e46-be1d-24e923acc24e gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:33.955856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Made reservation on behalf of 9814296639b5402aaa5b90f944c804d1 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:18:33.960156 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:34.215678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Allocated IP 172.20.0.25 (9e095bf1-8e7e-4064-ab42-8d13180ea4ad/b2e1c308-b8d0-44fc-a284-86aee6b47728/71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:18:34.261149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b5911d0-bdf9-4bf8-9ed9-fc3d33c1b881 req-777bc705-1642-4b7b-90fb-b41e13908e9b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 210 time: 0.0510950 May 26 23:18:34.303124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '987ef232-afbb-46dc-a7f2-b3007015d76e', 'name': '', 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:f9:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:27Z', 'updated_at': '2022-05-26T23:18:33Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:34.308102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d533f-3e8c-47b0-8645-882c31b3318a None None] The sync data for ids ['163fb998-9ef5-4e46-be1d-24e923acc24e'] in n-d-843301-1 is: [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '987ef232-afbb-46dc-a7f2-b3007015d76e', 'name': '', 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:f9:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:27Z', 'updated_at': '2022-05-26T23:18:33Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:18:34.309856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aa28a-c988-4e63-a795-26299f62d531 req-d6861b5a-e0e1-4860-8c56-5d9e1bdbe433 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:34.317116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d56aa28a-c988-4e63-a795-26299f62d531 req-d6861b5a-e0e1-4860-8c56-5d9e1bdbe433 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 946 time: 0.1536369 May 26 23:18:34.324889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ea45-9166-4132-947d-fae00c8b9d3e req-d854c722-96aa-49b4-8451-342bc9b6c97f tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:34.328131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d051ea45-9166-4132-947d-fae00c8b9d3e req-d854c722-96aa-49b4-8451-342bc9b6c97f tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 946 time: 0.2343557 May 26 23:18:34.401533 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Deleting port 8403edc1-0e66-4316-b28b-a1806fc7fd2f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:34.402039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:34.437511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d051ea45-9166-4132-947d-fae00c8b9d3e req-0414496b-e76c-4df2-b47d-7fcf86d2f54d tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff864cc-dfea-42bb-8ddb-1023aa41c543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911896 May 26 23:18:34.478225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:34.494447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Transition to ACTIVE for port object 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:34.523706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:34.604915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:18:34.608545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:34.614140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:18:34.657084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event updated for resources: {'Port': ['ID=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:34.720479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:34.721314 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:34.772938 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-20aac4bb-5b97-4d80-befc-ebd978842237 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0063577 May 26 23:18:34.785656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Request body: {'port': {'device_id': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:34.842385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8807f7-15eb-43de-8176-f7b80fbd6655 None None] New status for floating IP db37f49d-0ec9-4e94-ae46-5cd0095b7b83: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:18:34.851229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] For port 8403edc1-0e66-4316-b28b-a1806fc7fd2f, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8403edc1-0e66-4316-b28b-a1806fc7fd2f,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:34.851797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:34.917269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.021016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-62ac219b-9600-4490-9fd4-c6eadc728f26 None None] Provisioning for port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:35.027392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Calling delete_port for 8403edc1-0e66-4316-b28b-a1806fc7fd2f owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:35.032078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-62ac219b-9600-4490-9fd4-c6eadc728f26 None None] Provisioning complete for port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:35.032588 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62ac219b-9600-4490-9fd4-c6eadc728f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.099402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-62ac219b-9600-4490-9fd4-c6eadc728f26 None None] Port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:18:35.199736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.260223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event deleted for resources: {'Port': ['ID=8403edc1-0e66-4316-b28b-a1806fc7fd2f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:35.272901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.273244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.273582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.273938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.274265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.274591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.274908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.275228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.275548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.275865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.276179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:18:35.331377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:18:35.338366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.351693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] No DVR routers for this DVR port 8403edc1-0e66-4316-b28b-a1806fc7fd2f on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:18:35.356290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.361346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'name': 'network-vif-deleted', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:18:35.362245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Transition to ACTIVE for port object 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:35.370706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.380510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d56aa28a-c988-4e63-a795-26299f62d531 req-688021d1-6861-4c29-871a-63bc39e65b89 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.48 "DELETE /v2.0/ports/8403edc1-0e66-4316-b28b-a1806fc7fd2f HTTP/1.1" status: 204 len: 173 time: 1.0633645 May 26 23:18:35.449590 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59eb7879-1fca-46f2-b449-4c35e6ef7dd6'] response: {'server_uuid': '9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc', 'name': 'network-vif-deleted', 'tag': '8403edc1-0e66-4316-b28b-a1806fc7fd2f', 'status': 'completed', 'code': 200} May 26 23:18:35.488310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 987ef232-afbb-46dc-a7f2-b3007015d76e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:35.602117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Pushing event updated for resources: {'Port': ['ID=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:35.655712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 987ef232-afbb-46dc-a7f2-b3007015d76e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:35.665421 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 987ef232-afbb-46dc-a7f2-b3007015d76e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:35.665814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.688979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f6bc-68af-476b-b3e5-d4e937637b17 req-c2c8c8c3-e1bd-4cc1-8813-5a88d9aa7d30 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:35.706343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0da6f6bc-68af-476b-b3e5-d4e937637b17 req-c2c8c8c3-e1bd-4cc1-8813-5a88d9aa7d30 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 907 time: 0.1913409 May 26 23:18:35.883847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.923143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 987ef232-afbb-46dc-a7f2-b3007015d76e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=987ef232-afbb-46dc-a7f2-b3007015d76e,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:35.923364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b57af71f-c8e4-49c0-9ba0-49313663674d req-ab168c50-6219-4d9d-8752-6cf5f619955e tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1fc428-9f5c-4b55-a59f-fcdbc28bcecc HTTP/1.1" status: 200 len: 210 time: 0.0547733 May 26 23:18:35.930920 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:35.963108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Attempting to bind port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:18:35.963528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Attempting to bind port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:18:35.964037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Attempting to bind port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 on network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:18:35.971148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 on network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:18:35.971669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Attempting to bind port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 on network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:18:35.979226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:18:35.979806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Checking segment: {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:18:35.980385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Bound using segment: {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:18:35.980815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Bound port: 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba9f491-f968-46a8-b529-0509c85d5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:18:35.981169 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:36.003096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=987ef232-afbb-46dc-a7f2-b3007015d76e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:36.106868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] For port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:18:36.110749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] For port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:18:36.115264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:36.181053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:36.182463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] 10.222.0.48 "PUT /v2.0/ports/71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 HTTP/1.1" status: 200 len: 1055 time: 1.4010901 May 26 23:18:36.182894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'tag': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:18:36.211772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2069bfe-51d9-4e9c-9297-6f6becdce9de service neutron] Pushing event updated for resources: {'Port': ['ID=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:36.287433 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9ac7b9-d2c3-478c-b431-441b706de91e'] response: {'name': 'network-changed', 'server_uuid': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'tag': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93', 'status': 'completed', 'code': 200} May 26 23:18:36.337075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-9150010e-3eea-4916-ae64-4d932e48c4ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 1058 time: 0.0907822 May 26 23:18:36.415854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-87ba1572-8618-4b02-a9b9-181bbe1beeed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 HTTP/1.1" status: 200 len: 217 time: 0.0702004 May 26 23:18:36.481707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-3f492c22-100e-40cb-b9b9-ab571ff630ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:36.483819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-3f492c22-100e-40cb-b9b9-ab571ff630ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2e1c308-b8d0-44fc-a284-86aee6b47728 HTTP/1.1" status: 200 len: 838 time: 0.0610578 May 26 23:18:36.557867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-41e56ccd-6f96-4773-9c4d-07f9aad9ceca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e095bf1-8e7e-4064-ab42-8d13180ea4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678048 May 26 23:18:36.694735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-a2b158a5-4b0c-451d-912c-604a34de65a9 service neutron] 10.222.0.48 "GET /v2.0/networks/9e095bf1-8e7e-4064-ab42-8d13180ea4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299443 May 26 23:18:36.866101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-10c64dbb-b91b-4c66-85e5-9d18c80e8666 req-9e0f8a43-188f-487d-b281-3f248c33a1f2 service neutron] 10.222.0.48 "GET /v2.0/networks/9e095bf1-8e7e-4064-ab42-8d13180ea4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631253 May 26 23:18:36.911698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e272b-9848-41bb-8765-87fb0830f3fb req-04cc3c58-53d1-4867-8c2a-d941825cf469 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:36.912377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4c2e272b-9848-41bb-8765-87fb0830f3fb req-04cc3c58-53d1-4867-8c2a-d941825cf469 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:18:36.973340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4c2e272b-9848-41bb-8765-87fb0830f3fb req-04cc3c58-53d1-4867-8c2a-d941825cf469 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:18:36.974522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c2e272b-9848-41bb-8765-87fb0830f3fb req-04cc3c58-53d1-4867-8c2a-d941825cf469 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 907 time: 0.1452327 May 26 23:18:36.992323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d612b899-54e1-41f6-925c-b5be60011bbf req-35b67049-979f-409d-81e8-52cec1138de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 1058 time: 0.0772779 May 26 23:18:37.033957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 40968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:37.102929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-541700cc-7b43-4ca7-b516-88417a38eac6 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:37.125573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612b899-54e1-41f6-925c-b5be60011bbf req-d4f4787d-5283-4086-871d-7306b7fd3007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:37.127289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d612b899-54e1-41f6-925c-b5be60011bbf req-d4f4787d-5283-4086-871d-7306b7fd3007 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e095bf1-8e7e-4064-ab42-8d13180ea4ad HTTP/1.1" status: 200 len: 899 time: 0.1295018 May 26 23:18:37.132619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-541700cc-7b43-4ca7-b516-88417a38eac6 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:37.195279 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-541700cc-7b43-4ca7-b516-88417a38eac6 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:37.197929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d612b899-54e1-41f6-925c-b5be60011bbf req-77247bfe-5579-4712-8ded-5f227f7ea577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 HTTP/1.1" status: 200 len: 217 time: 0.0648911 May 26 23:18:37.214806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541700cc-7b43-4ca7-b516-88417a38eac6 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff864cc-dfea-42bb-8ddb-1023aa41c543,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:37.233252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-541700cc-7b43-4ca7-b516-88417a38eac6 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:37.237759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-541700cc-7b43-4ca7-b516-88417a38eac6 tempest-TestVolumeBackupRestore-2067270656 tempest-TestVolumeBackupRestore-2067270656-project] 10.222.0.32 "DELETE /v2.0/security-groups/0ff864cc-dfea-42bb-8ddb-1023aa41c543 HTTP/1.1" status: 204 len: 168 time: 0.2027693 May 26 23:18:37.276727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612b899-54e1-41f6-925c-b5be60011bbf req-a3f548f0-6244-4340-b128-2a339734bea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:37.278270 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d612b899-54e1-41f6-925c-b5be60011bbf req-a3f548f0-6244-4340-b128-2a339734bea7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2e1c308-b8d0-44fc-a284-86aee6b47728 HTTP/1.1" status: 200 len: 838 time: 0.0707197 May 26 23:18:37.346864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 987ef232-afbb-46dc-a7f2-b3007015d76e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:37.358520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d612b899-54e1-41f6-925c-b5be60011bbf req-d79dc0fc-2106-4ba9-b662-a1dec3f2a146 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e095bf1-8e7e-4064-ab42-8d13180ea4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736020 May 26 23:18:37.420789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 987ef232-afbb-46dc-a7f2-b3007015d76e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:37.421158 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:37.514505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d612b899-54e1-41f6-925c-b5be60011bbf req-5c9692ff-78b4-4bcd-8bdb-586b22c7db96 service neutron] 10.222.0.48 "GET /v2.0/networks/9e095bf1-8e7e-4064-ab42-8d13180ea4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496279 May 26 23:18:37.746939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d612b899-54e1-41f6-925c-b5be60011bbf req-247bd4d8-893d-46f7-aab9-29db49bc252f service neutron] 10.222.0.48 "GET /v2.0/networks/9e095bf1-8e7e-4064-ab42-8d13180ea4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258821 May 26 23:18:38.212088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0a1b6-6ebb-46f7-8515-706a16dffe0c req-0944d7a2-a878-4aeb-a286-956139c47999 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:38.224464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f4c0a1b6-6ebb-46f7-8515-706a16dffe0c req-0944d7a2-a878-4aeb-a286-956139c47999 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 907 time: 0.1102955 May 26 23:18:38.510687 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:18:39.143169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8403edc1-0e66-4316-b28b-a1806fc7fd2f no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:39.198316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 8403edc1-0e66-4316-b28b-a1806fc7fd2f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:39.198890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8403edc1-0e66-4316-b28b-a1806fc7fd2f not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:39.602742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49033415-1d8d-4dec-a05b-c801769b9fe9 req-19dd33a7-bad4-4ab9-88d5-7fd5cc823aca tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:39.604196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49033415-1d8d-4dec-a05b-c801769b9fe9 req-19dd33a7-bad4-4ab9-88d5-7fd5cc823aca tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 907 time: 0.2401252 May 26 23:18:39.911585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41324) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:40.446776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:40.804417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb318443-fc28-4023-a926-7b252f2e4088 req-d1d47850-1987-4969-8474-b92f4b308ef9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:40.805788 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb318443-fc28-4023-a926-7b252f2e4088 req-d1d47850-1987-4969-8474-b92f4b308ef9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 907 time: 0.0762012 May 26 23:18:41.063662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Deleting port 4779afe2-a65c-49e7-b0f7-76ac59eec07e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:41.064178 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:41.142968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:18:41.234957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] For port 4779afe2-a65c-49e7-b0f7-76ac59eec07e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4779afe2-a65c-49e7-b0f7-76ac59eec07e,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:41.235354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:41.276821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:41.290669 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93', 'network_id': '9e095bf1-8e7e-4064-ab42-8d13180ea4ad', 'port_id': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93', 'mac_address': 'fa:16:3e:78:90:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e1c308-b8d0-44fc-a284-86aee6b47728', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:18:41.344511 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:41.354928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Calling delete_port for 4779afe2-a65c-49e7-b0f7-76ac59eec07e owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:41.361470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:18:41.378465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:41.383523 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:41.451546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:41.613048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:41.658795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4779afe2-a65c-49e7-b0f7-76ac59eec07e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:41.725021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:18:41.999089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:42.122474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfe307-5d7b-406a-9c15-6ddcfbcc1f53 req-00afaee0-561d-448b-93f3-03b6a8a8e7ca tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:42.123853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32cfe307-5d7b-406a-9c15-6ddcfbcc1f53 req-00afaee0-561d-448b-93f3-03b6a8a8e7ca tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 908 time: 0.1929665 May 26 23:18:42.591235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Router 2bece33a-db87-460a-9f2a-dbe172ad9340 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:18:42.785364 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:42.793913 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] Sync routers for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:42.798048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4e87a0be-9259-4e86-9865-18146a665f93 admin admin] 10.222.0.32 "PUT /v2.0/routers/2bece33a-db87-460a-9f2a-dbe172ad9340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8853900 May 26 23:18:42.800424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41432) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:42.806254 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:42.806840 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:42.981055 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:43.101198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:43.158450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:43.295575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:43.303640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:18:43.304429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:43.305602 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:18:41Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:43.310086 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] Checking router: 2bece33a-db87-460a-9f2a-dbe172ad9340 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:18:43.321563 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] Routers {'2bece33a-db87-460a-9f2a-dbe172ad9340'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:43.322558 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['2bece33a-db87-460a-9f2a-dbe172ad9340'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:43.366488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0da36-6cb3-4dfb-a997-aec5009c07d0 req-4dd08d90-fe74-437c-91f6-01ab47647cef tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:43.369463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91c0da36-6cb3-4dfb-a997-aec5009c07d0 req-4dd08d90-fe74-437c-91f6-01ab47647cef tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 908 time: 0.1068594 May 26 23:18:43.375015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:43.389406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Deleting port 65755c79-9e88-4e08-b4db-230549af5f11 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:43.390130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:43.467409 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:43.495742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:18:43.518814 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] Set router 2bece33a-db87-460a-9f2a-dbe172ad9340 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:43.520937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:43.528534 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:43.598810 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a2acd3-6084-4bc2-b34f-6d5be47cd626'] response: {'server_uuid': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93', 'code': 200} May 26 23:18:43.599724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:43.624438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] For port 65755c79-9e88-4e08-b4db-230549af5f11, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=65755c79-9e88-4e08-b4db-230549af5f11,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:43.624927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:43.788851 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Calling delete_port for 65755c79-9e88-4e08-b4db-230549af5f11 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:43.830817 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:18:41Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:43.834689 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a45d7-57f2-4d23-b86d-257ed560f8f8 None None] The sync data for ids ['2bece33a-db87-460a-9f2a-dbe172ad9340'] in n-d-843301-1 is: [{'id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'name': 'tempest-TestVolumeBackupRestore-1733071121-router', 'tenant_id': 'd1b5e68e336e435285960d3bd2058e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65755c79-9e88-4e08-b4db-230549af5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:18:41Z', 'revision_number': 5, 'project_id': 'd1b5e68e336e435285960d3bd2058e87', 'gw_port': {'id': '65755c79-9e88-4e08-b4db-230549af5f11', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bece33a-db87-460a-9f2a-dbe172ad9340', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:16Z', 'updated_at': '2022-05-26T23:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:18:43.891528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ee1bc627-f4ee-4a9e-9878-16aac9daf6e6 req-f44ef018-a7e6-42c3-a971-9831c9ffbf7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 1060 time: 0.2590518 May 26 23:18:43.971979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.016614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Pushing event deleted for resources: {'Port': ['ID=65755c79-9e88-4e08-b4db-230549af5f11,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:44.241794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.581449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51beb323-0307-492e-a334-8b0b9ae57448 req-f4789d85-c43e-4e13-b33c-575a414a7392 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:44.582928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51beb323-0307-492e-a334-8b0b9ae57448 req-f4789d85-c43e-4e13-b33c-575a414a7392 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 909 time: 0.0819278 May 26 23:18:44.614267 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.618392 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.642471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.642977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bece33a-db87-460a-9f2a-dbe172ad9340 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:18:44.655299 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.656388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f66df6ab-8906-4b88-8eda-15182118039e admin admin] 10.222.0.32 "DELETE /v2.0/routers/2bece33a-db87-460a-9f2a-dbe172ad9340 HTTP/1.1" status: 204 len: 168 time: 1.8550966 May 26 23:18:44.658975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41442) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:44.715887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] Deleting subnet 8264c1ec-0e4b-4277-9edc-0d757ae85c7c {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:18:44.719261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.767642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.845958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.912469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.954407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8264c1ec-0e4b-4277-9edc-0d757ae85c7c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:44.959011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:44.964725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e38931e2-fc40-45bf-b6f2-acd5e1a56cc7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8264c1ec-0e4b-4277-9edc-0d757ae85c7c HTTP/1.1" status: 204 len: 168 time: 0.3048191 May 26 23:18:44.964999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649492e-608b-4024-9f84-b952cc134abc None None] Network dd5eaa00-4c90-4fa3-b8c3-48f944d5777d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:18:44.967858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41446) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:45.072007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.083422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Deleting port 33f103f3-cdae-413f-892c-7daf2a2351e3 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:45.083751 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.228945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] DHCP port deletion for dd5eaa00-4c90-4fa3-b8c3-48f944d5777d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:18:45.233437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Deleting port 33f103f3-cdae-413f-892c-7daf2a2351e3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:45.233856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.300022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] For port 33f103f3-cdae-413f-892c-7daf2a2351e3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33f103f3-cdae-413f-892c-7daf2a2351e3,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:45.300173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.425068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Calling delete_port for 33f103f3-cdae-413f-892c-7daf2a2351e3 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:45.432100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4779afe2-a65c-49e7-b0f7-76ac59eec07e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:45.468219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 4779afe2-a65c-49e7-b0f7-76ac59eec07e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:45.468556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4779afe2-a65c-49e7-b0f7-76ac59eec07e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:45.468970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 33f103f3-cdae-413f-892c-7daf2a2351e3 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:45.506487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.536701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] For port 33f103f3-cdae-413f-892c-7daf2a2351e3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=33f103f3-cdae-413f-892c-7daf2a2351e3,segment=NetworkSegment(8ea739d1-531f-4c6d-9321-47119d7b05d5),segment_id=8ea739d1-531f-4c6d-9321-47119d7b05d5)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:45.537090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.552583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f103f3-cdae-413f-892c-7daf2a2351e3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:45.556602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] No DVR routers for this DVR port 33f103f3-cdae-413f-892c-7daf2a2351e3 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:18:45.660489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Calling delete_port for 33f103f3-cdae-413f-892c-7daf2a2351e3 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:45.674583 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.686847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port 33f103f3-cdae-413f-892c-7daf2a2351e3 {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 23:18:45.687256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 33f103f3-cdae-413f-892c-7daf2a2351e3 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:45.704210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5eaa00-4c90-4fa3-b8c3-48f944d5777d']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:45.717228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea739d1-531f-4c6d-9321-47119d7b05d5') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:45.717535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea739d1-531f-4c6d-9321-47119d7b05d5') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:45.735754 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:18:45.736127 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:18:45.762459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.788244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.801658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:18:45.802061 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: timer() May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:18:45.815481 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:18:45.895401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.912321 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:45.920050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a079-9c42-465f-b3f5-75250319d36e req-f4bdc0dc-0e57-4726-a638-54541afc0c61 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:45.921472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1555a079-9c42-465f-b3f5-75250319d36e req-f4bdc0dc-0e57-4726-a638-54541afc0c61 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 909 time: 0.1949143 May 26 23:18:45.931883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5eaa00-4c90-4fa3-b8c3-48f944d5777d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:45.938154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-495b95af-56f5-4c65-835a-37bef978ec57 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd5eaa00-4c90-4fa3-b8c3-48f944d5777d HTTP/1.1" status: 204 len: 168 time: 0.9693384 May 26 23:18:45.940373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41452) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:46.116384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f74bdd-803a-4a3e-a76a-34976bdc6b47 req-547777db-65c9-4d7e-a5a3-17a612b0d531 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:46.117844 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78f74bdd-803a-4a3e-a76a-34976bdc6b47 req-547777db-65c9-4d7e-a5a3-17a612b0d531 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 909 time: 0.0767083 May 26 23:18:46.237734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Deleting port 33f103f3-cdae-413f-892c-7daf2a2351e3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:46.238279 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:46.304344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b480935f-d1e5-4951-b2b2-0e162b25e493 None None] The port '33f103f3-cdae-413f-892c-7daf2a2351e3' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:18:46.434604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25d01e61-51d8-4399-995a-4e177d889e24 req-557bbc6f-e6ba-42ec-b0fa-5e95b27f06de tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 1060 time: 0.1565118 May 26 23:18:46.489004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:46.626495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b8b2be4-4ef0-41f6-9972-408c795205d9 req-6fae59bc-fe0d-4e16-9903-1265f9341f07 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1135 time: 0.0741572 May 26 23:18:46.671149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b8b2be4-4ef0-41f6-9972-408c795205d9 req-91db49d8-a612-49bd-ae9d-197acdb75529 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0390060 May 26 23:18:46.699918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41462) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:46.768450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2aef08dd-b919-4e8a-8bf3-259bfba0d554 tempest-TestSecurityGroupsBasicOps-842141427 tempest-TestSecurityGroupsBasicOps-842141427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 1055 time: 0.0673227 May 26 23:18:47.084721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Deleting port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:47.085175 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:47.144788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a07c0-49ff-45b4-8550-b263faa8b2ec req-52df7743-51ee-4671-9086-838cc7653ac2 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:47.146271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a6a07c0-49ff-45b4-8550-b263faa8b2ec req-52df7743-51ee-4671-9086-838cc7653ac2 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 909 time: 0.0791249 May 26 23:18:47.189658 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a4305d91-8559-4490-9d08-5b4a2f5528ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:47.254064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] For port 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,segment=NetworkSegment(891fc627-3ec4-4e81-8c6a-75af8b20c90a),segment_id=891fc627-3ec4-4e81-8c6a-75af8b20c90a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:47.254346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:47.375887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Calling delete_port for 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:47.541701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:47.586996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:47.967678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:48.439614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9cb9a-bf40-475d-8a50-d08b04c191f7 req-255ee7fd-c5c7-4018-91e7-9edfccb428b0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:48.440952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c9d9cb9a-bf40-475d-8a50-d08b04c191f7 req-255ee7fd-c5c7-4018-91e7-9edfccb428b0 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 909 time: 0.1649699 May 26 23:18:48.619847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f8e58-cc39-41ed-85bd-b21838616076 req-42141d70-ccc7-4c51-b5fa-63806c0d56dc tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:48.621301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-528f8e58-cc39-41ed-85bd-b21838616076 req-42141d70-ccc7-4c51-b5fa-63806c0d56dc tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.48 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 909 time: 0.2270021 May 26 23:18:48.633870 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-3a1601cb-c4ed-4f75-a8dd-590b624fdfc5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694122 May 26 23:18:48.700063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:48.700332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:48.772307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-4aaac7ef-b3c1-4d0d-a956-e3e3cb6e4752 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1097 time: 0.0728116 May 26 23:18:48.910281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Router fe888458-e171-4740-bc28-792dced3be49 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:18:48.922866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-d47e2ccc-756c-4e85-adca-22a55ee51647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:48.924191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-d47e2ccc-756c-4e85-adca-22a55ee51647 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 898 time: 0.1336470 May 26 23:18:49.023803 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-d19c89be-2d6d-4b82-a864-fe8e4741d561 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 1002 time: 0.0935006 May 26 23:18:49.089583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] For port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:49.089983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:49.188651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-a48d4076-e7ba-4611-b3e2-c908644315ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:49.190049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-a48d4076-e7ba-4611-b3e2-c908644315ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 200 len: 835 time: 0.1600635 May 26 23:18:49.264297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-9cfcfe8c-172f-4438-bad8-a3848fceab74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3eac999b-033a-491f-a186-7d98d6b5a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687017 May 26 23:18:49.331433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Calling delete_port for 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:49.360125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 65755c79-9e88-4e08-b4db-230549af5f11 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:49.395904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 65755c79-9e88-4e08-b4db-230549af5f11 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:49.396248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 65755c79-9e88-4e08-b4db-230549af5f11 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:49.411006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-a62d0bb1-8528-4ae9-b041-400f15393ed0 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404457 May 26 23:18:49.503949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:49.547322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d5f0af3c-914b-41e2-8c11-c5611d468c89 req-4e9d7f98-2654-4862-b5a1-55f6cdb09c08 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302135 May 26 23:18:49.556676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Port': ['ID=71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:49.563108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:49.572537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] Sync routers for ids ['fe888458-e171-4740-bc28-792dced3be49'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:49.593499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] Routers {'fe888458-e171-4740-bc28-792dced3be49'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:49.594301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fe888458-e171-4740-bc28-792dced3be49'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:49.651920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb39ef33-f970-48bc-97c0-4ac581d4c5f8 req-d3321db2-1e1c-4be9-989c-3a6edc1ab252 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=28fc8b78-e597-42fb-b9c8-bc9129c46fef HTTP/1.1" status: 200 len: 210 time: 0.0667591 May 26 23:18:49.681157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] No DVR routers for this DVR port 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:18:49.684739 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:49.687743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'name': 'network-vif-deleted', 'tag': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:18:49.705463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1613996f-5f46-4b52-a762-3ae4348a32a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/fe888458-e171-4740-bc28-792dced3be49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7640550 May 26 23:18:49.708642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41478) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:49.708902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-528f8e58-cc39-41ed-85bd-b21838616076 req-1ea7232b-169c-408d-a3fd-f966181b1546 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.48 "DELETE /v2.0/ports/71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 HTTP/1.1" status: 204 len: 173 time: 1.0795572 May 26 23:18:49.852754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] Set router fe888458-e171-4740-bc28-792dced3be49 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:49.891780 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1270d408-cd05-4f6d-9b99-50f67b127424'] response: {'server_uuid': '28fc8b78-e597-42fb-b9c8-bc9129c46fef', 'name': 'network-vif-deleted', 'tag': '71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93', 'status': 'completed', 'code': 200} May 26 23:18:49.971007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:50.075013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8eae-9420-4dd5-a355-05c53545fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:50.178117 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:50.190452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Deleting port 600cf065-7af6-4670-bce6-85f500111e1b {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:50.190950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:50.228957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '600cf065-7af6-4670-bce6-85f500111e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:18:47Z', 'revision_number': 5, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port': {'id': '600cf065-7af6-4670-bce6-85f500111e1b', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe888458-e171-4740-bc28-792dced3be49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:28Z', 'updated_at': '2022-05-26T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:50.233189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] Checking router: fe888458-e171-4740-bc28-792dced3be49 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:18:50.244063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] Routers {'fe888458-e171-4740-bc28-792dced3be49'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:50.245035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fe888458-e171-4740-bc28-792dced3be49'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:50.398877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] For port 600cf065-7af6-4670-bce6-85f500111e1b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=600cf065-7af6-4670-bce6-85f500111e1b,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:50.399512 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:50.407448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] Set router fe888458-e171-4740-bc28-792dced3be49 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:50.518564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:18:50Z', 'revision_number': 6, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:50.522729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db20a3d-5699-4af1-aeda-a29f6a4af9f6 None None] The sync data for ids ['fe888458-e171-4740-bc28-792dced3be49'] in n-d-843301-1 is: [{'id': 'fe888458-e171-4740-bc28-792dced3be49', 'name': 'tempest-TestVolumeBackupRestore-509338029-router', 'tenant_id': '2b166272e8af418bbc407977be3b04af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:18:50Z', 'revision_number': 6, 'project_id': '2b166272e8af418bbc407977be3b04af', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:18:50.532292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Calling delete_port for 600cf065-7af6-4670-bce6-85f500111e1b owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:50.657178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:50.706999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:50.749651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Pushing event deleted for resources: {'Port': ['ID=600cf065-7af6-4670-bce6-85f500111e1b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:50.750487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41484) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:50.793653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.079989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.182324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.340598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.345428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.371015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:51.374182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.375457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe888458-e171-4740-bc28-792dced3be49 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:18:51.391031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.392281 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-346b806e-691c-4981-a9ca-c4790dc3682f admin admin] 10.222.0.32 "DELETE /v2.0/routers/fe888458-e171-4740-bc28-792dced3be49 HTTP/1.1" status: 204 len: 168 time: 1.6826713 May 26 23:18:51.394835 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41488) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:51.417942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:51.418522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 25d0f5bc-4e5f-4fc2-8cf3-85cc4b281d17 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:51.418945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 600cf065-7af6-4670-bce6-85f500111e1b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:51.452357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 600cf065-7af6-4670-bce6-85f500111e1b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:51.452710 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 600cf065-7af6-4670-bce6-85f500111e1b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:51.472965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] Deleting subnet f3c49d47-0fe9-4dd7-b60b-7c5431c7781f {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:18:51.476318 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.533397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.615152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.688926 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.727393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c49d47-0fe9-4dd7-b60b-7c5431c7781f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:51.731925 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.742439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f5c5a-3e2e-4d56-8a87-1404790f6986 None None] Network 9da97292-3055-4b5f-92d5-d8ba31d024dd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:18:51.746634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8e0b519a-aa3b-490f-a464-096b47d8958b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3c49d47-0fe9-4dd7-b60b-7c5431c7781f HTTP/1.1" status: 204 len: 168 time: 0.3502860 May 26 23:18:51.747300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41492) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:51.970137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:51.993279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.006717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] DHCP port deletion for 9da97292-3055-4b5f-92d5-d8ba31d024dd request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:18:52.010501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] Deleting port e1453aa7-901d-4cd0-9db8-d4bbc1652205 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:52.010868 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.038514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Deleting port e1453aa7-901d-4cd0-9db8-d4bbc1652205 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:52.038850 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.113218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting port 987ef232-afbb-46dc-a7f2-b3007015d76e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:52.113552 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.240817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] For port e1453aa7-901d-4cd0-9db8-d4bbc1652205, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1453aa7-901d-4cd0-9db8-d4bbc1652205,segment=NetworkSegment(891fc627-3ec4-4e81-8c6a-75af8b20c90a),segment_id=891fc627-3ec4-4e81-8c6a-75af8b20c90a)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:52.241358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.356473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] Calling delete_port for e1453aa7-901d-4cd0-9db8-d4bbc1652205 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:52.413492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] For port e1453aa7-901d-4cd0-9db8-d4bbc1652205, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e1453aa7-901d-4cd0-9db8-d4bbc1652205,segment=NetworkSegment(891fc627-3ec4-4e81-8c6a-75af8b20c90a),segment_id=891fc627-3ec4-4e81-8c6a-75af8b20c90a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:52.413881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.430912 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.481105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] Pushing event deleted for resources: {'Port': ['ID=e1453aa7-901d-4cd0-9db8-d4bbc1652205,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:52.485602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87f565-d5e4-4e61-b8a5-e9b065f24662 None None] No DVR routers for this DVR port e1453aa7-901d-4cd0-9db8-d4bbc1652205 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:18:52.550186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Calling delete_port for e1453aa7-901d-4cd0-9db8-d4bbc1652205 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:52.599710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] For port 987ef232-afbb-46dc-a7f2-b3007015d76e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=987ef232-afbb-46dc-a7f2-b3007015d76e,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:52.600784 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.726277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Calling delete_port for 987ef232-afbb-46dc-a7f2-b3007015d76e owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:52.788359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:18:52.788591 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:18:52.905720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:52.951731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Port': ['ID=987ef232-afbb-46dc-a7f2-b3007015d76e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:53.204835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:53.238004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:53.238234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 71dfcbb6-10d0-48f3-a4ad-5a4ab2145a93 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:53.245005 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:53.301552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Deleting port e1453aa7-901d-4cd0-9db8-d4bbc1652205 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:53.301979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:53.392233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1453aa7-901d-4cd0-9db8-d4bbc1652205 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:53.428239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e1453aa7-901d-4cd0-9db8-d4bbc1652205 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:53.428581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e1453aa7-901d-4cd0-9db8-d4bbc1652205 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:53.535179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] The port 'e1453aa7-901d-4cd0-9db8-d4bbc1652205' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:18:53.646091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-be4f56d6-dcb3-4454-8740-79abeaf08344 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737467 May 26 23:18:53.663240 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:53.692938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da97292-3055-4b5f-92d5-d8ba31d024dd']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:53.709622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891fc627-3ec4-4e81-8c6a-75af8b20c90a') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:53.709936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891fc627-3ec4-4e81-8c6a-75af8b20c90a') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:53.725504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:53.749394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:53.757648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:18:53.758047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: util.warn( May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: timer() May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:18:53.772351 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:18:53.795761 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-d38c45d9-c868-479e-92fc-bb226f72c877 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1135 time: 0.0691221 May 26 23:18:53.921180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:53.947632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-fc11c101-3319-4ee9-8699-454f299f97e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:53.949073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-fc11c101-3319-4ee9-8699-454f299f97e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 200 len: 897 time: 0.1301093 May 26 23:18:53.997783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:54.026825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da97292-3055-4b5f-92d5-d8ba31d024dd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:54.044752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dac98a81-5614-419f-b7cc-697f55f60302 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9da97292-3055-4b5f-92d5-d8ba31d024dd HTTP/1.1" status: 204 len: 168 time: 2.2925961 May 26 23:18:54.055871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-eaec1d94-a811-4c21-9484-2336ed8a164e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 200 len: 1000 time: 0.0968339 May 26 23:18:54.131008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-c2075d3d-35d5-4af6-ad53-de0544c770b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:54.132465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-c2075d3d-35d5-4af6-ad53-de0544c770b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fbb097d-3787-4ec0-8d49-3244f4e77fd1 HTTP/1.1" status: 200 len: 834 time: 0.0676694 May 26 23:18:54.226097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-95b7c9d2-9bfe-4dc5-a079-55cb1f347ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2352e5b3-390d-4769-868d-569f4c92e2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811496 May 26 23:18:54.256484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41498) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:54.326850 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0880b00c-aa02-48d8-a0dc-d5e4f2fb610a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1b5e68e336e435285960d3bd2058e87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0691984 May 26 23:18:54.329894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41502) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:54.345896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router 163fb998-9ef5-4e46-be1d-24e923acc24e has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:18:54.465295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-0d65fc65-5d77-40f6-951d-b04c95cae9e2 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292581 May 26 23:18:54.535337 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-910ab8a6-cefa-445e-9a84-89c40c747e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:54.566519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-910ab8a6-cefa-445e-9a84-89c40c747e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:54.596906 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-159b7ff5-bbf4-40fa-bbd5-fe74c1a0b46c req-e13f7ed1-e878-4884-9e88-eae4a937d655 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232033 May 26 23:18:54.642045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-910ab8a6-cefa-445e-9a84-89c40c747e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:54.661259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ab8a6-cefa-445e-9a84-89c40c747e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002297ab-ebc2-4c82-9032-f516af99b5d2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:54.671720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-910ab8a6-cefa-445e-9a84-89c40c747e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:54.675148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-910ab8a6-cefa-445e-9a84-89c40c747e9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/002297ab-ebc2-4c82-9032-f516af99b5d2 HTTP/1.1" status: 204 len: 168 time: 0.3411875 May 26 23:18:54.675148 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:54.685506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f1e23da2-5cfb-449b-a239-f289cb0f944d tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "PUT /v2.0/routers/163fb998-9ef5-4e46-be1d-24e923acc24e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9306769 May 26 23:18:54.686493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:54.688191 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] Sync routers for ids ['163fb998-9ef5-4e46-be1d-24e923acc24e'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:54.702085 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] Routers {'163fb998-9ef5-4e46-be1d-24e923acc24e'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:54.702696 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['163fb998-9ef5-4e46-be1d-24e923acc24e'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:54.880761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting subnet b2e1c308-b8d0-44fc-a284-86aee6b47728 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:18:54.880973 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] Set router 163fb998-9ef5-4e46-be1d-24e923acc24e gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:54.884113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.053382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.111248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41514) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:55.140581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.166508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0190fab4-7816-4382-a034-41afa97eb293 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b166272e8af418bbc407977be3b04af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540850 May 26 23:18:55.167181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41518) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:55.177033 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:52Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:55.181488 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] Checking router: 163fb998-9ef5-4e46-be1d-24e923acc24e for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:18:55.192677 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] Routers {'163fb998-9ef5-4e46-be1d-24e923acc24e'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:55.193466 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['163fb998-9ef5-4e46-be1d-24e923acc24e'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:55.220804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.237586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-880af779-2498-4229-9d19-e1dac1feb85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.258003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e1c308-b8d0-44fc-a284-86aee6b47728,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:55.263284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-880af779-2498-4229-9d19-e1dac1feb85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.267091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.275538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-eb7e2bce-7897-4f89-8732-55c7a23277dd tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/subnets/b2e1c308-b8d0-44fc-a284-86aee6b47728 HTTP/1.1" status: 204 len: 168 time: 0.5855567 May 26 23:18:55.275682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c3adf-4e2e-46a3-99e5-5a7f3a67c643 None None] Network 9e095bf1-8e7e-4064-ab42-8d13180ea4ad requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:18:55.276113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41522) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:55.384362 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] Set router 163fb998-9ef5-4e46-be1d-24e923acc24e gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:55.473408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-880af779-2498-4229-9d19-e1dac1feb85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.493876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880af779-2498-4229-9d19-e1dac1feb85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f70774-8c6d-4dd9-8d59-aa87a064c225,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:55.506460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.509189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-880af779-2498-4229-9d19-e1dac1feb85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.514167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-880af779-2498-4229-9d19-e1dac1feb85f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01f70774-8c6d-4dd9-8d59-aa87a064c225 HTTP/1.1" status: 204 len: 168 time: 0.3427458 May 26 23:18:55.558689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.620040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] DHCP port deletion for 9e095bf1-8e7e-4064-ab42-8d13180ea4ad request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:18:55.624618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] Deleting port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:55.624985 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.773417 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:52Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:55.777529 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db203a25-2911-4102-a850-4b1338f54a6e None None] The sync data for ids ['163fb998-9ef5-4e46-be1d-24e923acc24e'] in n-d-843301-1 is: [{'id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297214338', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:52Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '908f8fe9-20ad-4872-bff4-a815d288f7ff', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163fb998-9ef5-4e46-be1d-24e923acc24e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:24Z', 'updated_at': '2022-05-26T23:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:18:55.817176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.827842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting port 908f8fe9-20ad-4872-bff4-a815d288f7ff {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:55.828296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:55.877432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] For port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=4d3fda36-1fe4-419f-95a7-45c0b37c64cb,segment=NetworkSegment(fba9f491-f968-46a8-b529-0509c85d5500),segment_id=fba9f491-f968-46a8-b529-0509c85d5500)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:55.877872 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.001268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] Calling delete_port for 4d3fda36-1fe4-419f-95a7-45c0b37c64cb owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:56.017000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] For port 908f8fe9-20ad-4872-bff4-a815d288f7ff, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=908f8fe9-20ad-4872-bff4-a815d288f7ff,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:18:56.017355 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.079575 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.122003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] Pushing event deleted for resources: {'Port': ['ID=4d3fda36-1fe4-419f-95a7-45c0b37c64cb,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:56.134572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660b08a-85f0-4efc-93df-727996104a33 None None] No DVR routers for this DVR port 4d3fda36-1fe4-419f-95a7-45c0b37c64cb on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:18:56.153396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Calling delete_port for 908f8fe9-20ad-4872-bff4-a815d288f7ff owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:56.343580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.388317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Port': ['ID=908f8fe9-20ad-4872-bff4-a815d288f7ff,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:56.571538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41544) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:56.711795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1595820100-network', 'tenant_id': '27f932db9fe14f87b139351aa959df5f'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:56.717633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:56.717786 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.721668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Usage tracker for resource:network and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:18:56.724647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:18:56.730356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:56.741886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:18:56.744186 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.756430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.787211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:56.791040 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:18:56.793808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:18:56.800038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:56.865797 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.871142 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.903183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:18:56.911924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e50443-1fb2-4c45-b20b-e636bbd6dc28,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:56.917305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.917708 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Added segment ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748 of type vlan for network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 May 26 23:18:56.944709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.974734 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.975744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:56.976315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.989253 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:56.993565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.019429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.019967 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Fanout notify agent at l3_agent the message router_deleted on router 163fb998-9ef5-4e46-be1d-24e923acc24e {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:18:57.040442 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.044018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-23eb4481-b86a-440e-8e18-30c612135b98 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/routers/163fb998-9ef5-4e46-be1d-24e923acc24e HTTP/1.1" status: 204 len: 168 time: 1.7648349 May 26 23:18:57.044237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41550) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:57.087373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] Pushing event updated for resources: {'Network': ['ID=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:57.093703 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ec838cd5-7fa7-4f27-b0be-a8b02e3ad059 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5209982 May 26 23:18:57.096598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41554) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:57.104110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Request body: {'subnet': {'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1595820100-subnet', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:57.110622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:57.116746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Usage tracker for resource:subnet and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:18:57.119937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:18:57.126399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:57.143047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:18:57.146054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.173309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.177529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:18:57.322677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.349641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e095bf1-8e7e-4064-ab42-8d13180ea4ad']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:57.362450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba9f491-f968-46a8-b529-0509c85d5500') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:57.362747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba9f491-f968-46a8-b529-0509c85d5500') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:57.370588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.374489 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.390368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.396252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:18:57.396633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: timer() May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:18:57.411233 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:18:57.446342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34620129-5786-4231-94a5-fda6518ea73d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:57.458609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:18:57.458961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Network hostable DHCP agents. Network: 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:18:57.480953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:18:57.491342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:57.493063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.496001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:57.496680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.512454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.514268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d62a8e-e3ba-4722-aba6-a3f545e1cf1c None None] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:18:57.525124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Network': ['ID=9e095bf1-8e7e-4064-ab42-8d13180ea4ad,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:57.532648 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3f5ff6dd-dd3a-416c-9edb-82461477196b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4336262 May 26 23:18:57.535141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41558) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:57.541078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:18:57.547232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aead90d2-0725-4166-bbd2-1970d97d8c7a tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/networks/9e095bf1-8e7e-4064-ab42-8d13180ea4ad HTTP/1.1" status: 204 len: 168 time: 0.5019455 May 26 23:18:57.551564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41562) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:57.551670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:18:57.556644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Usage tracker for resource:router and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:18:57.560037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:18:57.566133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:18:57.579177 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.580435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.602131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.666393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 987ef232-afbb-46dc-a7f2-b3007015d76e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:57.712458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 987ef232-afbb-46dc-a7f2-b3007015d76e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:57.712892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 987ef232-afbb-46dc-a7f2-b3007015d76e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:57.713377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 908f8fe9-20ad-4872-bff4-a815d288f7ff no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:57.770040 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.782570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 908f8fe9-20ad-4872-bff4-a815d288f7ff {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:57.782906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 908f8fe9-20ad-4872-bff4-a815d288f7ff not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:57.783420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4d3fda36-1fe4-419f-95a7-45c0b37c64cb no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:18:57.797962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting port 277b04b1-957e-4487-86a1-828cf219d7a4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:18:57.798503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.821286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 4d3fda36-1fe4-419f-95a7-45c0b37c64cb {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:18:57.821621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 4d3fda36-1fe4-419f-95a7-45c0b37c64cb not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:18:57.878579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:18:57.879403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.974747 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.980577 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:57.981495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.005626 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.041479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.056480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Allocated IP 172.20.0.2 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/93255254-2ba4-41bd-9406-8c53b8e41350) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:18:58.109788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Calling delete_port for 277b04b1-957e-4487-86a1-828cf219d7a4 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:18:58.155392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Allocated IP 172.25.4.118 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/a64af2ed-a379-42f7-8d03-c09c699c0116) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:18:58.322781 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.325083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.356816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.392862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Transition to ACTIVE for port object 93255254-2ba4-41bd-9406-8c53b8e41350 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:58.393059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.410977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Transition to ACTIVE for port object 93255254-2ba4-41bd-9406-8c53b8e41350 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:18:58.415765 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.426080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Pushing event updated for resources: {'Port': ['ID=a64af2ed-a379-42f7-8d03-c09c699c0116,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:58.438547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Port': ['ID=277b04b1-957e-4487-86a1-828cf219d7a4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:58.444019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:18:58.449465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:58.451901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:18:58.480469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:18:58.484469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:18:58.492457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:18:58.534273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.572569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Pushing event updated for resources: {'Port': ['ID=93255254-2ba4-41bd-9406-8c53b8e41350,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:58.595619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Attempting to bind port 93255254-2ba4-41bd-9406-8c53b8e41350 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:18:58.596267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Attempting to bind port 93255254-2ba4-41bd-9406-8c53b8e41350 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:18:58.596754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Attempting to bind port 93255254-2ba4-41bd-9406-8c53b8e41350 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:18:58.603872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:18:58.604245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:18:58.604648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.605044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:18:58.605503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Bound port: 93255254-2ba4-41bd-9406-8c53b8e41350, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:18:58.605899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.707437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] For port 93255254-2ba4-41bd-9406-8c53b8e41350, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:18:58.710708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] For port 93255254-2ba4-41bd-9406-8c53b8e41350, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=93255254-2ba4-41bd-9406-8c53b8e41350,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:18:58.716877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.730473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.732394 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:58.807781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f619f3-89e3-417a-8066-705512d051ab None None] Pushing event updated for resources: {'Port': ['ID=93255254-2ba4-41bd-9406-8c53b8e41350,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:18:58.992177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Router fead9295-6404-489b-8b97-f7e63c1286df is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:18:59.012844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:18:59.220397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:59.223305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:18:59.232251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:59.237617 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] Sync routers for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:18:59.240064 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:59.250813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:59.251487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:59.252167 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:18:59.252945 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:18:59.253077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:18:59.257253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-996f9989-a90a-4b7a-b6d3-463643208eed admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7188134 May 26 23:18:59.257767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41566) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:18:59.312034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-39f2bbea-1256-4ef0-a72c-36ee19faf568 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/floatingips/2beee211-9026-4fde-8f31-d0a28fb441c7 HTTP/1.1" status: 204 len: 168 time: 1.7594759 May 26 23:18:59.315950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:18:59.429382 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22913efc-66e8-4407-9173-2f99836680b1'] response: {'name': 'network-changed', 'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'status': 'completed', 'code': 200} May 26 23:18:59.498998 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:59.503081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:18:59.567400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 93255254-2ba4-41bd-9406-8c53b8e41350 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:18:59.572014 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-1b140f86-abe6-42e0-849b-0cfb5cd0e476 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9814296639b5402aaa5b90f944c804d1&device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 1135 time: 0.1132739 May 26 23:18:59.830604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-99ef2600-6e17-44d8-b3ef-f371656b9658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:18:59.832801 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-99ef2600-6e17-44d8-b3ef-f371656b9658 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 200 len: 897 time: 0.2509336 May 26 23:18:59.923894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 93255254-2ba4-41bd-9406-8c53b8e41350 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:18:59.943119 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-aefd8f02-be79-4ff1-b88f-53d39e58bf55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 200 len: 217 time: 0.1029797 May 26 23:19:00.058614 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:35Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:00.073811 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] Checking router: e12b249d-f2fb-4191-b4ee-1a2e3b446af9 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:00.076453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-e1536a5d-112e-4bae-84d8-8e7b58145638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:00.080685 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:18:58Z', 'revision_number': 3, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:00.082452 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-e1536a5d-112e-4bae-84d8-8e7b58145638 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fbb097d-3787-4ec0-8d49-3244f4e77fd1 HTTP/1.1" status: 200 len: 834 time: 0.1312404 May 26 23:19:00.084832 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:00.085390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Updating router fead9295-6404-489b-8b97-f7e63c1286df port a64af2ed-a379-42f7-8d03-c09c699c0116 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:19:00.089344 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:00.090044 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:00.160104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:00.190472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75541e5-f4c8-481e-b7ed-dc0fdd1811d0 None None] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:00.219893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e835-f11b-446e-8201-307e6e934d86 req-055521c2-8543-45e6-853c-d89d8d545621 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:00.220597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7342e835-f11b-446e-8201-307e6e934d86 req-055521c2-8543-45e6-853c-d89d8d545621 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:00.230531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-2d770c9f-4699-4b41-aa46-d2a53544b068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2352e5b3-390d-4769-868d-569f4c92e2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312973 May 26 23:19:00.286098 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:00.320309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-25e77374-2e24-4c3d-9387-dc65e4dbc3e5 None None] Provisioning for port 93255254-2ba4-41bd-9406-8c53b8e41350 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:00.372929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-25e77374-2e24-4c3d-9387-dc65e4dbc3e5 None None] Provisioning complete for port 93255254-2ba4-41bd-9406-8c53b8e41350 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:00.373394 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25e77374-2e24-4c3d-9387-dc65e4dbc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:00.402703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7342e835-f11b-446e-8201-307e6e934d86 req-055521c2-8543-45e6-853c-d89d8d545621 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:00.404327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7342e835-f11b-446e-8201-307e6e934d86 req-055521c2-8543-45e6-853c-d89d8d545621 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 984 time: 0.3855002 May 26 23:19:00.439234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-8122cbd0-ec69-4b2c-8f70-09e85a428d92 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995826 May 26 23:19:00.579068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:00.677846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7342e835-f11b-446e-8201-307e6e934d86 req-ca1c42ff-40da-4b3d-b565-3cd43d4aba12 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2651041 May 26 23:19:00.734049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ef407472-fcda-47f4-8aad-2a88dbebac9b req-bf44f7ef-5e8d-4e2a-ac7c-60c9dad88e37 service neutron] 10.222.0.55 "GET /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862840 May 26 23:19:00.734273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:35Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:00.738667 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c796d7c-af77-4149-bb14-8916844e0db2 None None] The sync data for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 is: [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:17:28Z', 'revision_number': 4, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '108b22da-28ab-4cd1-9f26-b44b9f3deefc', 'name': '', 'network_id': '2352e5b3-390d-4769-868d-569f4c92e2c5', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'mac_address': 'fa:16:3e:9f:de:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:28Z', 'updated_at': '2022-05-26T23:17:35Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'subnets': [{'id': '4fbb097d-3787-4ec0-8d49-3244f4e77fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:00.772216 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25e77374-2e24-4c3d-9387-dc65e4dbc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:00.852450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-25e77374-2e24-4c3d-9387-dc65e4dbc3e5 None None] For port 93255254-2ba4-41bd-9406-8c53b8e41350, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=93255254-2ba4-41bd-9406-8c53b8e41350,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:00.855943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Allocated IP 172.20.0.1 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/7ed05887-a387-4fc0-98e1-c6cbad9fbdfa) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:00.859739 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25e77374-2e24-4c3d-9387-dc65e4dbc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:00.955246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e77374-2e24-4c3d-9387-dc65e4dbc3e5 None None] Pushing event updated for resources: {'Port': ['ID=93255254-2ba4-41bd-9406-8c53b8e41350,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:01.029904 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.035049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe60af-5b22-4374-901d-ebd79f25e413 None None] New status for floating IP 2beee211-9026-4fde-8f31-d0a28fb441c7: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:19:01.127958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.143921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Transition to ACTIVE for port object 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:01.164408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Transition to ACTIVE for port object a64af2ed-a379-42f7-8d03-c09c699c0116 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:01.175183 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.177300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.244825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:01.247540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:01.251631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:01.262776 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Attempting to bind port a64af2ed-a379-42f7-8d03-c09c699c0116 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:01.263153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Attempting to bind port a64af2ed-a379-42f7-8d03-c09c699c0116 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:01.263514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Attempting to bind port a64af2ed-a379-42f7-8d03-c09c699c0116 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:01.280509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Pushing event updated for resources: {'Port': ['ID=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:01.282215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a8f67f4-949f-4768-b1e3-c5ab1811e14a None None] Provisioning complete for port 93255254-2ba4-41bd-9406-8c53b8e41350 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:01.282678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8f67f4-949f-4768-b1e3-c5ab1811e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.305875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a0a9-8019-4335-a9c8-06176652690a None None] Pushing event updated for resources: {'Port': ['ID=a64af2ed-a379-42f7-8d03-c09c699c0116,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:01.308632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.312734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:01.313102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:01.313501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.313909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:01.314387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Bound port: a64af2ed-a379-42f7-8d03-c09c699c0116, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:01.314779 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.389390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 93255254-2ba4-41bd-9406-8c53b8e41350 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:01.429929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.454443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-3e379d7f-cb50-41de-8892-85da185eaa06 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:01.455923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-3e379d7f-cb50-41de-8892-85da185eaa06 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 984 time: 0.1208923 May 26 23:19:01.503599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] For port a64af2ed-a379-42f7-8d03-c09c699c0116, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:01.534034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] For port a64af2ed-a379-42f7-8d03-c09c699c0116, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a64af2ed-a379-42f7-8d03-c09c699c0116,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:01.543666 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.547745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:01.548083 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.625818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 93255254-2ba4-41bd-9406-8c53b8e41350 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:01.626234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.673871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a0a9-8019-4335-a9c8-06176652690a None None] Pushing event updated for resources: {'Port': ['ID=a64af2ed-a379-42f7-8d03-c09c699c0116,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:01.686462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.687423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:01.687991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:01.695366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.812034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] For port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:01.812533 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.822215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Pushing event updated for resources: {'Port': ['ID=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:01.828985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.881709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-73efa9f3-2c40-432b-8f5d-d13f4d529e19 None None] Provisioning for port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:01.914371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-73efa9f3-2c40-432b-8f5d-d13f4d529e19 None None] Provisioning complete for port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:01.914736 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73efa9f3-2c40-432b-8f5d-d13f4d529e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:01.950263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Calling delete_port for 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:01.992790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:02.031569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-73efa9f3-2c40-432b-8f5d-d13f4d529e19 None None] Port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:02.044921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049e138-9ec1-436b-a90b-cf76d50e93b1 req-b4e76555-1e24-4006-a236-a7a7ee34f187 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:02.045776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7049e138-9ec1-436b-a90b-cf76d50e93b1 req-b4e76555-1e24-4006-a236-a7a7ee34f187 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Synchronizing usage tracker for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:02.049610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:02.051846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:02.099125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:02.157571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Port': ['ID=4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:02.215756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-7049e138-9ec1-436b-a90b-cf76d50e93b1 req-b4e76555-1e24-4006-a236-a7a7ee34f187 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Unset dirty status for tenant:9814296639b5402aaa5b90f944c804d1 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:02.217096 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7049e138-9ec1-436b-a90b-cf76d50e93b1 req-b4e76555-1e24-4006-a236-a7a7ee34f187 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec1e550-8882-49bc-b0d4-03fb44255ba1 HTTP/1.1" status: 200 len: 984 time: 0.3086636 May 26 23:19:02.245072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] No DVR routers for this DVR port 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:19:02.248413 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:02.252672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'name': 'network-vif-deleted', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:02.273584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c97156e-e2b7-4ad2-ac1a-e18dfb981b88 req-0a4bbc1a-8e48-4480-a83e-b2de60070410 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.55 "DELETE /v2.0/ports/4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 HTTP/1.1" status: 204 len: 173 time: 0.8080826 May 26 23:19:02.346965 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa8ac2a-b0ce-4e18-b3fe-210997a90375'] response: {'server_uuid': '9ec1e550-8882-49bc-b0d4-03fb44255ba1', 'name': 'network-vif-deleted', 'tag': '4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722', 'status': 'completed', 'code': 200} May 26 23:19:02.350272 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7049e138-9ec1-436b-a90b-cf76d50e93b1 req-c6f95c6b-4510-4cb2-9f50-12951acb81a2 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "GET /v2.0/security-groups?id=13363d29-f1a8-41de-b60f-ea6609aadb05&id=961023b1-1261-432d-b913-209e4d50a42d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1192048 May 26 23:19:02.474942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fdf7749f-f5a9-4a55-9ca8-5c05913cc9e7 None None] Provisioning complete for port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:02.475311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fdf7749f-f5a9-4a55-9ca8-5c05913cc9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:02.507408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 2, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:02.518904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd9920-92d1-410a-89e0-4b1dfa0edf0f None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 2, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:02.547325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7749f-f5a9-4a55-9ca8-5c05913cc9e7 None None] Port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:02.570182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:19:02.923517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:02.935828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-61a2da8e-c20f-4fec-be6a-a3c36e58817b admin admin] 10.222.0.32 "PUT /v2.0/routers/fead9295-6404-489b-8b97-f7e63c1286df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6765132 May 26 23:19:03.417904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a64af2ed-a379-42f7-8d03-c09c699c0116 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:03.464412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41592) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:03.511638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a64af2ed-a379-42f7-8d03-c09c699c0116 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:03.519230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a64af2ed-a379-42f7-8d03-c09c699c0116 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:03.519896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.539482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-291e2300-057e-4d41-b9f0-c79675495598 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.577515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-291e2300-057e-4d41-b9f0-c79675495598 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.660566 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-291e2300-057e-4d41-b9f0-c79675495598 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.670788 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.680862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e2300-057e-4d41-b9f0-c79675495598 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13363d29-f1a8-41de-b60f-ea6609aadb05,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:03.699048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-291e2300-057e-4d41-b9f0-c79675495598 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.701741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-291e2300-057e-4d41-b9f0-c79675495598 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/security-groups/13363d29-f1a8-41de-b60f-ea6609aadb05 HTTP/1.1" status: 204 len: 168 time: 0.2342308 May 26 23:19:03.703270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41602) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:03.709656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a64af2ed-a379-42f7-8d03-c09c699c0116, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a64af2ed-a379-42f7-8d03-c09c699c0116,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:03.717924 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.790099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-be78356c-0715-4e43-9444-1737e3e7a82b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.798139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a64af2ed-a379-42f7-8d03-c09c699c0116,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:03.825517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-be78356c-0715-4e43-9444-1737e3e7a82b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.886965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-be78356c-0715-4e43-9444-1737e3e7a82b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.907333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78356c-0715-4e43-9444-1737e3e7a82b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961023b1-1261-432d-b913-209e4d50a42d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:03.916455 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-be78356c-0715-4e43-9444-1737e3e7a82b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.917663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-be78356c-0715-4e43-9444-1737e3e7a82b tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/security-groups/961023b1-1261-432d-b913-209e4d50a42d HTTP/1.1" status: 204 len: 168 time: 0.2131624 May 26 23:19:03.921065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41608) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:03.946588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41612) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:03.952087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1460010944-network', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:03.957516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:03.961388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Usage tracker for resource:network and tenant:4cbdc285b4914ee48b356cb04db2b721 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:03.964188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:03.969744 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:03.979683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Made reservation on behalf of 4cbdc285b4914ee48b356cb04db2b721 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:03.982449 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:03.994354 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.025843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:04.030193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Usage tracker for resource:security_group_rule and tenant:4cbdc285b4914ee48b356cb04db2b721 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:04.032980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:04.038860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:04.109335 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.114770 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.142832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:19:04.155913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a6bb7-ea87-439a-aa60-848603ca1767,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:04.162586 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.162934 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Added segment 04fa9bf7-fa50-436b-97d9-d5db89f8c8e8 of type vlan for network 5a2fb2ba-d68e-436e-84e6-97793b57a34d May 26 23:19:04.192225 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.221319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.222170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:04.222738 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.323513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2fb2ba-d68e-436e-84e6-97793b57a34d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:04.330797 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.332430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2f8e8df5-36f6-493e-8fd2-07605f225142 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3846288 May 26 23:19:04.332973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41616) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:04.338725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:19:04.339016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Request body: {'subnet': {'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1460010944-subnet', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:04.345107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:04.349033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Usage tracker for resource:subnet and tenant:4cbdc285b4914ee48b356cb04db2b721 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:04.352083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:04.359045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:04.373982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Made reservation on behalf of 4cbdc285b4914ee48b356cb04db2b721 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:04.376467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.588678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.667435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd840257-c093-4d55-a31a-57dd6c3c2aff,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:04.682916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Checking segment: {'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:04.683532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Network hostable DHCP agents. Network: 5a2fb2ba-d68e-436e-84e6-97793b57a34d, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:19:04.705774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:19:04.714290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 5a2fb2ba-d68e-436e-84e6-97793b57a34d) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:04.718728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:04.719304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.725538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:04.739739 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ca5bea06-01ba-4337-af3d-eddf4e49e928 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4052622 May 26 23:19:04.742266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41620) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:04.748352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:04.752788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:04.756603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Usage tracker for resource:router and tenant:4cbdc285b4914ee48b356cb04db2b721 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:04.759487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:04.764882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c1b908-04b2-4386-a910-58cd0d552be7 None None] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:04.765807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:04.776646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.777655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.781178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:04.781514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4dcf2e4b-59d0-4aa3-ba6f-72ff67aef722 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:04.798527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.943956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:04.983565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-5a2fb2ba-d68e-436e-84e6-97793b57a34d', 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'fixed_ips': [{'subnet_id': 'fd840257-c093-4d55-a31a-57dd6c3c2aff'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:19:04.984371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.080654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting port 108b22da-28ab-4cd1-9f26-b44b9f3deefc {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:05.081218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.134817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.147983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Allocated IP 172.20.0.2 (5a2fb2ba-d68e-436e-84e6-97793b57a34d/fd840257-c093-4d55-a31a-57dd6c3c2aff/a023bddf-045e-48b2-be8d-fbf6f8873b24) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:05.166510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.311787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] For port 108b22da-28ab-4cd1-9f26-b44b9f3deefc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=108b22da-28ab-4cd1-9f26-b44b9f3deefc,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:05.312269 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.350715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Allocated IP 172.25.4.211 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:05.390898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a64af2ed-a379-42f7-8d03-c09c699c0116 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:05.421455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.447057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Transition to ACTIVE for port object a023bddf-045e-48b2-be8d-fbf6f8873b24 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:05.455521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Calling delete_port for 108b22da-28ab-4cd1-9f26-b44b9f3deefc owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:05.473309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Transition to ACTIVE for port object a023bddf-045e-48b2-be8d-fbf6f8873b24 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:05.482565 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.507506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.539575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.550031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a64af2ed-a379-42f7-8d03-c09c699c0116 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:05.550407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.593903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:05.605094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:05.607702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:05.626553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Pushing event updated for resources: {'Port': ['ID=a023bddf-045e-48b2-be8d-fbf6f8873b24,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:05.654361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:05.659489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:05.664388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:05.672363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.711895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Pushing event updated for resources: {'Port': ['ID=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:05.728543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Attempting to bind port a023bddf-045e-48b2-be8d-fbf6f8873b24 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:05.728543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Attempting to bind port a023bddf-045e-48b2-be8d-fbf6f8873b24 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:05.729026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Attempting to bind port a023bddf-045e-48b2-be8d-fbf6f8873b24 on network 5a2fb2ba-d68e-436e-84e6-97793b57a34d {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:05.761143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:05.761143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Checking segment: {'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:05.762177 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.762177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Bound using segment: {'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:05.762663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Bound port: a023bddf-045e-48b2-be8d-fbf6f8873b24, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:05.762873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.802576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Port': ['ID=108b22da-28ab-4cd1-9f26-b44b9f3deefc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:05.882144 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.883078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:05.918759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] For port a023bddf-045e-48b2-be8d-fbf6f8873b24, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:05.922489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] For port a023bddf-045e-48b2-be8d-fbf6f8873b24, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a023bddf-045e-48b2-be8d-fbf6f8873b24,segment=NetworkSegment(04fa9bf7-fa50-436b-97d9-d5db89f8c8e8),segment_id=04fa9bf7-fa50-436b-97d9-d5db89f8c8e8)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:05.933660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:06.023375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a5af3-575e-49b4-85a0-3c28d22f7e65 None None] Pushing event updated for resources: {'Port': ['ID=a023bddf-045e-48b2-be8d-fbf6f8873b24,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:06.088383 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:06.292607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Router e7543390-5fdd-4eab-8d04-4a8ace06eedf is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:19:06.508605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:06.519139 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Sync routers for ids ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:06.532633 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Routers {'e7543390-5fdd-4eab-8d04-4a8ace06eedf'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:06.533372 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:06.536031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:06.540248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22ce4a9d-f129-44fe-9059-5cb860457bcd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7943530 May 26 23:19:06.540587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41624) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:06.785043 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Set router e7543390-5fdd-4eab-8d04-4a8ace06eedf gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:06.911496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:19:07.120051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f497966-0e56-4655-bdcf-f7284245f7b5 None None] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:07.155336 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:19:05Z', 'revision_number': 3, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port': {'id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:05Z', 'updated_at': '2022-05-26T23:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:07.160221 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Checking router: e7543390-5fdd-4eab-8d04-4a8ace06eedf for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:07.160221 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Updating router e7543390-5fdd-4eab-8d04-4a8ace06eedf port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:19:07.161329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:07.178120 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0686e0c1-7095-4ee5-9978-94020907ea35 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "PUT /v2.0/routers/e12b249d-f2fb-4191-b4ee-1a2e3b446af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2558486 May 26 23:19:07.178783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41628) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:07.233294 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.381415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] Sync routers for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:07.412974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.426446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting subnet 4fbb097d-3787-4ec0-8d49-3244f4e77fd1 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:19:07.428062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6d39961c-90aa-4f59-8fca-1a885a32971e None None] Provisioning for port a023bddf-045e-48b2-be8d-fbf6f8873b24 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:07.430688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.473277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:07.473986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:07.524697 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.554066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a023bddf-045e-48b2-be8d-fbf6f8873b24 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:07.621043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.718296 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.727671 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.745796 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Transition to ACTIVE for port object ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:07.749176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a023bddf-045e-48b2-be8d-fbf6f8873b24 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:07.760694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a023bddf-045e-48b2-be8d-fbf6f8873b24 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:07.761729 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.764960 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.765447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Allocated IP 172.20.0.1 (5a2fb2ba-d68e-436e-84e6-97793b57a34d/fd840257-c093-4d55-a31a-57dd6c3c2aff/06cc667b-2830-4278-a1f5-e3c8214f408f) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:07.836622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbb097d-3787-4ec0-8d49-3244f4e77fd1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:07.858342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.863164 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Pushing event updated for resources: {'Port': ['ID=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:07.864165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd5b09-66f8-4591-aa0c-43eba3a3b16e None None] Network 2352e5b3-390d-4769-868d-569f4c92e2c5 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:07.866397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e356aacc-fb27-4953-bd23-223c97b4f300 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/subnets/4fbb097d-3787-4ec0-8d49-3244f4e77fd1 HTTP/1.1" status: 204 len: 168 time: 0.6865757 May 26 23:19:07.869868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41632) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:07.885729 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.891440 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.891813 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.892147 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.892480 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.892807 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.893131 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.893452 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.893875 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.894196 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.894516 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:07.904767 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Attempting to bind port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:07.905135 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Attempting to bind port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:07.905492 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Attempting to bind port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:07.918651 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:07.919599 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:07.919994 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:07.920381 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:07.920853 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Bound port: ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:07.921218 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.000528 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.031937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Transition to ACTIVE for port object 06cc667b-2830-4278-a1f5-e3c8214f408f will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:08.037059 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] For port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:08.040932 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] For port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:08.049182 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.057263 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.107796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:08.111868 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.142188 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a7e7a-f506-4e07-a72b-67812bf525f1 None None] Pushing event updated for resources: {'Port': ['ID=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:08.178121 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Routers {'e7543390-5fdd-4eab-8d04-4a8ace06eedf'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:08.179108 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:08.271269 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:08.274473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:08.289626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:08.334113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Pushing event updated for resources: {'Port': ['ID=06cc667b-2830-4278-a1f5-e3c8214f408f,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:08.373106 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.400728 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.439375 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] Set router e7543390-5fdd-4eab-8d04-4a8ace06eedf gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:08.449993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-179531a0-1616-464c-9b93-52027c757755 None None] Provisioning complete for port a023bddf-045e-48b2-be8d-fbf6f8873b24 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:08.450930 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-179531a0-1616-464c-9b93-52027c757755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.480009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.578987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.594230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Deleting port 9a1e51b6-8c8d-441b-ac33-3528bf284182 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:08.594624 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.662091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a023bddf-045e-48b2-be8d-fbf6f8873b24, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a023bddf-045e-48b2-be8d-fbf6f8873b24,segment=NetworkSegment(04fa9bf7-fa50-436b-97d9-d5db89f8c8e8),segment_id=04fa9bf7-fa50-436b-97d9-d5db89f8c8e8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:08.710322 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.801697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a023bddf-045e-48b2-be8d-fbf6f8873b24,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:08.804252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] DHCP port deletion for 2352e5b3-390d-4769-868d-569f4c92e2c5 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:19:08.812020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] Deleting port a111578b-bfc6-4360-beeb-4acf061256a5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:08.812381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:08.946384 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:19:05Z', 'revision_number': 3, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port': {'id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:05Z', 'updated_at': '2022-05-26T23:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:08.950705 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63318a8-3a4d-4d0f-b771-4fe4bb4c14e3 None None] The sync data for ids ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'] in n-d-843301-1 is: [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:19:05Z', 'revision_number': 3, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port': {'id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:05Z', 'updated_at': '2022-05-26T23:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:08.982303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] For port 9a1e51b6-8c8d-441b-ac33-3528bf284182, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9a1e51b6-8c8d-441b-ac33-3528bf284182,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:08.982503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.027647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.032728 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.089705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:19:05Z', 'revision_number': 5, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port': {'id': '9a1e51b6-8c8d-441b-ac33-3528bf284182', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:17:24Z', 'updated_at': '2022-05-26T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:09.096383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] Checking router: e12b249d-f2fb-4191-b4ee-1a2e3b446af9 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:09.110566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2b20db19-a558-444b-92c2-266dad6a73de None None] Provisioning for port 06cc667b-2830-4278-a1f5-e3c8214f408f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:09.110978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Calling delete_port for 9a1e51b6-8c8d-441b-ac33-3528bf284182 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:09.115554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] For port a111578b-bfc6-4360-beeb-4acf061256a5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a111578b-bfc6-4360-beeb-4acf061256a5,segment=NetworkSegment(5008c480-a9ae-435f-b3e0-4073052aaa50),segment_id=5008c480-a9ae-435f-b3e0-4073052aaa50)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:09.115554 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.132124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2b20db19-a558-444b-92c2-266dad6a73de None None] Provisioning complete for port 06cc667b-2830-4278-a1f5-e3c8214f408f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:09.132487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2b20db19-a558-444b-92c2-266dad6a73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.139036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Pushing event updated for resources: {'Port': ['ID=06cc667b-2830-4278-a1f5-e3c8214f408f,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:09.145283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.271821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] Calling delete_port for a111578b-bfc6-4360-beeb-4acf061256a5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:09.280570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:09.281660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:09.287376 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.298362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] Routers {'e12b249d-f2fb-4191-b4ee-1a2e3b446af9'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:09.298995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:09.343958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Port': ['ID=9a1e51b6-8c8d-441b-ac33-3528bf284182,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:09.474645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a023bddf-045e-48b2-be8d-fbf6f8873b24 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:09.558730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2b20db19-a558-444b-92c2-266dad6a73de None None] Port 06cc667b-2830-4278-a1f5-e3c8214f408f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:09.580641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] Set router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:09.620880 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.706399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.728395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Router e7543390-5fdd-4eab-8d04-4a8ace06eedf has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:19:09.738875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:19:09Z', 'revision_number': 7, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:09.761009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd75ae-57b4-49fe-9256-3b1401e63c10 None None] The sync data for ids ['e12b249d-f2fb-4191-b4ee-1a2e3b446af9'] in n-d-843301-1 is: [{'id': 'e12b249d-f2fb-4191-b4ee-1a2e3b446af9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399868035', 'tenant_id': '9814296639b5402aaa5b90f944c804d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:17:23Z', 'updated_at': '2022-05-26T23:19:09Z', 'revision_number': 7, 'project_id': '9814296639b5402aaa5b90f944c804d1', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:09.763073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] Pushing event deleted for resources: {'Port': ['ID=a111578b-bfc6-4360-beeb-4acf061256a5,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:09.772928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58ba19-cf1c-43df-8732-0149816e130f None None] No DVR routers for this DVR port a111578b-bfc6-4360-beeb-4acf061256a5 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:19:09.791007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b63fe46b-18a6-4101-be46-eaa80347b20c None None] Provisioning complete for port 06cc667b-2830-4278-a1f5-e3c8214f408f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:09.791373 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b63fe46b-18a6-4101-be46-eaa80347b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.828365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a023bddf-045e-48b2-be8d-fbf6f8873b24 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:09.828515 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.900470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.904446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b63fe46b-18a6-4101-be46-eaa80347b20c None None] Port 06cc667b-2830-4278-a1f5-e3c8214f408f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:09.905311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.937452 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.938159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Fanout notify agent at l3_agent the message router_deleted on router e12b249d-f2fb-4191-b4ee-1a2e3b446af9 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:19:09.960327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:09.963862 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b149ca7c-fb01-4232-815e-df5f266d9114 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/routers/e12b249d-f2fb-4191-b4ee-1a2e3b446af9 HTTP/1.1" status: 204 len: 168 time: 2.0907209 May 26 23:19:09.965927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41636) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:10.098580 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:10.111949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:10.149479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ebbaa607-9166-4aa3-8e5e-08aed15b9617 admin admin] 10.222.0.32 "PUT /v2.0/routers/e7543390-5fdd-4eab-8d04-4a8ace06eedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6075089 May 26 23:19:10.177648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a111578b-bfc6-4360-beeb-4acf061256a5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:10.217219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a111578b-bfc6-4360-beeb-4acf061256a5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:10.217559 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a111578b-bfc6-4360-beeb-4acf061256a5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:10.353806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:10.379504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2352e5b3-390d-4769-868d-569f4c92e2c5']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:10.391349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5008c480-a9ae-435f-b3e0-4073052aaa50') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:10.391643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5008c480-a9ae-435f-b3e0-4073052aaa50') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:10.402774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:10.418531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:10.424987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:19:10.425364 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: timer() May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:19:10.440043 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:19:10.522361 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:10.542616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:10.548974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] Pushing event deleted for resources: {'Network': ['ID=2352e5b3-390d-4769-868d-569f4c92e2c5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:10.559751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ddf68777-513d-4e1d-9c80-2dac461408e9 tempest-TestSecurityGroupsBasicOps-1748332441 tempest-TestSecurityGroupsBasicOps-1748332441-project] 10.222.0.32 "DELETE /v2.0/networks/2352e5b3-390d-4769-868d-569f4c92e2c5 HTTP/1.1" status: 204 len: 168 time: 0.5928082 May 26 23:19:10.909461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41658) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:11.180240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5db4b1f5-2a84-413f-aefc-8e8c925f2646 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9814296639b5402aaa5b90f944c804d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2695384 May 26 23:19:11.182824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41670) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:11.255467 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db00fa68-a353-46a3-afc1-fb6b9287c26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:11.281353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db00fa68-a353-46a3-afc1-fb6b9287c26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:11.352955 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db00fa68-a353-46a3-afc1-fb6b9287c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:11.378561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00fa68-a353-46a3-afc1-fb6b9287c26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c6a85-6237-4013-a862-37d132ae4ce4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:11.391118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-db00fa68-a353-46a3-afc1-fb6b9287c26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:11.392293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 108b22da-28ab-4cd1-9f26-b44b9f3deefc no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:11.397169 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-db00fa68-a353-46a3-afc1-fb6b9287c26b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b39c6a85-6237-4013-a862-37d132ae4ce4 HTTP/1.1" status: 204 len: 168 time: 0.2131054 May 26 23:19:11.440666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 108b22da-28ab-4cd1-9f26-b44b9f3deefc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:11.441083 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 108b22da-28ab-4cd1-9f26-b44b9f3deefc not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:11.769732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41680) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:11.790343 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:11.830126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:11.834371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc7aecc67bb497d9cba3ce5e846823e is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:11.837456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:11.843952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:11.924666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:11.928909 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:11.976766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee38b3a-5e90-49c8-942d-8f43d62d09d9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:11.981900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f11d61cb-c677-47be-bcc4-a167db5fa533 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcc7aecc67bb497d9cba3ce5e846823e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2110338 May 26 23:19:11.984533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41684) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:12.044764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e96177ab-2e62-42b7-acd2-8427f45f5de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.071716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e96177ab-2e62-42b7-acd2-8427f45f5de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.123065 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e96177ab-2e62-42b7-acd2-8427f45f5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.141860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96177ab-2e62-42b7-acd2-8427f45f5de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee38b3a-5e90-49c8-942d-8f43d62d09d9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:12.148850 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e96177ab-2e62-42b7-acd2-8427f45f5de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.150024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e96177ab-2e62-42b7-acd2-8427f45f5de9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ee38b3a-5e90-49c8-942d-8f43d62d09d9 HTTP/1.1" status: 204 len: 168 time: 0.1644928 May 26 23:19:12.548095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41704) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:12.598350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bf665f40-c840-4ec4-a4f4-7fb2fe212318 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7199f2c7aa7a48af8a7523a9732dd36c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490873 May 26 23:19:12.600923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41708) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:12.667641 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-170c735a-dddf-4348-9ce1-6cc024c26afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.694995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-170c735a-dddf-4348-9ce1-6cc024c26afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.744970 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-170c735a-dddf-4348-9ce1-6cc024c26afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.759600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-9fc6e3c7-cc51-474b-a3dc-0880d1a51973 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:12.760145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c735a-dddf-4348-9ce1-6cc024c26afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78af3f31-f2af-48a0-aed5-a508f05783e8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:12.761022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-9fc6e3c7-cc51-474b-a3dc-0880d1a51973 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1515720 May 26 23:19:12.768363 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-170c735a-dddf-4348-9ce1-6cc024c26afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:12.772167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-170c735a-dddf-4348-9ce1-6cc024c26afd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78af3f31-f2af-48a0-aed5-a508f05783e8 HTTP/1.1" status: 204 len: 168 time: 0.1676269 May 26 23:19:12.779905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-4bbe4759-3b3a-4b99-bb16-a4f2ec713648 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/quotas/27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 375 time: 0.0119743 May 26 23:19:12.963645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-8042c0f0-d5c2-4ca3-974d-d847b2211505 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785502 May 26 23:19:13.105707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-08ca590c-83ad-4e42-af77-a963c6cb19e5 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347315 May 26 23:19:13.251445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e2d5998e-d2e8-400c-b7d1-fd3208a7b1bc service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396255 May 26 23:19:13.320871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9a1e51b6-8c8d-441b-ac33-3528bf284182 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:13.371350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9a1e51b6-8c8d-441b-ac33-3528bf284182 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:13.371696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9a1e51b6-8c8d-441b-ac33-3528bf284182 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:13.664097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e503cb72-755e-46a1-8426-3eee537f5e5f req-a8d22a88-5487-4eae-b68d-e29f8b75ea19 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:13.681543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e503cb72-755e-46a1-8426-3eee537f5e5f req-a8d22a88-5487-4eae-b68d-e29f8b75ea19 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:13.682817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e503cb72-755e-46a1-8426-3eee537f5e5f req-a8d22a88-5487-4eae-b68d-e29f8b75ea19 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 210 time: 0.0637500 May 26 23:19:14.788916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-a30877ac-55fa-48df-abb0-087020ed2ec3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:14.790609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-a30877ac-55fa-48df-abb0-087020ed2ec3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1683230 May 26 23:19:14.813790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'port': {'device_id': '197abeff-9afc-4e78-892f-2e1809e76c61', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'admin_state_up': True, 'tenant_id': '27f932db9fe14f87b139351aa959df5f'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:14.931471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bd8106b-abbc-40d7-8edd-1d9880b0149f req-2d68c7d6-05a2-4964-9b90-f242d7a9da4b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 210 time: 0.1031485 May 26 23:19:14.991204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:15.001198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:15.011318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:15.013783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.175001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.20.0.13 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/9a10d622-0406-4169-b95f-bd916afaef50) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:15.390929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:15.391575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.409530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Transition to ACTIVE for port object 9a10d622-0406-4169-b95f-bd916afaef50 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:15.436046 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.475828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:15.480960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:15.482109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.511497 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:19:15.514025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:15.517853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=9a10d622-0406-4169-b95f-bd916afaef50,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:15.520153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:15.522265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:15.590086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:15.591373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.604956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.624753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:15.634460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.647702 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e3ba5f8d-77cd-461e-ae42-7f74de788cc0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8383698 May 26 23:19:15.671077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Request body: {'port': {'device_id': '197abeff-9afc-4e78-892f-2e1809e76c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:15.714578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:15.786223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.867410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-441c99cf-af7b-45f1-a9b3-01abc98cf335 None None] Provisioning for port 9a10d622-0406-4169-b95f-bd916afaef50 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:15.872276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-441c99cf-af7b-45f1-a9b3-01abc98cf335 None None] Provisioning complete for port 9a10d622-0406-4169-b95f-bd916afaef50 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:15.872640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-441c99cf-af7b-45f1-a9b3-01abc98cf335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:15.925268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-441c99cf-af7b-45f1-a9b3-01abc98cf335 None None] Port 9a10d622-0406-4169-b95f-bd916afaef50 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:16.132233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298344-b59a-429e-a06e-b109e52908ee req-144b4916-673f-437b-ae7a-281b2640e02e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:16.133650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d298344-b59a-429e-a06e-b109e52908ee req-144b4916-673f-437b-ae7a-281b2640e02e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 932 time: 0.0766191 May 26 23:19:16.139411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a10d622-0406-4169-b95f-bd916afaef50 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:19:16.146744 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:16.162597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Transition to ACTIVE for port object 9a10d622-0406-4169-b95f-bd916afaef50 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:16.167030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:16.182904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0d298344-b59a-429e-a06e-b109e52908ee req-470e7f93-a93f-4192-8409-de332be1480a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:16.202889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0d298344-b59a-429e-a06e-b109e52908ee req-470e7f93-a93f-4192-8409-de332be1480a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:16.204398 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d298344-b59a-429e-a06e-b109e52908ee req-470e7f93-a93f-4192-8409-de332be1480a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637331 May 26 23:19:16.393717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Pushing event updated for resources: {'Port': ['ID=9a10d622-0406-4169-b95f-bd916afaef50,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:16.523087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Attempting to bind port 9a10d622-0406-4169-b95f-bd916afaef50 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:16.523519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Attempting to bind port 9a10d622-0406-4169-b95f-bd916afaef50 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:16.524198 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Attempting to bind port 9a10d622-0406-4169-b95f-bd916afaef50 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:16.537537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Port 9a10d622-0406-4169-b95f-bd916afaef50 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:19:16.538082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Attempting to bind port 9a10d622-0406-4169-b95f-bd916afaef50 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:16.545889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:16.546283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:16.546760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:16.547316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Bound port: 9a10d622-0406-4169-b95f-bd916afaef50, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:16.547655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:16.663105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] For port 9a10d622-0406-4169-b95f-bd916afaef50, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:16.673516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] For port 9a10d622-0406-4169-b95f-bd916afaef50, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9a10d622-0406-4169-b95f-bd916afaef50,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:16.679603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:16.690312 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:16.704282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41738) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:16.706431 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:16.707259 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:16.777703 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:16.779637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] 10.222.0.55 "PUT /v2.0/ports/9a10d622-0406-4169-b95f-bd916afaef50 HTTP/1.1" status: 200 len: 1092 time: 1.1196918 May 26 23:19:16.780075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197abeff-9afc-4e78-892f-2e1809e76c61', 'tag': '9a10d622-0406-4169-b95f-bd916afaef50'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:16.824165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c22534-9539-41cc-990b-fcbc3ec0399c service neutron] Pushing event updated for resources: {'Port': ['ID=9a10d622-0406-4169-b95f-bd916afaef50,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:16.861297 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9107f0-7518-46d8-b52e-01360742e63e'] response: {'name': 'network-changed', 'server_uuid': '197abeff-9afc-4e78-892f-2e1809e76c61', 'tag': '9a10d622-0406-4169-b95f-bd916afaef50', 'status': 'completed', 'code': 200} May 26 23:19:16.906081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-7864258d-0836-41dd-8545-2b277d90c814 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 1095 time: 0.0782204 May 26 23:19:16.958508 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:16.986684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-e2bef2ca-b70e-47b3-b8e1-7ef980bb6ba6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a10d622-0406-4169-b95f-bd916afaef50 HTTP/1.1" status: 200 len: 217 time: 0.0710685 May 26 23:19:17.003029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 2a0c4f81-0115-4bd4-a2e3-bf3c4d36b8f9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:17.003701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.059010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-546aa8d8-c245-412b-9dad-55f189e7bf1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:17.060951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-546aa8d8-c245-412b-9dad-55f189e7bf1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0658958 May 26 23:19:17.159336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-68f8a55f-7745-473c-8cc9-721a5e5aa415 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817983 May 26 23:19:17.199025 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.199591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.208920 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d048b01e-a785-448e-9dc4-7b8692824e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.297370 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 2, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:17.301638 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:17.302346 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Updating router fead9295-6404-489b-8b97-f7e63c1286df port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:19:17.320449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-895cb97d-03c1-4768-a15d-4de32e95e191 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569483 May 26 23:19:17.368180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 2a0c4f81-0115-4bd4-a2e3-bf3c4d36b8f9 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:17.374831 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.394564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:17.540818 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16541397-de45-4e6c-b812-c54ec4a2c89c req-eb41aa0d-c452-4f66-b43a-26047eff1b19 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092466 May 26 23:19:17.554352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6120f6-77eb-402e-82e3-c25b9c274479 req-aabfc870-6460-49e7-835e-50017a6d8149 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:17.554965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2d6120f6-77eb-402e-82e3-c25b9c274479 req-aabfc870-6460-49e7-835e-50017a6d8149 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:17.561047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.572394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2d6120f6-77eb-402e-82e3-c25b9c274479 req-aabfc870-6460-49e7-835e-50017a6d8149 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:17.573700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d6120f6-77eb-402e-82e3-c25b9c274479 req-aabfc870-6460-49e7-835e-50017a6d8149 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.1580906 May 26 23:19:17.587648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:17.588249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.627413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=2a0c4f81-0115-4bd4-a2e3-bf3c4d36b8f9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:17.740620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.752657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d6120f6-77eb-402e-82e3-c25b9c274479 req-61d3d452-b08f-4a4e-a77c-e2d23e128763 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728418 May 26 23:19:17.773204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-824642db-79fc-40b4-a95b-ff2df45069d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 1095 time: 0.1591344 May 26 23:19:17.820959 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.835502 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Transition to ACTIVE for port object 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:17.845834 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:17.940379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-1790bb64-a1f4-4e77-9b77-27a2bd655453 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:17.942376 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-1790bb64-a1f4-4e77-9b77-27a2bd655453 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1625636 May 26 23:19:17.987181 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fc1e2-8be4-416c-babc-b006c364b1a7 None None] Pushing event updated for resources: {'Port': ['ID=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:18.038721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-477f9e10-97df-4964-b78b-f8be8c646304 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a10d622-0406-4169-b95f-bd916afaef50 HTTP/1.1" status: 200 len: 217 time: 0.0870936 May 26 23:19:18.096893 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Attempting to bind port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:18.097245 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Attempting to bind port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:18.097596 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Attempting to bind port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:18.105635 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:18.106069 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:18.106616 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:18.107006 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:18.108112 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Bound port: 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:18.108112 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:18.124262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-1a9c1daa-4e0b-4976-8c01-700a7d7d8a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:18.125931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-1a9c1daa-4e0b-4976-8c01-700a7d7d8a96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0793328 May 26 23:19:18.206987 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] For port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:18.210092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] For port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:18.212202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-269de65c-4950-49c5-bedb-710008186845 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793574 May 26 23:19:18.214859 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:18.311328 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fc1e2-8be4-416c-babc-b006c364b1a7 None None] Pushing event updated for resources: {'Port': ['ID=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:18.318879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:18.319504 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:18.393580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6f44760c-bd95-40d2-b554-91c0815e5137 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:19:18.514204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-702fab42-82be-4db8-a64d-4f2e7bde9484 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927160 May 26 23:19:18.572792 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:18.639944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:18.655258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] Sync routers for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:18.662377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f894d804-81ec-44d6-b4db-962a3a406eaa req-9112009f-38c7-4d18-b3de-668d51a33f61 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378450 May 26 23:19:18.673595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] Routers {'6f44760c-bd95-40d2-b554-91c0815e5137'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:18.674724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f44760c-bd95-40d2-b554-91c0815e5137'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:18.680054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:18.743592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a27f0235-7c6c-4d3d-809d-b7624c1cbc8d tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/floatingips/9a45568c-1c9d-4749-8006-dfc9c067d506 HTTP/1.1" status: 204 len: 168 time: 2.0354614 May 26 23:19:18.743592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:18.811225 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ec47e3-118b-4421-91b2-067ec85bd6e6'] response: {'name': 'network-changed', 'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'status': 'completed', 'code': 200} May 26 23:19:18.935161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] Set router 6f44760c-bd95-40d2-b554-91c0815e5137 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:18.948603 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:18Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:18.954933 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434d1-248b-4329-a6c0-2dfebde6d9b5 None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:18Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:18.984604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-5e1cd6c9-150d-4f0b-8122-a0a86a32eb7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea7d7ca748954380a9a607a5947767b0&device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 1097 time: 0.1470962 May 26 23:19:19.080262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ed98e-c16a-48ec-a7f0-5f64fe07617a req-14006d4b-78fd-4fdf-a0b4-cf7403e5449a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:19.081738 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-299ed98e-c16a-48ec-a7f0-5f64fe07617a req-14006d4b-78fd-4fdf-a0b4-cf7403e5449a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.1540759 May 26 23:19:19.181419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-76d6f309-513e-4f67-ade2-83d7efdbac3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:19.182921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-76d6f309-513e-4f67-ade2-83d7efdbac3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 200 len: 898 time: 0.1925082 May 26 23:19:19.196663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-299ed98e-c16a-48ec-a7f0-5f64fe07617a req-83e36d46-2c57-4078-bc4c-e5e412ef243e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062191 May 26 23:19:19.301403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-d3b7214a-cd72-451e-b2e2-2b17aec274eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 200 len: 217 time: 0.1099937 May 26 23:19:19.380623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '0f7c9f11-268d-433f-a28a-75042349cf7b', 'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:ec:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:16:01Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:19.388493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] Checking router: 6f44760c-bd95-40d2-b554-91c0815e5137 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:19.410962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] Routers {'6f44760c-bd95-40d2-b554-91c0815e5137'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:19.412023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['6f44760c-bd95-40d2-b554-91c0815e5137'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:19.413098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-229d33b8-fcb2-4735-8803-43dcc435258e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:19.414681 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-229d33b8-fcb2-4735-8803-43dcc435258e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 200 len: 835 time: 0.1048250 May 26 23:19:19.422251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5aa6-95da-4360-9c18-09f4ec68a588 req-6243b84e-3cec-4147-9b82-4bbc52b2854b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:19.423185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6bea5aa6-95da-4360-9c18-09f4ec68a588 req-6243b84e-3cec-4147-9b82-4bbc52b2854b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:19.489964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6bea5aa6-95da-4360-9c18-09f4ec68a588 req-6243b84e-3cec-4147-9b82-4bbc52b2854b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:19.496740 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6bea5aa6-95da-4360-9c18-09f4ec68a588 req-6243b84e-3cec-4147-9b82-4bbc52b2854b tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.2522275 May 26 23:19:19.501233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:19.559968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6bea5aa6-95da-4360-9c18-09f4ec68a588 req-b9fb5de2-7260-409b-8f60-6298803a2c31 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605059 May 26 23:19:19.570227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-31f17621-59ad-4061-8bd9-9a7fd94f1afc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3eac999b-033a-491f-a186-7d98d6b5a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418495 May 26 23:19:19.596544 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Sync routers for ids ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:19.611876 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Routers {'e7543390-5fdd-4eab-8d04-4a8ace06eedf'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:19.612705 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:18:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:19.670727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:19.679864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:19.680450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:19.760185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-b48bb540-a0ed-411e-bf55-327677443dfe service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772120 May 26 23:19:19.775696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] Set router 6f44760c-bd95-40d2-b554-91c0815e5137 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:19.851128 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Set router e7543390-5fdd-4eab-8d04-4a8ace06eedf gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:19.898441 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:19.898918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dafeaaea-2af5-48ce-8acc-ab7416b3e552 req-b08f58e8-3d4a-44e0-a794-19845e19f5e8 service neutron] 10.222.0.48 "GET /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370380 May 26 23:19:20.058509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0103f780-a689-4ebc-89b7-e8c0937e33ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.085536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:20.092919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.160898 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:19:08Z', 'revision_number': 4, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port': {'id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:05Z', 'updated_at': '2022-05-26T23:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '06cc667b-2830-4278-a1f5-e3c8214f408f', 'name': '', 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'mac_address': 'fa:16:3e:91:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd840257-c093-4d55-a31a-57dd6c3c2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:07Z', 'updated_at': '2022-05-26T23:19:08Z', 'revision_number': 2, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'subnets': [{'id': 'fd840257-c093-4d55-a31a-57dd6c3c2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:20.165020 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Checking router: e7543390-5fdd-4eab-8d04-4a8ace06eedf for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:20.165365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Updating router e7543390-5fdd-4eab-8d04-4a8ace06eedf port 06cc667b-2830-4278-a1f5-e3c8214f408f binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:19:20.220447 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.257608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:20.291227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '0f7c9f11-268d-433f-a28a-75042349cf7b', 'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:ec:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:16:01Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:20.295486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658237fb-d223-4c3f-aa46-6da1545bbe31 None None] The sync data for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 is: [{'id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840977896', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:29Z', 'revision_number': 4, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'gw_port': {'id': 'bf049b0a-3701-49f4-a132-d8a04ac677e8', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:23Z', 'updated_at': '2022-05-26T23:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '0f7c9f11-268d-433f-a28a-75042349cf7b', 'name': '', 'network_id': '3eac999b-033a-491f-a186-7d98d6b5a3c6', 'tenant_id': 'ea7d7ca748954380a9a607a5947767b0', 'mac_address': 'fa:16:3e:ec:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44760c-bd95-40d2-b554-91c0815e5137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:15:27Z', 'updated_at': '2022-05-26T23:16:01Z', 'revision_number': 5, 'project_id': 'ea7d7ca748954380a9a607a5947767b0', 'subnets': [{'id': 'a32e0c45-a00c-494c-9404-fe20c82a2802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:20.438477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935f7e3-ee0b-4ffd-92d5-f60de5ab0a3d req-de59c109-0816-40aa-8701-f7858ebd9b89 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:20.439973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5935f7e3-ee0b-4ffd-92d5-f60de5ab0a3d req-de59c109-0816-40aa-8701-f7858ebd9b89 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.0846331 May 26 23:19:20.490308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5935f7e3-ee0b-4ffd-92d5-f60de5ab0a3d req-939ebe08-fd75-4502-bb96-9cd1643af31c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 May 26 23:19:20.577342 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.589882 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Transition to ACTIVE for port object 06cc667b-2830-4278-a1f5-e3c8214f408f will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:20.596861 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.671767 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.672986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-eb70b0f8-c058-4127-bfc4-2242635bf8b2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:20.675915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-eb70b0f8-c058-4127-bfc4-2242635bf8b2 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.1188288 May 26 23:19:20.738687 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73f7a6-0cdf-478a-917a-d065c3bb3261 None None] Pushing event updated for resources: {'Port': ['ID=06cc667b-2830-4278-a1f5-e3c8214f408f,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:20.799750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:20.800099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.818242 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.889546 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Attempting to bind port 06cc667b-2830-4278-a1f5-e3c8214f408f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:20.890221 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Attempting to bind port 06cc667b-2830-4278-a1f5-e3c8214f408f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:20.890684 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Attempting to bind port 06cc667b-2830-4278-a1f5-e3c8214f408f on network 5a2fb2ba-d68e-436e-84e6-97793b57a34d {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:20.900878 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:20.901364 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Checking segment: {'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:20.901931 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:20.902460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Bound using segment: {'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:20.903171 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Bound port: 06cc667b-2830-4278-a1f5-e3c8214f408f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:20.903687 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:21.024471 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] For port 06cc667b-2830-4278-a1f5-e3c8214f408f, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:21.028410 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] For port 06cc667b-2830-4278-a1f5-e3c8214f408f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=06cc667b-2830-4278-a1f5-e3c8214f408f,segment=NetworkSegment(04fa9bf7-fa50-436b-97d9-d5db89f8c8e8),segment_id=04fa9bf7-fa50-436b-97d9-d5db89f8c8e8)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:21.032455 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:21.039128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077441e-37cf-4c89-bca7-79df1d80b2e6 req-a5e0379b-0c9c-4851-92ef-d4fe122bb545 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:21.040579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6077441e-37cf-4c89-bca7-79df1d80b2e6 req-a5e0379b-0c9c-4851-92ef-d4fe122bb545 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 946 time: 0.3156469 May 26 23:19:21.119138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73f7a6-0cdf-478a-917a-d065c3bb3261 None None] Pushing event updated for resources: {'Port': ['ID=06cc667b-2830-4278-a1f5-e3c8214f408f,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:21.125263 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Routers {'e7543390-5fdd-4eab-8d04-4a8ace06eedf'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:21.125935 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:21.178746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6077441e-37cf-4c89-bca7-79df1d80b2e6 req-2106a87d-5c65-4e37-bab4-297c112e569a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d2c4c64-0fbd-4949-a60a-f22a021c4035&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296072 May 26 23:19:21.232624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:21.233041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:21.312685 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] Set router e7543390-5fdd-4eab-8d04-4a8ace06eedf gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:21.362163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:21.383324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:21.457511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:21.458154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:21.522255 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:21.671991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] No DVR routers for this DVR port 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:19:21.674453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=8ef97245-8b8b-4dba-bcad-a4358f72bfd4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:21.677078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:21.687816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'name': 'network-vif-deleted', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:21.692536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:19:08Z', 'revision_number': 4, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port': {'id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:05Z', 'updated_at': '2022-05-26T23:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '06cc667b-2830-4278-a1f5-e3c8214f408f', 'name': '', 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'mac_address': 'fa:16:3e:91:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd840257-c093-4d55-a31a-57dd6c3c2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:07Z', 'updated_at': '2022-05-26T23:19:21Z', 'revision_number': 4, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'subnets': [{'id': 'fd840257-c093-4d55-a31a-57dd6c3c2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:21.697335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ea4284ab-a3fb-4a3d-a076-12d6a9c15a0f req-84f0b0b7-bb9c-4229-a2a2-b2ce37fd0e04 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.48 "DELETE /v2.0/ports/8ef97245-8b8b-4dba-bcad-a4358f72bfd4 HTTP/1.1" status: 204 len: 173 time: 1.0156844 May 26 23:19:21.699131 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23267a4-8ff0-4744-871a-a3e858c6f795 None None] The sync data for ids ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'] in n-d-843301-1 is: [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:19:08Z', 'revision_number': 4, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port': {'id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:05Z', 'updated_at': '2022-05-26T23:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '06cc667b-2830-4278-a1f5-e3c8214f408f', 'name': '', 'network_id': '5a2fb2ba-d68e-436e-84e6-97793b57a34d', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'mac_address': 'fa:16:3e:91:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd840257-c093-4d55-a31a-57dd6c3c2aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:07Z', 'updated_at': '2022-05-26T23:19:21Z', 'revision_number': 4, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'subnets': [{'id': 'fd840257-c093-4d55-a31a-57dd6c3c2aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:21.745704 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b5ef-ab47-49bc-bcd2-528adf849c3e req-68e15679-53dd-44eb-a69f-a9be29cd0cb6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:21.747994 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a177b5ef-ab47-49bc-bcd2-528adf849c3e req-68e15679-53dd-44eb-a69f-a9be29cd0cb6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.1207914 May 26 23:19:21.791526 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f6b1c5-5a34-4ba1-a22d-e0e967a2104d'] response: {'server_uuid': '26bf2838-fe92-47c5-9dd4-24aa12f773dc', 'name': 'network-vif-deleted', 'tag': '8ef97245-8b8b-4dba-bcad-a4358f72bfd4', 'status': 'completed', 'code': 200} May 26 23:19:21.840407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a177b5ef-ab47-49bc-bcd2-528adf849c3e req-5dab6954-d252-404c-a02c-58efcb0105c7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854475 May 26 23:19:21.969702 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:22.383734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e6872670-cd59-4f7f-accc-3e8ebfdc05a7 req-e1a58ba0-1ecb-472f-96cf-2712e85758ee tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Synchronizing usage tracker for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:22.400115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e6872670-cd59-4f7f-accc-3e8ebfdc05a7 req-e1a58ba0-1ecb-472f-96cf-2712e85758ee tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Unset dirty status for tenant:ea7d7ca748954380a9a607a5947767b0 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:22.401131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e6872670-cd59-4f7f-accc-3e8ebfdc05a7 req-e1a58ba0-1ecb-472f-96cf-2712e85758ee tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "GET /v2.0/ports?device_id=26bf2838-fe92-47c5-9dd4-24aa12f773dc HTTP/1.1" status: 200 len: 210 time: 0.0626953 May 26 23:19:23.029039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5c36-13a3-4f60-aae4-65561e3b8345 req-ba9f1a3e-22bc-4eec-a58c-5fbebec72c33 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:23.030514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9bbc5c36-13a3-4f60-aae4-65561e3b8345 req-ba9f1a3e-22bc-4eec-a58c-5fbebec72c33 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.0776155 May 26 23:19:23.075028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9bbc5c36-13a3-4f60-aae4-65561e3b8345 req-501995fd-72f9-412d-b0ec-7bf380380d13 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 May 26 23:19:23.382526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06cc667b-2830-4278-a1f5-e3c8214f408f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:23.457875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 06cc667b-2830-4278-a1f5-e3c8214f408f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:23.463259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 06cc667b-2830-4278-a1f5-e3c8214f408f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:23.463620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:23.524336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41768) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:23.580597 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:23.615161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 06cc667b-2830-4278-a1f5-e3c8214f408f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=06cc667b-2830-4278-a1f5-e3c8214f408f,segment=NetworkSegment(04fa9bf7-fa50-436b-97d9-d5db89f8c8e8),segment_id=04fa9bf7-fa50-436b-97d9-d5db89f8c8e8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:23.620418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:23.697084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=06cc667b-2830-4278-a1f5-e3c8214f408f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:23.946174 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:24.277608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f23cc-5ffc-4fb7-9822-ea278e5066f7 req-419ba158-0204-4d0f-8649-0b782b106910 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:24.279822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb2f23cc-5ffc-4fb7-9822-ea278e5066f7 req-419ba158-0204-4d0f-8649-0b782b106910 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.0847788 May 26 23:19:24.327379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb2f23cc-5ffc-4fb7-9822-ea278e5066f7 req-f48f8194-1fa3-48f6-8edb-c199c2278677 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 May 26 23:19:24.657740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 0f7c9f11-268d-433f-a28a-75042349cf7b {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:24.658336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:24.839845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 0f7c9f11-268d-433f-a28a-75042349cf7b, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0f7c9f11-268d-433f-a28a-75042349cf7b,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:24.840219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:24.962019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 0f7c9f11-268d-433f-a28a-75042349cf7b owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:25.134860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:25.182328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=0f7c9f11-268d-433f-a28a-75042349cf7b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:25.375322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:25.429975 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:25.430577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 8ef97245-8b8b-4dba-bcad-a4358f72bfd4 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:25.460415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06cc667b-2830-4278-a1f5-e3c8214f408f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:25.519213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:25.544557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 06cc667b-2830-4278-a1f5-e3c8214f408f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:25.544918 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:25.545591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:25.673797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8d2b-5df4-4bb2-8d52-33c3385c57e5 req-9ba61417-600d-48b2-8b00-08cc236a3e2f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:25.675261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-810b8d2b-5df4-4bb2-8d52-33c3385c57e5 req-9ba61417-600d-48b2-8b00-08cc236a3e2f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.2039776 May 26 23:19:25.746057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-810b8d2b-5df4-4bb2-8d52-33c3385c57e5 req-a8fb2ccc-28d5-476a-bdb4-7933e16763a1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 May 26 23:19:26.258324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Router 6f44760c-bd95-40d2-b554-91c0815e5137 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:19:26.456402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:26.472290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-35a27942-2147-43ae-a9d8-c800adb9e853 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "PUT /v2.0/routers/6f44760c-bd95-40d2-b554-91c0815e5137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9468911 May 26 23:19:26.474928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41776) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:26.657867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting subnet a32e0c45-a00c-494c-9404-fe20c82a2802 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:19:26.660692 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:26.713317 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:26.798890 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:26.822271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9a10d622-0406-4169-b95f-bd916afaef50 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:19:26.873165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:26.912635 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Subnet': ['ID=a32e0c45-a00c-494c-9404-fe20c82a2802,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:26.918212 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:26.924846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b662899-6057-4fc8-af6a-9ce9aceeef6a None None] Network 3eac999b-033a-491f-a186-7d98d6b5a3c6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:26.925124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-84b0bbea-2367-4793-8fec-1cdbd23044ca tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/subnets/a32e0c45-a00c-494c-9404-fe20c82a2802 HTTP/1.1" status: 204 len: 168 time: 0.4491956 May 26 23:19:26.927725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41782) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:26.958792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a36a86-a7bf-4d8a-b77a-f570edef61a2 req-df269f08-d61f-483a-aacc-2888120a4ba9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:26.960381 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6a36a86-a7bf-4d8a-b77a-f570edef61a2 req-df269f08-d61f-483a-aacc-2888120a4ba9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 944 time: 0.0949526 May 26 23:19:27.013308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6a36a86-a7bf-4d8a-b77a-f570edef61a2 req-b9f37621-583e-456d-befe-206fdf35057c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 May 26 23:19:27.124484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9a10d622-0406-4169-b95f-bd916afaef50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9a10d622-0406-4169-b95f-bd916afaef50,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:27.128544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.147718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '9a10d622-0406-4169-b95f-bd916afaef50', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'port_id': '9a10d622-0406-4169-b95f-bd916afaef50', 'mac_address': 'fa:16:3e:f4:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:19:27.209144 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.230475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a10d622-0406-4169-b95f-bd916afaef50 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:19:27.247255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9a10d622-0406-4169-b95f-bd916afaef50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9a10d622-0406-4169-b95f-bd916afaef50,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:27.252923 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.291849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] DHCP port deletion for 3eac999b-033a-491f-a186-7d98d6b5a3c6 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:19:27.303422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Deleting port 58ecb2dd-b971-4b51-9253-8f29717330e5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:27.303787 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.336252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.347023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port bf049b0a-3701-49f4-a132-d8a04ac677e8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:27.347914 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.370340 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 58ecb2dd-b971-4b51-9253-8f29717330e5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:27.415207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=9a10d622-0406-4169-b95f-bd916afaef50,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:27.591332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['9a10d622-0406-4169-b95f-bd916afaef50'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:19:27.622184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port bf049b0a-3701-49f4-a132-d8a04ac677e8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bf049b0a-3701-49f4-a132-d8a04ac677e8,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:27.622543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.713892 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.735010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] For port 58ecb2dd-b971-4b51-9253-8f29717330e5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=58ecb2dd-b971-4b51-9253-8f29717330e5,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:27.735391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.744333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for bf049b0a-3701-49f4-a132-d8a04ac677e8 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:27.876187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Calling delete_port for 58ecb2dd-b971-4b51-9253-8f29717330e5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:27.918696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.924942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 58ecb2dd-b971-4b51-9253-8f29717330e5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=58ecb2dd-b971-4b51-9253-8f29717330e5,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:27.937543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:27.966969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Port': ['ID=bf049b0a-3701-49f4-a132-d8a04ac677e8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:28.051212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.068591 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:19:28.068938 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:19:28.077723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=58ecb2dd-b971-4b51-9253-8f29717330e5,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:28.102181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.102517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.102849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.103180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.103501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.103809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.104128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.104441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.104757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.105066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.105379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:28.229061 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.497160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.505395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad53f8-933c-4d25-88df-0327ac85c82c req-255b0840-b364-4a52-8fb2-3c7ac51a87e7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:28.506851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3fad53f8-933c-4d25-88df-0327ac85c82c req-255b0840-b364-4a52-8fb2-3c7ac51a87e7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 945 time: 0.3312953 May 26 23:19:28.508873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.554997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.555497 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Fanout notify agent at l3_agent the message router_deleted on router 6f44760c-bd95-40d2-b554-91c0815e5137 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:19:28.570209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Deleting port 58ecb2dd-b971-4b51-9253-8f29717330e5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:28.570605 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.576886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3fad53f8-933c-4d25-88df-0327ac85c82c req-574e4b9d-ca5f-4d4a-8766-9f66a1ce8dec tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631187 May 26 23:19:28.581062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.582074 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-907c98a0-c970-4f8e-9f22-a0c1b676143a tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/routers/6f44760c-bd95-40d2-b554-91c0815e5137 HTTP/1.1" status: 204 len: 168 time: 1.6534853 May 26 23:19:28.584797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41790) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:28.694803 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.705099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 58ecb2dd-b971-4b51-9253-8f29717330e5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:28.705424 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.771925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] For port 58ecb2dd-b971-4b51-9253-8f29717330e5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=58ecb2dd-b971-4b51-9253-8f29717330e5,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:28.772235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:28.835645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9a10d622-0406-4169-b95f-bd916afaef50 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:28.924462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Calling delete_port for 58ecb2dd-b971-4b51-9253-8f29717330e5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:29.019129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] For port 58ecb2dd-b971-4b51-9253-8f29717330e5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=58ecb2dd-b971-4b51-9253-8f29717330e5,segment=NetworkSegment(739d52ce-21ae-4d19-9d04-111dca7c6fab),segment_id=739d52ce-21ae-4d19-9d04-111dca7c6fab)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:29.019757 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:29.020150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:29.058834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 9a10d622-0406-4169-b95f-bd916afaef50 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:29.070235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] Pushing event deleted for resources: {'Port': ['ID=58ecb2dd-b971-4b51-9253-8f29717330e5,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:29.075319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 9a10d622-0406-4169-b95f-bd916afaef50 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:29.075319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:29.112720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13a73b-f786-4757-bf9c-1b57da25034c None None] No DVR routers for this DVR port 58ecb2dd-b971-4b51-9253-8f29717330e5 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:19:29.137962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Calling delete_port for 58ecb2dd-b971-4b51-9253-8f29717330e5 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:29.194311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:29.214374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.db.api [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:19:29.214696 n-d-843301-1 neutron-server[84029]: DEBUG oslo_db.api [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:19:29.225153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197abeff-9afc-4e78-892f-2e1809e76c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a10d622-0406-4169-b95f-bd916afaef50'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:29.235806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 9a10d622-0406-4169-b95f-bd916afaef50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9a10d622-0406-4169-b95f-bd916afaef50,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:29.239396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:29.285639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc404a18-6187-48fc-a672-4839cb49e793 None None] New status for floating IP 9a45568c-1c9d-4749-8006-dfc9c067d506: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:19:29.335325 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212540a7-63c1-4ede-9566-43717f70c2cb'] response: {'server_uuid': '197abeff-9afc-4e78-892f-2e1809e76c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a10d622-0406-4169-b95f-bd916afaef50', 'code': 200} May 26 23:19:29.428300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=9a10d622-0406-4169-b95f-bd916afaef50,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:29.436533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1447a24d-690d-46ba-87f8-c82671cddf2e req-f1a7a494-57dc-438a-a080-df0e21f06a40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 1097 time: 0.0732675 May 26 23:19:29.482438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1447a24d-690d-46ba-87f8-c82671cddf2e req-30c02b21-5e1e-47b6-9cb8-0fb853beb6a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358813 May 26 23:19:29.726915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Deleting port 58ecb2dd-b971-4b51-9253-8f29717330e5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:29.727250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:29.800357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] The port '58ecb2dd-b971-4b51-9253-8f29717330e5' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:19:29.935401 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:29.950347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad103-cf23-4b8e-8e95-60d60010f3e4 req-97ff675c-b901-4642-8f41-81ea3dc6ef44 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:29.951781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-985ad103-cf23-4b8e-8e95-60d60010f3e4 req-97ff675c-b901-4642-8f41-81ea3dc6ef44 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.2545598 May 26 23:19:29.978876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eac999b-033a-491f-a186-7d98d6b5a3c6']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:29.996118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739d52ce-21ae-4d19-9d04-111dca7c6fab') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:29.997070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739d52ce-21ae-4d19-9d04-111dca7c6fab') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:30.017408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.040871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-985ad103-cf23-4b8e-8e95-60d60010f3e4 req-03ca4f68-af54-477e-9ea2-6c7052a70996 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790889 May 26 23:19:30.044681 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.050800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:19:30.051213 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: timer() May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:19:30.066299 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:19:30.141062 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.157740 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.168979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'Network': ['ID=3eac999b-033a-491f-a186-7d98d6b5a3c6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:30.182149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5db66a54-6099-4621-9526-aacb7dca6291 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/networks/3eac999b-033a-491f-a186-7d98d6b5a3c6 HTTP/1.1" status: 204 len: 168 time: 1.5964131 May 26 23:19:30.185646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41798) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:30.260242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0dd94f09-6896-4b7a-afcc-cd5a4732fda9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.288837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0dd94f09-6896-4b7a-afcc-cd5a4732fda9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.353899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0dd94f09-6896-4b7a-afcc-cd5a4732fda9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.373478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd94f09-6896-4b7a-afcc-cd5a4732fda9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c4c64-0fbd-4949-a60a-f22a021c4035,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:30.381202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0dd94f09-6896-4b7a-afcc-cd5a4732fda9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:30.386765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0dd94f09-6896-4b7a-afcc-cd5a4732fda9 tempest-TestNetworkAdvancedServerOps-1583294676 tempest-TestNetworkAdvancedServerOps-1583294676-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d2c4c64-0fbd-4949-a60a-f22a021c4035 HTTP/1.1" status: 204 len: 168 time: 0.2002416 May 26 23:19:30.751525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41808) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:30.931732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a19a9175-3c45-4257-aef9-308d0357612e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea7d7ca748954380a9a607a5947767b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1790023 May 26 23:19:30.934470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41814) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:30.990987 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.019229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.069057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.085042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56608008-b9fd-479b-b41d-a48c35779982,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:31.098223 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.099326 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56608008-b9fd-479b-b41d-a48c35779982 HTTP/1.1" status: 204 len: 168 time: 0.1639895 May 26 23:19:31.100738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.101080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.101411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.101850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.102183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.102509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.102829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.103150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.103488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.103772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.104089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35127d3b-7c2d-4440-bd92-04d5813ff9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:31.239964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33011c2d-6134-4c71-82e6-d13cccc6ae8f req-3eb6deef-23f9-4594-80aa-93eb58d16103 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:31.241450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-33011c2d-6134-4c71-82e6-d13cccc6ae8f req-3eb6deef-23f9-4594-80aa-93eb58d16103 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.0797119 May 26 23:19:31.287893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-33011c2d-6134-4c71-82e6-d13cccc6ae8f req-3a781f0b-2c28-4bbe-9826-9326c83f1720 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 May 26 23:19:31.445556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41826) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:31.495874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cacf7-ceea-47a5-8117-737a6070c66b req-dc1989af-9ee0-4141-b868-3946ebfac34b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:31.497362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd6cacf7-ceea-47a5-8117-737a6070c66b req-dc1989af-9ee0-4141-b868-3946ebfac34b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.0870948 May 26 23:19:31.500368 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-957b00e5-fa58-4f2a-8b32-c3aeddb8ca1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89ae9cb58bf1408281e4ff70f85679d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535445 May 26 23:19:31.502983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41830) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:31.543735 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd6cacf7-ceea-47a5-8117-737a6070c66b req-86ec5ae8-2581-4697-bd92-034e2b4e3340 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 May 26 23:19:31.564078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5e4b43e-5f78-41b6-b65b-dca926fbcd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.590735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5e4b43e-5f78-41b6-b65b-dca926fbcd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.647008 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5e4b43e-5f78-41b6-b65b-dca926fbcd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.664881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4b43e-5f78-41b6-b65b-dca926fbcd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d176d-e497-4328-8f32-2651c4540d4d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:31.716327 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b5e4b43e-5f78-41b6-b65b-dca926fbcd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:31.717418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b5e4b43e-5f78-41b6-b65b-dca926fbcd6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da3d176d-e497-4328-8f32-2651c4540d4d HTTP/1.1" status: 204 len: 168 time: 0.2135572 May 26 23:19:31.754488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c70170-690f-4a65-85aa-93bd51afa9c6 req-346364bd-83bd-4922-8944-877b48b06178 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:31.755920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13c70170-690f-4a65-85aa-93bd51afa9c6 req-346364bd-83bd-4922-8944-877b48b06178 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.0921190 May 26 23:19:31.801329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13c70170-690f-4a65-85aa-93bd51afa9c6 req-f254fea8-92d4-48a6-8b44-9d9f37b51def tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 May 26 23:19:32.203722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1342907-2d3c-47a5-95ad-6c52eb38ac80 req-ac649d42-2424-4533-8436-c2ab2d112f94 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:32.205161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1342907-2d3c-47a5-95ad-6c52eb38ac80 req-ac649d42-2424-4533-8436-c2ab2d112f94 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.0753336 May 26 23:19:32.252646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1342907-2d3c-47a5-95ad-6c52eb38ac80 req-69910198-cacb-4a9c-b593-67e2be736f2a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 May 26 23:19:32.557439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41858) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:32.716903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1836904009-network', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:32.722187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:32.726010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Usage tracker for resource:network and tenant:7597fc1a806c47c08f5a8d4b2ec972a7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:32.728829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:32.734981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:32.744347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Made reservation on behalf of 7597fc1a806c47c08f5a8d4b2ec972a7 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:32.747259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:32.759136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:32.789217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:32.792953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Usage tracker for resource:security_group_rule and tenant:7597fc1a806c47c08f5a8d4b2ec972a7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:32.795707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:32.801201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:32.868650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:32.872568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:32.899220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:19:32.911133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b8290-ef01-4661-97b8-db59293aab69,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:32.915388 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:32.915729 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Added segment 6c38afc0-9e84-44e3-9fbc-e52d4cd1370f of type vlan for network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 May 26 23:19:32.942342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:32.972596 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:32.973394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:32.973979 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.078106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41866) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:33.078467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5194216 May 26 23:19:33.079168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c0539-9516-4914-8fc9-be2176ae0563 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac07696-51d5-44e7-852f-c2f5a89a75f7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:33.083505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Request body: {'subnet': {'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1836904009-subnet', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:33.088733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:19:33.090087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:33.093974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Usage tracker for resource:subnet and tenant:7597fc1a806c47c08f5a8d4b2ec972a7 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:33.096847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:33.102524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:33.113196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Made reservation on behalf of 7597fc1a806c47c08f5a8d4b2ec972a7 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:33.115458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.412749 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.459740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff99a-0b85-4282-bddc-fd3de19d6c37 req-ece2e4dc-08a3-4856-998c-9f756af35bc8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:33.461106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b96ff99a-0b85-4282-bddc-fd3de19d6c37 req-ece2e4dc-08a3-4856-998c-9f756af35bc8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.0816591 May 26 23:19:33.488000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:33.498374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Checking segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:33.498723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Network hostable DHCP agents. Network: 5ac07696-51d5-44e7-852f-c2f5a89a75f7, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:19:33.507162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b96ff99a-0b85-4282-bddc-fd3de19d6c37 req-e7fe8fbe-fb41-4ff7-a027-f789f5adc1a0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 May 26 23:19:33.519827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:19:33.530764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 5ac07696-51d5-44e7-852f-c2f5a89a75f7) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:33.536452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:33.537029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.541979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d0502-d03f-498e-9062-640f996e8d12 None None] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:33.557063 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-99878ebf-b4d9-415d-99e3-59c6eb9e5021 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4778063 May 26 23:19:33.561902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41872) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:33.566903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:33.572107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:33.576183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Usage tracker for resource:router and tenant:7597fc1a806c47c08f5a8d4b2ec972a7 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:33.579262 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:33.592860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:33.604147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.605195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.624033 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.808108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:19:33.808951 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.820218 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:33.844510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a47227-f965-483f-ba03-ec61edf9214e req-85f9382e-53a8-468e-b66d-48fe7ee24439 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:33.845866 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45a47227-f965-483f-ba03-ec61edf9214e req-85f9382e-53a8-468e-b66d-48fe7ee24439 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.1432865 May 26 23:19:33.967571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Allocated IP 172.20.0.2 (5ac07696-51d5-44e7-852f-c2f5a89a75f7/9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3/290e21c3-331b-416e-b256-475c4ae3b69a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:34.072210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 9a10d622-0406-4169-b95f-bd916afaef50 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:19:34.072451 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.166633 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.177153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Transition to ACTIVE for port object 290e21c3-331b-416e-b256-475c4ae3b69a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:34.195599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Transition to ACTIVE for port object 290e21c3-331b-416e-b256-475c4ae3b69a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:34.201587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.271648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:34.275074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:34.277013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Pushing event updated for resources: {'Port': ['ID=290e21c3-331b-416e-b256-475c4ae3b69a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:34.279239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:34.363779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Attempting to bind port 290e21c3-331b-416e-b256-475c4ae3b69a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:34.364145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Attempting to bind port 290e21c3-331b-416e-b256-475c4ae3b69a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:34.364499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Attempting to bind port 290e21c3-331b-416e-b256-475c4ae3b69a on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:34.370871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:34.371733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Checking segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:34.372124 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.372502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Bound using segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:34.372950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Bound port: 290e21c3-331b-416e-b256-475c4ae3b69a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:34.373311 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.382636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] For port 9a10d622-0406-4169-b95f-bd916afaef50, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=9a10d622-0406-4169-b95f-bd916afaef50,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:34.382988 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.390889 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.423970 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.461548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] For port 290e21c3-331b-416e-b256-475c4ae3b69a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:34.464814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] For port 290e21c3-331b-416e-b256-475c4ae3b69a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=290e21c3-331b-416e-b256-475c4ae3b69a,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:34.470252 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.556439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7962245-e755-47f8-b29e-edc4e290c558 None None] Pushing event updated for resources: {'Port': ['ID=290e21c3-331b-416e-b256-475c4ae3b69a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:34.574544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 9a10d622-0406-4169-b95f-bd916afaef50 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:19:34.742718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7fc1e-7a3e-42f3-930a-6c474b0411f5 req-3309f427-4abe-491f-8f5a-44fbf96884b0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:34.744398 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94d7fc1e-7a3e-42f3-930a-6c474b0411f5 req-3309f427-4abe-491f-8f5a-44fbf96884b0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 946 time: 0.0915415 May 26 23:19:34.803858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Allocated IP 172.25.4.160 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/62fc1a4b-b4e2-466e-934c-38eb9736cd50) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:34.818945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-94d7fc1e-7a3e-42f3-930a-6c474b0411f5 req-8529ce7e-d1a7-4de4-8011-f3bb3cb05d23 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681562 May 26 23:19:34.846004 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:34.868538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['9a10d622-0406-4169-b95f-bd916afaef50'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:19:34.957971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=9a10d622-0406-4169-b95f-bd916afaef50,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:35.048667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] No DVR routers for this DVR port 9a10d622-0406-4169-b95f-bd916afaef50 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:19:35.052247 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:35.054699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197abeff-9afc-4e78-892f-2e1809e76c61', 'name': 'network-vif-deleted', 'tag': '9a10d622-0406-4169-b95f-bd916afaef50'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:35.096730 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45a47227-f965-483f-ba03-ec61edf9214e req-49a0d410-4207-4a14-baa4-d1de92a13ec1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "DELETE /v2.0/ports/9a10d622-0406-4169-b95f-bd916afaef50 HTTP/1.1" status: 204 len: 173 time: 1.2387378 May 26 23:19:35.103233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:35.137068 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:35.216930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:35.220229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:35.225376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Pushing event updated for resources: {'Port': ['ID=62fc1a4b-b4e2-466e-934c-38eb9736cd50,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:35.228661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:35.327871 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0efe4e7-9392-402b-9f2a-8716e990a295'] response: {'server_uuid': '197abeff-9afc-4e78-892f-2e1809e76c61', 'name': 'network-vif-deleted', 'tag': '9a10d622-0406-4169-b95f-bd916afaef50', 'status': 'completed', 'code': 200} May 26 23:19:35.434304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:35.435180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:35.437244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 290e21c3-331b-416e-b256-475c4ae3b69a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:35.517419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 290e21c3-331b-416e-b256-475c4ae3b69a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:35.564064 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] Sync routers for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:35.579702 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:35.580061 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 23:19:35.581024 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f44760c-bd95-40d2-b554-91c0815e5137'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 23:19:35.598477 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:35.598976 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 23:19:35.599883 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f44760c-bd95-40d2-b554-91c0815e5137'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 23:19:35.600423 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d2fe5-f28d-4784-90e5-b9a82c789dda None None] The sync data for ids ['6f44760c-bd95-40d2-b554-91c0815e5137'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:35.764489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37a41c-35b1-40b0-8b4f-2088b0c9ff0d None None] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:35.838412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Router 26a30cb5-b899-46f5-8057-82cb41d5b973 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:19:35.938399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5c93cbb-aa30-4570-9da3-05081850544a None None] Provisioning for port 290e21c3-331b-416e-b256-475c4ae3b69a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:35.948020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c5c93cbb-aa30-4570-9da3-05081850544a None None] Provisioning complete for port 290e21c3-331b-416e-b256-475c4ae3b69a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:35.948307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5c93cbb-aa30-4570-9da3-05081850544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:36.028289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-baf60e99-6df8-4cf7-83ce-dcc8957c53f8 req-1a83643f-30e8-4fe3-b612-f71ac28dd1ed tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=197abeff-9afc-4e78-892f-2e1809e76c61 HTTP/1.1" status: 200 len: 210 time: 0.0453086 May 26 23:19:36.049309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:36.069864 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:36.070057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Sync routers for ids ['26a30cb5-b899-46f5-8057-82cb41d5b973'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:36.071073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b5eeb660-50ea-4fbb-9b86-148e8af601ef admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5081868 May 26 23:19:36.073882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41882) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:36.137046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Routers {'26a30cb5-b899-46f5-8057-82cb41d5b973'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:36.137659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['26a30cb5-b899-46f5-8057-82cb41d5b973'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:36.290873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5c93cbb-aa30-4570-9da3-05081850544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:36.345593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c5c93cbb-aa30-4570-9da3-05081850544a None None] For port 290e21c3-331b-416e-b256-475c4ae3b69a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=290e21c3-331b-416e-b256-475c4ae3b69a,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:36.396302 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5c93cbb-aa30-4570-9da3-05081850544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:36.475184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Set router 26a30cb5-b899-46f5-8057-82cb41d5b973 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:36.535800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93cbb-aa30-4570-9da3-05081850544a None None] Pushing event updated for resources: {'Port': ['ID=290e21c3-331b-416e-b256-475c4ae3b69a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:36.674268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f6900ad7-ac18-42df-bad4-cca6220ba352 None None] Provisioning complete for port 290e21c3-331b-416e-b256-475c4ae3b69a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:36.674639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f6900ad7-ac18-42df-bad4-cca6220ba352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:36.851213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:36.866048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9a10d622-0406-4169-b95f-bd916afaef50 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:36.911766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 9a10d622-0406-4169-b95f-bd916afaef50 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:36.912104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 9a10d622-0406-4169-b95f-bd916afaef50 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:36.931799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:19:35Z', 'revision_number': 3, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port': {'id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:34Z', 'updated_at': '2022-05-26T23:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:36.936007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Checking router: 26a30cb5-b899-46f5-8057-82cb41d5b973 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:36.936351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Updating router 26a30cb5-b899-46f5-8057-82cb41d5b973 port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:19:36.996490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.066509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Allocated IP 172.20.0.1 (5ac07696-51d5-44e7-852f-c2f5a89a75f7/9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3/722bf851-a083-46b5-a4a3-2c58cad650f1) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:37.245070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.261823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Transition to ACTIVE for port object 722bf851-a083-46b5-a4a3-2c58cad650f1 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:37.287749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.372811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:37.373979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:37.378634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:37.378807 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.409783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Transition to ACTIVE for port object 62fc1a4b-b4e2-466e-934c-38eb9736cd50 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:37.420991 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.431209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=722bf851-a083-46b5-a4a3-2c58cad650f1,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:37.451372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.451705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.452052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.452356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.452679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.452996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.453310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.453623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.453979 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.454292 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.454602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:19:37.457921 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.459539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 290e21c3-331b-416e-b256-475c4ae3b69a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:37.586106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c64d72-8f25-4fbb-8bd5-8e6d182be23a None None] Pushing event updated for resources: {'Port': ['ID=62fc1a4b-b4e2-466e-934c-38eb9736cd50,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:37.597788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 290e21c3-331b-416e-b256-475c4ae3b69a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:37.598169 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.645596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Attempting to bind port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:37.646362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Attempting to bind port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:37.647286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Attempting to bind port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:37.670136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:37.670904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:37.671535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.672127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:37.672817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Bound port: 62fc1a4b-b4e2-466e-934c-38eb9736cd50, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:37.673408 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.715487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.789386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0cbc0933-3d8b-43c5-946b-a21723c20126 None None] Provisioning for port 722bf851-a083-46b5-a4a3-2c58cad650f1 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:37.798795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] For port 62fc1a4b-b4e2-466e-934c-38eb9736cd50, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:37.800587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0cbc0933-3d8b-43c5-946b-a21723c20126 None None] Provisioning complete for port 722bf851-a083-46b5-a4a3-2c58cad650f1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:37.800951 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0933-3d8b-43c5-946b-a21723c20126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.881368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] For port 62fc1a4b-b4e2-466e-934c-38eb9736cd50, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=62fc1a4b-b4e2-466e-934c-38eb9736cd50,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:37.901779 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.963709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc0933-3d8b-43c5-946b-a21723c20126 None None] Port 722bf851-a083-46b5-a4a3-2c58cad650f1 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:37.964424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.970473 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:37.990260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0f7c9f11-268d-433f-a28a-75042349cf7b no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:38.029203 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 0f7c9f11-268d-433f-a28a-75042349cf7b {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:38.029539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0f7c9f11-268d-433f-a28a-75042349cf7b not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:38.030876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c64d72-8f25-4fbb-8bd5-8e6d182be23a None None] Pushing event updated for resources: {'Port': ['ID=62fc1a4b-b4e2-466e-934c-38eb9736cd50,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:38.041152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Routers {'26a30cb5-b899-46f5-8057-82cb41d5b973'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:38.041789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['26a30cb5-b899-46f5-8057-82cb41d5b973'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:38.092636 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:38.096272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=722bf851-a083-46b5-a4a3-2c58cad650f1,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:38.251828 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:38.252794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:38.270582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] Set router 26a30cb5-b899-46f5-8057-82cb41d5b973 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:38.628282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-33fa011f-f068-4152-bdc8-e812cab479c8 None None] Provisioning complete for port 722bf851-a083-46b5-a4a3-2c58cad650f1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:38.629154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-33fa011f-f068-4152-bdc8-e812cab479c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:38.706881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Router 26a30cb5-b899-46f5-8057-82cb41d5b973 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:19:38.726939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-33fa011f-f068-4152-bdc8-e812cab479c8 None None] Port 722bf851-a083-46b5-a4a3-2c58cad650f1 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:38.748961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 4, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port': {'id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:34Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '722bf851-a083-46b5-a4a3-2c58cad650f1', 'name': '', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:36Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 2, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'subnets': [{'id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:38.752965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fafee7-431c-4033-90d8-db6a59b84d3b None None] The sync data for ids ['26a30cb5-b899-46f5-8057-82cb41d5b973'] in n-d-843301-1 is: [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 4, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port': {'id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:34Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '722bf851-a083-46b5-a4a3-2c58cad650f1', 'name': '', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:36Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 2, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'subnets': [{'id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:38.935471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:38.945449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9a95ad4e-0531-435b-a1b2-15d661f3ffd8 admin admin] 10.222.0.32 "PUT /v2.0/routers/26a30cb5-b899-46f5-8057-82cb41d5b973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8705418 May 26 23:19:39.804843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 41930) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:39.811184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1189395783-network', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:39.816369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:39.821159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Usage tracker for resource:network and tenant:c94a13c56ff3465f8c15759afa732f51 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:39.824423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:39.832693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:39.844018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Made reservation on behalf of c94a13c56ff3465f8c15759afa732f51 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:39.846610 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:39.881153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:39.922526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:39.926540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Usage tracker for resource:security_group_rule and tenant:c94a13c56ff3465f8c15759afa732f51 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:39.930413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:39.937943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:40.005325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.009044 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.044849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:19:40.050040 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee5ed7-c658-4954-a4ab-0bab339806c0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:40.059167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.059551 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Added segment 981b1515-f7ae-4df7-a300-f6e8763f7abf of type vlan for network 4921e5e5-ee16-49b5-b906-9f77fd155464 May 26 23:19:40.085517 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.115665 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.116481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:40.117091 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.228941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] Pushing event updated for resources: {'Network': ['ID=4921e5e5-ee16-49b5-b906-9f77fd155464,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:40.236472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41946) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:40.237202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ad18b24-be5b-485a-9a06-5ad74cb23db2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4306357 May 26 23:19:40.242690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:19:40.243955 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Request body: {'subnet': {'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1189395783-subnet', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:40.251636 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:40.261388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Usage tracker for resource:subnet and tenant:c94a13c56ff3465f8c15759afa732f51 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:40.265211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:40.289502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:40.311244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Made reservation on behalf of c94a13c56ff3465f8c15759afa732f51 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:40.314032 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.528280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.594028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0cf45a-9ccb-4a79-b168-d71250ab3a22,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:40.619030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Checking segment: {'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:40.619386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Network hostable DHCP agents. Network: 4921e5e5-ee16-49b5-b906-9f77fd155464, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:19:40.643316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:19:40.655545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 4921e5e5-ee16-49b5-b906-9f77fd155464) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:40.665745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b8d9b-8d52-4c87-b282-903b4d31e69d None None] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:40.669044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:40.669905 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.693054 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0f70c4fa-531c-4344-9f9b-ff29785204bf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4550476 May 26 23:19:40.695607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41966) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:40.702930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:40.709954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:40.716018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Usage tracker for resource:router and tenant:c94a13c56ff3465f8c15759afa732f51 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:19:40.719436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:19:40.725448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:40.736056 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.737302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.759227 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.919264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:40.921508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-4921e5e5-ee16-49b5-b906-9f77fd155464', 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'fixed_ips': [{'subnet_id': '0b0cf45a-9ccb-4a79-b168-d71250ab3a22'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:19:40.923067 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.160781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Allocated IP 172.20.0.2 (4921e5e5-ee16-49b5-b906-9f77fd155464/0b0cf45a-9ccb-4a79-b168-d71250ab3a22/232d1d63-3d29-4216-aa7c-d69e231ee7f5) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:41.177866 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.215994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.375542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf049b0a-3701-49f4-a132-d8a04ac677e8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:19:41.431683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Allocated IP 172.25.4.146 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/7ec770f3-e442-4fab-860a-c67e2ae23178) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:41.436247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bf049b0a-3701-49f4-a132-d8a04ac677e8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:19:41.436562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bf049b0a-3701-49f4-a132-d8a04ac677e8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:19:41.515537 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.530895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Transition to ACTIVE for port object 232d1d63-3d29-4216-aa7c-d69e231ee7f5 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:41.557631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Transition to ACTIVE for port object 232d1d63-3d29-4216-aa7c-d69e231ee7f5 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:41.565727 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.647260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.660015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:41.662855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:41.666903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:41.674375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Pushing event updated for resources: {'Port': ['ID=232d1d63-3d29-4216-aa7c-d69e231ee7f5,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:41.702643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.780910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Attempting to bind port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:41.781214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Attempting to bind port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:41.782036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Attempting to bind port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 on network 4921e5e5-ee16-49b5-b906-9f77fd155464 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:41.789301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:41.789735 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Checking segment: {'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:41.790388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.790783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Bound using segment: {'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:41.791298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Bound port: 232d1d63-3d29-4216-aa7c-d69e231ee7f5, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:41.791749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:41.813444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:41.818419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:41.821608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:41.852729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Pushing event updated for resources: {'Port': ['ID=7ec770f3-e442-4fab-860a-c67e2ae23178,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:41.930403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] For port 232d1d63-3d29-4216-aa7c-d69e231ee7f5, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:41.933913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] For port 232d1d63-3d29-4216-aa7c-d69e231ee7f5, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=232d1d63-3d29-4216-aa7c-d69e231ee7f5,segment=NetworkSegment(981b1515-f7ae-4df7-a300-f6e8763f7abf),segment_id=981b1515-f7ae-4df7-a300-f6e8763f7abf)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:41.941863 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:42.035152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56593163-a5b7-4db4-abeb-7f7b3d61a47b None None] Pushing event updated for resources: {'Port': ['ID=232d1d63-3d29-4216-aa7c-d69e231ee7f5,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:42.039356 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:42.039920 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:42.436644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Router 973131c5-d2ba-4e62-b419-4371febcf408 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:19:42.660548 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:42.672144 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Sync routers for ids ['973131c5-d2ba-4e62-b419-4371febcf408'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:42.686257 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Routers {'973131c5-d2ba-4e62-b419-4371febcf408'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:42.687450 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['973131c5-d2ba-4e62-b419-4371febcf408'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:42.696299 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:42.700671 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3ae74b0f-fe98-45d4-8603-6fc564e74cef admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0014825 May 26 23:19:42.700906 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 41974) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:19:42.924042 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Set router 973131c5-d2ba-4e62-b419-4371febcf408 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:43.131411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19051813-211b-45bd-8e15-b8549a47a93e None None] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:19:43.253780 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:19:41Z', 'revision_number': 3, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port': {'id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:41Z', 'updated_at': '2022-05-26T23:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:43.260164 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Checking router: 973131c5-d2ba-4e62-b419-4371febcf408 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:43.260508 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Updating router 973131c5-d2ba-4e62-b419-4371febcf408 port 7ec770f3-e442-4fab-860a-c67e2ae23178 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:19:43.326236 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.399717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-05ef2d4b-4321-41cc-bb75-627f3e6a8a19 None None] Provisioning for port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:43.521997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 232d1d63-3d29-4216-aa7c-d69e231ee7f5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:43.664648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.688679 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:43.700679 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:43.701910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.861048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.889411 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c7b26ce3-14ed-4da8-b49f-f63c1c23c520 None None] Provisioning complete for port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:43.889411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c7b26ce3-14ed-4da8-b49f-f63c1c23c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.926644 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.942112 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Transition to ACTIVE for port object 7ec770f3-e442-4fab-860a-c67e2ae23178 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:43.948919 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.951300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 232d1d63-3d29-4216-aa7c-d69e231ee7f5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=232d1d63-3d29-4216-aa7c-d69e231ee7f5,segment=NetworkSegment(981b1515-f7ae-4df7-a300-f6e8763f7abf),segment_id=981b1515-f7ae-4df7-a300-f6e8763f7abf)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:43.958846 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:43.959604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62fc1a4b-b4e2-466e-934c-38eb9736cd50 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:43.976289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Allocated IP 172.20.0.1 (4921e5e5-ee16-49b5-b906-9f77fd155464/0b0cf45a-9ccb-4a79-b168-d71250ab3a22/b88c66da-ff9f-41a0-8208-4782d58c1cbc) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:44.042511 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Attempting to bind port 7ec770f3-e442-4fab-860a-c67e2ae23178 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:44.042888 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Attempting to bind port 7ec770f3-e442-4fab-860a-c67e2ae23178 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:44.043254 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Attempting to bind port 7ec770f3-e442-4fab-860a-c67e2ae23178 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:44.053782 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c959df9-7df6-4dde-ad4b-f6b66ea35f22 None None] Pushing event updated for resources: {'Port': ['ID=7ec770f3-e442-4fab-860a-c67e2ae23178,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:44.058084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:44.059069 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:44.059468 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.059847 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:44.060468 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Bound port: 7ec770f3-e442-4fab-860a-c67e2ae23178, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:44.060842 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.135345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=232d1d63-3d29-4216-aa7c-d69e231ee7f5,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:44.147441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] For port 7ec770f3-e442-4fab-860a-c67e2ae23178, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:44.150714 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] For port 7ec770f3-e442-4fab-860a-c67e2ae23178, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7ec770f3-e442-4fab-860a-c67e2ae23178,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:44.156432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:44.157653 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.164844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:44.165205 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.180666 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.200741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Transition to ACTIVE for port object b88c66da-ff9f-41a0-8208-4782d58c1cbc will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:44.228471 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.255337 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Routers {'973131c5-d2ba-4e62-b419-4371febcf408'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:44.255942 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['973131c5-d2ba-4e62-b419-4371febcf408'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:44.297934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.313928 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c959df9-7df6-4dde-ad4b-f6b66ea35f22 None None] Pushing event updated for resources: {'Port': ['ID=7ec770f3-e442-4fab-860a-c67e2ae23178,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:44.321937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:44.326146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:44.327597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 62fc1a4b-b4e2-466e-934c-38eb9736cd50, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=62fc1a4b-b4e2-466e-934c-38eb9736cd50,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:44.331700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:44.341272 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.367612 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b88c66da-ff9f-41a0-8208-4782d58c1cbc,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:44.451622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=62fc1a4b-b4e2-466e-934c-38eb9736cd50,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:44.470994 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] Set router 973131c5-d2ba-4e62-b419-4371febcf408 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:44.549084 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.666505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.695753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-98412b46-f394-4491-b764-13a667eb56d1 None None] Provisioning for port b88c66da-ff9f-41a0-8208-4782d58c1cbc completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:44.702985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-98412b46-f394-4491-b764-13a667eb56d1 None None] Provisioning complete for port b88c66da-ff9f-41a0-8208-4782d58c1cbc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:44.703356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-98412b46-f394-4491-b764-13a667eb56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.791920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-98412b46-f394-4491-b764-13a667eb56d1 None None] Port b88c66da-ff9f-41a0-8208-4782d58c1cbc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:44.801593 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:19:41Z', 'revision_number': 3, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port': {'id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:41Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:44.806227 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef771e1-fb44-4f2b-85e7-ddb63d80634b None None] The sync data for ids ['973131c5-d2ba-4e62-b419-4371febcf408'] in n-d-843301-1 is: [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:19:41Z', 'revision_number': 3, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port': {'id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:41Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:44.925223 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:44.929781 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:45.031807 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b88c66da-ff9f-41a0-8208-4782d58c1cbc,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:45.034190 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:45.171607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:45.172699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:45.400776 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 232d1d63-3d29-4216-aa7c-d69e231ee7f5 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:45.474821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b1e22a43-343e-4dbf-a678-36184ef74c11 None None] Provisioning complete for port b88c66da-ff9f-41a0-8208-4782d58c1cbc triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:45.475187 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b1e22a43-343e-4dbf-a678-36184ef74c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:45.536054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b1e22a43-343e-4dbf-a678-36184ef74c11 None None] Port b88c66da-ff9f-41a0-8208-4782d58c1cbc cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:45.544425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:45.544794 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:45.578660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Router 973131c5-d2ba-4e62-b419-4371febcf408 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:19:45.662974 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62fc1a4b-b4e2-466e-934c-38eb9736cd50 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:45.732245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:45.732551 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:45.797406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:19:45.806418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-613773af-ac97-44ab-92d9-abb2b6b0e1d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/973131c5-d2ba-4e62-b419-4371febcf408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044159 May 26 23:19:46.516702 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468979a-fdf9-4440-afc1-d4737213d702 req-6c0f3504-4839-486a-a731-0e413cf2230f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:46.517391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a468979a-fdf9-4440-afc1-d4737213d702 req-6c0f3504-4839-486a-a731-0e413cf2230f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Synchronizing usage tracker for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:46.536723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a468979a-fdf9-4440-afc1-d4737213d702 req-6c0f3504-4839-486a-a731-0e413cf2230f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Unset dirty status for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:46.538157 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-6c0f3504-4839-486a-a731-0e413cf2230f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/networks?id=5ac07696-51d5-44e7-852f-c2f5a89a75f7 HTTP/1.1" status: 200 len: 911 time: 0.1501608 May 26 23:19:46.554897 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-07899d1b-253a-4bfd-979d-0043017375df tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/quotas/c94a13c56ff3465f8c15759afa732f51 HTTP/1.1" status: 200 len: 375 time: 0.0108049 May 26 23:19:46.737424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-2952625c-88ae-4919-803e-78dfb5f4f0fe tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=c94a13c56ff3465f8c15759afa732f51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763034 May 26 23:19:46.878292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-f4e32118-1078-47cc-bd91-54d0ddc6f91d service neutron] 10.222.0.32 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337516 May 26 23:19:47.010748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-2c3868c9-185c-4ae0-b22b-da3d9abf2c93 service neutron] 10.222.0.32 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309459 May 26 23:19:47.194867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-43ca7dde-a019-452c-bdf4-231d91d605b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:47.221020 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e99e8847-11f0-484c-b3df-beaf97e23573 req-1f9262bb-894e-4c41-b206-cb6f30400524 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Synchronizing usage tracker for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:47.244433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e99e8847-11f0-484c-b3df-beaf97e23573 req-1f9262bb-894e-4c41-b206-cb6f30400524 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Unset dirty status for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:47.247315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e99e8847-11f0-484c-b3df-beaf97e23573 req-1f9262bb-894e-4c41-b206-cb6f30400524 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0796533 May 26 23:19:48.414354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e4c6235a-05c2-4dfa-a70b-f9b7fe8280b3 req-6884e8ef-315f-44bf-a75e-d2e65287de93 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0397530 May 26 23:19:48.713442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468979a-fdf9-4440-afc1-d4737213d702 req-b02b1ad9-048f-4f21-aee9-bb99c96f77e9 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:48.717426 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-b02b1ad9-048f-4f21-aee9-bb99c96f77e9 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.48 "GET /v2.0/networks?id=5ac07696-51d5-44e7-852f-c2f5a89a75f7 HTTP/1.1" status: 200 len: 911 time: 0.1546891 May 26 23:19:48.730478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Request body: {'port': {'device_id': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'admin_state_up': True, 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:48.736180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:19:48.746739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:19:48.757155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Made reservation on behalf of c94a13c56ff3465f8c15759afa732f51 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:19:48.759713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:48.924948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Allocated IP 172.20.0.4 (5ac07696-51d5-44e7-852f-c2f5a89a75f7/9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3/673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:19:49.248017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:49.269723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Transition to ACTIVE for port object 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:49.294262 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:49.369839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:19:49.373931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:19:49.376974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:19:49.408258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Pushing event updated for resources: {'Port': ['ID=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:49.440907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:49.442047 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:49.478816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0c3cce0a-2976-43ef-9768-972dae0453ff tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7520802 May 26 23:19:49.494098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Request body: {'port': {'device_id': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:19:49.667296 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:49.689981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f1ec5269-7eb0-4006-bcc8-584b9649c271 None None] Provisioning for port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:49.701172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f1ec5269-7eb0-4006-bcc8-584b9649c271 None None] Provisioning complete for port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:49.701532 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f1ec5269-7eb0-4006-bcc8-584b9649c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:49.760771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec5269-7eb0-4006-bcc8-584b9649c271 None None] Port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:19:49.765359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cd868d2b-03b8-4a49-99fd-35dfd5b95208 req-76c22c70-fd72-4231-9fd1-c71f9f5eb2c5 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Synchronizing usage tracker for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:49.831813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cd868d2b-03b8-4a49-99fd-35dfd5b95208 req-76c22c70-fd72-4231-9fd1-c71f9f5eb2c5 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Unset dirty status for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:49.832977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd868d2b-03b8-4a49-99fd-35dfd5b95208 req-76c22c70-fd72-4231-9fd1-c71f9f5eb2c5 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1027 time: 0.2434454 May 26 23:19:49.962017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd868d2b-03b8-4a49-99fd-35dfd5b95208 req-e764a9d0-cfd7-455a-9560-0d2e98e57a4f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221788 May 26 23:19:49.963103 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ed33206-f6a3-4e0f-9909-7e89c3dd6d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.082525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:19:50.089348 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.103765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Transition to ACTIVE for port object 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:50.107168 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.251381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:50.400933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Attempting to bind port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:50.401360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Attempting to bind port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:50.401784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Attempting to bind port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:50.408191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:19:50.408530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Attempting to bind port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:50.415582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:50.418712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Checking segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:50.419122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Bound using segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:50.419580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Bound port: 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:50.419932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.555558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] For port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:50.561839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] For port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:50.566565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.629863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.631345 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] 10.222.0.48 "PUT /v2.0/ports/673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad HTTP/1.1" status: 200 len: 1091 time: 1.1444159 May 26 23:19:50.631815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'tag': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:50.699883 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.801504 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d7fc9a-e69a-43a5-b15b-f504ac08773b'] response: {'name': 'network-changed', 'server_uuid': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'tag': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad', 'status': 'completed', 'code': 200} May 26 23:19:50.802302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3a42a-b584-4922-bcf2-debc19b0fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:50.831734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Sync routers for ids ['26a30cb5-b899-46f5-8057-82cb41d5b973'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:19:50.859986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:50.880246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Routers {'26a30cb5-b899-46f5-8057-82cb41d5b973'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:50.882111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['26a30cb5-b899-46f5-8057-82cb41d5b973'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:50.894697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-7c84aa3f-65a2-43aa-9cf1-24f29b522f0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94a13c56ff3465f8c15759afa732f51&device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1094 time: 0.2043343 May 26 23:19:50.999076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-530fdcac-0ce9-41a8-8fe8-de08cb3f8e3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad HTTP/1.1" status: 200 len: 217 time: 0.0977304 May 26 23:19:51.086283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468979a-fdf9-4440-afc1-d4737213d702 req-12f1d597-83f8-4299-8fbd-0906c2537824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:51.088152 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-12f1d597-83f8-4299-8fbd-0906c2537824 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3 HTTP/1.1" status: 200 len: 849 time: 0.0801005 May 26 23:19:51.212286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-14d17a7d-ac16-4142-b752-c1e66fb7d7c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ac07696-51d5-44e7-852f-c2f5a89a75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182835 May 26 23:19:51.253047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Set router 26a30cb5-b899-46f5-8057-82cb41d5b973 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:51.497368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ec770f3-e442-4fab-860a-c67e2ae23178 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:51.537930 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0a97313-a78a-48b5-99ca-08e71d8f7b22 req-12901460-558a-4b9d-a922-f80ad9dd582e tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1094 time: 0.3324456 May 26 23:19:51.543190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-0b98636e-9359-4cce-8e25-6f592e60bbe2 service neutron] 10.222.0.48 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689527 May 26 23:19:51.687630 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7ec770f3-e442-4fab-860a-c67e2ae23178 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:51.698016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7ec770f3-e442-4fab-860a-c67e2ae23178 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:51.698705 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:51.699742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0a97313-a78a-48b5-99ca-08e71d8f7b22 req-c966907b-062d-4ba2-abe2-b796462ce093 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551437 May 26 23:19:51.745649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a468979a-fdf9-4440-afc1-d4737213d702 req-02ee2b20-e5a3-49fe-8984-96f52664a3c3 service neutron] 10.222.0.48 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859884 May 26 23:19:51.878618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 4, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port': {'id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:34Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '722bf851-a083-46b5-a4a3-2c58cad650f1', 'name': '', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:36Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 2, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'subnets': [{'id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:51.894241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Checking router: 26a30cb5-b899-46f5-8057-82cb41d5b973 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:19:51.894558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Updating router 26a30cb5-b899-46f5-8057-82cb41d5b973 port 722bf851-a083-46b5-a4a3-2c58cad650f1 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:19:51.905817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-eb36c4ab-f26b-44dc-a32d-84ac4ff04d70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94a13c56ff3465f8c15759afa732f51&device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1094 time: 0.1077468 May 26 23:19:51.996682 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.015135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7ec770f3-e442-4fab-860a-c67e2ae23178, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7ec770f3-e442-4fab-860a-c67e2ae23178,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:52.016438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.036175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.038923 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.070741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-57fbbf18-ad1f-4203-a94b-afd634cc684d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:52.072187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-57fbbf18-ad1f-4203-a94b-afd634cc684d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ac07696-51d5-44e7-852f-c2f5a89a75f7 HTTP/1.1" status: 200 len: 911 time: 0.1601148 May 26 23:19:52.139260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-e19d1ad8-3a4b-4bb7-95f7-4e7ea2997fc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad HTTP/1.1" status: 200 len: 217 time: 0.0609004 May 26 23:19:52.208232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7ec770f3-e442-4fab-860a-c67e2ae23178,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:52.208478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-54a86e94-2ffd-4f22-b5c2-cfb21ad11385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:19:52.209931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-54a86e94-2ffd-4f22-b5c2-cfb21ad11385 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3 HTTP/1.1" status: 200 len: 849 time: 0.0645018 May 26 23:19:52.356097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-474efadb-a355-4a67-b48f-951c3580d93a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ac07696-51d5-44e7-852f-c2f5a89a75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379559 May 26 23:19:52.493950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-3e53e52b-136c-4e99-a2a5-86efd7e8a427 service neutron] 10.222.0.48 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312704 May 26 23:19:52.512200 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:19:52.512812 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.526063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Transition to ACTIVE for port object 722bf851-a083-46b5-a4a3-2c58cad650f1 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:19:52.535405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.654809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93cc73c1-5128-4a65-9d24-86eb4746711c req-cb2a980e-7632-4228-9818-535f1e14dec7 service neutron] 10.222.0.48 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539445 May 26 23:19:52.714419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66839c-44fb-4b59-a642-996b96d8fea5 None None] Pushing event updated for resources: {'Port': ['ID=722bf851-a083-46b5-a4a3-2c58cad650f1,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:52.838747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Attempting to bind port 722bf851-a083-46b5-a4a3-2c58cad650f1 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:19:52.839383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Attempting to bind port 722bf851-a083-46b5-a4a3-2c58cad650f1 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:19:52.840385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Attempting to bind port 722bf851-a083-46b5-a4a3-2c58cad650f1 on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:19:52.847461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:19:52.847827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Checking segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:19:52.848235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.848626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Bound using segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:19:52.849350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Bound port: 722bf851-a083-46b5-a4a3-2c58cad650f1, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:19:52.849898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.927896 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35318b9-c1c6-40ea-a8c4-ed830d59c392 req-7571db7c-c7c1-491d-921f-7a1137134d24 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1094 time: 0.0752022 May 26 23:19:52.957637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] For port 722bf851-a083-46b5-a4a3-2c58cad650f1, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:19:52.962800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] For port 722bf851-a083-46b5-a4a3-2c58cad650f1, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=722bf851-a083-46b5-a4a3-2c58cad650f1,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:19:52.968136 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:52.979719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e35318b9-c1c6-40ea-a8c4-ed830d59c392 req-08d6736c-dc23-4993-a5a6-51359d7cf49f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Synchronizing usage tracker for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:19:53.002698 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e35318b9-c1c6-40ea-a8c4-ed830d59c392 req-08d6736c-dc23-4993-a5a6-51359d7cf49f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Unset dirty status for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:19:53.004043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35318b9-c1c6-40ea-a8c4-ed830d59c392 req-08d6736c-dc23-4993-a5a6-51359d7cf49f tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682271 May 26 23:19:53.062109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66839c-44fb-4b59-a642-996b96d8fea5 None None] Pushing event updated for resources: {'Port': ['ID=722bf851-a083-46b5-a4a3-2c58cad650f1,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:53.068860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Routers {'26a30cb5-b899-46f5-8057-82cb41d5b973'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:19:53.069468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['26a30cb5-b899-46f5-8057-82cb41d5b973'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:53.256042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] Set router 26a30cb5-b899-46f5-8057-82cb41d5b973 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:19:53.450287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ec770f3-e442-4fab-860a-c67e2ae23178 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:53.632778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7ec770f3-e442-4fab-860a-c67e2ae23178 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:53.633141 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:53.802338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 722bf851-a083-46b5-a4a3-2c58cad650f1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:53.852543 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 4, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port': {'id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:34Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '722bf851-a083-46b5-a4a3-2c58cad650f1', 'name': '', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:36Z', 'updated_at': '2022-05-26T23:19:52Z', 'revision_number': 4, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'subnets': [{'id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:19:53.861464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82f3a8-60ba-4ecb-bbb9-1a231bcd1329 None None] The sync data for ids ['26a30cb5-b899-46f5-8057-82cb41d5b973'] in n-d-843301-1 is: [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:19:37Z', 'revision_number': 4, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port': {'id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:34Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '722bf851-a083-46b5-a4a3-2c58cad650f1', 'name': '', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:36Z', 'updated_at': '2022-05-26T23:19:52Z', 'revision_number': 4, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'subnets': [{'id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:19:53.889072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 722bf851-a083-46b5-a4a3-2c58cad650f1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:53.896310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 722bf851-a083-46b5-a4a3-2c58cad650f1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:53.896876 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:54.040152 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:54.081299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 722bf851-a083-46b5-a4a3-2c58cad650f1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=722bf851-a083-46b5-a4a3-2c58cad650f1,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:54.086296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:54.169449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=722bf851-a083-46b5-a4a3-2c58cad650f1,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:54.257953 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca031492-b11b-4f93-a45d-6726719fef84 req-0af2b2b9-e4b1-4adf-b04c-5e4f6450c558 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1094 time: 0.0854952 May 26 23:19:54.310512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ca031492-b11b-4f93-a45d-6726719fef84 req-8dc92fab-d4d0-46fe-a188-b913b35a0dc0 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454991 May 26 23:19:55.389538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 722bf851-a083-46b5-a4a3-2c58cad650f1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:55.457870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 722bf851-a083-46b5-a4a3-2c58cad650f1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:55.458246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:55.507651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a38f36b6-9871-4e05-a963-165a46e1de94 req-fb3203dc-51ad-450a-8444-069752c6a38c tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1094 time: 0.0776525 May 26 23:19:55.516315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:19:55.573251 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:55.615487 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a38f36b6-9871-4e05-a963-165a46e1de94 req-22fe2315-6757-4285-819c-be1b67dd4107 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 May 26 23:19:55.762082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:55.779993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'port_id': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad', 'mac_address': 'fa:16:3e:ca:e7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:19:55.844714 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:55.867016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:19:55.886162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:55.892574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:55.973274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:56.177635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:19:56.825836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ed6dc84-5e69-4afd-ae87-d10991a6d6f6 req-0639490f-74bc-49f0-90d7-27f4e64b5a68 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1095 time: 0.0678170 May 26 23:19:56.865844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ed6dc84-5e69-4afd-ae87-d10991a6d6f6 req-c6a46462-17c9-4638-b96c-38b4204e5b15 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349109 May 26 23:19:57.505932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:19:57.572614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:19:57.577246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:19:57.577612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:57.694465 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:57.721220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:19:57.730949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:19:57.735636 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:57.805578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:19:57.867771 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4074a1c5-0878-492e-aa99-86e92cac0869'] response: {'server_uuid': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad', 'code': 200} May 26 23:19:57.997238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ce22316-829a-4eee-bf21-af5e446972f3 req-8e42ee36-8a06-444f-be21-701631a287b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0714338 May 26 23:19:58.015403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:19:58.089893 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ce22316-829a-4eee-bf21-af5e446972f3 req-0ada8b63-80df-477d-a4f8-defbc39c2843 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581877 May 26 23:19:58.102275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58f95ed3-4a01-4069-83e9-f725ada817a7 req-0f19a85d-dccc-4b18-a52a-d325b614c8b9 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.1000724 May 26 23:19:58.147304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58f95ed3-4a01-4069-83e9-f725ada817a7 req-2155b486-97ab-412d-8b71-18251886731c tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 May 26 23:19:59.342455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f127d183-0e62-4a7d-a330-a6bf3b295965 req-10c10082-ee24-4ba7-8c83-6ea4d55073a9 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0746586 May 26 23:19:59.385907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f127d183-0e62-4a7d-a330-a6bf3b295965 req-429025ec-07cb-4859-b3e1-de327f4db107 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385387 May 26 23:20:00.060680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-002ed8c7-d513-47ca-a748-1fec948df8a9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:00.061251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-002ed8c7-d513-47ca-a748-1fec948df8a9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:20:00.077552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-002ed8c7-d513-47ca-a748-1fec948df8a9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:20:00.078738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-002ed8c7-d513-47ca-a748-1fec948df8a9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.2582264 May 26 23:20:00.095070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-be8e9d4d-2f94-4a40-aa37-5c97b4f4b904 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/quotas/27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 375 time: 0.0109329 May 26 23:20:00.173767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-ebedc504-ccdc-4e48-ae08-8646f1553915 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740530 May 26 23:20:00.306079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-c65e52dd-3bf5-4be7-8d03-8615c72d5e7a service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251261 May 26 23:20:00.439191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-1cdf7564-6ab1-42e3-96d1-997e83877aee service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277413 May 26 23:20:00.576619 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ace5dfbf-ec54-45c7-8ab7-fe2c4c2d0217 req-5089ca99-17cc-4bde-acb4-b16d195c1a36 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0739291 May 26 23:20:00.618853 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ace5dfbf-ec54-45c7-8ab7-fe2c4c2d0217 req-971614b7-2b64-4095-85a2-f327762460f6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370226 May 26 23:20:00.805243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5925041a-7f39-486a-a3b0-5a1765650ea1 req-13191020-0d6e-4cb2-ab1f-ccb4836fcb74 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0676715 May 26 23:20:00.849429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5925041a-7f39-486a-a3b0-5a1765650ea1 req-9dc1547d-b758-4bb3-aec1-dd9a47fba61c tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386329 May 26 23:20:01.036360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-def205cf-82cd-47b1-b362-1929f374a486 req-e4847238-009a-47fe-be09-b26920963358 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0703363 May 26 23:20:01.078244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-def205cf-82cd-47b1-b362-1929f374a486 req-ea8ca660-55ce-4c66-8154-6bdc0b7ae8f9 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366514 May 26 23:20:01.389976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-dd9f6697-493e-40d5-ae3b-62647c1006d3 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:01.391549 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-dd9f6697-493e-40d5-ae3b-62647c1006d3 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/networks?id=5ac07696-51d5-44e7-852f-c2f5a89a75f7 HTTP/1.1" status: 200 len: 911 time: 0.1346493 May 26 23:20:01.408009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-5f96a60c-52f9-4296-bfa3-961e6ee2a71a tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/quotas/c94a13c56ff3465f8c15759afa732f51 HTTP/1.1" status: 200 len: 375 time: 0.0111341 May 26 23:20:01.480422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d71eb52d-c463-47b8-a5b5-da985b43cbf8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=c94a13c56ff3465f8c15759afa732f51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677857 May 26 23:20:01.622359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-f2d0390c-11f9-48f1-ac4f-0bc421f95b73 service neutron] 10.222.0.32 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345444 May 26 23:20:01.697547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1df7eed4-7e01-4181-bcfd-dcd77abce599 req-d40fb471-d3e2-4fb6-bf94-fb7e2407d808 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 210 time: 0.0413227 May 26 23:20:01.767947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-6ea50bd4-2a5e-40ce-ab97-da46e20d18c6 service neutron] 10.222.0.32 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396599 May 26 23:20:01.967504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b98852d-21de-4889-8cfd-d6cd44df3d1e req-c6a3304d-5cbd-41fa-a7eb-6d22df19ad0b tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 210 time: 0.0505378 May 26 23:20:02.865141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b9283eb2-3c1f-47a1-9ad0-3a5321c90977 req-cf5ba3ea-21c4-4c36-9733-ffdf87e69ce0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:20:02.881059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-b9283eb2-3c1f-47a1-9ad0-3a5321c90977 req-cf5ba3ea-21c4-4c36-9733-ffdf87e69ce0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:20:02.890295 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9283eb2-3c1f-47a1-9ad0-3a5321c90977 req-cf5ba3ea-21c4-4c36-9733-ffdf87e69ce0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 210 time: 0.0742736 May 26 23:20:03.138054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-cefc1ef7-4568-45a3-9cbe-d093c289f057 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:03.139551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-cefc1ef7-4568-45a3-9cbe-d093c289f057 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.2473433 May 26 23:20:03.139948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a89ab08d-5e43-4613-bfe7-27a83a281f3b req-f2c0e363-df28-404a-82a2-61df76cf63e2 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 210 time: 0.0406809 May 26 23:20:03.157783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'port': {'device_id': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'admin_state_up': True, 'tenant_id': '27f932db9fe14f87b139351aa959df5f'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:03.297334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:03.307001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:03.319302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:20:03.322907 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:03.471818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-6a141ee1-7835-418b-92cf-8913666c6460 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:03.473610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-6a141ee1-7835-418b-92cf-8913666c6460 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.55 "GET /v2.0/networks?id=5ac07696-51d5-44e7-852f-c2f5a89a75f7 HTTP/1.1" status: 200 len: 911 time: 0.1586158 May 26 23:20:03.495737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Request body: {'port': {'device_id': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'admin_state_up': True, 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:03.498073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.20.0.6 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/8df56f31-e3d4-4c97-b760-8122e61bab44) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:20:03.504122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:03.517427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:03.530169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Made reservation on behalf of c94a13c56ff3465f8c15759afa732f51 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:20:03.533921 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:03.716668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Allocated IP 172.20.0.5 (5ac07696-51d5-44e7-852f-c2f5a89a75f7/9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3/b4a6d24d-625b-46d8-b908-dc53b4fde452) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:20:03.721305 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:03.756073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Transition to ACTIVE for port object 8df56f31-e3d4-4c97-b760-8122e61bab44 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:03.784030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:03.870645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=8df56f31-e3d4-4c97-b760-8122e61bab44,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:03.895694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:20:03.896971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:03.899511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:20:03.972812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:03.973726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:03.991766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:04.011177 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-47ce2438-aaae-4c5d-8b62-0e14023392a2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574305 May 26 23:20:04.017915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Transition to ACTIVE for port object b4a6d24d-625b-46d8-b908-dc53b4fde452 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:04.027948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Request body: {'port': {'device_id': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:04.051315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:04.062169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:20:04.188965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:20:04.192527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:04.207919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:20:04.290127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a6d24d-625b-46d8-b908-dc53b4fde452,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:04.309075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:04.310192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:04.348722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-c7dc18a9-3c72-4921-bba4-ba3f235530a6 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8570328 May 26 23:20:04.367409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Request body: {'port': {'device_id': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:04.370639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:04.382398 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Sync routers for ids ['973131c5-d2ba-4e62-b419-4371febcf408'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:20:04.389622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-27d649c5-3648-47fb-ac53-e7338654473c None None] Provisioning for port 8df56f31-e3d4-4c97-b760-8122e61bab44 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:04.401793 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf41a-16c7-46da-b284-f642c62e5339 req-bc65bd14-8121-4d5f-af2f-fbc9891c8a10 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:04.402410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-60dbf41a-16c7-46da-b284-f642c62e5339 req-bc65bd14-8121-4d5f-af2f-fbc9891c8a10 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:20:04.407562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Routers {'973131c5-d2ba-4e62-b419-4371febcf408'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:04.408071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-27d649c5-3648-47fb-ac53-e7338654473c None None] Provisioning complete for port 8df56f31-e3d4-4c97-b760-8122e61bab44 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:04.408606 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-27d649c5-3648-47fb-ac53-e7338654473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:04.411698 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['973131c5-d2ba-4e62-b419-4371febcf408'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:04.482641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-60dbf41a-16c7-46da-b284-f642c62e5339 req-bc65bd14-8121-4d5f-af2f-fbc9891c8a10 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:20:04.483920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60dbf41a-16c7-46da-b284-f642c62e5339 req-bc65bd14-8121-4d5f-af2f-fbc9891c8a10 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 931 time: 0.4083846 May 26 23:20:04.504281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-27d649c5-3648-47fb-ac53-e7338654473c None None] Port 8df56f31-e3d4-4c97-b760-8122e61bab44 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:20:04.564981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60dbf41a-16c7-46da-b284-f642c62e5339 req-5edb1545-ec76-420e-8083-137cf6ba5681 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698903 May 26 23:20:04.633271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae5d64f2-225c-46f4-add9-e75d900e862c None None] Provisioning for port b4a6d24d-625b-46d8-b908-dc53b4fde452 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:04.638577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ae5d64f2-225c-46f4-add9-e75d900e862c None None] Provisioning complete for port b4a6d24d-625b-46d8-b908-dc53b4fde452 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:04.638941 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ae5d64f2-225c-46f4-add9-e75d900e862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:04.674619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:04.694721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12657be7-07c7-4e67-b82f-24925d2cbc14 req-bbb2ea7c-9a0c-4731-9ec9-edf27f32789b tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Synchronizing usage tracker for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:20:04.744848 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Set router 973131c5-d2ba-4e62-b419-4371febcf408 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:04.767513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12657be7-07c7-4e67-b82f-24925d2cbc14 req-bbb2ea7c-9a0c-4731-9ec9-edf27f32789b tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Unset dirty status for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:20:04.768845 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12657be7-07c7-4e67-b82f-24925d2cbc14 req-bbb2ea7c-9a0c-4731-9ec9-edf27f32789b tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1027 time: 0.3108704 May 26 23:20:04.791407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d64f2-225c-46f4-add9-e75d900e862c None None] Port b4a6d24d-625b-46d8-b908-dc53b4fde452 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:20:04.892832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12657be7-07c7-4e67-b82f-24925d2cbc14 req-6473a7b8-8cd0-4d38-9add-cc6bc464f4af tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117098 May 26 23:20:05.050452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df56f31-e3d4-4c97-b760-8122e61bab44 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:20:05.059575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.077097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Transition to ACTIVE for port object 8df56f31-e3d4-4c97-b760-8122e61bab44 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:05.084606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.153667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Pushing event updated for resources: {'Port': ['ID=8df56f31-e3d4-4c97-b760-8122e61bab44,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:05.222843 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 4, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port': {'id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:41Z', 'updated_at': '2022-05-26T23:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b88c66da-ff9f-41a0-8208-4782d58c1cbc', 'name': '', 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'mac_address': 'fa:16:3e:f3:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b0cf45a-9ccb-4a79-b168-d71250ab3a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:43Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 2, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'subnets': [{'id': '0b0cf45a-9ccb-4a79-b168-d71250ab3a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:05.227226 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Checking router: 973131c5-d2ba-4e62-b419-4371febcf408 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:20:05.227585 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Updating router 973131c5-d2ba-4e62-b419-4371febcf408 port b88c66da-ff9f-41a0-8208-4782d58c1cbc binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:20:05.243302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a6d24d-625b-46d8-b908-dc53b4fde452 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:20:05.254594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.271853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Transition to ACTIVE for port object b4a6d24d-625b-46d8-b908-dc53b4fde452 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:05.281826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.293049 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.395083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Attempting to bind port 8df56f31-e3d4-4c97-b760-8122e61bab44 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:20:05.395781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Attempting to bind port 8df56f31-e3d4-4c97-b760-8122e61bab44 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:20:05.396117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Attempting to bind port 8df56f31-e3d4-4c97-b760-8122e61bab44 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:05.404000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Port 8df56f31-e3d4-4c97-b760-8122e61bab44 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:20:05.404327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Attempting to bind port 8df56f31-e3d4-4c97-b760-8122e61bab44 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:05.412083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:20:05.412423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:20:05.412804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:20:05.413233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Bound port: 8df56f31-e3d4-4c97-b760-8122e61bab44, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:20:05.413774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.464318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Pushing event updated for resources: {'Port': ['ID=b4a6d24d-625b-46d8-b908-dc53b4fde452,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:05.561971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] For port 8df56f31-e3d4-4c97-b760-8122e61bab44, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:20:05.565740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] For port 8df56f31-e3d4-4c97-b760-8122e61bab44, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8df56f31-e3d4-4c97-b760-8122e61bab44,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:20:05.573392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.651258 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.659700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] 10.222.0.55 "PUT /v2.0/ports/8df56f31-e3d4-4c97-b760-8122e61bab44 HTTP/1.1" status: 200 len: 1091 time: 1.6314080 May 26 23:20:05.662775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'tag': '8df56f31-e3d4-4c97-b760-8122e61bab44'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:20:05.679067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Attempting to bind port b4a6d24d-625b-46d8-b908-dc53b4fde452 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:20:05.679419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Attempting to bind port b4a6d24d-625b-46d8-b908-dc53b4fde452 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:20:05.679745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Attempting to bind port b4a6d24d-625b-46d8-b908-dc53b4fde452 on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:05.687156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Port b4a6d24d-625b-46d8-b908-dc53b4fde452 on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:20:05.687526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Attempting to bind port b4a6d24d-625b-46d8-b908-dc53b4fde452 on network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:05.713602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:20:05.713963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Checking segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:20:05.714357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Bound using segment: {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:20:05.714844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Bound port: b4a6d24d-625b-46d8-b908-dc53b4fde452, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:20:05.715201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.869873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] For port b4a6d24d-625b-46d8-b908-dc53b4fde452, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:20:05.874663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] For port b4a6d24d-625b-46d8-b908-dc53b4fde452, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b4a6d24d-625b-46d8-b908-dc53b4fde452,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:20:05.883746 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.905932 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.922132 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Transition to ACTIVE for port object b88c66da-ff9f-41a0-8208-4782d58c1cbc will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:05.933507 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.987091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:05.987691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] 10.222.0.55 "PUT /v2.0/ports/b4a6d24d-625b-46d8-b908-dc53b4fde452 HTTP/1.1" status: 200 len: 1091 time: 1.6249263 May 26 23:20:06.090073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'tag': 'b4a6d24d-625b-46d8-b908-dc53b4fde452'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:20:06.101164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8caf8-4c9e-4ed4-90ae-9ba6cd345f6a service neutron] Pushing event updated for resources: {'Port': ['ID=b4a6d24d-625b-46d8-b908-dc53b4fde452,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:06.104475 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdeb621a-4f12-43e4-b80f-48e3b08841e3'] response: {'name': 'network-changed', 'server_uuid': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'tag': '8df56f31-e3d4-4c97-b760-8122e61bab44', 'status': 'completed', 'code': 200} May 26 23:20:06.140350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606080a0-da90-4e7a-9691-d9c3b1dd4c1a service neutron] Pushing event updated for resources: {'Port': ['ID=8df56f31-e3d4-4c97-b760-8122e61bab44,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:06.198671 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-900a4d23-b383-47ac-ab8b-4dddec0833aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94a13c56ff3465f8c15759afa732f51&device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1094 time: 0.0906618 May 26 23:20:06.268609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce477d6-8ac5-4235-b49c-8a2e6f54e8a5 req-42c9880c-c824-42b9-9197-d566bb116d02 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:06.270217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6ce477d6-8ac5-4235-b49c-8a2e6f54e8a5 req-42c9880c-c824-42b9-9197-d566bb116d02 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.4402478 May 26 23:20:06.280972 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d65c2a-a044-4234-a645-6e72f4019e48 None None] Pushing event updated for resources: {'Port': ['ID=b88c66da-ff9f-41a0-8208-4782d58c1cbc,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:06.350581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-277e01a1-47a1-47dd-b64c-163e6a7a238d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 1094 time: 0.6182957 May 26 23:20:06.382197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-fb6ee28d-420e-49d4-b2f0-7b9da6699634 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a6d24d-625b-46d8-b908-dc53b4fde452 HTTP/1.1" status: 200 len: 217 time: 0.1663611 May 26 23:20:06.394251 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Attempting to bind port b88c66da-ff9f-41a0-8208-4782d58c1cbc on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:20:06.394646 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Attempting to bind port b88c66da-ff9f-41a0-8208-4782d58c1cbc by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:20:06.395002 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Attempting to bind port b88c66da-ff9f-41a0-8208-4782d58c1cbc on network 4921e5e5-ee16-49b5-b906-9f77fd155464 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:06.406348 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:20:06.407736 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Checking segment: {'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:20:06.408147 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:06.408536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Bound using segment: {'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:20:06.410975 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Bound port: b88c66da-ff9f-41a0-8208-4782d58c1cbc, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981b1515-f7ae-4df7-a300-f6e8763f7abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:20:06.411914 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:06.493825 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6ce477d6-8ac5-4235-b49c-8a2e6f54e8a5 req-9c459de8-2183-4c86-948a-2c2017af6028 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136939 May 26 23:20:06.495502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-231e9d03-1352-4bd1-8807-710e3e84def8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df56f31-e3d4-4c97-b760-8122e61bab44 HTTP/1.1" status: 200 len: 217 time: 0.1378465 May 26 23:20:06.500691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-167c55dc-1e99-4549-b5a5-9318a7d93df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:06.502400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-167c55dc-1e99-4549-b5a5-9318a7d93df3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3 HTTP/1.1" status: 200 len: 849 time: 0.1098638 May 26 23:20:06.577494 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] For port b88c66da-ff9f-41a0-8208-4782d58c1cbc, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:20:06.582886 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] For port b88c66da-ff9f-41a0-8208-4782d58c1cbc, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b88c66da-ff9f-41a0-8208-4782d58c1cbc,segment=NetworkSegment(981b1515-f7ae-4df7-a300-f6e8763f7abf),segment_id=981b1515-f7ae-4df7-a300-f6e8763f7abf)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:20:06.595191 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:06.666947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-c9a0720e-8b8e-4846-9495-475ff156add3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:06.667552 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60982014-9dd0-47b5-ae35-4b7d42899ad4'] response: {'name': 'network-changed', 'server_uuid': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'tag': 'b4a6d24d-625b-46d8-b908-dc53b4fde452', 'status': 'completed', 'code': 200} May 26 23:20:06.671479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-c9a0720e-8b8e-4846-9495-475ff156add3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.1593170 May 26 23:20:06.738623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-1833574d-f36b-4573-b3ba-87704d748065 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac07696-51d5-44e7-852f-c2f5a89a75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207685 May 26 23:20:06.740911 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d65c2a-a044-4234-a645-6e72f4019e48 None None] Pushing event updated for resources: {'Port': ['ID=b88c66da-ff9f-41a0-8208-4782d58c1cbc,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:06.748912 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36eb27d0-02fc-40b0-87fe-f84faae2e26e req-3149c9ee-1fe9-4586-bbf0-c00c79f00ddf tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1094 time: 0.1674440 May 26 23:20:06.752451 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Routers {'973131c5-d2ba-4e62-b419-4371febcf408'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:06.753084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:19:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['973131c5-d2ba-4e62-b419-4371febcf408'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:06.823670 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-a0b20bdd-2997-4a3d-8046-7442c25fb9e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411703 May 26 23:20:07.055672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-bc19c696-0bd8-473f-ae2e-7f67c843273a service neutron] 10.222.0.55 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050976 May 26 23:20:07.078128 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] Set router 973131c5-d2ba-4e62-b419-4371febcf408 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:07.139618 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-632c5bd5-eb32-4730-8c12-4d78a203749b service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047087 May 26 23:20:07.199952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-36eb27d0-02fc-40b0-87fe-f84faae2e26e req-00e5f24f-b945-43b2-85c9-782bc3dc9225 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138744 May 26 23:20:07.301953 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ca3d0cc-da3f-41b6-8158-d47f83353080 req-0b3a455e-3289-4adf-8908-0cdfc9491b9d service neutron] 10.222.0.55 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370996 May 26 23:20:07.333887 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1971574-35d6-4d1c-8d8f-4a78fac16b3d req-ca8025fa-e035-43f0-b9af-57e956c69590 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846292 May 26 23:20:07.480894 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 4, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port': {'id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:41Z', 'updated_at': '2022-05-26T23:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b88c66da-ff9f-41a0-8208-4782d58c1cbc', 'name': '', 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'mac_address': 'fa:16:3e:f3:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b0cf45a-9ccb-4a79-b168-d71250ab3a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:43Z', 'updated_at': '2022-05-26T23:20:06Z', 'revision_number': 4, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'subnets': [{'id': '0b0cf45a-9ccb-4a79-b168-d71250ab3a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:07.484899 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7eccb2-51b4-4aa5-9522-8c2ce5bb19c2 None None] The sync data for ids ['973131c5-d2ba-4e62-b419-4371febcf408'] in n-d-843301-1 is: [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 4, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port': {'id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:41Z', 'updated_at': '2022-05-26T23:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b88c66da-ff9f-41a0-8208-4782d58c1cbc', 'name': '', 'network_id': '4921e5e5-ee16-49b5-b906-9f77fd155464', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'mac_address': 'fa:16:3e:f3:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b0cf45a-9ccb-4a79-b168-d71250ab3a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:43Z', 'updated_at': '2022-05-26T23:20:06Z', 'revision_number': 4, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'subnets': [{'id': '0b0cf45a-9ccb-4a79-b168-d71250ab3a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:20:07.496385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-3d1ccf05-7e4d-4294-b21c-a3ed3546a223 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94a13c56ff3465f8c15759afa732f51&device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1094 time: 0.0907524 May 26 23:20:07.586610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-54563ebe-2fce-41b5-a10e-150f470a22c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 1094 time: 0.1618652 May 26 23:20:07.732511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-82eaa238-592f-438a-93ef-d8210cd0e955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:07.734495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-82eaa238-592f-438a-93ef-d8210cd0e955 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ac07696-51d5-44e7-852f-c2f5a89a75f7 HTTP/1.1" status: 200 len: 911 time: 0.2316072 May 26 23:20:07.850948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-b4b82da6-6543-4e16-bd7d-bd101d2cc719 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a6d24d-625b-46d8-b908-dc53b4fde452 HTTP/1.1" status: 200 len: 217 time: 0.0778050 May 26 23:20:07.852839 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-c3d240b6-f7f2-4a5e-8c7a-88746add2e76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:07.854440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-c3d240b6-f7f2-4a5e-8c7a-88746add2e76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.2595716 May 26 23:20:07.951363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-022b6d92-a9d8-4efb-853b-bbf4aad60b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:07.952835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-022b6d92-a9d8-4efb-853b-bbf4aad60b65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3 HTTP/1.1" status: 200 len: 849 time: 0.0912757 May 26 23:20:07.962820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6343-f46e-4c36-b9d2-18a1da749e19 req-e82d1615-bd3e-4043-a394-aadef1f61afe tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:07.964221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c2c6343-f46e-4c36-b9d2-18a1da749e19 req-e82d1615-bd3e-4043-a394-aadef1f61afe tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.2289722 May 26 23:20:07.974837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-46dd61d5-9ed2-46cc-b9f7-8279e1561f17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df56f31-e3d4-4c97-b760-8122e61bab44 HTTP/1.1" status: 200 len: 217 time: 0.1126118 May 26 23:20:08.077204 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-ca865799-345b-436c-ac12-32165f9b82e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:08.078816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-ca865799-345b-436c-ac12-32165f9b82e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0952892 May 26 23:20:08.105373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c2c6343-f46e-4c36-b9d2-18a1da749e19 req-c3cda558-1566-44de-80c1-4cbccff033ae tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010075 May 26 23:20:08.139835 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-9c060695-66de-42ab-b532-1cbe9fbf7fd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ac07696-51d5-44e7-852f-c2f5a89a75f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741412 May 26 23:20:08.178678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-6c535973-8e6e-4014-ad55-ea40c147c685 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889916 May 26 23:20:08.340471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-d5d4f108-e7ca-454f-bbdf-987842c0ff07 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922729 May 26 23:20:08.546224 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-c3b5a308-4244-42c8-ad5f-d2cf6dc7c5e8 service neutron] 10.222.0.55 "GET /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976604 May 26 23:20:08.611528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-b9d494a9-80f5-41e1-933f-4c181f5d4d7d service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254382 May 26 23:20:08.626188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7c30c01d-1abc-4bb8-8fcf-2c53e1c3d949 req-729c9d35-f717-464f-a311-5eb2d55be145 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1094 time: 0.1631901 May 26 23:20:08.761403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7c30c01d-1abc-4bb8-8fcf-2c53e1c3d949 req-5799b0d1-2c19-41d5-ac89-3c88c19f4249 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342897 May 26 23:20:08.838424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2fcc84ee-e24c-42be-9aea-88788c621f22 req-f8988977-8a78-4a89-8ed9-2f99c7909598 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101114 May 26 23:20:09.391504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d15284-d845-4258-ad3b-00f01e3e880c req-7b192bdf-79f8-4f7a-bcd8-84f4afe0096f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:09.393524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e1d15284-d845-4258-ad3b-00f01e3e880c req-7b192bdf-79f8-4f7a-bcd8-84f4afe0096f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.1047649 May 26 23:20:09.447059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b88c66da-ff9f-41a0-8208-4782d58c1cbc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:09.473396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e1d15284-d845-4258-ad3b-00f01e3e880c req-43a44ec9-14a7-41a4-ab60-b71b09ece6d9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653958 May 26 23:20:09.569392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b88c66da-ff9f-41a0-8208-4782d58c1cbc completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:09.580955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b88c66da-ff9f-41a0-8208-4782d58c1cbc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:09.581621 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:09.788620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:09.853333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b88c66da-ff9f-41a0-8208-4782d58c1cbc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b88c66da-ff9f-41a0-8208-4782d58c1cbc,segment=NetworkSegment(981b1515-f7ae-4df7-a300-f6e8763f7abf),segment_id=981b1515-f7ae-4df7-a300-f6e8763f7abf)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:09.860581 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:09.944130 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b88c66da-ff9f-41a0-8208-4782d58c1cbc,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:09.989917 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a042998-9ab1-47ca-8007-25497ca09d37 req-6f8a396b-1784-4afa-98de-e39a2d3170a5 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1094 time: 0.0861874 May 26 23:20:10.046445 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1a042998-9ab1-47ca-8007-25497ca09d37 req-6f801b94-f3ff-4db7-a61f-8cd782e78464 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534320 May 26 23:20:10.729088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fff235-abaf-4a0f-a4a3-144671f9220a req-61b1a5f0-3945-45a4-b5ea-89e0e9157d3e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:10.734116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2fff235-abaf-4a0f-a4a3-144671f9220a req-61b1a5f0-3945-45a4-b5ea-89e0e9157d3e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.1109293 May 26 23:20:10.870211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2fff235-abaf-4a0f-a4a3-144671f9220a req-f097ad1d-9c58-4177-b75c-c023820d0a5f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339555 May 26 23:20:10.997457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b4a6d24d-625b-46d8-b908-dc53b4fde452 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:20:11.162714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b4a6d24d-625b-46d8-b908-dc53b4fde452, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b4a6d24d-625b-46d8-b908-dc53b4fde452,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:11.180884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'b4a6d24d-625b-46d8-b908-dc53b4fde452', 'network_id': '5ac07696-51d5-44e7-852f-c2f5a89a75f7', 'port_id': 'b4a6d24d-625b-46d8-b908-dc53b4fde452', 'mac_address': 'fa:16:3e:95:a7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:20:11.247121 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:11.266918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a6d24d-625b-46d8-b908-dc53b4fde452 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:20:11.283787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b4a6d24d-625b-46d8-b908-dc53b4fde452, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b4a6d24d-625b-46d8-b908-dc53b4fde452,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:11.289227 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:11.301033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c40d64ad-be08-404f-a3c8-47aa6921846f req-c8491b7c-0e32-4ba6-a2ba-258f2e693d09 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1094 time: 0.1271319 May 26 23:20:11.384946 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c40d64ad-be08-404f-a3c8-47aa6921846f req-5ba4c7c0-0f92-406f-89ed-757408f60064 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811458 May 26 23:20:11.404085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b4a6d24d-625b-46d8-b908-dc53b4fde452,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:11.439634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b88c66da-ff9f-41a0-8208-4782d58c1cbc up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:11.518037 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b88c66da-ff9f-41a0-8208-4782d58c1cbc triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:11.518402 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:11.546582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['b4a6d24d-625b-46d8-b908-dc53b4fde452'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:20:12.086275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132337c-7649-4d1d-af19-7777eaddb08c req-fdc4afd2-e463-42f6-9b5d-8945dfa6a2d7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:12.088201 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1132337c-7649-4d1d-af19-7777eaddb08c req-fdc4afd2-e463-42f6-9b5d-8945dfa6a2d7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0895953 May 26 23:20:12.135460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1132337c-7649-4d1d-af19-7777eaddb08c req-10091644-1f06-4a22-8a2d-dae21a35c293 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 May 26 23:20:12.570072 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9261ccd2-078e-4006-9d75-2c3f1e9a8968 req-e14f8ad2-fe01-4abf-94fa-4f94ed39eaec tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1095 time: 0.0727119 May 26 23:20:12.624661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9261ccd2-078e-4006-9d75-2c3f1e9a8968 req-bf4d6a43-cb20-42c0-9f3d-3f684608d246 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481715 May 26 23:20:13.011496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b4a6d24d-625b-46d8-b908-dc53b4fde452 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:13.080382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port b4a6d24d-625b-46d8-b908-dc53b4fde452 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:13.084721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port b4a6d24d-625b-46d8-b908-dc53b4fde452 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:13.085083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:13.195859 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:13.222963 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a6d24d-625b-46d8-b908-dc53b4fde452'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:20:13.232939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b4a6d24d-625b-46d8-b908-dc53b4fde452, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b4a6d24d-625b-46d8-b908-dc53b4fde452,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:13.239104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:13.284908 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407b6718-b35d-4fa4-a669-3d86d6105165'] response: {'server_uuid': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a6d24d-625b-46d8-b908-dc53b4fde452', 'code': 200} May 26 23:20:13.311564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b4a6d24d-625b-46d8-b908-dc53b4fde452,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:13.359069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d416caa-b206-45b5-9085-ba9077bc27d2 req-279151d1-0599-47ba-953a-066cda4bcf87 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:13.361015 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d416caa-b206-45b5-9085-ba9077bc27d2 req-279151d1-0599-47ba-953a-066cda4bcf87 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0982287 May 26 23:20:13.411259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d416caa-b206-45b5-9085-ba9077bc27d2 req-3eeef42f-a10b-498f-8e51-b0f839c847aa tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 May 26 23:20:13.447060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad1adf3d-03e1-4047-b755-1a4ef091d27a req-3bac1dc9-a73c-4dee-b12f-15f320c7dda2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0705380 May 26 23:20:13.495892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad1adf3d-03e1-4047-b755-1a4ef091d27a req-d7ca418c-0bb0-4da0-b9c1-91c20148879c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 May 26 23:20:13.802009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98939f3d-bdfa-4aba-9cc2-b3f306a3baa5 req-f8af0016-04f8-4e1d-948c-f8c8310f1174 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0677884 May 26 23:20:13.845314 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98939f3d-bdfa-4aba-9cc2-b3f306a3baa5 req-f42caece-47c5-42aa-aa26-d526a50732ea tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 May 26 23:20:14.605020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771a7ae-04a9-4fc8-99c8-eafc5f0beb81 req-3a65b6e0-2068-471f-9ad8-a6bbde0a1999 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:14.607133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4771a7ae-04a9-4fc8-99c8-eafc5f0beb81 req-3a65b6e0-2068-471f-9ad8-a6bbde0a1999 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0769608 May 26 23:20:14.660453 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4771a7ae-04a9-4fc8-99c8-eafc5f0beb81 req-27f12409-4292-4d09-8c32-dbaccc31f931 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477231 May 26 23:20:15.040080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32e988e7-8b71-42b5-a97a-20f0c312c538 req-76276c30-e15c-4332-a83d-16cc52c8269b tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0720651 May 26 23:20:15.083403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32e988e7-8b71-42b5-a97a-20f0c312c538 req-ef3e6b6e-39a5-4bd2-a86a-c82ecf4b8581 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 May 26 23:20:15.275774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82274d5f-b759-4e45-9370-b2f37148d242 req-b7a6ff12-5807-4120-a7d2-37a3db3e655d tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0722249 May 26 23:20:15.320138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82274d5f-b759-4e45-9370-b2f37148d242 req-2c0c7a11-b708-4a9c-94fc-52de54f0f22b tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379207 May 26 23:20:15.508815 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d534df37-16f8-4f79-97cd-6d0db2741435 req-c84aa973-e6b4-45b3-b284-e043d7422980 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0668690 May 26 23:20:15.550869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d534df37-16f8-4f79-97cd-6d0db2741435 req-ccbe6939-d2fd-4e90-aee0-2dbc41891ffd tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356839 May 26 23:20:15.880937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa296-9b4e-4053-8ba2-a86e2d2f6c33 req-65787388-1771-46b3-904e-5ce3a88fef18 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:15.882468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07eaa296-9b4e-4053-8ba2-a86e2d2f6c33 req-65787388-1771-46b3-904e-5ce3a88fef18 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0855370 May 26 23:20:15.928071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07eaa296-9b4e-4053-8ba2-a86e2d2f6c33 req-f2768448-5646-46f9-b7ba-4ebd66d4271e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 May 26 23:20:15.945667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e1b50c9-b628-42ef-92f5-91bac0aade35 req-ad8e58ca-246d-4856-8b7d-708a2187ada7 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0715079 May 26 23:20:15.987069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e1b50c9-b628-42ef-92f5-91bac0aade35 req-0df87830-fd59-40c4-a2dd-fd3128c0b7f7 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359671 May 26 23:20:17.149491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124db0-7191-4ce7-bd4c-8ecc29e82b8f req-67d5ae05-776a-46c7-8b6a-3792d948da8d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:17.151064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-05124db0-7191-4ce7-bd4c-8ecc29e82b8f req-67d5ae05-776a-46c7-8b6a-3792d948da8d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0946467 May 26 23:20:17.194157 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d442e0e-8c19-4c46-a170-b63b7427c309 req-035c2ee6-95de-4cd9-9146-08c4712903c3 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0797999 May 26 23:20:17.205467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-268ae531-f206-4a7a-9c8a-39cd8bed30e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:17.207000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-05124db0-7191-4ce7-bd4c-8ecc29e82b8f req-0ad35ce2-1e67-453e-a5c9-05c08d9fbc89 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500655 May 26 23:20:17.239263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d442e0e-8c19-4c46-a170-b63b7427c309 req-b83e559f-faed-42bb-ac0f-472e2f871c11 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 May 26 23:20:17.313166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-cbf809b2-2681-4107-bf2f-5efd003e0050 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 1096 time: 0.0704713 May 26 23:20:17.376189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Deleting port b4a6d24d-625b-46d8-b908-dc53b4fde452 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:17.376518 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:17.594112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] For port b4a6d24d-625b-46d8-b908-dc53b4fde452, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b4a6d24d-625b-46d8-b908-dc53b4fde452,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:17.594458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:17.798735 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Calling delete_port for b4a6d24d-625b-46d8-b908-dc53b4fde452 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:17.927715 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:17.937727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:20:17.966157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['b4a6d24d-625b-46d8-b908-dc53b4fde452'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:20:17.974310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4a6d24d-625b-46d8-b908-dc53b4fde452,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:18.056169 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] No DVR routers for this DVR port b4a6d24d-625b-46d8-b908-dc53b4fde452 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:20:18.059933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:18.062964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'name': 'network-vif-deleted', 'tag': 'b4a6d24d-625b-46d8-b908-dc53b4fde452'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:20:18.080320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a244539-16d0-4ce8-8748-f906e6b76565 req-fccbb862-efab-4c6b-aa82-4817fb148ae8 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b4a6d24d-625b-46d8-b908-dc53b4fde452 HTTP/1.1" status: 204 len: 173 time: 0.7591934 May 26 23:20:18.127856 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b1de8d-4780-4e13-b13d-ce3cf0ab6d02'] response: {'server_uuid': 'cef5e848-7034-430d-8eaa-02c6b55859c1', 'name': 'network-vif-deleted', 'tag': 'b4a6d24d-625b-46d8-b908-dc53b4fde452', 'status': 'completed', 'code': 200} May 26 23:20:18.405523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbbcd5-1d2b-4354-bef7-e13e589d766f req-7c78796c-e195-41a8-ae9b-f624b0d6820f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:18.406987 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8afbbcd5-1d2b-4354-bef7-e13e589d766f req-7c78796c-e195-41a8-ae9b-f624b0d6820f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0807264 May 26 23:20:18.418371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ffad6fba-8f1e-4e34-a768-fadeaf23acf1 req-5f801943-84d4-4a25-9ff9-540c2ce0afa4 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Synchronizing usage tracker for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:20:18.433397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ffad6fba-8f1e-4e34-a768-fadeaf23acf1 req-5f801943-84d4-4a25-9ff9-540c2ce0afa4 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Unset dirty status for tenant:c94a13c56ff3465f8c15759afa732f51 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:20:18.434676 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ffad6fba-8f1e-4e34-a768-fadeaf23acf1 req-5f801943-84d4-4a25-9ff9-540c2ce0afa4 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef5e848-7034-430d-8eaa-02c6b55859c1 HTTP/1.1" status: 200 len: 210 time: 0.0555782 May 26 23:20:18.452714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8afbbcd5-1d2b-4354-bef7-e13e589d766f req-5e7e732e-12f8-4671-9cb4-dbb736c85c21 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 May 26 23:20:19.650494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10ac08-8345-418d-b71a-99b4712b9917 req-654991e9-1550-4463-953e-a1dc0249ca55 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:19.652138 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b10ac08-8345-418d-b71a-99b4712b9917 req-654991e9-1550-4463-953e-a1dc0249ca55 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0784984 May 26 23:20:19.703677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9b10ac08-8345-418d-b71a-99b4712b9917 req-2caebe3a-3789-409f-8268-bf4e56bb08af tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 May 26 23:20:19.901650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc07bba2-d13d-4fe9-93cc-9487a776a4e8 req-c20abb85-b07c-4b9a-a61f-efc64d05ace1 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0663362 May 26 23:20:19.943231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc07bba2-d13d-4fe9-93cc-9487a776a4e8 req-5228b8f4-ef6e-4705-bd21-422406869932 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358384 May 26 23:20:19.966882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b021f282-9686-43aa-9469-a08289d12ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:20.658482 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:20.791623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:20.906424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09c002-fdd6-4bb7-ab39-63cc5706796e req-787e236f-b8fe-4a87-9ff8-8b6a46e699bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:20.907863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f09c002-fdd6-4bb7-ab39-63cc5706796e req-787e236f-b8fe-4a87-9ff8-8b6a46e699bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0811086 May 26 23:20:20.954407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2f09c002-fdd6-4bb7-ab39-63cc5706796e req-3183198d-98ad-4d47-b155-ee92dc2205a6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 May 26 23:20:21.061419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b4a6d24d-625b-46d8-b908-dc53b4fde452 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:21.094202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: b4a6d24d-625b-46d8-b908-dc53b4fde452 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:21.094549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b4a6d24d-625b-46d8-b908-dc53b4fde452 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:21.130658 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd5f3bae-c1e8-4127-8ea9-3f49ece10616 req-244b1dd8-be5b-42ad-a506-b5330ab8bd60 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0710435 May 26 23:20:21.172561 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd5f3bae-c1e8-4127-8ea9-3f49ece10616 req-8601c31e-5918-4aed-ae72-f9347e92a046 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1ee5ed7-c658-4954-a4ab-0bab339806c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 May 26 23:20:21.391985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-856f79cc-d94c-462d-b805-f1242ad6ebc2 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0655017 May 26 23:20:21.455344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Deleting port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:21.455678 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:21.673075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] For port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:21.673563 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:21.795702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Calling delete_port for 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:21.922888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:21.933073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:20:21.971542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Pushing event deleted for resources: {'Port': ['ID=673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:22.016233 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:22.048790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] No DVR routers for this DVR port 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:20:22.051460 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:22.054576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'name': 'network-vif-deleted', 'tag': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:20:22.076920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7e9b0667-4f45-4a7f-8b7b-3ab17a1df651 req-ddb2c5c8-fbc8-4049-bec6-6d7891d033aa tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.48 "DELETE /v2.0/ports/673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad HTTP/1.1" status: 204 len: 173 time: 0.6801128 May 26 23:20:22.142514 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5486ab26-872c-4e3c-b81d-f49594cfec2e'] response: {'server_uuid': '08839a56-eef5-4319-9b66-02a8af95e9c7', 'name': 'network-vif-deleted', 'tag': '673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad', 'status': 'completed', 'code': 200} May 26 23:20:22.190785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fca185-8f47-4bd1-b4ee-a3a98944af97 req-329cccdf-b71c-4219-ad84-1b85cbd3426d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:22.192231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32fca185-8f47-4bd1-b4ee-a3a98944af97 req-329cccdf-b71c-4219-ad84-1b85cbd3426d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 943 time: 0.0948825 May 26 23:20:22.242562 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32fca185-8f47-4bd1-b4ee-a3a98944af97 req-05887b87-fdf4-48d2-8a01-20ceb50e34f4 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 May 26 23:20:22.351038 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0583631c-52be-4b06-9649-e5fe49c85f71 req-6b13202e-c985-4be6-af56-26528ca06e54 tempest-TestServerMultinode-1605683432 tempest-TestServerMultinode-1605683432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=08839a56-eef5-4319-9b66-02a8af95e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0388300 May 26 23:20:23.062312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8df56f31-e3d4-4c97-b760-8122e61bab44 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:20:23.195766 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8df56f31-e3d4-4c97-b760-8122e61bab44, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8df56f31-e3d4-4c97-b760-8122e61bab44,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:23.208565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '8df56f31-e3d4-4c97-b760-8122e61bab44', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'port_id': '8df56f31-e3d4-4c97-b760-8122e61bab44', 'mac_address': 'fa:16:3e:80:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:20:23.260525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:23.277721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df56f31-e3d4-4c97-b760-8122e61bab44 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:20:23.292342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8df56f31-e3d4-4c97-b760-8122e61bab44, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8df56f31-e3d4-4c97-b760-8122e61bab44,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:23.296672 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:23.366429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8df56f31-e3d4-4c97-b760-8122e61bab44,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:23.449468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cc835-a21c-4e82-b6b7-4e6d170b622a req-43950106-1a11-4706-9fc8-caf04381cada tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:23.451008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-691cc835-a21c-4e82-b6b7-4e6d170b622a req-43950106-1a11-4706-9fc8-caf04381cada tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 944 time: 0.0899746 May 26 23:20:23.467374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42246) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:23.500828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-691cc835-a21c-4e82-b6b7-4e6d170b622a req-8fe12551-4e83-4fd9-9a48-4c6917c63a8f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 May 26 23:20:23.550126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8df56f31-e3d4-4c97-b760-8122e61bab44'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:20:23.863986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:24.563938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Deleting port 722bf851-a083-46b5-a4a3-2c58cad650f1 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:24.564612 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:24.841477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26b09b-7488-4b57-966b-2b63aeb95bbb req-61b72b87-693d-40db-9b73-4e9009635c3a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:24.842845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c26b09b-7488-4b57-966b-2b63aeb95bbb req-61b72b87-693d-40db-9b73-4e9009635c3a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 944 time: 0.2194660 May 26 23:20:24.844515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] For port 722bf851-a083-46b5-a4a3-2c58cad650f1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=722bf851-a083-46b5-a4a3-2c58cad650f1,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:24.844863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:24.988589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Calling delete_port for 722bf851-a083-46b5-a4a3-2c58cad650f1 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:25.059501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c26b09b-7488-4b57-966b-2b63aeb95bbb req-724b0a02-326f-43e9-bdcb-eb13abf3c656 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071786 May 26 23:20:25.075019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8df56f31-e3d4-4c97-b760-8122e61bab44 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:25.143553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 8df56f31-e3d4-4c97-b760-8122e61bab44 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:25.148732 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 8df56f31-e3d4-4c97-b760-8122e61bab44 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:25.150546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:25.177369 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:25.222821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=722bf851-a083-46b5-a4a3-2c58cad650f1,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:25.284567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:25.314246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df56f31-e3d4-4c97-b760-8122e61bab44'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:20:25.328554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 8df56f31-e3d4-4c97-b760-8122e61bab44, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8df56f31-e3d4-4c97-b760-8122e61bab44,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:25.333270 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:25.400520 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95bc75d-824e-4cbb-a30f-b37ccc239429'] response: {'server_uuid': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df56f31-e3d4-4c97-b760-8122e61bab44', 'code': 200} May 26 23:20:25.411225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=8df56f31-e3d4-4c97-b760-8122e61bab44,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:25.496524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:25.545064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80041a9b-3343-4757-81e0-b5ff7c20a9dc req-0c5d984f-142c-47ad-b41a-7ebff0f4a91b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 1096 time: 0.0737214 May 26 23:20:25.547501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:25.591143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80041a9b-3343-4757-81e0-b5ff7c20a9dc req-a19afed7-62dc-49db-a055-75677fef1e52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 May 26 23:20:25.607577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:25.642913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:25.643251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 673e2d83-9a9e-4b82-a1ea-dbcb2acb6aad not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:26.263403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Router 26a30cb5-b899-46f5-8057-82cb41d5b973 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:20:26.283890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49ba28-f75f-49e3-9c25-cadd4ab500f3 req-fd68dc3c-cdc9-4b1f-9b69-90b6ee2ed232 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:26.285305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-da49ba28-f75f-49e3-9c25-cadd4ab500f3 req-fd68dc3c-cdc9-4b1f-9b69-90b6ee2ed232 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.0983551 May 26 23:20:26.452449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-da49ba28-f75f-49e3-9c25-cadd4ab500f3 req-3174bcf6-883b-436e-ba55-bbdb2b075356 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171165 May 26 23:20:26.506688 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:20:26.520475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f1b08f02-81af-4e9d-b7b6-963868c023f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/26a30cb5-b899-46f5-8057-82cb41d5b973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0520484 May 26 23:20:26.520901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] Sync routers for ids ['26a30cb5-b899-46f5-8057-82cb41d5b973'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:20:26.523063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42256) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:26.533518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] Routers {'26a30cb5-b899-46f5-8057-82cb41d5b973'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:26.534141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['26a30cb5-b899-46f5-8057-82cb41d5b973'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:26.725232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] Set router 26a30cb5-b899-46f5-8057-82cb41d5b973 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:26.833450 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:27.012534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:20:25Z', 'revision_number': 5, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port': {'id': '62fc1a4b-b4e2-466e-934c-38eb9736cd50', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:34Z', 'updated_at': '2022-05-26T23:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:27.016399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] Checking router: 26a30cb5-b899-46f5-8057-82cb41d5b973 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:20:27.027095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] Routers {'26a30cb5-b899-46f5-8057-82cb41d5b973'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:27.027699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['26a30cb5-b899-46f5-8057-82cb41d5b973'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:27.030891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:27.040611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Deleting port 62fc1a4b-b4e2-466e-934c-38eb9736cd50 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:27.040957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:27.178391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] Set router 26a30cb5-b899-46f5-8057-82cb41d5b973 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:27.219689 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] For port 62fc1a4b-b4e2-466e-934c-38eb9736cd50, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=62fc1a4b-b4e2-466e-934c-38eb9736cd50,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:27.220054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:27.319744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:20:27Z', 'revision_number': 6, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:27.323561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3532fb-39ab-480a-aa4a-6fedead879dd None None] The sync data for ids ['26a30cb5-b899-46f5-8057-82cb41d5b973'] in n-d-843301-1 is: [{'id': '26a30cb5-b899-46f5-8057-82cb41d5b973', 'name': 'tempest-TestServerMultinode-1836904009-router', 'tenant_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:33Z', 'updated_at': '2022-05-26T23:20:27Z', 'revision_number': 6, 'project_id': '7597fc1a806c47c08f5a8d4b2ec972a7', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:20:27.343704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Calling delete_port for 62fc1a4b-b4e2-466e-934c-38eb9736cd50 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:27.507433 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:27.550324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=62fc1a4b-b4e2-466e-934c-38eb9736cd50,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:27.829236 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:27.891732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf51a0-6bb6-4bdf-b453-9eda628e47cb req-9309cb05-eafd-4ea1-9b74-0e86ea5d2886 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:27.893236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6cf51a0-6bb6-4bdf-b453-9eda628e47cb req-9309cb05-eafd-4ea1-9b74-0e86ea5d2886 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.3131127 May 26 23:20:28.003827 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.228420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6cf51a0-6bb6-4bdf-b453-9eda628e47cb req-137e7e04-7045-4223-85b1-438d4993f9d3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820938 May 26 23:20:28.230283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.234609 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.259111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.259642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a30cb5-b899-46f5-8057-82cb41d5b973 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:20:28.272291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.273400 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-16d485e7-4414-4136-9eb5-ec484680f9f7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/26a30cb5-b899-46f5-8057-82cb41d5b973 HTTP/1.1" status: 204 len: 168 time: 1.7493689 May 26 23:20:28.275968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42264) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:28.338879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] Deleting subnet 9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:20:28.342066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.396198 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.441183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae72b54-9768-4eaf-9767-77dc8ee1cff0 req-74bc7f32-480a-4a08-a408-a1ac6d28a28c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:28.442562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ae72b54-9768-4eaf-9767-77dc8ee1cff0 req-74bc7f32-480a-4a08-a408-a1ac6d28a28c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.0809309 May 26 23:20:28.472645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.487043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ae72b54-9768-4eaf-9767-77dc8ee1cff0 req-d3456b3e-3c98-498f-8c92-f56dcf4f7292 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 May 26 23:20:28.543444 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.581629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:28.588126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.591291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b1548a-ead0-43fa-85d2-e028e21879e0 None None] Network 5ac07696-51d5-44e7-852f-c2f5a89a75f7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:20:28.594666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-251e1264-d0af-4de7-86d6-97a0efbc4d7e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9d1b41f9-8dbd-42aa-a7da-e595ef72e8a3 HTTP/1.1" status: 204 len: 168 time: 0.3176928 May 26 23:20:28.597127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42270) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:28.752338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.771470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Deleting port 290e21c3-331b-416e-b256-475c4ae3b69a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:28.771802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.819239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bd0cf-f568-46c2-8981-5ac9f308d62c req-3006d04f-3872-4529-902d-0c7f1c693465 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:28.820688 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-609bd0cf-f568-46c2-8981-5ac9f308d62c req-3006d04f-3872-4529-902d-0c7f1c693465 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.2053924 May 26 23:20:28.840927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] DHCP port deletion for 5ac07696-51d5-44e7-852f-c2f5a89a75f7 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:20:28.845136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Deleting port 290e21c3-331b-416e-b256-475c4ae3b69a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:28.845506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:28.924038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-609bd0cf-f568-46c2-8981-5ac9f308d62c req-d8075d57-f4c3-4b2b-8312-2f64610cda1c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958755 May 26 23:20:29.025484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] For port 290e21c3-331b-416e-b256-475c4ae3b69a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=290e21c3-331b-416e-b256-475c4ae3b69a,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:29.027473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.056427 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] For port 290e21c3-331b-416e-b256-475c4ae3b69a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=290e21c3-331b-416e-b256-475c4ae3b69a,segment=NetworkSegment(6c38afc0-9e84-44e3-9fbc-e52d4cd1370f),segment_id=6c38afc0-9e84-44e3-9fbc-e52d4cd1370f)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:29.056988 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.149002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Calling delete_port for 290e21c3-331b-416e-b256-475c4ae3b69a owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:29.180490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Calling delete_port for 290e21c3-331b-416e-b256-475c4ae3b69a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:29.231334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.263267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:20:29.264284 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:20:29.284296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=290e21c3-331b-416e-b256-475c4ae3b69a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:29.288723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] No DVR routers for this DVR port 290e21c3-331b-416e-b256-475c4ae3b69a on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:20:29.410030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 722bf851-a083-46b5-a4a3-2c58cad650f1 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:29.439661 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.445027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 722bf851-a083-46b5-a4a3-2c58cad650f1 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:29.445361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 722bf851-a083-46b5-a4a3-2c58cad650f1 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:29.445786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 290e21c3-331b-416e-b256-475c4ae3b69a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:29.477461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 290e21c3-331b-416e-b256-475c4ae3b69a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:29.477842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 290e21c3-331b-416e-b256-475c4ae3b69a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:29.477971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac07696-51d5-44e7-852f-c2f5a89a75f7']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:29.478257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62fc1a4b-b4e2-466e-934c-38eb9736cd50 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:29.492787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:29.493076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c38afc0-9e84-44e3-9fbc-e52d4cd1370f') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:29.506750 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.509297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 62fc1a4b-b4e2-466e-934c-38eb9736cd50 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:29.509641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62fc1a4b-b4e2-466e-934c-38eb9736cd50 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:29.514606 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:20:29.531072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ff63e-0e68-4a36-8f88-8b5d79192e2b req-d05d54a9-874e-44f6-a5e1-aa0adb046942 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:29.532501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e0ff63e-0e68-4a36-8f88-8b5d79192e2b req-d05d54a9-874e-44f6-a5e1-aa0adb046942 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.1522279 May 26 23:20:29.533374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.553405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:20:29.553810 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: timer() May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:20:29.567098 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:20:29.656195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e0ff63e-0e68-4a36-8f88-8b5d79192e2b req-21765892-6a3e-452e-975c-28e2460a9d2f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181316 May 26 23:20:29.658537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.674391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.685405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac07696-51d5-44e7-852f-c2f5a89a75f7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:29.689401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cc0a88be-0974-4e99-bba3-59edbba225d1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5ac07696-51d5-44e7-852f-c2f5a89a75f7 HTTP/1.1" status: 204 len: 168 time: 1.0913389 May 26 23:20:29.692262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42280) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:29.765566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Deleting port 290e21c3-331b-416e-b256-475c4ae3b69a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:29.766001 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:29.833854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-316dc3d4-e23a-4931-b355-5dd5b83bd8ab None None] The port '290e21c3-331b-416e-b256-475c4ae3b69a' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:20:30.173088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:30.764135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Deleting port b88c66da-ff9f-41a0-8208-4782d58c1cbc {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:30.764135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:30.861338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99629cf5-6a19-4f13-95c9-c872a05eb1de req-8c80328b-5075-4b7e-bea8-6c2e0612a1ba tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:30.862793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99629cf5-6a19-4f13-95c9-c872a05eb1de req-8c80328b-5075-4b7e-bea8-6c2e0612a1ba tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.0789847 May 26 23:20:30.908681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-99629cf5-6a19-4f13-95c9-c872a05eb1de req-dd7b1759-35c8-4144-9b7e-6881d4022945 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 May 26 23:20:30.998485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] For port b88c66da-ff9f-41a0-8208-4782d58c1cbc, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b88c66da-ff9f-41a0-8208-4782d58c1cbc,segment=NetworkSegment(981b1515-f7ae-4df7-a300-f6e8763f7abf),segment_id=981b1515-f7ae-4df7-a300-f6e8763f7abf)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:30.998767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:31.068102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-abd23263-2621-47b5-b777-c1c0b6ee2317 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:31.069444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-abd23263-2621-47b5-b777-c1c0b6ee2317 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.1892662 May 26 23:20:31.126494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Calling delete_port for b88c66da-ff9f-41a0-8208-4782d58c1cbc owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:31.233052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 8df56f31-e3d4-4c97-b760-8122e61bab44 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:31.233744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:31.650573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:31.654854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] For port 8df56f31-e3d4-4c97-b760-8122e61bab44, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=8df56f31-e3d4-4c97-b760-8122e61bab44,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:31.655215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:31.757816 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88c66da-ff9f-41a0-8208-4782d58c1cbc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:31.820641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 8df56f31-e3d4-4c97-b760-8122e61bab44 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:31.908500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.908772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.909107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.909440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.909799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.910128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.910450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.910771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.911093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.911411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:31.911729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:32.243875 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:32.255152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['8df56f31-e3d4-4c97-b760-8122e61bab44'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:20:32.301485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=8df56f31-e3d4-4c97-b760-8122e61bab44,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:32.313513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eefa1-109c-40de-a2bf-6caec0a6d99a req-0f31c8c5-6def-4cab-b553-8cfb74abb22c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:32.314960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d32eefa1-109c-40de-a2bf-6caec0a6d99a req-0f31c8c5-6def-4cab-b553-8cfb74abb22c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 945 time: 0.2715545 May 26 23:20:32.413699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] No DVR routers for this DVR port 8df56f31-e3d4-4c97-b760-8122e61bab44 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:20:32.419351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:32.428346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'name': 'network-vif-deleted', 'tag': '8df56f31-e3d4-4c97-b760-8122e61bab44'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:20:32.458379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d32eefa1-109c-40de-a2bf-6caec0a6d99a req-f4d6d3c5-54a5-41a4-89c7-4dce0f86899d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161582 May 26 23:20:32.463485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6323f144-eeef-48db-b63b-1cafa39cdc2b req-64179118-b50b-498c-9208-09ddc0b98cd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "DELETE /v2.0/ports/8df56f31-e3d4-4c97-b760-8122e61bab44 HTTP/1.1" status: 204 len: 173 time: 1.3439858 May 26 23:20:32.503799 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:32.513336 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79bbfbdb-f263-4bfc-9976-a4ac66fca127'] response: {'server_uuid': 'bc2ade83-caf9-4402-8f34-2abebbd1b21e', 'name': 'network-vif-deleted', 'tag': '8df56f31-e3d4-4c97-b760-8122e61bab44', 'status': 'completed', 'code': 200} May 26 23:20:33.210195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Router 973131c5-d2ba-4e62-b419-4371febcf408 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:20:33.415623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:20:33.421529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cf7a4aae-6433-4635-9baf-446aaa131af0 admin admin] 10.222.0.32 "PUT /v2.0/routers/973131c5-d2ba-4e62-b419-4371febcf408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7283421 May 26 23:20:33.424215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42290) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:33.431303 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] Sync routers for ids ['973131c5-d2ba-4e62-b419-4371febcf408'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:20:33.450526 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] Routers {'973131c5-d2ba-4e62-b419-4371febcf408'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:33.451215 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['973131c5-d2ba-4e62-b419-4371febcf408'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:33.678875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f98198b8-0740-4756-9072-cfa48eb0612d req-c8b9aca1-6b6b-4d26-aa63-56a8974aa89c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:20:33.693275 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] Set router 973131c5-d2ba-4e62-b419-4371febcf408 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:33.727173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:33.781386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-f98198b8-0740-4756-9072-cfa48eb0612d req-c8b9aca1-6b6b-4d26-aa63-56a8974aa89c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:20:33.782567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f98198b8-0740-4756-9072-cfa48eb0612d req-c8b9aca1-6b6b-4d26-aa63-56a8974aa89c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2ade83-caf9-4402-8f34-2abebbd1b21e HTTP/1.1" status: 200 len: 210 time: 0.1587226 May 26 23:20:33.940029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:33.950858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Deleting port 7ec770f3-e442-4fab-860a-c67e2ae23178 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:33.951126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:34.012611 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:20:31Z', 'revision_number': 5, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port': {'id': '7ec770f3-e442-4fab-860a-c67e2ae23178', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973131c5-d2ba-4e62-b419-4371febcf408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:41Z', 'updated_at': '2022-05-26T23:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:34.016866 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] Checking router: 973131c5-d2ba-4e62-b419-4371febcf408 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:20:34.028633 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] Routers {'973131c5-d2ba-4e62-b419-4371febcf408'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:34.029234 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['973131c5-d2ba-4e62-b419-4371febcf408'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:34.128137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] For port 7ec770f3-e442-4fab-860a-c67e2ae23178, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7ec770f3-e442-4fab-860a-c67e2ae23178,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:34.128556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:34.179899 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] Set router 973131c5-d2ba-4e62-b419-4371febcf408 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:34.251858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Calling delete_port for 7ec770f3-e442-4fab-860a-c67e2ae23178 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:34.284402 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:20:33Z', 'revision_number': 6, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:34.288419 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc581f0-c9bf-4392-93ff-1eb183b091c0 None None] The sync data for ids ['973131c5-d2ba-4e62-b419-4371febcf408'] in n-d-843301-1 is: [{'id': '973131c5-d2ba-4e62-b419-4371febcf408', 'name': 'tempest-TestServerMultinode-1189395783-router', 'tenant_id': 'c94a13c56ff3465f8c15759afa732f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:40Z', 'updated_at': '2022-05-26T23:20:33Z', 'revision_number': 6, 'project_id': 'c94a13c56ff3465f8c15759afa732f51', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:20:34.420368 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:34.575308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec770f3-e442-4fab-860a-c67e2ae23178,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:34.806499 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.068131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.072440 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.106319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8df56f31-e3d4-4c97-b760-8122e61bab44 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:35.129575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.130212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 973131c5-d2ba-4e62-b419-4371febcf408 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:20:35.145250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 8df56f31-e3d4-4c97-b760-8122e61bab44 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:35.145609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 8df56f31-e3d4-4c97-b760-8122e61bab44 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:35.155126 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.157723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c88bc553-9eff-4138-bb9e-2274a9f75495 admin admin] 10.222.0.32 "DELETE /v2.0/routers/973131c5-d2ba-4e62-b419-4371febcf408 HTTP/1.1" status: 204 len: 168 time: 1.7308750 May 26 23:20:35.158996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42308) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:35.233262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] Deleting subnet 0b0cf45a-9ccb-4a79-b168-d71250ab3a22 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:20:35.239476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.304459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.406630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.451156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ec770f3-e442-4fab-860a-c67e2ae23178 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:35.508381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7ec770f3-e442-4fab-860a-c67e2ae23178 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:35.508721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ec770f3-e442-4fab-860a-c67e2ae23178 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:35.509338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b88c66da-ff9f-41a0-8208-4782d58c1cbc no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:35.523086 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.545871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b88c66da-ff9f-41a0-8208-4782d58c1cbc {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:35.546519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b88c66da-ff9f-41a0-8208-4782d58c1cbc not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:35.571904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0cf45a-9ccb-4a79-b168-d71250ab3a22,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:35.577303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.583499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c5e69957-8e63-46bb-ba65-e95569c8f129 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0b0cf45a-9ccb-4a79-b168-d71250ab3a22 HTTP/1.1" status: 204 len: 168 time: 0.4232202 May 26 23:20:35.583760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08235f72-7651-4f53-a0b1-35bed5cf9a11 None None] Network 4921e5e5-ee16-49b5-b906-9f77fd155464 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:20:35.585957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42314) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:35.712118 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.723905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Deleting port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:35.724332 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.859142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] DHCP port deletion for 4921e5e5-ee16-49b5-b906-9f77fd155464 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:20:35.863499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Deleting port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:35.863871 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:35.939110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] For port 232d1d63-3d29-4216-aa7c-d69e231ee7f5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=232d1d63-3d29-4216-aa7c-d69e231ee7f5,segment=NetworkSegment(981b1515-f7ae-4df7-a300-f6e8763f7abf),segment_id=981b1515-f7ae-4df7-a300-f6e8763f7abf)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:35.939482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.064177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Calling delete_port for 232d1d63-3d29-4216-aa7c-d69e231ee7f5 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:36.106403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] For port 232d1d63-3d29-4216-aa7c-d69e231ee7f5, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=232d1d63-3d29-4216-aa7c-d69e231ee7f5,segment=NetworkSegment(981b1515-f7ae-4df7-a300-f6e8763f7abf),segment_id=981b1515-f7ae-4df7-a300-f6e8763f7abf)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:36.106970 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.236403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Calling delete_port for 232d1d63-3d29-4216-aa7c-d69e231ee7f5 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:36.259301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.314255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Pushing event deleted for resources: {'Port': ['ID=232d1d63-3d29-4216-aa7c-d69e231ee7f5,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:36.317137 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:20:36.317804 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:20:36.319792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] No DVR routers for this DVR port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:20:36.439130 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.464797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4921e5e5-ee16-49b5-b906-9f77fd155464']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:36.477282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981b1515-f7ae-4df7-a300-f6e8763f7abf') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:36.477579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981b1515-f7ae-4df7-a300-f6e8763f7abf') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:36.489071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.506855 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.513698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:20:36.514096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: timer() May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:20:36.527255 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:20:36.601341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.616938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.627439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] Pushing event deleted for resources: {'Network': ['ID=4921e5e5-ee16-49b5-b906-9f77fd155464,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:36.641233 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-53217f75-89de-4043-aec7-92e4606db787 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4921e5e5-ee16-49b5-b906-9f77fd155464 HTTP/1.1" status: 204 len: 168 time: 1.0540760 May 26 23:20:36.819740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Deleting port 232d1d63-3d29-4216-aa7c-d69e231ee7f5 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:36.820138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.832751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42322) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:36.882563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ff5eab29-7982-4d27-a95a-2fb1d5b3839d None None] The port '232d1d63-3d29-4216-aa7c-d69e231ee7f5' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:20:36.885725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-85e7c5a7-7d48-450c-af71-65037b5aa6ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7597fc1a806c47c08f5a8d4b2ec972a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489902 May 26 23:20:36.886131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42326) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:36.951847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d5aa32c-3183-4091-964f-0f149475f62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:36.975790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d5aa32c-3183-4091-964f-0f149475f62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:37.027402 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d5aa32c-3183-4091-964f-0f149475f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:37.044192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5aa32c-3183-4091-964f-0f149475f62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b8290-ef01-4661-97b8-db59293aab69,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:37.050356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d5aa32c-3183-4091-964f-0f149475f62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:37.050833 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6d5aa32c-3183-4091-964f-0f149475f62a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f01b8290-ef01-4661-97b8-db59293aab69 HTTP/1.1" status: 204 len: 168 time: 0.1637471 May 26 23:20:37.412661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 232d1d63-3d29-4216-aa7c-d69e231ee7f5 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:37.439926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42338) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:37.448861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 232d1d63-3d29-4216-aa7c-d69e231ee7f5 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:37.449428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 232d1d63-3d29-4216-aa7c-d69e231ee7f5 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:37.497538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1e82b866-6a62-4f48-81bd-7ac2e4b19aed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c94a13c56ff3465f8c15759afa732f51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542078 May 26 23:20:37.497844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42344) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:37.564203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:37.594991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:37.651113 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:37.668119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee5ed7-c658-4954-a4ab-0bab339806c0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:37.683323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.683714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.684076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.684406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.684760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.685116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.685506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.685905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.686409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.686830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.687160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:37.696379 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:37.697820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-982859a7-db73-4433-b589-0d6b3b4f9b83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1ee5ed7-c658-4954-a4ab-0bab339806c0 HTTP/1.1" status: 204 len: 168 time: 0.1990924 May 26 23:20:38.539077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42366) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:38.680903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-345610938-network', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:38.687569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:38.691663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Usage tracker for resource:network and tenant:8f95d980c380485cb9a49c832efc51bb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:20:38.695411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:20:38.701948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:38.710920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Made reservation on behalf of 8f95d980c380485cb9a49c832efc51bb for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:20:38.713216 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:38.727340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:38.758651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:38.763225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Usage tracker for resource:security_group_rule and tenant:8f95d980c380485cb9a49c832efc51bb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:20:38.765998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:20:38.771577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:38.854648 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:38.858850 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:38.893484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:20:38.901911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e11bfe-01a8-46b0-a333-fa5052f68564,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:38.907744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:38.908081 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Added segment dd3e5806-96cd-4adb-ab85-9e5ca942c287 of type vlan for network c726c07e-d554-42c6-99ee-a1f2498f1b25 May 26 23:20:38.936932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:38.966356 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:38.967260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:38.967860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.072578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] Pushing event updated for resources: {'Network': ['ID=c726c07e-d554-42c6-99ee-a1f2498f1b25,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:39.075653 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8240780f-e428-45b7-9967-8ff07fa7c90a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5354743 May 26 23:20:39.078529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42374) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:39.083772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:20:39.084278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Request body: {'subnet': {'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-345610938-subnet', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:39.089463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:39.093417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Usage tracker for resource:subnet and tenant:8f95d980c380485cb9a49c832efc51bb is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:20:39.096287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:20:39.102019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:39.116316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Made reservation on behalf of 8f95d980c380485cb9a49c832efc51bb for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:20:39.120037 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.323771 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.395470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:39.413213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Checking segment: {'id': 'dd3e5806-96cd-4adb-ab85-9e5ca942c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:20:39.413577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Network hostable DHCP agents. Network: c726c07e-d554-42c6-99ee-a1f2498f1b25, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:20:39.436666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:20:39.446878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, c726c07e-d554-42c6-99ee-a1f2498f1b25) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:39.451452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:39.452041 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.458752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867dedb-08d1-4ded-ad7e-a0a67374ae88 None None] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:20:39.476930 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d7b31d1b-8fad-4642-b8b4-e372fe27a76f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3973556 May 26 23:20:39.480582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42378) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:39.486203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-345610938-router', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:39.491552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:39.495800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Usage tracker for resource:router and tenant:8f95d980c380485cb9a49c832efc51bb is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:20:39.500430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:20:39.508746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:39.520639 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.521836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.541460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.690294 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.747557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-c726c07e-d554-42c6-99ee-a1f2498f1b25', 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'fixed_ips': [{'subnet_id': '6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:20:39.749251 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.897666 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:39.936822 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Allocated IP 172.20.0.2 (c726c07e-d554-42c6-99ee-a1f2498f1b25/6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7/7bdef59b-9c58-4930-97d1-930be52c83a0) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:20:40.046287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.176316 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.188304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Transition to ACTIVE for port object 7bdef59b-9c58-4930-97d1-930be52c83a0 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:40.206690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Allocated IP 172.25.4.229 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/91ae611f-d578-4b3e-80f8-8bab78f6ff1c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:20:40.208054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Transition to ACTIVE for port object 7bdef59b-9c58-4930-97d1-930be52c83a0 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:40.215802 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.299811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Pushing event updated for resources: {'Port': ['ID=7bdef59b-9c58-4930-97d1-930be52c83a0,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:40.310235 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:20:40.311996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:40.314702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:20:40.328499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.328829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.329166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.329767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.329900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.330744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.330744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.330744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.331110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.331397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.331701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:20:40.406327 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.421136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Attempting to bind port 7bdef59b-9c58-4930-97d1-930be52c83a0 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:20:40.421512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Attempting to bind port 7bdef59b-9c58-4930-97d1-930be52c83a0 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'dd3e5806-96cd-4adb-ab85-9e5ca942c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:20:40.422036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Attempting to bind port 7bdef59b-9c58-4930-97d1-930be52c83a0 on network c726c07e-d554-42c6-99ee-a1f2498f1b25 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:40.428232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:20:40.428687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Checking segment: {'id': 'dd3e5806-96cd-4adb-ab85-9e5ca942c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:20:40.429149 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.429594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Bound using segment: {'id': 'dd3e5806-96cd-4adb-ab85-9e5ca942c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:20:40.430316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Bound port: 7bdef59b-9c58-4930-97d1-930be52c83a0, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3e5806-96cd-4adb-ab85-9e5ca942c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:20:40.430449 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.441365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.518038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:20:40.521549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:40.523468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Pushing event updated for resources: {'Port': ['ID=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:40.525512 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:20:40.528349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] For port 7bdef59b-9c58-4930-97d1-930be52c83a0, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:20:40.531502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] For port 7bdef59b-9c58-4930-97d1-930be52c83a0, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7bdef59b-9c58-4930-97d1-930be52c83a0,segment=NetworkSegment(dd3e5806-96cd-4adb-ab85-9e5ca942c287),segment_id=dd3e5806-96cd-4adb-ab85-9e5ca942c287)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:20:40.539753 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.627046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbaa6a-96f7-4690-aa0d-65617dc6d7c7 None None] Pushing event updated for resources: {'Port': ['ID=7bdef59b-9c58-4930-97d1-930be52c83a0,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:40.731959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.732798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:40.997801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Router ba122242-05b2-4136-872b-456a1b9e27e1 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:20:41.208365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:20:41.217896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Sync routers for ids ['ba122242-05b2-4136-872b-456a1b9e27e1'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:20:41.232682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Routers {'ba122242-05b2-4136-872b-456a1b9e27e1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:41.233332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ba122242-05b2-4136-872b-456a1b9e27e1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:41.234859 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:41.239660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42424) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:41.241710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f3a6d4af-cd4e-49de-bc74-66d7d126863b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7592046 May 26 23:20:41.551258 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bdef59b-9c58-4930-97d1-930be52c83a0 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:41.677278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Set router ba122242-05b2-4136-872b-456a1b9e27e1 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:41.723511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229cbc6-b1e3-40c4-bb9f-3da0487a4b6c None None] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:20:41.863096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7bdef59b-9c58-4930-97d1-930be52c83a0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:41.991276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a1c0041-3d7a-47a2-90fa-6a2226ca9f3d None None] Provisioning for port 7bdef59b-9c58-4930-97d1-930be52c83a0 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:42.014878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a1c0041-3d7a-47a2-90fa-6a2226ca9f3d None None] Provisioning complete for port 7bdef59b-9c58-4930-97d1-930be52c83a0 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:42.015248 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0041-3d7a-47a2-90fa-6a2226ca9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.278974 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.311839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0041-3d7a-47a2-90fa-6a2226ca9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.337627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'name': 'tempest-ImageQuotaTest-345610938-router', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '91ae611f-d578-4b3e-80f8-8bab78f6ff1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:20:39Z', 'updated_at': '2022-05-26T23:20:40Z', 'revision_number': 3, 'project_id': '8f95d980c380485cb9a49c832efc51bb', 'gw_port': {'id': '91ae611f-d578-4b3e-80f8-8bab78f6ff1c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:20:40Z', 'updated_at': '2022-05-26T23:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:42.353997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Checking router: ba122242-05b2-4136-872b-456a1b9e27e1 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:20:42.354371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Updating router ba122242-05b2-4136-872b-456a1b9e27e1 port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:20:42.405940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a1c0041-3d7a-47a2-90fa-6a2226ca9f3d None None] For port 7bdef59b-9c58-4930-97d1-930be52c83a0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7bdef59b-9c58-4930-97d1-930be52c83a0,segment=NetworkSegment(dd3e5806-96cd-4adb-ab85-9e5ca942c287),segment_id=dd3e5806-96cd-4adb-ab85-9e5ca942c287)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:42.412976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0041-3d7a-47a2-90fa-6a2226ca9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.459319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.546752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Allocated IP 172.20.0.1 (c726c07e-d554-42c6-99ee-a1f2498f1b25/6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7/45257665-9394-4a47-aaff-518c9f533b1a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:20:42.656717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c0041-3d7a-47a2-90fa-6a2226ca9f3d None None] Pushing event updated for resources: {'Port': ['ID=7bdef59b-9c58-4930-97d1-930be52c83a0,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:42.761316 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.779151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Transition to ACTIVE for port object 45257665-9394-4a47-aaff-518c9f533b1a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:42.811457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.812796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f4d402bd-7b23-4e38-8061-c9753a4716cf None None] Provisioning complete for port 7bdef59b-9c58-4930-97d1-930be52c83a0 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:42.813143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4d402bd-7b23-4e38-8061-c9753a4716cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:42.897573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:20:42.898711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:42.901504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:20:42.944580 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Pushing event updated for resources: {'Port': ['ID=45257665-9394-4a47-aaff-518c9f533b1a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:42.978999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.043267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.065782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Transition to ACTIVE for port object 91ae611f-d578-4b3e-80f8-8bab78f6ff1c will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:43.073823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.092578 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.168614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Attempting to bind port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:20:43.168972 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Attempting to bind port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:20:43.169334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Attempting to bind port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:43.177885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfa1b7-25d7-452b-b027-a285a070bade None None] Pushing event updated for resources: {'Port': ['ID=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:43.194765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:20:43.195088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:20:43.195620 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.196005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:20:43.196471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Bound port: 91ae611f-d578-4b3e-80f8-8bab78f6ff1c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:20:43.196836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.228100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2fcae6cc-d5d6-4195-93e9-27b528cab516 None None] Provisioning for port 45257665-9394-4a47-aaff-518c9f533b1a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:43.247879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-2fcae6cc-d5d6-4195-93e9-27b528cab516 None None] Provisioning complete for port 45257665-9394-4a47-aaff-518c9f533b1a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:43.248239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2fcae6cc-d5d6-4195-93e9-27b528cab516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.323500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2fcae6cc-d5d6-4195-93e9-27b528cab516 None None] Port 45257665-9394-4a47-aaff-518c9f533b1a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:20:43.330004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] For port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:20:43.334236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] For port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:20:43.338488 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.344082 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.352983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.440396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bdef59b-9c58-4930-97d1-930be52c83a0 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:43.501989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.506233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Pushing event updated for resources: {'Port': ['ID=45257665-9394-4a47-aaff-518c9f533b1a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:43.523705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfa1b7-25d7-452b-b027-a285a070bade None None] Pushing event updated for resources: {'Port': ['ID=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:43.541588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Routers {'ba122242-05b2-4136-872b-456a1b9e27e1'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:43.542313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ba122242-05b2-4136-872b-456a1b9e27e1'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:43.645544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:20:43.646910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:43.690828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7bdef59b-9c58-4930-97d1-930be52c83a0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:43.691207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:43.852509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] Set router ba122242-05b2-4136-872b-456a1b9e27e1 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:20:44.106354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c2e7b17c-000b-4110-a961-98a79466d957 None None] Provisioning complete for port 45257665-9394-4a47-aaff-518c9f533b1a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:44.106729 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b17c-000b-4110-a961-98a79466d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:44.219854 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7b17c-000b-4110-a961-98a79466d957 None None] Port 45257665-9394-4a47-aaff-518c9f533b1a cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:20:44.221567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Router ba122242-05b2-4136-872b-456a1b9e27e1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:20:44.255136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c681e980-f516-4794-bb97-45faed743e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'name': 'tempest-ImageQuotaTest-345610938-router', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '91ae611f-d578-4b3e-80f8-8bab78f6ff1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:20:39Z', 'updated_at': '2022-05-26T23:20:43Z', 'revision_number': 4, 'project_id': '8f95d980c380485cb9a49c832efc51bb', 'gw_port': {'id': '91ae611f-d578-4b3e-80f8-8bab78f6ff1c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:20:40Z', 'updated_at': '2022-05-26T23:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '45257665-9394-4a47-aaff-518c9f533b1a', 'name': '', 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'mac_address': 'fa:16:3e:43:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:20:42Z', 'updated_at': '2022-05-26T23:20:43Z', 'revision_number': 2, 'project_id': '8f95d980c380485cb9a49c832efc51bb', 'subnets': [{'id': '6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:44.259332 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681e980-f516-4794-bb97-45faed743e43 None None] The sync data for ids ['ba122242-05b2-4136-872b-456a1b9e27e1'] in n-d-843301-1 is: [{'id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'name': 'tempest-ImageQuotaTest-345610938-router', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '91ae611f-d578-4b3e-80f8-8bab78f6ff1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:20:39Z', 'updated_at': '2022-05-26T23:20:43Z', 'revision_number': 4, 'project_id': '8f95d980c380485cb9a49c832efc51bb', 'gw_port': {'id': '91ae611f-d578-4b3e-80f8-8bab78f6ff1c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:df:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:20:40Z', 'updated_at': '2022-05-26T23:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '45257665-9394-4a47-aaff-518c9f533b1a', 'name': '', 'network_id': 'c726c07e-d554-42c6-99ee-a1f2498f1b25', 'tenant_id': '8f95d980c380485cb9a49c832efc51bb', 'mac_address': 'fa:16:3e:43:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba122242-05b2-4136-872b-456a1b9e27e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:20:42Z', 'updated_at': '2022-05-26T23:20:43Z', 'revision_number': 2, 'project_id': '8f95d980c380485cb9a49c832efc51bb', 'subnets': [{'id': '6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:20:44.454571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:20:44.463658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-14cf109f-eb0c-455f-9799-016629ad4638 admin admin] 10.222.0.32 "PUT /v2.0/routers/ba122242-05b2-4136-872b-456a1b9e27e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2229018 May 26 23:20:45.453893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91ae611f-d578-4b3e-80f8-8bab78f6ff1c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:45.538116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:45.543961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:45.544333 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:45.679851 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:45.698666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:45.702773 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:45.772951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:46.190626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42460) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:46.583181 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:47.181404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Deleting port 45257665-9394-4a47-aaff-518c9f533b1a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:47.181760 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:47.201039 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c61c1791-bf16-4c8e-9713-c660e8af43a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:47.423051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91ae611f-d578-4b3e-80f8-8bab78f6ff1c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:20:47.473068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:47.517406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:47.517920 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:47.628057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Calling delete_port for 45257665-9394-4a47-aaff-518c9f533b1a owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:47.813283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:47.864090 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Pushing event deleted for resources: {'Port': ['ID=45257665-9394-4a47-aaff-518c9f533b1a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:48.165727 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:48.768523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Router ba122242-05b2-4136-872b-456a1b9e27e1 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:20:49.091513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:20:49.101179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b6bac155-7cba-40aa-9e7a-8cbfb0ed9739 admin admin] 10.222.0.32 "PUT /v2.0/routers/ba122242-05b2-4136-872b-456a1b9e27e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9095013 May 26 23:20:49.103603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42472) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:49.313844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:49.512091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:49.521078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Deleting port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:49.521434 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:49.699943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] For port 91ae611f-d578-4b3e-80f8-8bab78f6ff1c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:49.700306 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:49.822767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Calling delete_port for 91ae611f-d578-4b3e-80f8-8bab78f6ff1c owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:49.974742 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73b8dff2-8407-49d9-bd74-8887130fd0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:49.992146 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.037246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Pushing event deleted for resources: {'Port': ['ID=91ae611f-d578-4b3e-80f8-8bab78f6ff1c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:50.264765 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.633839 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.639319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.665506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.672822 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.673385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba122242-05b2-4136-872b-456a1b9e27e1 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:20:50.688324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.689624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cdcc3d5d-70b1-447e-9929-e4fe0292546c admin admin] 10.222.0.32 "DELETE /v2.0/routers/ba122242-05b2-4136-872b-456a1b9e27e1 HTTP/1.1" status: 204 len: 168 time: 1.5851364 May 26 23:20:50.692342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42480) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:50.768149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] Deleting subnet 6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:20:50.771457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.795038 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.827993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:50.922752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.009048 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.053730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:51.064183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.071090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a06d77e9-e114-47b0-86c9-1c01c87eb12d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6bd7a8b1-1dd2-4609-92a9-e70845fe7bd7 HTTP/1.1" status: 204 len: 168 time: 0.3775840 May 26 23:20:51.071737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08c5cb-594c-47c2-a11e-85435f0fd749 None None] Network c726c07e-d554-42c6-99ee-a1f2498f1b25 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:20:51.073414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42488) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:51.202298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.216213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Deleting port 7bdef59b-9c58-4930-97d1-930be52c83a0 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:51.216683 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.417764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] DHCP port deletion for c726c07e-d554-42c6-99ee-a1f2498f1b25 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:20:51.421853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Deleting port 7bdef59b-9c58-4930-97d1-930be52c83a0 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:51.422283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.686502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] For port 7bdef59b-9c58-4930-97d1-930be52c83a0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7bdef59b-9c58-4930-97d1-930be52c83a0,segment=NetworkSegment(dd3e5806-96cd-4adb-ab85-9e5ca942c287),segment_id=dd3e5806-96cd-4adb-ab85-9e5ca942c287)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:51.687063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.737755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] For port 7bdef59b-9c58-4930-97d1-930be52c83a0, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7bdef59b-9c58-4930-97d1-930be52c83a0,segment=NetworkSegment(dd3e5806-96cd-4adb-ab85-9e5ca942c287),segment_id=dd3e5806-96cd-4adb-ab85-9e5ca942c287)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:20:51.738220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.814279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Calling delete_port for 7bdef59b-9c58-4930-97d1-930be52c83a0 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:51.857513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Calling delete_port for 7bdef59b-9c58-4930-97d1-930be52c83a0 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:20:51.894019 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:51.929618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:20:51.930012 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:20:51.939744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdef59b-9c58-4930-97d1-930be52c83a0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:51.945824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] No DVR routers for this DVR port 7bdef59b-9c58-4930-97d1-930be52c83a0 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:20:51.976603 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.062411 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.089774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c726c07e-d554-42c6-99ee-a1f2498f1b25']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:52.102281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3e5806-96cd-4adb-ab85-9e5ca942c287') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:52.102573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3e5806-96cd-4adb-ab85-9e5ca942c287') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:20:52.114551 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.131614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.138179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:20:52.138560 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: timer() May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:20:52.151520 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:20:52.228337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.245237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.255308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c726c07e-d554-42c6-99ee-a1f2498f1b25,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:52.263837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e1b19883-0d19-4639-84c4-ad71ff8ddd97 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c726c07e-d554-42c6-99ee-a1f2498f1b25 HTTP/1.1" status: 204 len: 168 time: 1.1848488 May 26 23:20:52.395111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42504) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:52.431582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Deleting port 7bdef59b-9c58-4930-97d1-930be52c83a0 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:20:52.432986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.445190 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2225c552-493d-442f-a8b8-bf0a53834299 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f95d980c380485cb9a49c832efc51bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489237 May 26 23:20:52.447790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:52.503639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a2402c24-2f91-4725-a20c-2f7d417639fe None None] The port '7bdef59b-9c58-4930-97d1-930be52c83a0' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:20:52.519846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8891a876-ed3a-4afe-9129-c7573bb5da9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.560018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8891a876-ed3a-4afe-9129-c7573bb5da9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.630276 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8891a876-ed3a-4afe-9129-c7573bb5da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.652858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891a876-ed3a-4afe-9129-c7573bb5da9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e11bfe-01a8-46b0-a333-fa5052f68564,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:52.657782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8891a876-ed3a-4afe-9129-c7573bb5da9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:52.666544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8891a876-ed3a-4afe-9129-c7573bb5da9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3e11bfe-01a8-46b0-a333-fa5052f68564 HTTP/1.1" status: 204 len: 168 time: 0.2132142 May 26 23:20:53.080847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42522) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:53.100333 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:53.132240 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:53.136588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:20:53.139461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:20:53.145065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:53.211269 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:53.215693 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:53.257565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ade73a-f026-455d-90eb-5e6094b731cb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:53.265568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-894ec324-4dc7-4c26-af17-ed851871055b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.1835997 May 26 23:20:53.268089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42526) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:20:53.331457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-546db8ec-d81a-4d57-bfe0-13f9a24d659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:53.357190 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-546db8ec-d81a-4d57-bfe0-13f9a24d659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:53.408309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-546db8ec-d81a-4d57-bfe0-13f9a24d659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:53.419595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bdef59b-9c58-4930-97d1-930be52c83a0 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:53.426967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546db8ec-d81a-4d57-bfe0-13f9a24d659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ade73a-f026-455d-90eb-5e6094b731cb,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:53.435375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-546db8ec-d81a-4d57-bfe0-13f9a24d659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:53.438136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-546db8ec-d81a-4d57-bfe0-13f9a24d659e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7ade73a-f026-455d-90eb-5e6094b731cb HTTP/1.1" status: 204 len: 168 time: 0.1691267 May 26 23:20:53.463246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7bdef59b-9c58-4930-97d1-930be52c83a0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:53.464842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7bdef59b-9c58-4930-97d1-930be52c83a0 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:55.496714 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:56.390349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-15d46a5a-cce6-485b-8a40-7a7cbb9d8bf5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:56.391781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-15d46a5a-cce6-485b-8a40-7a7cbb9d8bf5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1407168 May 26 23:20:56.408470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-10b583ae-c1ce-4208-93ef-4dfdcf1d9a14 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/quotas/27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 375 time: 0.0115290 May 26 23:20:56.486225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f011009a-4923-4eb6-8069-5064023449f2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730383 May 26 23:20:56.616183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-d9f34206-4ede-468e-acfd-a43b5beec784 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237752 May 26 23:20:56.747566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-b31a1bbe-3489-4613-a2bf-367b627e9b82 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252348 May 26 23:20:57.136495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57a0e90b-a233-4b6b-8a81-9786154c9749 req-b1818df3-956f-4b90-9175-deda46fd35a8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 210 time: 0.0500617 May 26 23:20:57.938706 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] Sync routers for ids ['ba122242-05b2-4136-872b-456a1b9e27e1'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:20:57.953332 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:57.953996 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 23:20:57.966430 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba122242-05b2-4136-872b-456a1b9e27e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 23:20:57.978248 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] Routers set() bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:20:57.978847 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] Router IDs set() for agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 23:20:57.979951 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba122242-05b2-4136-872b-456a1b9e27e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:20:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent'). {{(pid=84032) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 23:20:57.980314 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f0643a-9357-4665-88dd-7d10ddd3a553 None None] The sync data for ids ['ba122242-05b2-4136-872b-456a1b9e27e1'] in n-d-843301-1 is: [] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:20:58.025105 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:58.116440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-fbaa190c-f2c2-43b2-af5e-4e786d068c95 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:58.117884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-fbaa190c-f2c2-43b2-af5e-4e786d068c95 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1630328 May 26 23:20:58.132631 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'port': {'device_id': '67af7736-3d6a-4f85-9923-d933652f4c05', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'admin_state_up': True, 'tenant_id': '27f932db9fe14f87b139351aa959df5f'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:58.309457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5184890e-8e92-4f30-add3-e416d1ad5d3c req-77c5a9b9-38a6-45d7-adbd-6efef0a02213 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 210 time: 0.0469170 May 26 23:20:58.315029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:20:58.325199 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:20:58.347291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:20:58.350474 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:58.525448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.20.0.8 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/c9edf6c4-0134-424e-98d5-a6a9f36d4eae) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:20:58.732219 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:58.747963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Transition to ACTIVE for port object c9edf6c4-0134-424e-98d5-a6a9f36d4eae will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:58.771862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:58.854025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:20:58.856820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:20:58.860762 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:20:59.002201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:59.037066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:59.037782 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:59.063092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-bd284f88-303a-41dd-8202-56395e92e5bf tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339733 May 26 23:20:59.074543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Request body: {'port': {'device_id': '67af7736-3d6a-4f85-9923-d933652f4c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:20:59.148934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-36f94fc5-24ec-446f-87b7-dfbe29468019 None None] Provisioning for port c9edf6c4-0134-424e-98d5-a6a9f36d4eae completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:20:59.153988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-36f94fc5-24ec-446f-87b7-dfbe29468019 None None] Provisioning complete for port c9edf6c4-0134-424e-98d5-a6a9f36d4eae triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:20:59.154358 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-36f94fc5-24ec-446f-87b7-dfbe29468019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:59.186713 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:59.206516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-36f94fc5-24ec-446f-87b7-dfbe29468019 None None] Port c9edf6c4-0134-424e-98d5-a6a9f36d4eae cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:20:59.405803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 45257665-9394-4a47-aaff-518c9f533b1a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:59.441995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 45257665-9394-4a47-aaff-518c9f533b1a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:59.442643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 45257665-9394-4a47-aaff-518c9f533b1a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:59.443210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91ae611f-d578-4b3e-80f8-8bab78f6ff1c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:20:59.478188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 91ae611f-d578-4b3e-80f8-8bab78f6ff1c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:20:59.478814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 91ae611f-d578-4b3e-80f8-8bab78f6ff1c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:20:59.549175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7e6d6-0b8c-4a21-b2b9-4640e0353967 req-fd2fa3a6-b868-4772-baa4-07c6fff2b2eb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:20:59.551459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-72d7e6d6-0b8c-4a21-b2b9-4640e0353967 req-fd2fa3a6-b868-4772-baa4-07c6fff2b2eb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 931 time: 0.0937972 May 26 23:20:59.555138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9edf6c4-0134-424e-98d5-a6a9f36d4eae {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:20:59.562703 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:59.579298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Transition to ACTIVE for port object c9edf6c4-0134-424e-98d5-a6a9f36d4eae will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:20:59.583109 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:59.601895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-72d7e6d6-0b8c-4a21-b2b9-4640e0353967 req-802edea2-2b6f-4ca2-ac81-9ee0a58c4a6d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 May 26 23:20:59.737707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Pushing event updated for resources: {'Port': ['ID=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:20:59.851936 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Attempting to bind port c9edf6c4-0134-424e-98d5-a6a9f36d4eae on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:20:59.852260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Attempting to bind port c9edf6c4-0134-424e-98d5-a6a9f36d4eae by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:20:59.852578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Attempting to bind port c9edf6c4-0134-424e-98d5-a6a9f36d4eae on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:59.858848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Port c9edf6c4-0134-424e-98d5-a6a9f36d4eae on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:20:59.859156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Attempting to bind port c9edf6c4-0134-424e-98d5-a6a9f36d4eae on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:20:59.865495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:20:59.865853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:20:59.866243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:20:59.866637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Bound port: c9edf6c4-0134-424e-98d5-a6a9f36d4eae, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:20:59.866971 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:20:59.952549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] For port c9edf6c4-0134-424e-98d5-a6a9f36d4eae, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:20:59.955438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] For port c9edf6c4-0134-424e-98d5-a6a9f36d4eae, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:20:59.959845 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:00.022533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:00.023904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] 10.222.0.48 "PUT /v2.0/ports/c9edf6c4-0134-424e-98d5-a6a9f36d4eae HTTP/1.1" status: 200 len: 1091 time: 0.9538918 May 26 23:21:00.024340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67af7736-3d6a-4f85-9923-d933652f4c05', 'tag': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:21:00.041052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41681a6-230f-4e09-b262-82997fe5caae service neutron] Pushing event updated for resources: {'Port': ['ID=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:00.092671 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a91886b-692f-4505-900f-9251d7aaae7a'] response: {'name': 'network-changed', 'server_uuid': '67af7736-3d6a-4f85-9923-d933652f4c05', 'tag': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae', 'status': 'completed', 'code': 200} May 26 23:21:00.134498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-0e19f039-fa75-4d47-937e-c83a1e705963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 1094 time: 0.0741773 May 26 23:21:00.205512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-4b75cdbc-c543-4941-8473-a7d81c5a4771 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9edf6c4-0134-424e-98d5-a6a9f36d4eae HTTP/1.1" status: 200 len: 217 time: 0.0644510 May 26 23:21:00.266759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-34b7df09-514a-4754-8dee-8b8bf80112f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:00.268179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-34b7df09-514a-4754-8dee-8b8bf80112f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0574622 May 26 23:21:00.341077 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-75ceea88-2fe9-4e1f-b511-bdeff6aaee00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669174 May 26 23:21:00.469393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-0a223808-0348-4c31-859a-d18fbfc2ed7c service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224954 May 26 23:21:00.596575 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0f238191-f626-4cec-8e97-35dcd39c58bf req-7327453e-cbc2-4e4d-a48e-3e793595702e service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217532 May 26 23:21:00.714349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-b466d1b7-817a-4b5a-835f-6fa05668af12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 1094 time: 0.0726376 May 26 23:21:00.812041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16659943-2ea3-4df8-b820-8fadba57da2f req-b1ed567d-ad14-4bed-af53-0b38dbe2f6bc tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:00.813568 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16659943-2ea3-4df8-b820-8fadba57da2f req-b1ed567d-ad14-4bed-af53-0b38dbe2f6bc tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0829349 May 26 23:21:00.862243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16659943-2ea3-4df8-b820-8fadba57da2f req-b9eee9d5-47ec-4895-a1a3-0c04c5b8a939 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 May 26 23:21:00.940073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-c140d6cc-d301-4977-a102-0131598da8da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:00.941514 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-c140d6cc-d301-4977-a102-0131598da8da service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.2216475 May 26 23:21:01.014078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-f16b38f2-f02d-467c-8654-0c5a371c5602 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9edf6c4-0134-424e-98d5-a6a9f36d4eae HTTP/1.1" status: 200 len: 217 time: 0.0664897 May 26 23:21:01.073973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-11ebbc55-bb53-4225-a2a4-a2ad8f91c548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:01.075335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-11ebbc55-bb53-4225-a2a4-a2ad8f91c548 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0556676 May 26 23:21:01.147090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-06dfc5f5-5220-4720-b56e-ce9c45f0cf97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651724 May 26 23:21:01.274417 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-b0d1250b-4bc3-4a99-b6b2-2aed82220933 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212866 May 26 23:21:01.409658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abf2cb48-45e8-4e4e-b539-8a620ac4ac5c req-08b9942d-dc8f-4650-8494-10d481912fe6 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281533 May 26 23:21:02.060066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12140205-fbda-48c6-b66a-d20f1aa40378 req-2fa61aac-eda9-4a47-8ddb-7110d81f74e0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:02.060656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12140205-fbda-48c6-b66a-d20f1aa40378 req-2fa61aac-eda9-4a47-8ddb-7110d81f74e0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:21:02.076074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-12140205-fbda-48c6-b66a-d20f1aa40378 req-2fa61aac-eda9-4a47-8ddb-7110d81f74e0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:21:02.077228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12140205-fbda-48c6-b66a-d20f1aa40378 req-2fa61aac-eda9-4a47-8ddb-7110d81f74e0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0947611 May 26 23:21:02.121888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12140205-fbda-48c6-b66a-d20f1aa40378 req-04e9d6c5-2c8d-48fe-b9d8-83ee9ca9ff46 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 May 26 23:21:03.313043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880f2ec-7a15-4000-8e21-d09b0e5aa9b9 req-49cddff0-8af4-4b45-91d4-907e7c6ed72e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:03.314515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5880f2ec-7a15-4000-8e21-d09b0e5aa9b9 req-49cddff0-8af4-4b45-91d4-907e7c6ed72e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0759211 May 26 23:21:03.358862 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5880f2ec-7a15-4000-8e21-d09b0e5aa9b9 req-3b3c5504-d309-4e8a-a198-8471808a9dfa tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389256 May 26 23:21:04.550713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184b14b-a0bc-4b8a-b168-4300b7842f75 req-0949084e-477d-4131-94c4-7743e84226d5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:04.552157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2184b14b-a0bc-4b8a-b168-4300b7842f75 req-0949084e-477d-4131-94c4-7743e84226d5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0762517 May 26 23:21:04.599362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2184b14b-a0bc-4b8a-b168-4300b7842f75 req-b26fd6ee-0b47-495d-948d-3d3443bca53e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409925 May 26 23:21:05.793484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e150-e93e-4833-9a10-035b44183993 req-797f912a-cd85-42b9-aa47-47bad429187f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:05.794947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfc4e150-e93e-4833-9a10-035b44183993 req-797f912a-cd85-42b9-aa47-47bad429187f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0781968 May 26 23:21:05.838827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfc4e150-e93e-4833-9a10-035b44183993 req-116fd47b-def1-441a-aa26-57a039bef791 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378699 May 26 23:21:06.515723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:21:07.028865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f88-8f75-4922-9e7c-1ebce09795fc req-89a978a8-222f-4f2e-a1c4-9b4488b55db5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:07.030293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c9a2f88-8f75-4922-9e7c-1ebce09795fc req-89a978a8-222f-4f2e-a1c4-9b4488b55db5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0766811 May 26 23:21:07.076102 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c9a2f88-8f75-4922-9e7c-1ebce09795fc req-22c34d0f-6011-469b-9df4-5c4b39c97503 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 May 26 23:21:08.268915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a3b8d-96d1-41be-8158-ea68d972f2e2 req-27c1f562-78c4-44dd-a404-035512b850c2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:08.270374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d8a3b8d-96d1-41be-8158-ea68d972f2e2 req-27c1f562-78c4-44dd-a404-035512b850c2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0764329 May 26 23:21:08.318762 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d8a3b8d-96d1-41be-8158-ea68d972f2e2 req-18e5ca6a-0910-4f86-addb-026b78d96aa2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 May 26 23:21:09.515432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f887a-0de0-485e-92a4-2322375b0afa req-08cb8a7e-60b5-42db-aea9-f77167c25a6e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:09.516880 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-784f887a-0de0-485e-92a4-2322375b0afa req-08cb8a7e-60b5-42db-aea9-f77167c25a6e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 943 time: 0.0787961 May 26 23:21:09.566464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-784f887a-0de0-485e-92a4-2322375b0afa req-a7500130-8294-4004-9063-fc2e24544aae tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 May 26 23:21:09.849048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9edf6c4-0134-424e-98d5-a6a9f36d4eae details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:21:09.981104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c9edf6c4-0134-424e-98d5-a6a9f36d4eae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:09.993606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'port_id': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae', 'mac_address': 'fa:16:3e:d1:a5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:21:10.045785 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:10.062503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9edf6c4-0134-424e-98d5-a6a9f36d4eae {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:21:10.076768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c9edf6c4-0134-424e-98d5-a6a9f36d4eae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:10.080599 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:10.146472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:10.390770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c9edf6c4-0134-424e-98d5-a6a9f36d4eae'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:21:10.761531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f69dbb-cb70-4286-a817-c66534b66738 req-9c724e90-7f49-4268-9c9d-4fb3da498364 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:10.762991 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28f69dbb-cb70-4286-a817-c66534b66738 req-9c724e90-7f49-4268-9c9d-4fb3da498364 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 944 time: 0.0813820 May 26 23:21:10.807677 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28f69dbb-cb70-4286-a817-c66534b66738 req-e35bcbd8-408b-4a31-823d-763eece20a7b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 May 26 23:21:11.848946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9edf6c4-0134-424e-98d5-a6a9f36d4eae up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:21:11.921450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port c9edf6c4-0134-424e-98d5-a6a9f36d4eae completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:21:11.927170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port c9edf6c4-0134-424e-98d5-a6a9f36d4eae triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:21:11.927786 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:12.012187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27439f29-34ac-44d9-9066-3d5f2922396a req-a527d060-5b34-4215-b8ef-ec36c539b16f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:12.013737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27439f29-34ac-44d9-9066-3d5f2922396a req-a527d060-5b34-4215-b8ef-ec36c539b16f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 944 time: 0.0758076 May 26 23:21:12.060301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27439f29-34ac-44d9-9066-3d5f2922396a req-cc3457e6-cd7d-46de-9c70-9ca2684d1337 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 May 26 23:21:12.077293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:12.103874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67af7736-3d6a-4f85-9923-d933652f4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:21:12.113102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port c9edf6c4-0134-424e-98d5-a6a9f36d4eae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:12.116059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:12.159227 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6d7cca-3a3b-4171-abba-f855aaa82d1a'] response: {'server_uuid': '67af7736-3d6a-4f85-9923-d933652f4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae', 'code': 200} May 26 23:21:12.181140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:12.284902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60bf0ebd-f9e0-4712-b2b1-933f085016b4 req-ae720bf6-ec61-49fa-8803-3aa7916317d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 1096 time: 0.0698023 May 26 23:21:12.325761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60bf0ebd-f9e0-4712-b2b1-933f085016b4 req-28ada152-7ae4-4486-b17a-2c3819af647b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353103 May 26 23:21:13.260787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd426265-bfd7-4469-b1cd-6dbed81b8701 req-e2d66b0b-44b4-4b6d-bd1a-09f779da1390 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:13.262263 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd426265-bfd7-4469-b1cd-6dbed81b8701 req-e2d66b0b-44b4-4b6d-bd1a-09f779da1390 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 945 time: 0.0790009 May 26 23:21:13.307858 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd426265-bfd7-4469-b1cd-6dbed81b8701 req-9be96d0d-32a1-4a07-84bc-fef2020336e4 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 May 26 23:21:14.501814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cf6d2-d4f0-4d0d-8ce4-c49808cbb936 req-d1ee3f9b-38e7-4a2d-8198-b1784c777c16 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:14.503240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-066cf6d2-d4f0-4d0d-8ce4-c49808cbb936 req-d1ee3f9b-38e7-4a2d-8198-b1784c777c16 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 945 time: 0.0794778 May 26 23:21:14.548360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-066cf6d2-d4f0-4d0d-8ce4-c49808cbb936 req-66585f0a-73ee-4b78-95ce-c2cec4891e83 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 May 26 23:21:14.744686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fbd4-cd6f-4236-85cc-6c72804a4c28 req-2360c04e-0ff8-4314-b9f8-91a51a81b739 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:14.746138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7499fbd4-cd6f-4236-85cc-6c72804a4c28 req-2360c04e-0ff8-4314-b9f8-91a51a81b739 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 945 time: 0.0779865 May 26 23:21:14.790035 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7499fbd4-cd6f-4236-85cc-6c72804a4c28 req-38254376-ea7a-406f-b2d0-c7dc53e7f100 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 May 26 23:21:17.204042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7b44eb68-6424-40b3-8d08-796535bde549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:17.736848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261031-6707-4bc2-a158-f050b3acc45d req-dd30bba5-c1ca-4464-811b-4bfde0b0e348 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:17.738292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-dd30bba5-c1ca-4464-811b-4bfde0b0e348 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1405184 May 26 23:21:17.754395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-7faab3ce-a6cb-4ae4-87bf-8eb7e078d757 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/quotas/27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 375 time: 0.0108624 May 26 23:21:17.836585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-d4c8ded7-64a3-4ba1-956f-3256ee4153db tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775151 May 26 23:21:17.964122 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-ce36e7db-7bd3-4957-b8ab-01214739d900 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207914 May 26 23:21:18.092134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-bd146fdc-0c11-4ced-b1a1-60aa47f20137 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223979 May 26 23:21:18.328654 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-78cb28de-4219-4383-b20a-0f6b61f2e951 req-c022d513-78b8-4df2-b72d-f9e145ea5167 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 210 time: 0.0412111 May 26 23:21:19.511202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fae97bd8-216e-4ce9-8c72-14486df37b6a req-0d9b97dd-e75c-4a47-87eb-49ce3d73bcac tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 210 time: 0.0538046 May 26 23:21:19.521499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261031-6707-4bc2-a158-f050b3acc45d req-ee949931-15dc-4c1a-b971-c632392054c3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:19.522899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-ee949931-15dc-4c1a-b971-c632392054c3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.2712660 May 26 23:21:19.546596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'port': {'device_id': '57e2ad22-a0f8-4782-8a79-99369047d562', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'admin_state_up': True, 'tenant_id': '27f932db9fe14f87b139351aa959df5f'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:19.682134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:19.692042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:19.703453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:21:19.706510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:19.868326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.20.0.3 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/20655aa3-987a-4eea-b3b4-0514ef235b17) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:21:19.965990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-48f22c89-7bf9-45b9-8ff1-423cee622d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.073125 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.088794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Transition to ACTIVE for port object 20655aa3-987a-4eea-b3b4-0514ef235b17 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:21:20.111587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.124592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c9edf6c4-0134-424e-98d5-a6a9f36d4eae'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:21:20.196716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:21:20.197522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=20655aa3-987a-4eea-b3b4-0514ef235b17,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:20.200168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:21:20.202235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:21:20.270716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:20.271643 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.303087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-5de6c6ce-cfa3-4474-b03d-854bdbe891bd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601185 May 26 23:21:20.318831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Request body: {'port': {'device_id': '57e2ad22-a0f8-4782-8a79-99369047d562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:20.438463 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.487032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ccac6918-2512-48ee-a30a-98b8ee4a4de8 None None] Provisioning for port 20655aa3-987a-4eea-b3b4-0514ef235b17 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:21:20.492283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ccac6918-2512-48ee-a30a-98b8ee4a4de8 None None] Provisioning complete for port 20655aa3-987a-4eea-b3b4-0514ef235b17 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:21:20.492653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ccac6918-2512-48ee-a30a-98b8ee4a4de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.551737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ccac6918-2512-48ee-a30a-98b8ee4a4de8 None None] Port 20655aa3-987a-4eea-b3b4-0514ef235b17 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:21:20.678856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.727502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d58c-1fb3-4c81-bac5-26cb54bc15e5 req-0593298b-9780-4a9e-b1e9-531006a9b99a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:20.730255 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35b3d58c-1fb3-4c81-bac5-26cb54bc15e5 req-0593298b-9780-4a9e-b1e9-531006a9b99a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 931 time: 0.0906379 May 26 23:21:20.794298 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35b3d58c-1fb3-4c81-bac5-26cb54bc15e5 req-9ba54289-48b2-4e14-a24a-813a850ed897 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 May 26 23:21:20.800293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.822348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20655aa3-987a-4eea-b3b4-0514ef235b17 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:21:20.829984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.845256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Transition to ACTIVE for port object 20655aa3-987a-4eea-b3b4-0514ef235b17 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:21:20.848441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:20.971584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Pushing event updated for resources: {'Port': ['ID=20655aa3-987a-4eea-b3b4-0514ef235b17,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:21.089946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Attempting to bind port 20655aa3-987a-4eea-b3b4-0514ef235b17 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:21:21.090521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Attempting to bind port 20655aa3-987a-4eea-b3b4-0514ef235b17 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:21:21.090954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Attempting to bind port 20655aa3-987a-4eea-b3b4-0514ef235b17 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:21:21.097989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Port 20655aa3-987a-4eea-b3b4-0514ef235b17 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:21:21.098421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Attempting to bind port 20655aa3-987a-4eea-b3b4-0514ef235b17 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:21:21.105034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:21:21.105367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:21:21.105787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:21:21.106214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Bound port: 20655aa3-987a-4eea-b3b4-0514ef235b17, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:21:21.106558 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:21.194746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] For port 20655aa3-987a-4eea-b3b4-0514ef235b17, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:21:21.198856 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] For port 20655aa3-987a-4eea-b3b4-0514ef235b17, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20655aa3-987a-4eea-b3b4-0514ef235b17,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:21:21.204242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:21.362110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:21.364481 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] 10.222.0.55 "PUT /v2.0/ports/20655aa3-987a-4eea-b3b4-0514ef235b17 HTTP/1.1" status: 200 len: 1091 time: 1.0499055 May 26 23:21:21.367457 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e2ad22-a0f8-4782-8a79-99369047d562', 'tag': '20655aa3-987a-4eea-b3b4-0514ef235b17'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:21:21.390514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abe573-08b5-4d54-a3a1-5525f331a00b service neutron] Pushing event updated for resources: {'Port': ['ID=20655aa3-987a-4eea-b3b4-0514ef235b17,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:21.440642 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4316683-333c-48f4-9ca8-36b75153dd0d'] response: {'name': 'network-changed', 'server_uuid': '57e2ad22-a0f8-4782-8a79-99369047d562', 'tag': '20655aa3-987a-4eea-b3b4-0514ef235b17', 'status': 'completed', 'code': 200} May 26 23:21:21.483390 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-8f9798e1-ba8e-4e23-9fcb-8526823c74e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 1094 time: 0.0759785 May 26 23:21:21.572116 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-7e6dfdc2-16b9-4d89-a4ff-5d571a9ea52c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20655aa3-987a-4eea-b3b4-0514ef235b17 HTTP/1.1" status: 200 len: 217 time: 0.0769181 May 26 23:21:21.645766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1261031-6707-4bc2-a158-f050b3acc45d req-6a160d84-1ef4-40c6-aed8-721e7bd659b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:21.647351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-6a160d84-1ef4-40c6-aed8-721e7bd659b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0664251 May 26 23:21:21.730488 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-4f0d888d-8323-4a6a-b53e-5d107b5fa81d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734205 May 26 23:21:21.868034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-00203222-dbab-442d-a9a4-a9a158eb14aa service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275342 May 26 23:21:21.983220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:22.005392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8debbd-6b09-4a8f-994f-26320579061f req-e7542e08-0af3-4248-a0db-388652209084 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:22.006893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa8debbd-6b09-4a8f-994f-26320579061f req-e7542e08-0af3-4248-a0db-388652209084 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0942755 May 26 23:21:22.020622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1261031-6707-4bc2-a158-f050b3acc45d req-503e8050-a344-4ed1-9ff4-89b2aa3e9904 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418784 May 26 23:21:22.056302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa8debbd-6b09-4a8f-994f-26320579061f req-9becd425-9db2-4040-a240-c55b4e8b3fe0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 May 26 23:21:22.147220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2418c7a9-9829-463b-b94c-503832e4226b req-6d29389a-e8f3-4374-a274-cb8a628c730c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 1094 time: 0.0751972 May 26 23:21:22.293258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c7a9-9829-463b-b94c-503832e4226b req-d46e2474-c6f1-418f-9106-981cb3823cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:22.294761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2418c7a9-9829-463b-b94c-503832e4226b req-d46e2474-c6f1-418f-9106-981cb3823cf7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1381528 May 26 23:21:22.366637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2418c7a9-9829-463b-b94c-503832e4226b req-e36d708d-8a84-4fa8-8b9a-185dcb42bf83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20655aa3-987a-4eea-b3b4-0514ef235b17 HTTP/1.1" status: 200 len: 217 time: 0.0631237 May 26 23:21:22.448705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c7a9-9829-463b-b94c-503832e4226b req-fab74cab-4ea7-4095-b83e-485dbc46871c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:22.451731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2418c7a9-9829-463b-b94c-503832e4226b req-fab74cab-4ea7-4095-b83e-485dbc46871c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0753875 May 26 23:21:22.529631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2418c7a9-9829-463b-b94c-503832e4226b req-89511138-5370-4e87-a3b9-db33d4f73fdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700293 May 26 23:21:22.676832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2418c7a9-9829-463b-b94c-503832e4226b req-20cb4375-dd7f-4e65-98a8-3e3efae2137c service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382263 May 26 23:21:22.823677 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2418c7a9-9829-463b-b94c-503832e4226b req-2ecc6158-5962-41dc-8212-5c9e411c651c service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390774 May 26 23:21:23.336551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3d58a-7dbf-4120-8ab9-d91dd692a8c3 req-dcb28c58-448c-465e-871e-04a1e60f024c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:23.339023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-52e3d58a-7dbf-4120-8ab9-d91dd692a8c3 req-dcb28c58-448c-465e-871e-04a1e60f024c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:21:23.362084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-52e3d58a-7dbf-4120-8ab9-d91dd692a8c3 req-dcb28c58-448c-465e-871e-04a1e60f024c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:21:23.364279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-52e3d58a-7dbf-4120-8ab9-d91dd692a8c3 req-dcb28c58-448c-465e-871e-04a1e60f024c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.1633654 May 26 23:21:23.426727 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-52e3d58a-7dbf-4120-8ab9-d91dd692a8c3 req-df453ced-487c-4ee8-ac6d-8fd84301a9ad tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 May 26 23:21:24.829643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6caba0-16c9-4d78-a7f4-a97aced80b58 req-c946954a-13ca-44c4-81d7-8cc88ae5de6d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:24.832297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c6caba0-16c9-4d78-a7f4-a97aced80b58 req-c946954a-13ca-44c4-81d7-8cc88ae5de6d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.2260649 May 26 23:21:24.899555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c6caba0-16c9-4d78-a7f4-a97aced80b58 req-f436d8c9-c09a-4152-a9b3-0de64efaf5d2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608571 May 26 23:21:25.512723 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:26.117260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b9bdf-3c78-4803-a8cc-9ca72e293074 req-3fd5dbf0-6096-4621-bb04-0b797c42503b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:26.118721 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-348b9bdf-3c78-4803-a8cc-9ca72e293074 req-3fd5dbf0-6096-4621-bb04-0b797c42503b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0791447 May 26 23:21:26.170157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-348b9bdf-3c78-4803-a8cc-9ca72e293074 req-7bf33b52-283e-4e09-b192-b519101ebef2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 May 26 23:21:27.376358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8253990-f005-42d6-81ab-9885d2ccd42a req-db85945e-3fcc-4035-8215-3a31309cf9e6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:27.377163 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8253990-f005-42d6-81ab-9885d2ccd42a req-db85945e-3fcc-4035-8215-3a31309cf9e6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0754158 May 26 23:21:27.423203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d8253990-f005-42d6-81ab-9885d2ccd42a req-5e4a45c8-80f2-4cd5-befa-a69c53aeee27 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 May 26 23:21:28.020597 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:28.614755 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d55255-ab74-4e55-ad73-b1fb08ae5aff req-b7aa76b4-955f-405a-bd46-a6c1d560a8db tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:28.616204 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5d55255-ab74-4e55-ad73-b1fb08ae5aff req-b7aa76b4-955f-405a-bd46-a6c1d560a8db tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0765486 May 26 23:21:28.660676 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e5d55255-ab74-4e55-ad73-b1fb08ae5aff req-4fa3a658-0e53-4bb0-b98d-0a721f42f91b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383208 May 26 23:21:29.870998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6238a-52d9-40d2-b4a5-feb03f6291dc req-e64975c4-cb89-432f-9307-8d484a8f5626 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:29.872459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bae6238a-52d9-40d2-b4a5-feb03f6291dc req-e64975c4-cb89-432f-9307-8d484a8f5626 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0875318 May 26 23:21:29.919582 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bae6238a-52d9-40d2-b4a5-feb03f6291dc req-b4309349-7305-4da1-98fa-8eceee54927b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 May 26 23:21:31.146905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8350d-2aa5-46f0-a2a7-9029ae58b134 req-4739140d-0fe5-471b-94a7-4091f3d46849 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:31.146905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97b8350d-2aa5-46f0-a2a7-9029ae58b134 req-4739140d-0fe5-471b-94a7-4091f3d46849 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0994146 May 26 23:21:31.208177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-97b8350d-2aa5-46f0-a2a7-9029ae58b134 req-07d26a7c-1c24-4aff-a9b9-33567a11fa2e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512505 May 26 23:21:32.399748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3a32e-d435-42de-bf8f-a1cbcfe7ff63 req-95c89745-a995-4379-8657-e63c847c94a5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:32.401253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40e3a32e-d435-42de-bf8f-a1cbcfe7ff63 req-95c89745-a995-4379-8657-e63c847c94a5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0759220 May 26 23:21:32.450668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40e3a32e-d435-42de-bf8f-a1cbcfe7ff63 req-f4fbaf38-2208-462a-a882-b178b1e2ba2c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 May 26 23:21:33.657753 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12850b7-0da1-470c-8322-ab820beab85c req-f2ab2285-6574-47dd-bbdd-55b3b2784142 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:33.659213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c12850b7-0da1-470c-8322-ab820beab85c req-f2ab2285-6574-47dd-bbdd-55b3b2784142 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0789189 May 26 23:21:33.705965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c12850b7-0da1-470c-8322-ab820beab85c req-8e5536bb-0fcf-4e76-bcca-cd9186d15d22 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 May 26 23:21:34.917203 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b32aa-0bed-49d5-8af2-c443b888922d req-20c25259-a7b5-42f2-8346-8cd27cd75a2b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:34.923656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a8b32aa-0bed-49d5-8af2-c443b888922d req-20c25259-a7b5-42f2-8346-8cd27cd75a2b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0885401 May 26 23:21:34.969999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a8b32aa-0bed-49d5-8af2-c443b888922d req-4b9db697-579e-41f3-8533-3c98ec34e408 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435081 May 26 23:21:36.278579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f449c1-50ca-4442-a658-d96d1fc4c8dc req-df24b179-f23e-43ad-a095-dc4488a6d0c9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:36.280027 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47f449c1-50ca-4442-a658-d96d1fc4c8dc req-df24b179-f23e-43ad-a095-dc4488a6d0c9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.1665602 May 26 23:21:36.325520 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47f449c1-50ca-4442-a658-d96d1fc4c8dc req-ebb8eb62-24e8-4534-89f0-8a20d09459fe tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 May 26 23:21:37.534260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b62d15-1c23-4ca5-8533-c8f8ccdfbce2 req-21cb1db0-2338-4e1e-a4cb-c8d1e2170d88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:37.536145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0b62d15-1c23-4ca5-8533-c8f8ccdfbce2 req-21cb1db0-2338-4e1e-a4cb-c8d1e2170d88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0834451 May 26 23:21:37.580014 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0b62d15-1c23-4ca5-8533-c8f8ccdfbce2 req-efb137f3-139c-4510-a3eb-2e8d6a2761de tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 May 26 23:21:38.885591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9d349-bc38-466a-8e2b-bba3d9033e02 req-5be651c8-4a52-4da4-b27f-4cadb7a09cbd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:38.896161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00a9d349-bc38-466a-8e2b-bba3d9033e02 req-5be651c8-4a52-4da4-b27f-4cadb7a09cbd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 943 time: 0.0914791 May 26 23:21:38.950731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-00a9d349-bc38-466a-8e2b-bba3d9033e02 req-946f5d74-0370-4bf4-9c24-dd3e3fea8ec9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515702 May 26 23:21:39.400465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 20655aa3-987a-4eea-b3b4-0514ef235b17 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:21:39.550283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 20655aa3-987a-4eea-b3b4-0514ef235b17, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20655aa3-987a-4eea-b3b4-0514ef235b17,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:39.575464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '20655aa3-987a-4eea-b3b4-0514ef235b17', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'port_id': '20655aa3-987a-4eea-b3b4-0514ef235b17', 'mac_address': 'fa:16:3e:ff:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:21:39.633158 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:39.655295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20655aa3-987a-4eea-b3b4-0514ef235b17 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:21:39.672070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 20655aa3-987a-4eea-b3b4-0514ef235b17, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20655aa3-987a-4eea-b3b4-0514ef235b17,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:39.676138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:39.748099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=20655aa3-987a-4eea-b3b4-0514ef235b17,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:39.941115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['20655aa3-987a-4eea-b3b4-0514ef235b17'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:21:40.146253 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdc724-385c-43be-a2eb-7f1d69fcc631 req-19de0ce8-6d72-4a68-9146-1308df9d3023 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:40.147683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56fdc724-385c-43be-a2eb-7f1d69fcc631 req-19de0ce8-6d72-4a68-9146-1308df9d3023 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 944 time: 0.0749519 May 26 23:21:40.192240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-56fdc724-385c-43be-a2eb-7f1d69fcc631 req-08c2079c-2b5e-44f3-81c2-f0189760d87c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384953 May 26 23:21:41.395069 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20504ae-ec55-4aa0-ba75-2347a9f0560e req-d5d2c184-e4aa-48c0-a520-329a2421eba6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:41.395574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d20504ae-ec55-4aa0-ba75-2347a9f0560e req-d5d2c184-e4aa-48c0-a520-329a2421eba6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 944 time: 0.0828695 May 26 23:21:41.400560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 20655aa3-987a-4eea-b3b4-0514ef235b17 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:21:41.449220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d20504ae-ec55-4aa0-ba75-2347a9f0560e req-b5fdf4d8-9a99-4de4-93c8-800843a0eeb2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476599 May 26 23:21:41.479640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 20655aa3-987a-4eea-b3b4-0514ef235b17 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:21:41.485661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 20655aa3-987a-4eea-b3b4-0514ef235b17 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:21:41.486147 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:41.621179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:41.650895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2ad22-a0f8-4782-8a79-99369047d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20655aa3-987a-4eea-b3b4-0514ef235b17'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:21:41.661874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 20655aa3-987a-4eea-b3b4-0514ef235b17, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20655aa3-987a-4eea-b3b4-0514ef235b17,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:41.667219 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:41.721076 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffa59d6-23d2-49eb-afee-e9f78e5be4a5'] response: {'server_uuid': '57e2ad22-a0f8-4782-8a79-99369047d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20655aa3-987a-4eea-b3b4-0514ef235b17', 'code': 200} May 26 23:21:41.739706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=20655aa3-987a-4eea-b3b4-0514ef235b17,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:41.748753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.749096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.749432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.749796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.750126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.750452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.750774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.751096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.751417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.751736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.752056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:41.866436 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b6c352b-6a3c-4e85-9e0b-ef231ea84d44 req-fa607cb9-f80d-47a9-8ff0-33f7de4469aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 1096 time: 0.0803773 May 26 23:21:41.920285 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2b6c352b-6a3c-4e85-9e0b-ef231ea84d44 req-eda198e8-8069-4e37-a333-456b9d492225 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 May 26 23:21:42.655994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d74016-dd80-47c1-bd2a-874b05a1fc44 req-8da34eea-5d04-47dd-a82d-afa667b4f0fa tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:42.655994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75d74016-dd80-47c1-bd2a-874b05a1fc44 req-8da34eea-5d04-47dd-a82d-afa667b4f0fa tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 945 time: 0.0820639 May 26 23:21:42.711078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75d74016-dd80-47c1-bd2a-874b05a1fc44 req-3b3fc068-a8e9-406f-a086-ef88bf858ab5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 May 26 23:21:43.520133 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:21:43.920528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde529c9-3a0e-4e1d-acdf-3a910ff3cb1e req-e5bd47dd-ebcf-4e56-b623-8fa2c15c7612 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:43.924056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fde529c9-3a0e-4e1d-acdf-3a910ff3cb1e req-e5bd47dd-ebcf-4e56-b623-8fa2c15c7612 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 945 time: 0.0868521 May 26 23:21:43.974966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fde529c9-3a0e-4e1d-acdf-3a910ff3cb1e req-814adfcc-0229-491f-9cba-9c990714f259 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 May 26 23:21:44.186392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c24ae2-a499-4b7c-856b-c6f0f41cd7e9 req-f707cfeb-dec1-467b-aedc-01d3f66648f6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:44.188125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7c24ae2-a499-4b7c-856b-c6f0f41cd7e9 req-f707cfeb-dec1-467b-aedc-01d3f66648f6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 945 time: 0.0875385 May 26 23:21:44.253964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7c24ae2-a499-4b7c-856b-c6f0f41cd7e9 req-61382ad9-3d3c-45ab-8c11-c88995e39cda tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600643 May 26 23:21:44.771877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae20b0-5e17-47ce-bc24-253201733fb2 req-1c5e47ea-31e0-48f0-84c2-efa0db1114e1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:44.772593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5ae20b0-5e17-47ce-bc24-253201733fb2 req-1c5e47ea-31e0-48f0-84c2-efa0db1114e1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 945 time: 0.0817745 May 26 23:21:44.825910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5ae20b0-5e17-47ce-bc24-253201733fb2 req-d9374ea7-452b-4c84-a7fb-6a11108ecb2d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 May 26 23:21:46.024595 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24991ce-d6da-471b-8d30-df35a932adf1 req-21a2cc08-47a2-4f91-b4b0-a5ff5701f38b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:46.025947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d24991ce-d6da-471b-8d30-df35a932adf1 req-21a2cc08-47a2-4f91-b4b0-a5ff5701f38b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 945 time: 0.0746367 May 26 23:21:46.081501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d24991ce-d6da-471b-8d30-df35a932adf1 req-7bfe9d1e-d1fa-44d3-9c81-49c481cfa77c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491042 May 26 23:21:46.329911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-33f8c222-b43b-4220-ae5e-40125893cd76 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:46.331702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-33f8c222-b43b-4220-ae5e-40125893cd76 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 945 time: 0.0933893 May 26 23:21:46.414206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 20655aa3-987a-4eea-b3b4-0514ef235b17 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:21:46.414616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:46.653924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] For port 20655aa3-987a-4eea-b3b4-0514ef235b17, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=20655aa3-987a-4eea-b3b4-0514ef235b17,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:46.654283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:46.773493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 20655aa3-987a-4eea-b3b4-0514ef235b17 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:21:46.910709 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:46.922034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c9edf6c4-0134-424e-98d5-a6a9f36d4eae'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:21:46.947584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['20655aa3-987a-4eea-b3b4-0514ef235b17'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:21:46.966523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=20655aa3-987a-4eea-b3b4-0514ef235b17,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:47.036237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.036824 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.037309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.037806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.038284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.038607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.038929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.039248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.039573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.039881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.040193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:21:47.047918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] No DVR routers for this DVR port 20655aa3-987a-4eea-b3b4-0514ef235b17 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:21:47.050234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:47.052888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2ad22-a0f8-4782-8a79-99369047d562', 'name': 'network-vif-deleted', 'tag': '20655aa3-987a-4eea-b3b4-0514ef235b17'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:21:47.072329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5535f9e5-3d18-4a3c-86aa-8c126ea052f1 req-ef2706b4-3c1d-4b16-bed0-09a8019db74b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "DELETE /v2.0/ports/20655aa3-987a-4eea-b3b4-0514ef235b17 HTTP/1.1" status: 204 len: 173 time: 0.7322795 May 26 23:21:47.135003 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97b6005-d8b4-4532-b7d0-786c7928746a'] response: {'server_uuid': '57e2ad22-a0f8-4782-8a79-99369047d562', 'name': 'network-vif-deleted', 'tag': '20655aa3-987a-4eea-b3b4-0514ef235b17', 'status': 'completed', 'code': 200} May 26 23:21:47.210257 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0c3282f-c04e-4c61-830c-b47ba4785019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:47.268271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-896de610-2534-4071-896e-3b953c1b885e req-dfca6285-196b-40cd-930b-3491b403c6b4 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e2ad22-a0f8-4782-8a79-99369047d562 HTTP/1.1" status: 200 len: 210 time: 0.0421219 May 26 23:21:49.443468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 20655aa3-987a-4eea-b3b4-0514ef235b17 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:21:49.479827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 20655aa3-987a-4eea-b3b4-0514ef235b17 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:21:49.480170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 20655aa3-987a-4eea-b3b4-0514ef235b17 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:21:49.969593 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2325-41a0-42de-ad25-6d500ced0724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:50.662749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:50.803422 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:51.983197 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:52.112700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848d0c9-0e8a-43f0-ad94-15af96e35119 req-df0c72e2-56a4-4d0a-876b-96ae6b62f3c0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:52.112700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0848d0c9-0e8a-43f0-ad94-15af96e35119 req-df0c72e2-56a4-4d0a-876b-96ae6b62f3c0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:21:52.128777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0848d0c9-0e8a-43f0-ad94-15af96e35119 req-df0c72e2-56a4-4d0a-876b-96ae6b62f3c0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:21:52.130005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0848d0c9-0e8a-43f0-ad94-15af96e35119 req-df0c72e2-56a4-4d0a-876b-96ae6b62f3c0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 945 time: 0.0978198 May 26 23:21:52.174816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0848d0c9-0e8a-43f0-ad94-15af96e35119 req-9aa982c5-e282-44ba-8c2e-6432fa83b0ee tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 May 26 23:21:53.375118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8cfc8-ad71-4c5c-a0ec-42a3467d139d req-555a5084-7951-492c-8aab-0e3eeb165b04 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:53.376555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70b8cfc8-ad71-4c5c-a0ec-42a3467d139d req-555a5084-7951-492c-8aab-0e3eeb165b04 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 945 time: 0.0758011 May 26 23:21:53.669342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-4021241a-560e-4203-b34a-08db0cca2650 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:21:53.670961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-4021241a-560e-4203-b34a-08db0cca2650 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 945 time: 0.0764987 May 26 23:21:53.689069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70b8cfc8-ad71-4c5c-a0ec-42a3467d139d req-73880ae8-f4c4-48bd-aa08-6db41650b0c5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e50443-1fb2-4c45-b20b-e636bbd6dc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070543 May 26 23:21:53.744857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port c9edf6c4-0134-424e-98d5-a6a9f36d4eae {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:21:53.745192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:54.069768 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] For port c9edf6c4-0134-424e-98d5-a6a9f36d4eae, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:21:54.070034 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:54.191512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for c9edf6c4-0134-424e-98d5-a6a9f36d4eae owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:21:54.327533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:54.338464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['c9edf6c4-0134-424e-98d5-a6a9f36d4eae'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:21:54.379082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=c9edf6c4-0134-424e-98d5-a6a9f36d4eae,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:54.449532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] No DVR routers for this DVR port c9edf6c4-0134-424e-98d5-a6a9f36d4eae on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:21:54.451961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:54.454403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67af7736-3d6a-4f85-9923-d933652f4c05', 'name': 'network-vif-deleted', 'tag': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:21:54.469484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-117f118b-74d7-4ab2-b371-e45821402ec2 req-c6762672-5fec-4539-be57-b4108b027ddb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "DELETE /v2.0/ports/c9edf6c4-0134-424e-98d5-a6a9f36d4eae HTTP/1.1" status: 204 len: 173 time: 0.7926092 May 26 23:21:54.523175 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f2687c-68b0-4b09-bc49-557a215515e9'] response: {'server_uuid': '67af7736-3d6a-4f85-9923-d933652f4c05', 'name': 'network-vif-deleted', 'tag': 'c9edf6c4-0134-424e-98d5-a6a9f36d4eae', 'status': 'completed', 'code': 200} May 26 23:21:54.874090 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6337fc9d-3619-4ec1-967a-5133018ce5d1 req-8e735fbc-0d7f-47d2-a7e0-f79dd78e5ff0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=67af7736-3d6a-4f85-9923-d933652f4c05 HTTP/1.1" status: 200 len: 210 time: 0.0523071 May 26 23:21:55.494282 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.030526 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.039737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42824) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:21:58.045226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852428815', 'description': 'tempest-secgroup-smoke-1852428815 description', 'project_id': '27f932db9fe14f87b139351aa959df5f'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:58.051715 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.062891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.063051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9edf6c4-0134-424e-98d5-a6a9f36d4eae no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:21:58.072210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.095208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: c9edf6c4-0134-424e-98d5-a6a9f36d4eae {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:21:58.095553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device c9edf6c4-0134-424e-98d5-a6a9f36d4eae not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:21:58.112831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.116533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:21:58.119272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:21:58.125353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.179948 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.183630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.225156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d97c4-d464-4aee-9056-282b2300871e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:58.235431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.236853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c033572-76ed-4d4b-83a4-63a390ffd6f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1960814 May 26 23:21:58.239910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42828) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:21:58.246161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'security_group_rule': {'security_group_id': '4c7d97c4-d464-4aee-9056-282b2300871e', 'project_id': '27f932db9fe14f87b139351aa959df5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:58.253388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.257114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:21:58.260210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:21:58.266366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.283319 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.342324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.345415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.368125 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b955ca4a-4d45-41e7-86b6-1090be7d3298,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:58.377352 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.378559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-580be1f7-40ff-447f-9b5e-6be0440b4c15 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1377573 May 26 23:21:58.381372 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42832) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:21:58.386733 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'security_group_rule': {'security_group_id': '4c7d97c4-d464-4aee-9056-282b2300871e', 'project_id': '27f932db9fe14f87b139351aa959df5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:58.393308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.397203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:21:58.400068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:21:58.405702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.421359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.483251 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.486470 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.508702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da649706-71b1-4bfa-98bd-226e9f8a8012,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:58.517338 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.518506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f6fc1269-22d7-480d-a20e-a5148060d40a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1362379 May 26 23:21:58.521218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42836) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:21:58.526390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'security_group_rule': {'security_group_id': '4c7d97c4-d464-4aee-9056-282b2300871e', 'project_id': '27f932db9fe14f87b139351aa959df5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:58.532656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.536359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:21:58.539160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:21:58.545228 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.561694 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.621669 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.626623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.650356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c71b79-bafe-426a-a021-4761178c72bd,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:58.659906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.661051 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6c01b6b4-d965-4c73-8ea1-5963e947c99f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1389174 May 26 23:21:58.663683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42840) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:21:58.668939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'security_group_rule': {'security_group_id': '4c7d97c4-d464-4aee-9056-282b2300871e', 'project_id': '27f932db9fe14f87b139351aa959df5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:58.675486 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.679259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:21:58.682320 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:21:58.687852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.704817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.766980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.770175 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.794857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d98aea8-ba89-4e45-8f64-9a7a9382d891,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:58.803779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.804894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-678e33d1-365b-4a74-b40e-603d0225749e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403265 May 26 23:21:58.807866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42844) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:21:58.813639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'security_group_rule': {'security_group_id': '4c7d97c4-d464-4aee-9056-282b2300871e', 'project_id': '27f932db9fe14f87b139351aa959df5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:58.819980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.823716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:21:58.827151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:21:58.832687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.842913 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Project 27f932db9fe14f87b139351aa959df5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:21:58.848994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.911632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.915009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.940307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2437b12-11d6-478f-bde7-01c95f255280,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:58.949544 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:58.951340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c735403e-30d6-4f6f-9749-139962c47c39 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425428 May 26 23:21:58.954015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 42848) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:21:58.959381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'security_group_rule': {'security_group_id': '4c7d97c4-d464-4aee-9056-282b2300871e', 'project_id': '27f932db9fe14f87b139351aa959df5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:21:58.965757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:21:58.970083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:security_group_rule and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:21:58.972932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:21:58.978710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:21:58.990022 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Project 27f932db9fe14f87b139351aa959df5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:21:58.996539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:59.059963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:59.063259 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:59.089123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007e5b0e-8252-44bc-9f1c-b5c113f492c4,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:21:59.098001 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:21:59.099143 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-642246c1-6c9f-4470-a622-f0142b1089b1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1441894 May 26 23:22:13.067432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ff198d26-3746-4040-8e27-2981846e443a req-16165f30-03c5-4dfb-badb-d53ef66ee2c7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:22:13.081938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ff198d26-3746-4040-8e27-2981846e443a req-16165f30-03c5-4dfb-badb-d53ef66ee2c7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:22:13.083040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-16165f30-03c5-4dfb-badb-d53ef66ee2c7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852428815&fields=id&tenant_id=27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 267 time: 0.0586514 May 26 23:22:13.227648 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff198d26-3746-4040-8e27-2981846e443a req-8683a301-c19b-48ee-b592-70eb185d6974 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:13.229040 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-8683a301-c19b-48ee-b592-70eb185d6974 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1395924 May 26 23:22:13.246429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-7582764b-bdfd-4670-9b09-b6603bc65a18 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/quotas/27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 375 time: 0.0115821 May 26 23:22:13.326989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ff198d26-3746-4040-8e27-2981846e443a req-b45379fb-3523-4fd8-b0a1-57edce3db9fb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:22:13.342046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ff198d26-3746-4040-8e27-2981846e443a req-b45379fb-3523-4fd8-b0a1-57edce3db9fb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:22:13.343499 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-b45379fb-3523-4fd8-b0a1-57edce3db9fb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924072 May 26 23:22:13.478390 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-805d5a26-146c-40df-a79d-f60c93b777f0 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240373 May 26 23:22:13.606175 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-c8102104-e14e-4aea-9b3f-c44345f830d9 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219003 May 26 23:22:13.979577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f4410cb-433d-42be-b4fc-4e2c27a73dea req-2205eafb-24aa-480e-90ac-e4a81cc7e513 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 210 time: 0.0417130 May 26 23:22:14.950727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff198d26-3746-4040-8e27-2981846e443a req-f44d83f6-4530-4f7f-a00f-0de2ae1154d1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:14.952145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-f44d83f6-4530-4f7f-a00f-0de2ae1154d1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1437154 May 26 23:22:15.010495 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-2cb7f8a1-5199-4433-a28a-2d5b05a8d0d9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 380 time: 0.0407355 May 26 23:22:15.020147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'port': {'device_id': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'admin_state_up': True, 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'security_groups': ['4c7d97c4-d464-4aee-9056-282b2300871e']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:22:15.236637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44354616-f36f-40b2-b1dd-387b2e8c06b1 req-c0d1b16a-b555-42a6-9341-f84b2e41a3fb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 210 time: 0.0567272 May 26 23:22:15.291647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:22:15.303272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:22:15.317064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:22:15.320153 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:15.483464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.20.0.11 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/9f1428fa-286a-4381-85c0-913721a6c799) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:22:15.670617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:15.686658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Transition to ACTIVE for port object 9f1428fa-286a-4381-85c0-913721a6c799 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:22:15.707633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:15.775351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:22:15.778327 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:22:15.782142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:22:15.819453 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=9f1428fa-286a-4381-85c0-913721a6c799,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:22:15.852832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:15.853439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:15.879985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-99801ba1-d9ba-405b-a41a-b877ed5589b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8636246 May 26 23:22:15.891155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Request body: {'port': {'device_id': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:22:16.002063 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:16.075430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3773f845-2fb9-4c66-afbc-0c567f773f7c None None] Provisioning for port 9f1428fa-286a-4381-85c0-913721a6c799 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:22:16.081480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3773f845-2fb9-4c66-afbc-0c567f773f7c None None] Provisioning complete for port 9f1428fa-286a-4381-85c0-913721a6c799 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:22:16.082071 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3773f845-2fb9-4c66-afbc-0c567f773f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:16.137780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3773f845-2fb9-4c66-afbc-0c567f773f7c None None] Port 9f1428fa-286a-4381-85c0-913721a6c799 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:22:16.355683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1428fa-286a-4381-85c0-913721a6c799 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:22:16.363454 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:16.379250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Transition to ACTIVE for port object 9f1428fa-286a-4381-85c0-913721a6c799 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:22:16.383473 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:16.442265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bef25-6cbf-4839-b8ef-ee04566bb6e2 req-33e96438-f349-4894-bee3-a8b23b8d88f3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:16.443702 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c14bef25-6cbf-4839-b8ef-ee04566bb6e2 req-33e96438-f349-4894-bee3-a8b23b8d88f3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0811713 May 26 23:22:16.506008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c14bef25-6cbf-4839-b8ef-ee04566bb6e2 req-e72e646e-a314-4f60-9883-1b9be29a3ec3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541685 May 26 23:22:16.523835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Pushing event updated for resources: {'Port': ['ID=9f1428fa-286a-4381-85c0-913721a6c799,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:22:16.630244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Attempting to bind port 9f1428fa-286a-4381-85c0-913721a6c799 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:22:16.630664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Attempting to bind port 9f1428fa-286a-4381-85c0-913721a6c799 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:22:16.631052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Attempting to bind port 9f1428fa-286a-4381-85c0-913721a6c799 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:22:16.637759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Port 9f1428fa-286a-4381-85c0-913721a6c799 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:22:16.638209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Attempting to bind port 9f1428fa-286a-4381-85c0-913721a6c799 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:22:16.644946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:22:16.645441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:22:16.645931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:22:16.646419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Bound port: 9f1428fa-286a-4381-85c0-913721a6c799, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:22:16.646766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:16.736598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] For port 9f1428fa-286a-4381-85c0-913721a6c799, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:22:16.739476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] For port 9f1428fa-286a-4381-85c0-913721a6c799, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9f1428fa-286a-4381-85c0-913721a6c799,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:22:16.743930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:16.807280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:16.809291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] 10.222.0.48 "PUT /v2.0/ports/9f1428fa-286a-4381-85c0-913721a6c799 HTTP/1.1" status: 200 len: 1092 time: 0.9217958 May 26 23:22:16.809809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:22:16.822998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c8510-6d8b-4f4a-bf44-3324257c147e service neutron] Pushing event updated for resources: {'Port': ['ID=9f1428fa-286a-4381-85c0-913721a6c799,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:22:16.879119 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be312901-c4b1-4669-aa47-73e1aad8a712'] response: {'name': 'network-changed', 'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799', 'status': 'completed', 'code': 200} May 26 23:22:16.920586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-eb9dc51c-5f09-45ba-aae5-d7c122012ba7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 1095 time: 0.0748844 May 26 23:22:16.988108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-1a1962cd-d44e-46ff-a997-f81e9cccba17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1428fa-286a-4381-85c0-913721a6c799 HTTP/1.1" status: 200 len: 217 time: 0.0608416 May 26 23:22:17.149205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff198d26-3746-4040-8e27-2981846e443a req-64ca7f12-8cbd-4b46-8280-9740efcedb99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:17.150574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-64ca7f12-8cbd-4b46-8280-9740efcedb99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.1568811 May 26 23:22:17.205138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4bd7d134-5444-4954-ab6f-0758366aeccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:17.224684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-97d54ad8-4ac2-4302-b42b-d12c95cffc55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675232 May 26 23:22:17.356189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-8c40ccd6-caf3-4f4b-82cd-ebe9901d10d5 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253078 May 26 23:22:17.484755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff198d26-3746-4040-8e27-2981846e443a req-5f95143c-d276-4773-b762-781a13eff53d service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228366 May 26 23:22:17.600720 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-a9dae0df-f094-48e3-bfd3-71aeed319b48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 1095 time: 0.0719066 May 26 23:22:17.691421 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb0ed-4f5d-43d1-9ae1-77f6ae02f1af req-6cc22c9f-ab85-42d5-a65e-6053901f2793 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:17.692927 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e5eb0ed-4f5d-43d1-9ae1-77f6ae02f1af req-6cc22c9f-ab85-42d5-a65e-6053901f2793 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0768869 May 26 23:22:17.733106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-94809b59-fc2a-4bbe-88b3-f9f333abb990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:17.734590 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-94809b59-fc2a-4bbe-88b3-f9f333abb990 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1275089 May 26 23:22:17.738554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e5eb0ed-4f5d-43d1-9ae1-77f6ae02f1af req-3358fe70-353b-4fd1-8c0f-edc5c6aaf347 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398736 May 26 23:22:17.800433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-0d905ee0-546f-4526-a072-61199cb6c988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1428fa-286a-4381-85c0-913721a6c799 HTTP/1.1" status: 200 len: 217 time: 0.0598004 May 26 23:22:17.864119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-346d0fb3-7d06-4939-ae92-17ba0d03793b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:17.865497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-346d0fb3-7d06-4939-ae92-17ba0d03793b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0597236 May 26 23:22:17.939396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-c372fd77-a69f-4cfb-ba74-77329c041071 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681336 May 26 23:22:18.069058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-15246846-c51f-4d1d-a499-193f4ae470c3 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233120 May 26 23:22:18.197343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-737c519e-43df-46b7-8eca-8f7f3ebc208d req-3811ece7-dcda-4b61-997f-ada2b436a284 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218736 May 26 23:22:18.933426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c30b1-54a9-4a25-8559-3526c5201bb0 req-eeef188f-8cba-442c-b058-4789b2644bad tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:18.934554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-077c30b1-54a9-4a25-8559-3526c5201bb0 req-eeef188f-8cba-442c-b058-4789b2644bad tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:22:18.949867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-077c30b1-54a9-4a25-8559-3526c5201bb0 req-eeef188f-8cba-442c-b058-4789b2644bad tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:22:18.951036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-077c30b1-54a9-4a25-8559-3526c5201bb0 req-eeef188f-8cba-442c-b058-4789b2644bad tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0962193 May 26 23:22:18.996205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-077c30b1-54a9-4a25-8559-3526c5201bb0 req-d95678dd-0e4b-4ed4-9e86-b569805e2d75 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396028 May 26 23:22:19.970820 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3bb6e702-d42a-4393-82f4-c045c3b84189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:20.193257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287b0e1-6484-4c6c-9dc1-0a6dbb7ea839 req-6a235156-51ff-4438-a6ff-6562c176cceb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:20.194721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9287b0e1-6484-4c6c-9dc1-0a6dbb7ea839 req-6a235156-51ff-4438-a6ff-6562c176cceb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0793340 May 26 23:22:20.239747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9287b0e1-6484-4c6c-9dc1-0a6dbb7ea839 req-57d0063c-628e-4d3c-89c7-542b1eaf408d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390074 May 26 23:22:20.520684 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:22:20.662812 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:20.804197 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:21.434910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6c491-d3e0-48bf-a335-daca2e93b3ae req-310a9cfe-0c6c-4c08-a034-b9db9a5f0113 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:21.436325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aed6c491-d3e0-48bf-a335-daca2e93b3ae req-310a9cfe-0c6c-4c08-a034-b9db9a5f0113 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0768375 May 26 23:22:21.479578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aed6c491-d3e0-48bf-a335-daca2e93b3ae req-904cab6c-f304-4f26-b4f5-ddf25d52ac34 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378940 May 26 23:22:21.984194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:22.670437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0b17c-6219-41ae-96d4-5f1fe1309145 req-f1e7dc2a-75a2-47fb-9444-268c752b911b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:22.671881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7b0b17c-6219-41ae-96d4-5f1fe1309145 req-f1e7dc2a-75a2-47fb-9444-268c752b911b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0750723 May 26 23:22:22.724454 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7b0b17c-6219-41ae-96d4-5f1fe1309145 req-0832fdbf-e3fc-469c-9401-c7cba015deb6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 May 26 23:22:23.917963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b78e4-062d-4fb0-8bbe-9fbab510090a req-939170c3-f1f3-4d02-8f66-a22419bdab5a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:23.919924 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c23b78e4-062d-4fb0-8bbe-9fbab510090a req-939170c3-f1f3-4d02-8f66-a22419bdab5a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0786002 May 26 23:22:23.963532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c23b78e4-062d-4fb0-8bbe-9fbab510090a req-fcfd0bef-efe8-4e10-9f3e-d950e67137b4 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381737 May 26 23:22:25.155371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ace072-8390-4609-be93-5c207ac63437 req-71dab7e0-5ed7-4777-84d3-816d00c114a6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:25.156790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-42ace072-8390-4609-be93-5c207ac63437 req-71dab7e0-5ed7-4777-84d3-816d00c114a6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0779624 May 26 23:22:25.201483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-42ace072-8390-4609-be93-5c207ac63437 req-ff0197e5-7d64-44c9-9976-474c9368c6c3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 May 26 23:22:25.506306 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:26.196375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9f1428fa-286a-4381-85c0-913721a6c799 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:22:26.328276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9f1428fa-286a-4381-85c0-913721a6c799, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9f1428fa-286a-4381-85c0-913721a6c799,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:22:26.341188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '9f1428fa-286a-4381-85c0-913721a6c799', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'port_id': '9f1428fa-286a-4381-85c0-913721a6c799', 'mac_address': 'fa:16:3e:43:90:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:22:26.400933 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:26.405376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfa254-04db-4a6e-b469-57efdc6429cf req-8ccf5532-98ac-4ef2-befc-83b1ba1b5912 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:26.406897 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4dfa254-04db-4a6e-b469-57efdc6429cf req-8ccf5532-98ac-4ef2-befc-83b1ba1b5912 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 944 time: 0.0882137 May 26 23:22:26.427080 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1428fa-286a-4381-85c0-913721a6c799 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:22:26.444372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9f1428fa-286a-4381-85c0-913721a6c799, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9f1428fa-286a-4381-85c0-913721a6c799,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:22:26.449097 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:26.460943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e4dfa254-04db-4a6e-b469-57efdc6429cf req-c80004d2-399e-4027-bc11-bd3f806fbc26 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 May 26 23:22:26.547040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9f1428fa-286a-4381-85c0-913721a6c799,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:22:26.725991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['9f1428fa-286a-4381-85c0-913721a6c799'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:22:27.657288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa57eb-3538-40fb-857b-56a3423c28f9 req-1b617320-4f2a-4542-9211-95a9c05559bb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:27.658741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32fa57eb-3538-40fb-857b-56a3423c28f9 req-1b617320-4f2a-4542-9211-95a9c05559bb tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 945 time: 0.0779884 May 26 23:22:27.730808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32fa57eb-3538-40fb-857b-56a3423c28f9 req-5b8315eb-f138-4983-949c-633c4362bdc2 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636976 May 26 23:22:28.069549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:28.251152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9f1428fa-286a-4381-85c0-913721a6c799 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:22:28.318900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 9f1428fa-286a-4381-85c0-913721a6c799 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:22:28.323361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 9f1428fa-286a-4381-85c0-913721a6c799 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:22:28.323662 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:28.432789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:28.459548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:22:28.468083 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 9f1428fa-286a-4381-85c0-913721a6c799, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9f1428fa-286a-4381-85c0-913721a6c799,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:22:28.472012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:28.516974 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d8f0ee-da14-4766-90e5-7bc1960f681a'] response: {'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799', 'code': 200} May 26 23:22:28.541817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=9f1428fa-286a-4381-85c0-913721a6c799,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:22:28.634501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df3e6943-8fc0-4464-82a2-5147b5783290 req-4748763a-9526-46fa-afc9-5a25a10ac1da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 1097 time: 0.0657978 May 26 23:22:28.677399 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-df3e6943-8fc0-4464-82a2-5147b5783290 req-2452fd25-1253-431f-a6ef-6010683323b6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361960 May 26 23:22:28.921776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e833fc-f94c-42aa-a75b-7b0c0393d494 req-421b1f63-96c9-4fa7-8ed3-76d46b777352 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:28.923145 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6e833fc-f94c-42aa-a75b-7b0c0393d494 req-421b1f63-96c9-4fa7-8ed3-76d46b777352 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 946 time: 0.0752683 May 26 23:22:28.969194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6e833fc-f94c-42aa-a75b-7b0c0393d494 req-60de762e-0113-4d15-8e37-2f2177353bb1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406885 May 26 23:22:30.171953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bcff7-2921-4ea9-94f0-55e87c160cda req-0c5bfd4d-b470-49b5-831b-dc4c1f747f00 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:30.173373 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c92bcff7-2921-4ea9-94f0-55e87c160cda req-0c5bfd4d-b470-49b5-831b-dc4c1f747f00 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 946 time: 0.0799918 May 26 23:22:30.301910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c92bcff7-2921-4ea9-94f0-55e87c160cda req-cdd013c5-4db1-45e3-9345-761c8b141fde tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230204 May 26 23:22:30.496821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cffcff-ea20-4053-aead-adf9fb05de02 req-7331c33a-5dca-4ea0-be23-e54affbe15c6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:30.498292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-05cffcff-ea20-4053-aead-adf9fb05de02 req-7331c33a-5dca-4ea0-be23-e54affbe15c6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 946 time: 0.0791731 May 26 23:22:30.543409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-05cffcff-ea20-4053-aead-adf9fb05de02 req-4130dfbb-77f2-440a-8e04-6d5d26459de5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 May 26 23:22:30.570914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42990) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:22:30.640056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e2dfa570-b42b-44e0-a8ea-a626b61c13fc tempest-TestVolumeBootPattern-1212514921 tempest-TestVolumeBootPattern-1212514921-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 1092 time: 0.0680294 May 26 23:22:30.642870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 42994) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:22:30.647996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '9f1428fa-286a-4381-85c0-913721a6c799', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:22:30.654138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:22:30.658153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:floatingip and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:22:30.661082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:22:30.666706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:22:30.676866 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:30.812259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:30.946592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.25.4.28 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/ef2b32f0-afdf-48cf-9abc-58995eeb5780) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:22:31.177759 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:31.204788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:31.270454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:22:31.273260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:22:31.275874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:22:31.308000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=ef2b32f0-afdf-48cf-9abc-58995eeb5780,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:22:31.327151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.327481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.327805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.328127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.328496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.328775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.329093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.329376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.329692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.330017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.330323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:22:31.782506 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:31.836448 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:32.032632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:32.036704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:32.142650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=ef2b32f0-afdf-48cf-9abc-58995eeb5780,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:22:32.154582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:32.342077 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Floating IP cee6a601-3e42-4f42-be71-2ffb0442104c associated. External IP: 172.25.4.28, port: 9f1428fa-286a-4381-85c0-913721a6c799. May 26 23:22:32.822795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:22:33.019020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:22:33.028581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:22:33.040001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:22:33.040627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:22:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:22:33.042436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:33.100986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-09952a4d-5553-4b90-8536-9168c90d6ce7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4549968 May 26 23:22:33.100986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:22:33.154691 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8422fd6-df28-4b72-a76d-b7dab8c328af'] response: {'name': 'network-changed', 'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799', 'status': 'completed', 'code': 200} May 26 23:22:33.218042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:22:33.244422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-8e8f81d0-25d3-4bfa-b862-899d215c2baf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 1097 time: 0.0677145 May 26 23:22:33.371526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-51573b6f-0023-4517-bd39-df54769c0517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:33.372956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-51573b6f-0023-4517-bd39-df54769c0517 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1232450 May 26 23:22:33.483312 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-e4bb5aa7-9e94-4ab9-8468-924aa024c5df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1428fa-286a-4381-85c0-913721a6c799 HTTP/1.1" status: 200 len: 999 time: 0.1046231 May 26 23:22:33.546638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-79ab0e2a-e81b-48cc-8522-0b91fb2e52ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:33.548119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-79ab0e2a-e81b-48cc-8522-0b91fb2e52ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0596421 May 26 23:22:33.563298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'cee6a601-3e42-4f42-be71-2ffb0442104c', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '9f1428fa-286a-4381-85c0-913721a6c799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:43:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:22:31Z', 'updated_at': '2022-05-26T23:22:31Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:22:33.567237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:22:33.577460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:22:33.578110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:22:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:22:33.622506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-aebfa776-50b3-40ff-aae9-85089de4252a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690494 May 26 23:22:33.757630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-baf48f0a-6e32-42c9-b3e9-32934c092201 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289163 May 26 23:22:33.758012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:22:33.887513 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-517d5b51-c1d4-4420-bd1b-42200f4880a8 req-f511f153-ee0c-49ec-baf3-19ebbf221d97 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244872 May 26 23:22:34.133568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'cee6a601-3e42-4f42-be71-2ffb0442104c', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '9f1428fa-286a-4381-85c0-913721a6c799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:43:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:22:31Z', 'updated_at': '2022-05-26T23:22:31Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:22:34.138068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb191c4-59d6-43ca-a60c-6e87c0df9e57 None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'cee6a601-3e42-4f42-be71-2ffb0442104c', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '9f1428fa-286a-4381-85c0-913721a6c799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:43:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:22:31Z', 'updated_at': '2022-05-26T23:22:31Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:22:34.338659 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc640df8-ea61-433d-b7a1-299c7dbdc0ce None None] New status for floating IP cee6a601-3e42-4f42-be71-2ffb0442104c: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:22:47.216565 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-16c90ecc-d663-4126-bebf-cf1531f5fae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:49.973298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-870d37a1-2776-428b-aed5-48c1844c54b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:50.667798 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:50.814956 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:51.988055 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:53.611719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-7b0d4c40-6934-4503-bbd9-d4d69ef0baf1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801735 May 26 23:22:53.752201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-754bc974-5559-42e4-b6b5-324e35c9f214 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 1097 time: 0.0742235 May 26 23:22:53.895206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-abbe2a00-c6fb-465a-a9c3-210492a9d5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:53.896947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-abbe2a00-c6fb-465a-a9c3-210492a9d5b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1260774 May 26 23:22:54.004502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-6ab6da5b-ed80-4140-aec5-486cd810761c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1428fa-286a-4381-85c0-913721a6c799 HTTP/1.1" status: 200 len: 1001 time: 0.0974412 May 26 23:22:54.066705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-724d5c09-f27c-4f2e-a64f-e0e123b1cc90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:22:54.068200 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-724d5c09-f27c-4f2e-a64f-e0e123b1cc90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0588198 May 26 23:22:54.142762 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-d3174e3e-1742-412b-882d-6ab762ec9420 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693395 May 26 23:22:54.277033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-ba2df887-0b6e-418f-9d31-a8a531cc13a8 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277938 May 26 23:22:54.405151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4dd2185d-411b-4a76-bf82-4eb55e7bda74 req-ebb5dc25-23e1-48b3-87e8-ee0a7deba408 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216536 May 26 23:22:55.538069 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:22:57.522078 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:22:58.073320 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:17.203540 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-192b6f67-fb4d-4aa0-a15b-c251c3d27be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:19.975535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ead828b-be0d-45a2-87c8-c47927ad1738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:20.668979 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:20.806960 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:21.989533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:25.534740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:28.078607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:34.522724 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:23:47.205365 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8a62fc49-3175-42bc-b125-c9dd95d375d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:49.976244 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9d27ece6-6e39-43a3-a303-b5a810676ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:50.672150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:50.807848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:51.991067 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:55.535813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:23:55.772716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-7f35df1a-635a-4c38-845d-9936d8c61311 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440457 May 26 23:23:55.904862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-aea891dd-552a-4356-b227-b76906c23a5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 1097 time: 0.0660515 May 26 23:23:56.041904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-3cd5d8ff-0178-4325-bdab-90ca463c85ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:23:56.043218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-3cd5d8ff-0178-4325-bdab-90ca463c85ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1210353 May 26 23:23:56.145140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-4340ebec-b5a9-402b-9b1f-aa65f17f0a9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1428fa-286a-4381-85c0-913721a6c799 HTTP/1.1" status: 200 len: 1001 time: 0.0956225 May 26 23:23:56.208520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-5d805e6b-0650-4c83-8042-bed634eb9bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:23:56.209906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-5d805e6b-0650-4c83-8042-bed634eb9bc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0588038 May 26 23:23:56.281383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-e42187ca-de43-4776-a351-d35835614b7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660651 May 26 23:23:56.290944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-64594dcb-78ee-48e7-a2c2-ff9e8b107ec4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:23:56.291830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-64594dcb-78ee-48e7-a2c2-ff9e8b107ec4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045791 May 26 23:23:56.420588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-91728c58-5c16-439a-8938-7c30cb0ad2af service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219478 May 26 23:23:56.548620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-41fcc1c3-59a0-444b-ae37-8216d8d9048a req-57a8794e-2de7-4e26-b3a9-6f3f728630a6 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222684 May 26 23:23:58.096660 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:11.523145 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:24:17.206074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4a1033d1-6026-4e73-ab07-e65695cc0b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:19.977213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-81d432c9-26d0-4c30-bb60-ce036b26003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:20.676749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:20.810526 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:21.993724 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:25.530051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:28.095693 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:30.711042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f128006-f513-4ec8-82df-eddd009b6b14 req-045181f3-71af-44c5-9eb1-6efc2e12c2ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:30.712484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f128006-f513-4ec8-82df-eddd009b6b14 req-045181f3-71af-44c5-9eb1-6efc2e12c2ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 946 time: 0.0817237 May 26 23:24:30.769041 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5f128006-f513-4ec8-82df-eddd009b6b14 req-cd9f4c5b-3a8f-448f-b90a-79cef4dbfa7b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500774 May 26 23:24:31.994079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c684778-49d5-4d97-a93e-1049a48e7484 req-33916f7f-52c9-4c5f-b404-55d90afb405a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:31.995500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c684778-49d5-4d97-a93e-1049a48e7484 req-33916f7f-52c9-4c5f-b404-55d90afb405a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 946 time: 0.0773499 May 26 23:24:32.048104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c684778-49d5-4d97-a93e-1049a48e7484 req-4ef06eaf-864b-43ee-8617-8ec81c469479 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471454 May 26 23:24:32.250912 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-df27f9ac-f795-4edb-8ae1-256f58bda4b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:32.252280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-df27f9ac-f795-4edb-8ae1-256f58bda4b3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 946 time: 0.0739396 May 26 23:24:32.321620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 9f1428fa-286a-4381-85c0-913721a6c799 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:24:32.321882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:32.561298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] For port 9f1428fa-286a-4381-85c0-913721a6c799, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=9f1428fa-286a-4381-85c0-913721a6c799,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:24:32.561644 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:32.954478 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:32.954805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:32.955203 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Floating IP cee6a601-3e42-4f42-be71-2ffb0442104c disassociated. External IP: 172.25.4.28, port: 9f1428fa-286a-4381-85c0-913721a6c799. May 26 23:24:32.955561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 9f1428fa-286a-4381-85c0-913721a6c799 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:24:33.092629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:33.147515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=9f1428fa-286a-4381-85c0-913721a6c799,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:24:33.161052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.161392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.161747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.162075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.162405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.162725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.163041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.163358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.163678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.163992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.164305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:33.307961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8ffdd2a4-5479-4edb-b49c-62d225090cce req-f40a15b6-ebd9-45e2-831e-3c590def74be tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 210 time: 0.0923858 May 26 23:24:33.402330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:24:33.603652 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:24:33.613036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:24:33.627434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:24:33.628161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:24:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:24:33.677776 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] No DVR routers for this DVR port 9f1428fa-286a-4381-85c0-913721a6c799 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:24:33.680638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:33.683273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'name': 'network-vif-deleted', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:24:33.700090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61888bb7-0250-4d0e-92ec-8e9e71f266b8 req-d1b0bd8b-5bb8-46ef-8018-b8fa7faf2697 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "DELETE /v2.0/ports/9f1428fa-286a-4381-85c0-913721a6c799 HTTP/1.1" status: 204 len: 173 time: 1.4422710 May 26 23:24:33.818698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:24:33.854874 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69af3ac6-ecc8-45d3-8f37-ede52be8dd10'] response: {'server_uuid': 'be98d5ad-7ad4-460e-b947-f44f4759745a', 'name': 'network-vif-deleted', 'tag': '9f1428fa-286a-4381-85c0-913721a6c799', 'status': 'completed', 'code': 200} May 26 23:24:34.134726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:24:34.139088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:24:34.149275 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:24:34.149890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:24:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:24:34.327242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:24:34.476477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c41407b9-326c-4ec7-8f9e-6b68fb9962ac req-b9c68c0d-a3e1-4b0a-94d2-ee40ff536126 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:24:34.493059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c41407b9-326c-4ec7-8f9e-6b68fb9962ac req-b9c68c0d-a3e1-4b0a-94d2-ee40ff536126 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:24:34.494383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c41407b9-326c-4ec7-8f9e-6b68fb9962ac req-b9c68c0d-a3e1-4b0a-94d2-ee40ff536126 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=be98d5ad-7ad4-460e-b947-f44f4759745a HTTP/1.1" status: 200 len: 210 time: 0.0578840 May 26 23:24:34.675694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:24:34.679863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc3d43-9f65-4c3a-bad1-859a8864f712 None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:24:34.894857 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fda9e6e-633b-4f49-b609-1334b7e0dd26 None None] New status for floating IP cee6a601-3e42-4f42-be71-2ffb0442104c: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:24:35.805279 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-5d00da96-edc4-442c-ab17-1ef0ca751573 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852428815&fields=id&tenant_id=27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 267 time: 0.0404944 May 26 23:24:35.947745 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-b3c0c7eb-fa7c-43b9-8e40-34661bff2d38 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:35.949151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-b3c0c7eb-fa7c-43b9-8e40-34661bff2d38 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1371663 May 26 23:24:35.965123 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-e0b0873b-7b45-4038-895f-90909586bd5a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/quotas/27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 375 time: 0.0107980 May 26 23:24:36.048523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-4c11796e-0b7c-4238-b824-492655ed16f4 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786591 May 26 23:24:36.251781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-8a3bbea5-cb08-4ba2-858f-694a10531bef service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909811 May 26 23:24:36.379939 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-913fc0da-7f8c-4ef6-bca3-e0ff94a0e653 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224036 May 26 23:24:36.766385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8e516acc-f42a-46f1-856d-eda49a078136 req-737d43b6-9cc4-4732-8b33-f460ec2854d7 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0397997 May 26 23:24:37.003830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9f1428fa-286a-4381-85c0-913721a6c799 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:24:37.036240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 9f1428fa-286a-4381-85c0-913721a6c799 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:24:37.036588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 9f1428fa-286a-4381-85c0-913721a6c799 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:24:37.872220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e4a805a-cbf9-4075-8d1f-9e57ed203423 req-2d8cafdc-0776-4548-8da2-9b19999df91c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0396094 May 26 23:24:38.977994 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9edd350-b2bd-4740-a79f-b2a09684bd29 req-4eee10a1-6a59-4da3-a2c1-9e519fe61a90 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0405529 May 26 23:24:40.084586 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-242c3f95-ffc2-4556-85c3-b011e498a11d req-2330ddd6-5cca-47f6-8e7b-bf5eb021ed82 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0410507 May 26 23:24:41.259336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73109b7a-c724-403b-b79f-629dac7f0905 req-c2828504-39c5-4b2c-8e26-411e4f219d82 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0576551 May 26 23:24:41.921896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-3bedf323-a433-44c2-a8af-079925f914a1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:41.923158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-3bedf323-a433-44c2-a8af-079925f914a1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1483297 May 26 23:24:41.976732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-e1f10a7e-3f32-4931-9fad-6d775b541df8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 380 time: 0.0413358 May 26 23:24:41.988634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'port': {'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'admin_state_up': True, 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'security_groups': ['4c7d97c4-d464-4aee-9056-282b2300871e']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:24:42.225461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:24:42.235186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:24:42.245003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:24:42.248676 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:42.435956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7734af6-55fc-4606-9d62-f989aa0cc853 req-756de942-0e59-418d-8fe8-95e26c0553c9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0509460 May 26 23:24:42.450050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.20.0.8 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/4ec8fb71-2635-4f7d-a0db-bcb0e8aad456) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:24:42.637511 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:42.653164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Transition to ACTIVE for port object 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:24:42.675042 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:42.749278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:24:42.752413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:24:42.755114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:24:42.803146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:24:42.826696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:42.827663 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:42.853599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-edcf9f88-151c-4814-b59f-941678b2eba3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8684590 May 26 23:24:42.868230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-fb55bdea-b43d-433f-b063-313ae7971de5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:24:42.869290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-fb55bdea-b43d-433f-b063-313ae7971de5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052068 May 26 23:24:42.961843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd30086c-6c2a-49e6-889c-ee77b0122a5f None None] Provisioning for port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:24:42.962651 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Request body: {'port': {'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:24:42.968204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd30086c-6c2a-49e6-889c-ee77b0122a5f None None] Provisioning complete for port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:24:42.968507 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd30086c-6c2a-49e6-889c-ee77b0122a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:43.024426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd30086c-6c2a-49e6-889c-ee77b0122a5f None None] Port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:24:43.073965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:43.416139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:24:43.422857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:43.437622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Transition to ACTIVE for port object 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:24:43.440854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:43.572162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:24:43.661429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e1b0-e77f-46a6-9c65-46f260a38c32 req-edfd1b4c-89af-4ab2-aae6-d1fc35e228ba tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:43.663548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30f9e1b0-e77f-46a6-9c65-46f260a38c32 req-edfd1b4c-89af-4ab2-aae6-d1fc35e228ba tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0969238 May 26 23:24:43.696787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Attempting to bind port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:24:43.697201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Attempting to bind port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:24:43.697757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Attempting to bind port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:24:43.705244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:24:43.705654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Attempting to bind port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:24:43.712928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:24:43.713339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:24:43.713850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:24:43.713981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30f9e1b0-e77f-46a6-9c65-46f260a38c32 req-b47c0ca5-6704-46fa-b54c-35b6d7bc755c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443377 May 26 23:24:43.714406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Bound port: 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:24:43.714811 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:43.805726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] For port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:24:43.809153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] For port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:24:43.812481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:43.877031 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:43.878405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] 10.222.0.55 "PUT /v2.0/ports/4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 1091 time: 0.9984157 May 26 23:24:43.878832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:24:43.898201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8845be-48ea-43b6-86f8-394162433c98 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:24:43.993797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-e93cb4c7-f686-4fd8-9400-38bd96bc9c9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1094 time: 0.0724924 May 26 23:24:44.153809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-e5cfbb00-c6cf-4a51-a6bf-66400aae0cdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 217 time: 0.1490088 May 26 23:24:44.217841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-c3a739bc-99e3-4f2a-a5fc-960c4b967e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:44.219224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-c3a739bc-99e3-4f2a-a5fc-960c4b967e05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0560133 May 26 23:24:44.297104 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-8c7b561f-bd57-4508-a5d9-e072a9d9578a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688229 May 26 23:24:44.427460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-a51fd059-9c1e-41b1-ac08-7a0bfac81f75 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236115 May 26 23:24:44.558002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a06f4479-a8e6-40dd-8c41-1172eaa1d97b req-c85daaf7-7013-4418-90f6-702d69467013 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207154 May 26 23:24:44.911903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a406ad-30fa-45d8-a922-34bb576fcb87 req-3830863d-fe85-46e2-93f7-0908ea28c424 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:44.913323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64a406ad-30fa-45d8-a922-34bb576fcb87 req-3830863d-fe85-46e2-93f7-0908ea28c424 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0785375 May 26 23:24:44.961163 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c7b949-2165-423b-bd7c-9e9299951c0c'] response: {'name': 'network-changed', 'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'status': 'completed', 'code': 200} May 26 23:24:44.961775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-64a406ad-30fa-45d8-a922-34bb576fcb87 req-8955ced8-092d-4243-8a27-bd00adc1c872 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 May 26 23:24:45.055158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-c59ca5a1-b600-48a8-a969-eb54b0a91511 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1094 time: 0.0673494 May 26 23:24:45.181875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-45b602e7-d954-403e-9d64-0848c848476f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:45.183269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-45b602e7-d954-403e-9d64-0848c848476f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1246564 May 26 23:24:45.256163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-1bce4820-c22d-48ff-b991-f62c74c3ce17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 217 time: 0.0626073 May 26 23:24:45.320008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-3a57d76e-e6ed-46f8-b505-4156563a06d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:45.321309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-3a57d76e-e6ed-46f8-b505-4156563a06d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0574243 May 26 23:24:45.403870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-6067865c-b319-40ea-a2cd-66f20d951f9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734544 May 26 23:24:45.536819 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-652e11b6-40e9-4013-8f4b-fc8ec7bd58c5 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229968 May 26 23:24:45.668686 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf93339d-77cb-4775-ad18-8438b246ba87 req-81c7f7c4-153b-482c-a338-250df549a4c3 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229625 May 26 23:24:46.154890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c69db6-ac33-4dbf-8b5e-b4a4444cd977 req-aff0de67-7b46-4802-bab8-0c66bf1d6e09 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:46.155571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e9c69db6-ac33-4dbf-8b5e-b4a4444cd977 req-aff0de67-7b46-4802-bab8-0c66bf1d6e09 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:24:46.170424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e9c69db6-ac33-4dbf-8b5e-b4a4444cd977 req-aff0de67-7b46-4802-bab8-0c66bf1d6e09 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:24:46.171692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9c69db6-ac33-4dbf-8b5e-b4a4444cd977 req-aff0de67-7b46-4802-bab8-0c66bf1d6e09 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0900574 May 26 23:24:46.217106 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e9c69db6-ac33-4dbf-8b5e-b4a4444cd977 req-8bc7cc31-3507-4e43-a504-2f5ba3d6899e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 May 26 23:24:47.208535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab8b1-aadd-4816-b735-b2093a4b1037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:47.413061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfade0-4500-4525-b5df-7ef5c4d5aca3 req-9cdd1077-f993-407a-a52e-a96b7483fe57 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:47.414557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59cfade0-4500-4525-b5df-7ef5c4d5aca3 req-9cdd1077-f993-407a-a52e-a96b7483fe57 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0810454 May 26 23:24:47.459865 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59cfade0-4500-4525-b5df-7ef5c4d5aca3 req-be7e029d-8a81-401f-b0fc-e42852cdb919 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 May 26 23:24:48.524485 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:24:48.653499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7166a54-3858-4c79-a16e-b68b7fbc190d req-aecb6a9d-268e-4cab-aa18-cd4fe6b1cb7f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:48.654940 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7166a54-3858-4c79-a16e-b68b7fbc190d req-aecb6a9d-268e-4cab-aa18-cd4fe6b1cb7f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0777631 May 26 23:24:48.698965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7166a54-3858-4c79-a16e-b68b7fbc190d req-c1203034-0b2c-4d41-898d-f909c5d17e85 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385468 May 26 23:24:49.891649 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfbf06-6f38-4c1c-9ef3-87156f43a7c9 req-8b209208-083b-4d77-90c0-98dd1ea9a893 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:49.893088 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34cfbf06-6f38-4c1c-9ef3-87156f43a7c9 req-8b209208-083b-4d77-90c0-98dd1ea9a893 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0788300 May 26 23:24:49.939235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-34cfbf06-6f38-4c1c-9ef3-87156f43a7c9 req-910f5eb1-df56-49ce-9ef8-63ec52f5ce4b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399058 May 26 23:24:49.980804 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-62accc45-8df6-4aa0-b977-449939a7cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:50.678245 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:50.812150 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:51.131789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af63120-7771-4efa-8471-3f3eeab46431 req-5f7aaf7f-831c-472f-a674-41566e063078 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:51.133207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8af63120-7771-4efa-8471-3f3eeab46431 req-5f7aaf7f-831c-472f-a674-41566e063078 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0748909 May 26 23:24:51.177613 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8af63120-7771-4efa-8471-3f3eeab46431 req-b3934e17-909b-44be-8f0a-97607a727e3d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390172 May 26 23:24:51.998691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:52.375621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ddae-c959-48da-9273-43f97cb150ca req-f806390a-4780-4d41-aa0f-a67b12133997 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:52.377188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3617ddae-c959-48da-9273-43f97cb150ca req-f806390a-4780-4d41-aa0f-a67b12133997 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0788028 May 26 23:24:52.423096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3617ddae-c959-48da-9273-43f97cb150ca req-64209789-9f31-4122-be72-83a6d1b552ca tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 May 26 23:24:53.615746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361e0e8-7268-41f8-b705-c6dc9c55c9c3 req-8bc65a18-5bd2-4c8e-82a8-765618757307 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:53.617170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f361e0e8-7268-41f8-b705-c6dc9c55c9c3 req-8bc65a18-5bd2-4c8e-82a8-765618757307 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 943 time: 0.0775931 May 26 23:24:53.665091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f361e0e8-7268-41f8-b705-c6dc9c55c9c3 req-4d6da5ac-1b98-41bf-956a-e17397f70247 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 May 26 23:24:54.333987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:24:54.462022 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:24:54.474599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:24:54.526543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:54.543402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:24:54.557622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:24:54.562209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:54.628510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:24:54.637063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.637402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.637749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.638078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.638401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.638720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.639204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.639521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.639842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.640156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.640466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:24:54.856175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['4ec8fb71-2635-4f7d-a0db-bcb0e8aad456'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:24:54.858224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b95e90-9eab-4a38-9bf1-d92af2ba9b68 req-abf58e43-7d01-4329-8d85-3c0097265cd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:54.859672 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0b95e90-9eab-4a38-9bf1-d92af2ba9b68 req-abf58e43-7d01-4329-8d85-3c0097265cd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 944 time: 0.0788050 May 26 23:24:54.905466 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f0b95e90-9eab-4a38-9bf1-d92af2ba9b68 req-c79b29ed-cc44-4c89-ae55-edbd9bfe7ee6 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 May 26 23:24:55.532729 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:56.111391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa40c14-8574-4525-abdd-ae88cd1b1a55 req-721021f7-261b-46bc-83e5-f528682cfcde tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:56.112855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0aa40c14-8574-4525-abdd-ae88cd1b1a55 req-721021f7-261b-46bc-83e5-f528682cfcde tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 944 time: 0.0803707 May 26 23:24:56.254550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0aa40c14-8574-4525-abdd-ae88cd1b1a55 req-6b420d42-4c8b-4b78-85be-9fb81b54b53e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355321 May 26 23:24:56.331637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:24:56.397099 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:24:56.401653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:24:56.402550 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:56.514453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:56.540085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:24:56.550469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:24:56.554915 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:56.599804 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18f04af-2663-44e4-902b-b39c76946bdd'] response: {'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'code': 200} May 26 23:24:56.626488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:24:56.726775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3effee50-f4f8-4e60-a051-2bdc201bdbd8 req-7dee3129-f006-468e-9b95-4856ba1fb6a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1096 time: 0.0660775 May 26 23:24:56.772252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3effee50-f4f8-4e60-a051-2bdc201bdbd8 req-d9633458-916e-41cb-b3d8-eaa72999d9f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350106 May 26 23:24:57.448727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e8798-26ed-4509-b001-345d6829115c req-cd94e4a4-0c45-4502-9069-991ea7c5f31a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:57.450275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c52e8798-26ed-4509-b001-345d6829115c req-cd94e4a4-0c45-4502-9069-991ea7c5f31a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 945 time: 0.0771818 May 26 23:24:57.495797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c52e8798-26ed-4509-b001-345d6829115c req-c0084371-719c-4bee-b416-01892abc759b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 May 26 23:24:58.109564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:58.693736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93008f1b-b3b7-4eeb-b649-8bade47f81df req-11078d7b-03cc-4bdb-b813-0656d9088b44 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:58.695161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93008f1b-b3b7-4eeb-b649-8bade47f81df req-11078d7b-03cc-4bdb-b813-0656d9088b44 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 945 time: 0.0788598 May 26 23:24:58.742062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93008f1b-b3b7-4eeb-b649-8bade47f81df req-b8929dcf-94c9-4674-9ddd-8964753fcd0f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408411 May 26 23:24:58.931975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b521d-7cbc-47a0-aeb5-2e4d2b5b67a7 req-a4b2e62a-31dd-4e41-8d05-c6181159dcac tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:24:58.933968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f62b521d-7cbc-47a0-aeb5-2e4d2b5b67a7 req-a4b2e62a-31dd-4e41-8d05-c6181159dcac tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 945 time: 0.0750849 May 26 23:24:58.978332 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f62b521d-7cbc-47a0-aeb5-2e4d2b5b67a7 req-dc053e83-64fb-4356-8f20-adbd2d78cd75 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388827 May 26 23:24:59.006138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43144) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:24:59.203408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ef0ac3ad-6d88-4aef-9a6a-b319a13c514e tempest-TestVolumeBootPattern-1212514921 tempest-TestVolumeBootPattern-1212514921-project-admin] Synchronizing usage tracker for tenant:4cbdc285b4914ee48b356cb04db2b721 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:24:59.218891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ef0ac3ad-6d88-4aef-9a6a-b319a13c514e tempest-TestVolumeBootPattern-1212514921 tempest-TestVolumeBootPattern-1212514921-project-admin] Unset dirty status for tenant:4cbdc285b4914ee48b356cb04db2b721 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:24:59.220003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef0ac3ad-6d88-4aef-9a6a-b319a13c514e tempest-TestVolumeBootPattern-1212514921 tempest-TestVolumeBootPattern-1212514921-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1091 time: 0.2129059 May 26 23:24:59.222918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43150) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:24:59.227998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:24:59.234505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:24:59.238275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:floatingip and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:24:59.241037 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:24:59.247263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:24:59.257033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:59.389328 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:59.522966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.25.4.229 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/8596aa2e-157f-4651-b6e4-436a415cb7c0) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:24:59.671904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:59.700900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:24:59.766117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:24:59.768899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:24:59.773102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:24:59.796599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=8596aa2e-157f-4651-b6e4-436a415cb7c0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:25:00.262168 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:00.318304 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:00.660907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:00.669340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-101091a0-d243-4823-86f9-72e84eed0eca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039577 May 26 23:25:00.670399 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:00.814286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=8596aa2e-157f-4651-b6e4-436a415cb7c0,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:25:00.838408 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:00.974531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-103ee065-8c71-4c39-9489-dc4d1d6d9e18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1096 time: 0.2174661 May 26 23:25:01.141913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-a850a882-77bd-4d7b-bf95-865e5952bbd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:25:01.143342 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-a850a882-77bd-4d7b-bf95-865e5952bbd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1494675 May 26 23:25:01.201560 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Floating IP 5bf130ea-f935-4310-8127-a46accc0e2cc associated. External IP: 172.25.4.229, port: 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456. May 26 23:25:01.368003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-260d6e86-7cae-4d70-abdc-25025db5abd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 999 time: 0.2179663 May 26 23:25:01.445154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-2f6f9566-8903-400c-aab3-b97589b53f12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:25:01.446601 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-2f6f9566-8903-400c-aab3-b97589b53f12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0701642 May 26 23:25:01.550982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-7467d488-0e9b-40c7-b29c-188a90635329 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973935 May 26 23:25:01.804369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-4d703e8b-e0b5-4c10-bf48-ce196974c089 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077277 May 26 23:25:02.063813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4203a1ce-ddff-4baf-ac2c-70215b7185e6 req-1fd10cf4-18b2-4240-b795-3b2704936f7b service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524936 May 26 23:25:02.079407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:25:02.278263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:25:02.288204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:25:02.301325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:25:02.301990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:24:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:25:02.302952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:02.356014 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-01b706f4-6731-4708-9e62-d3da7ba896ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1320369 May 26 23:25:02.356647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:25:02.416947 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c442e1-e8f4-4d15-b3a1-7aab303887ec'] response: {'name': 'network-changed', 'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'status': 'completed', 'code': 200} May 26 23:25:02.482738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:25:02.508377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-8478ee3b-f726-4338-a826-8dc32461d881 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1096 time: 0.0704861 May 26 23:25:02.640080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-38f843fb-e47b-4bdf-b9ec-a96eebf049e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:25:02.641429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-38f843fb-e47b-4bdf-b9ec-a96eebf049e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1266918 May 26 23:25:02.747905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-b0fdf5b8-c47d-466b-9226-cdeb221e69e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 999 time: 0.1008246 May 26 23:25:02.807924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-53fdc5fa-a7a8-4702-956c-5c84d1820da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:25:02.809379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-53fdc5fa-a7a8-4702-956c-5c84d1820da3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0564384 May 26 23:25:02.860649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:00Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:25:02.864456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:25:02.874764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:25:02.875352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:24:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:25:02.881324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-6e50de31-c871-4c4e-a7ed-3903137d7c06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663612 May 26 23:25:03.021196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-37295683-d450-492b-8431-3a3c87aa72b3 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333857 May 26 23:25:03.050405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:25:03.150465 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-522ab6bb-36b3-4c72-8b1f-10b2262471d0 req-7e06ca76-e2b0-4f0a-aa6c-035550ce0a80 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238394 May 26 23:25:03.390236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:00Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:25:03.394085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8b5b2-6e21-45eb-8521-903fc7de91fb None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:00Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:25:03.578065 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd7ec12-bb70-45be-9cce-831d173a162a None None] New status for floating IP 5bf130ea-f935-4310-8127-a46accc0e2cc: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:25:17.215511 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a7c8-dee9-4a2f-ab73-26f73922d3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:19.983555 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c838f457-ed68-4711-863a-33354f4d2fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:20.680313 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:20.813269 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:22.004160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:25.525627 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:25:25.541522 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:28.110609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:39.162856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-727c8108-1aba-4073-a97d-4d4f6783f648 req-b28aaea9-102b-4577-863e-ccba94713379 service neutron] (84030) timed out ('10.222.0.32', 32832) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:25:47.212359 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ade5264-6730-407e-9ca4-0d9513bbb5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:49.985902 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b2e3163e-2a0f-45ea-8bdb-341aa985ea0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:50.682307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:50.815797 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:52.003663 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:55.548517 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:25:58.128999 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:01.317960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-89d45fb3-c051-44ae-937d-c3cff34fbf5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701978 May 26 23:26:01.460486 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-cbad528a-4761-4d58-aa19-27c241274d9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1096 time: 0.0674593 May 26 23:26:01.609029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-3af7b56b-98cc-43e7-b735-52bc9ee30eb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:01.610484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-3af7b56b-98cc-43e7-b735-52bc9ee30eb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1244404 May 26 23:26:01.713800 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-bbc852f4-a4c7-436f-b4ba-124664da0680 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 1001 time: 0.0946686 May 26 23:26:01.776684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-66b45559-db17-48ce-aca7-fd075032299e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:01.778578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-66b45559-db17-48ce-aca7-fd075032299e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0560997 May 26 23:26:01.955423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-53041622-db34-4e8e-8d15-9a8a006ec2b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681798 May 26 23:26:02.088371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-b997262f-4c98-4814-9f2b-bbd7d60d6c98 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220837 May 26 23:26:02.229970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29e669eb-c2f4-4ab8-903b-03854a27de5f req-64b7abdb-a4c7-4f09-96f0-069776759bc4 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323431 May 26 23:26:02.526338 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:26:17.215495 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ef351baf-4094-40e2-8e97-584cbf95adee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:18.551138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-8b7e9435-2a9f-4190-9fd5-a89fa17d465b req-159e40c0-942a-4a79-9c9f-b3ae8a7c0f6b service neutron] (84030) timed out ('10.222.0.32', 57032) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:26:19.987694 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dbdba848-d956-4102-a11b-20e7b5a4b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:20.685639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:20.816877 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:22.006424 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:25.565425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:28.137484 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:39.527108 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:26:47.227170 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7a6ebb6-afda-4d9c-b76f-283155be987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:49.465504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-62abfc77-dc82-43bc-b0d5-33e4e9a90164 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852428815&fields=id&tenant_id=27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 267 time: 0.0412397 May 26 23:26:49.608780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525706e9-ab27-4aee-8039-38efbc163213 req-36cc6a45-cc51-47d4-9ca6-dec62ce80b80 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:49.610206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-36cc6a45-cc51-47d4-9ca6-dec62ce80b80 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1384296 May 26 23:26:49.627151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-ef007a8e-13e3-4a30-84b5-e8a60244935c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/quotas/27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 375 time: 0.0115914 May 26 23:26:49.713380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-d4c42004-393d-42ec-8b9b-709c9689a6df tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0813642 May 26 23:26:49.847600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-f3cd323b-47a5-417d-83f7-d4a765878092 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224928 May 26 23:26:49.988912 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-27eb57cc-d0e2-484a-ad06-cc695b0584fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:49.995430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-8444924a-72a3-4ff4-8b76-b555a2052f50 service neutron] 10.222.0.32 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422892 May 26 23:26:50.414464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e653362a-4f2e-4111-b7f4-28feb858fa3a req-59c28387-aa32-44e1-b189-a58e187795c3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 210 time: 0.0427768 May 26 23:26:50.689399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:50.819882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:51.535430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525706e9-ab27-4aee-8039-38efbc163213 req-ef24c62b-0072-4e2f-82c9-73a743d4ffee tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:51.536791 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-ef24c62b-0072-4e2f-82c9-73a743d4ffee tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 812 time: 0.1551869 May 26 23:26:51.610393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e2d61c6a-0ac1-4222-be06-6ff39f733166 req-e1bdfca9-adc5-4360-93fd-482cab2bcbd9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 210 time: 0.0457618 May 26 23:26:51.633161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-626c33cb-a7ce-4efa-8862-5add532245e0 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f932db9fe14f87b139351aa959df5f HTTP/1.1" status: 200 len: 380 time: 0.0827229 May 26 23:26:51.641904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'port': {'device_id': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'admin_state_up': True, 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'security_groups': ['4c7d97c4-d464-4aee-9056-282b2300871e']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:26:51.780208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:26:51.789621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:26:51.800583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Made reservation on behalf of 27f932db9fe14f87b139351aa959df5f for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:26:51.804020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:51.967983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.20.0.10 (9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6/34620129-5786-4231-94a5-fda6518ea73d/964776ce-b8ba-41cc-9a9e-5d815d16c3a7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:26:52.009090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:52.161010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:52.177427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Transition to ACTIVE for port object 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:26:52.199622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:52.370052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:26:52.373608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:26:52.377703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:26:52.426509 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:26:52.443167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.443506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.443838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.444167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.444492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.444815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.445132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.445451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.445794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.446111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.446443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:26:52.458598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:52.459253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:52.493497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-6a7e456a-ea85-44fe-9193-2c911805eb88 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8551340 May 26 23:26:52.505752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Request body: {'port': {'device_id': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:26:52.621600 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:52.674193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-766e65eb-fa8a-454f-94c1-19f9f108a531 None None] Provisioning for port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:26:52.680103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-766e65eb-fa8a-454f-94c1-19f9f108a531 None None] Provisioning complete for port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:26:52.680696 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-766e65eb-fa8a-454f-94c1-19f9f108a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:52.736282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-766e65eb-fa8a-454f-94c1-19f9f108a531 None None] Port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:26:52.941417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918fede-9548-4486-8d38-936b06a6d962 req-9200546a-4d7b-469a-bbc6-908d7d16c51a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:52.943063 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3918fede-9548-4486-8d38-936b06a6d962 req-9200546a-4d7b-469a-bbc6-908d7d16c51a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 932 time: 0.1845369 May 26 23:26:52.996851 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3918fede-9548-4486-8d38-936b06a6d962 req-d93a0152-985c-4922-9c13-175501cea061 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465207 May 26 23:26:53.076511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:26:53.084324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:53.100965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Transition to ACTIVE for port object 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:26:53.106108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:53.242344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Pushing event updated for resources: {'Port': ['ID=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:26:53.352670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Attempting to bind port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:26:53.353002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Attempting to bind port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:26:53.353323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Attempting to bind port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:26:53.360568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:26:53.360669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Attempting to bind port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 on network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:26:53.367183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:26:53.367514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Checking segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:26:53.367895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Bound using segment: {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:26:53.368315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Bound port: 964776ce-b8ba-41cc-9a9e-5d815d16c3a7, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:26:53.368659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:53.457278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] For port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:26:53.460209 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] For port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:26:53.465891 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:53.526437 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:53.528407 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] 10.222.0.48 "PUT /v2.0/ports/964776ce-b8ba-41cc-9a9e-5d815d16c3a7 HTTP/1.1" status: 200 len: 1092 time: 1.0270579 May 26 23:26:53.528826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:26:53.550444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb13bde-84c7-4a2d-af55-dc1216873c95 service neutron] Pushing event updated for resources: {'Port': ['ID=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:26:53.614047 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc5330b-d947-4794-aae1-79a4cc0c0183'] response: {'name': 'network-changed', 'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'status': 'completed', 'code': 200} May 26 23:26:53.646911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-d2b446a8-c8a3-4464-998e-d02762a96c3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 1095 time: 0.0787799 May 26 23:26:53.721935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-692f53b8-b0a7-4b8d-9d19-ed3c5112ed94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0671890 May 26 23:26:53.782299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525706e9-ab27-4aee-8039-38efbc163213 req-420b5eb7-20ed-45e5-b27a-8f47c54c445a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:53.783707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-420b5eb7-20ed-45e5-b27a-8f47c54c445a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0565257 May 26 23:26:53.860212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-fb873115-51cc-4352-82ff-81e6e9a07c6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709715 May 26 23:26:53.988384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-280850bc-f06a-43ab-9f43-3bfdbe4cb932 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224535 May 26 23:26:54.123577 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-525706e9-ab27-4aee-8039-38efbc163213 req-85dbf3dd-1f75-41dd-90dd-cfee35f37da4 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277330 May 26 23:26:54.209267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a2e64-1f01-428f-ada3-7b4b1395d1f6 req-95569b1d-a042-4859-bc60-5965fdcb8795 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:54.211485 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-871a2e64-1f01-428f-ada3-7b4b1395d1f6 req-95569b1d-a042-4859-bc60-5965fdcb8795 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0891025 May 26 23:26:54.248489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-084a4859-5241-4a9d-933e-33bf8d68c347 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 1095 time: 0.0802779 May 26 23:26:54.260247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-871a2e64-1f01-428f-ada3-7b4b1395d1f6 req-2e1def92-3fbf-46e6-8535-a60564092f7a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 May 26 23:26:54.478952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-c23f612a-bb69-473d-9f43-344099cd0183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:54.479959 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-c23f612a-bb69-473d-9f43-344099cd0183 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.2262838 May 26 23:26:54.571403 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-a727e11d-524a-4c86-bc73-0e6da010525a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0845308 May 26 23:26:54.641911 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-11bef94f-633b-44ee-bcf6-dba8e731a4de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:54.643454 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-11bef94f-633b-44ee-bcf6-dba8e731a4de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0659277 May 26 23:26:54.724100 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-79786bea-30ed-45ec-be6c-061a6c8d9fb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745437 May 26 23:26:54.877057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-bb45c6f9-9c17-4380-87c9-8af534d1110c service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472058 May 26 23:26:55.013353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f3ac2a91-a1c0-4788-9276-b4492edce171 req-cf457f84-d820-4c43-8cda-63fc8b0e081a service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292386 May 26 23:26:55.454963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d9114-0e01-4aa8-8b5d-ede241c20aaf req-0399e286-39fc-4ff6-bbf2-3b3186ac3c9f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:55.455634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-476d9114-0e01-4aa8-8b5d-ede241c20aaf req-0399e286-39fc-4ff6-bbf2-3b3186ac3c9f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:26:55.470157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-476d9114-0e01-4aa8-8b5d-ede241c20aaf req-0399e286-39fc-4ff6-bbf2-3b3186ac3c9f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:26:55.471166 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-476d9114-0e01-4aa8-8b5d-ede241c20aaf req-0399e286-39fc-4ff6-bbf2-3b3186ac3c9f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0898414 May 26 23:26:55.519020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-476d9114-0e01-4aa8-8b5d-ede241c20aaf req-a576962b-a381-463c-8ac1-ca1bd2eba63e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 May 26 23:26:55.560898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:56.725052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883b317-0932-4a0b-801b-2b13a51bc33e req-3f884d52-41d8-484c-b30c-9a3152e05831 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:56.725977 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6883b317-0932-4a0b-801b-2b13a51bc33e req-3f884d52-41d8-484c-b30c-9a3152e05831 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0835712 May 26 23:26:56.870183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6883b317-0932-4a0b-801b-2b13a51bc33e req-cd52127f-3e69-4467-9c1b-d69ad36c4009 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380451 May 26 23:26:58.064669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ebfb-e944-4c24-9bbd-8722e7761223 req-9f80b75a-24ba-4261-8097-1788a9f207ae tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:58.066020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f40ebfb-e944-4c24-9bbd-8722e7761223 req-9f80b75a-24ba-4261-8097-1788a9f207ae tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0770347 May 26 23:26:58.110083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f40ebfb-e944-4c24-9bbd-8722e7761223 req-96bb1ec1-e594-4da5-9410-15862e1e70e3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386999 May 26 23:26:58.136413 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:26:59.300414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b6143-ee8c-4f20-a6ea-1e4f5cc7e541 req-7ca4a49e-253e-4017-a207-87d43a3d0693 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:26:59.301872 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-037b6143-ee8c-4f20-a6ea-1e4f5cc7e541 req-7ca4a49e-253e-4017-a207-87d43a3d0693 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0755372 May 26 23:26:59.345435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-037b6143-ee8c-4f20-a6ea-1e4f5cc7e541 req-ff9df967-7cd2-4669-85f5-e45a4a259bcd tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 May 26 23:27:00.540916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d550-899d-4c26-819e-da2f0ad4155d req-0d2b2769-7335-4ef0-bfad-8b6caa0dd046 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:00.542290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c896d550-899d-4c26-819e-da2f0ad4155d req-0d2b2769-7335-4ef0-bfad-8b6caa0dd046 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0755064 May 26 23:27:00.590437 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c896d550-899d-4c26-819e-da2f0ad4155d req-703c5492-c59c-40bd-abee-7a4caceff623 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 May 26 23:27:01.628126 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-c45a9002-1228-4b22-8cc3-11bcc196db6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664992 May 26 23:27:01.784018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-1a41283f-8b75-496b-9e31-5e987d79cf19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1096 time: 0.0677731 May 26 23:27:01.788093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07807d39-cdf7-42a2-9152-87a2d98abd6e req-153935a1-7051-4cca-b1f1-39425ae26ecc tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:01.789524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07807d39-cdf7-42a2-9152-87a2d98abd6e req-153935a1-7051-4cca-b1f1-39425ae26ecc tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0772495 May 26 23:27:01.835855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07807d39-cdf7-42a2-9152-87a2d98abd6e req-a7ee89f5-1fda-4a51-b9bf-ae2aae947a2e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 May 26 23:27:01.932038 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-b9c41a77-b754-492d-9796-ee50ffcca36e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:01.933485 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-b9c41a77-b754-492d-9796-ee50ffcca36e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1260617 May 26 23:27:02.038021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-85b8cd62-9a87-490f-b507-4b782228cb9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 1001 time: 0.0955374 May 26 23:27:02.103660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-21e52294-0935-4ead-a66d-5b3056177b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:02.105032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-21e52294-0935-4ead-a66d-5b3056177b50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0587409 May 26 23:27:02.184453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-8f6df362-84df-404e-b5e4-ae2f37fdf643 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719559 May 26 23:27:02.317606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-151a5332-ace7-4741-bd89-bbc3e731fd72 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234190 May 26 23:27:02.550595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c79c5e2-9dad-4b11-a0b6-6bd3f42c3ec4 req-5b0869e4-2c0c-4cf7-8605-16f06ad56a39 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239687 May 26 23:27:03.029102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e538e-43b4-41cd-8e32-ec2c6a7e2103 req-bb9441e5-8498-44d9-a8bb-2281a4cca800 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:03.030472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d4e538e-43b4-41cd-8e32-ec2c6a7e2103 req-bb9441e5-8498-44d9-a8bb-2281a4cca800 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 944 time: 0.0778730 May 26 23:27:03.073960 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d4e538e-43b4-41cd-8e32-ec2c6a7e2103 req-f0d768aa-2558-40e4-bbe3-918dd0ab7fba tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380731 May 26 23:27:03.639276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:27:03.808381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:27:03.821390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'port_id': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'mac_address': 'fa:16:3e:a8:10:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:27:03.873860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:03.892416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:27:03.911990 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:27:03.918013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:03.983039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:27:03.991588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.991936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.992273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.992603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.992934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.993259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.993604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.993952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.994269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.994585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:03.994903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:27:04.255523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['964776ce-b8ba-41cc-9a9e-5d815d16c3a7'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:27:04.271648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ee6fb-eabe-4828-8d0b-6c6ce918afa0 req-9953900d-9a14-4bbd-9243-d6eb2206f3e9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:04.273122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a4ee6fb-eabe-4828-8d0b-6c6ce918afa0 req-9953900d-9a14-4bbd-9243-d6eb2206f3e9 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 945 time: 0.0777383 May 26 23:27:04.322443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a4ee6fb-eabe-4828-8d0b-6c6ce918afa0 req-acee3125-3bd6-47dd-9e33-a6dfb3f113aa tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436273 May 26 23:27:05.511124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeea00a-363d-44dc-b43f-b55e9172f984 req-5ec2a6f4-e349-4bc7-9c14-00890c4e0525 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:05.512537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddeea00a-363d-44dc-b43f-b55e9172f984 req-5ec2a6f4-e349-4bc7-9c14-00890c4e0525 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 945 time: 0.0736277 May 26 23:27:05.568149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ddeea00a-363d-44dc-b43f-b55e9172f984 req-6d862ed0-4bf7-4a3e-95a7-908618f92c9c tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494597 May 26 23:27:05.642025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:27:05.711476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:27:05.716057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:27:05.716423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:05.824578 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:05.850018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:27:05.859581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:27:05.864105 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:05.947300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:27:05.991094 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c805bc-0936-4f9a-962f-2f1248ee6a2d'] response: {'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'code': 200} May 26 23:27:06.117994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e05b5d45-0c6e-453f-ba93-ee8dea7a4673 req-2fd88c04-8a08-4ab9-8b63-738c318c6a9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 1097 time: 0.0689881 May 26 23:27:06.158717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e05b5d45-0c6e-453f-ba93-ee8dea7a4673 req-0c189ed9-5692-462b-97f3-29dc5cd3e122 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343256 May 26 23:27:06.765418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da9362-026b-43b8-8ad1-f787050b8177 req-d150fe58-c425-41ff-897f-6e854af6af00 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:06.766867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16da9362-026b-43b8-8ad1-f787050b8177 req-d150fe58-c425-41ff-897f-6e854af6af00 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 946 time: 0.0754097 May 26 23:27:06.810719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16da9362-026b-43b8-8ad1-f787050b8177 req-4ed9909c-3268-4c64-9373-90eed90da635 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384667 May 26 23:27:08.002897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a5227-ebeb-4fb9-8072-d9d4917f4ecf req-3303ac2d-e0e1-460e-b8bd-3f8d609c6513 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:08.004318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c99a5227-ebeb-4fb9-8072-d9d4917f4ecf req-3303ac2d-e0e1-460e-b8bd-3f8d609c6513 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 946 time: 0.0752800 May 26 23:27:08.049030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c99a5227-ebeb-4fb9-8072-d9d4917f4ecf req-3d5ded05-0d8a-41d0-a96c-7a9f6b7df11a tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392132 May 26 23:27:08.405748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a202f4-7ab3-4bfd-9f54-289670b01e36 req-c470e76d-6473-4f2b-836c-0b411a47d7e8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:08.407180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09a202f4-7ab3-4bfd-9f54-289670b01e36 req-c470e76d-6473-4f2b-836c-0b411a47d7e8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 946 time: 0.0783703 May 26 23:27:08.452439 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09a202f4-7ab3-4bfd-9f54-289670b01e36 req-f32d3e41-9370-425c-8f97-4605128f1652 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 May 26 23:27:08.479233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43304) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:27:08.551961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-243327a7-e6b4-414f-b832-379f7fcda1c6 tempest-TestVolumeBootPattern-1212514921 tempest-TestVolumeBootPattern-1212514921-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 1092 time: 0.0716245 May 26 23:27:08.554892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43308) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:27:08.559831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:27:08.566352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:27:08.570095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Usage tracker for resource:floatingip and tenant:27f932db9fe14f87b139351aa959df5f is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:27:08.573083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:27:08.579413 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:27:08.592756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:08.722506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:08.855687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Allocated IP 172.25.4.236 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/4aeeac44-29fa-4046-afc7-4c3a68ee3465) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:27:08.999043 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:09.024942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:09.094891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:27:09.097748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:27:09.102049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:27:09.126184 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=4aeeac44-29fa-4046-afc7-4c3a68ee3465,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:27:09.689702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:09.743306 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:09.943057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:09.947340 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:10.052498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event updated for resources: {'Port': ['ID=4aeeac44-29fa-4046-afc7-4c3a68ee3465,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:27:10.064199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:10.257732 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Floating IP 95880148-f60f-4de5-b7e1-0cab15df5e34 associated. External IP: 172.25.4.236, port: 964776ce-b8ba-41cc-9a9e-5d815d16c3a7. May 26 23:27:10.641966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:27:10.835739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:27:10.845070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:27:10.856145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:27:10.857131 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:26:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:27:10.860078 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:10.915805 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a1ebd509-55da-4983-910f-97532a3fddd1 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3598304 May 26 23:27:10.916395 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:27:10.970423 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3212dc87-c5a8-47b0-a3b9-6e1344242094'] response: {'name': 'network-changed', 'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'status': 'completed', 'code': 200} May 26 23:27:11.035541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:27:11.059873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-f3b67994-e225-414a-a99c-9b900ea2eabd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 1097 time: 0.0674138 May 26 23:27:11.192777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-1055754d-7e8c-4986-a14e-28a242692847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:11.194460 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-1055754d-7e8c-4986-a14e-28a242692847 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1288083 May 26 23:27:11.394946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:03Z', 'revision_number': 1, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}, {'id': '95880148-f60f-4de5-b7e1-0cab15df5e34', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:a8:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:27:09Z', 'updated_at': '2022-05-26T23:27:09Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:27:11.399234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:27:11.410503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:27:11.411234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:26:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:27:11.412358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-36f2bf6e-bb48-4db9-9828-f0f7793502ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7 HTTP/1.1" status: 200 len: 1000 time: 0.2101247 May 26 23:27:11.475978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-e1514060-85e8-4ade-8010-da53e47e1888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:11.477293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-e1514060-85e8-4ade-8010-da53e47e1888 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0584793 May 26 23:27:11.557206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-cee5dd3b-0c1b-4397-bed7-4ca074924f3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734861 May 26 23:27:11.598179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:27:11.703562 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-a5f45291-ec70-4e6f-924f-e1a3dab6aaae service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394603 May 26 23:27:11.836226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-724a43ac-ed01-46f6-b0c4-9193d93a1213 req-bcac8931-8021-4027-9acb-0ed4b5b2d4dd service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260622 May 26 23:27:12.011787 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:03Z', 'revision_number': 1, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}, {'id': '95880148-f60f-4de5-b7e1-0cab15df5e34', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:a8:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:27:09Z', 'updated_at': '2022-05-26T23:27:09Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:27:12.016334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a78daf-ae4b-413a-8447-7e9ef4ab93f4 None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:03Z', 'revision_number': 1, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}, {'id': '95880148-f60f-4de5-b7e1-0cab15df5e34', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:a8:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:27:09Z', 'updated_at': '2022-05-26T23:27:09Z', 'revision_number': 0, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:27:12.210575 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610f17e-9579-4a6b-abcf-9902abf2a88d None None] New status for floating IP 95880148-f60f-4de5-b7e1-0cab15df5e34: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:27:16.527664 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:27:17.220916 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86a709f6-a28a-4a66-a773-83de6a69e018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:19.991196 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-913bcf80-10d1-4fc4-b642-6191ed34b11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:20.694338 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:20.820970 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:22.011339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:25.565971 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:28.150899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:47.224025 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95775657-ab5c-41ea-830d-0e058ef0de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:49.992302 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-77f6dc1f-998d-4047-9b56-a4ca8f3eca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:50.697617 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:50.822447 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:52.013202 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:53.527205 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:27:55.592808 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:58.149028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:27:58.359328 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-a121106a-9539-4256-b07c-3e3041af2cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669413 May 26 23:27:58.505632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-42e5091a-dc49-406d-ae6c-71299aa2a017 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 1097 time: 0.0717916 May 26 23:27:58.653078 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3491a-992b-481e-80c0-eaa836862625 req-c3e7cb9c-015d-4e2f-b82d-354cb5afc9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:58.655087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-c3e7cb9c-015d-4e2f-b82d-354cb5afc9a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1319256 May 26 23:27:58.755226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-20f93fd6-42f1-413e-8d5e-df6c4219c53a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7 HTTP/1.1" status: 200 len: 1002 time: 0.0940263 May 26 23:27:58.815865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3491a-992b-481e-80c0-eaa836862625 req-2c4bc8d2-4bb8-4c86-9302-b77fbc67c1aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:27:58.817186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-2c4bc8d2-4bb8-4c86-9302-b77fbc67c1aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0559356 May 26 23:27:58.888509 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-ebeee8ba-fe26-4f76-bd58-4e2f78ca9ab5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658906 May 26 23:27:59.015810 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-cb416b6f-34db-4fcd-8187-fc82636d5b1a service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213996 May 26 23:27:59.142629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6af3491a-992b-481e-80c0-eaa836862625 req-68a7bb02-3b14-4335-8b32-391fb086adc4 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210227 May 26 23:28:01.629606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-80a3a165-c9b5-4d77-9054-3883d6a697a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693359 May 26 23:28:01.775801 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-eda7693f-1a85-4814-8e33-6ecdccecde6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1096 time: 0.0666521 May 26 23:28:01.918137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358572a-03b2-4408-8d9b-62481c7f906d req-94616dee-d11a-4fca-9a5a-e5a0e2af0249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:01.919556 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-94616dee-d11a-4fca-9a5a-e5a0e2af0249 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1225049 May 26 23:28:02.113063 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-5acce193-19a3-4326-9b69-ed6c8b916720 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 1001 time: 0.1840284 May 26 23:28:02.179495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358572a-03b2-4408-8d9b-62481c7f906d req-a8b483c9-10ec-4488-90f0-9c3813995feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:02.180785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-a8b483c9-10ec-4488-90f0-9c3813995feb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0580034 May 26 23:28:02.255378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-60885fd1-75d7-4eba-ab83-1b4e99da2456 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655999 May 26 23:28:02.389247 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-8e631c6e-48b5-4ce0-bd4c-a6967c0f5085 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222062 May 26 23:28:02.519661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1358572a-03b2-4408-8d9b-62481c7f906d req-9f5d84b8-7d08-4624-a172-3e4573416e28 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216722 May 26 23:28:17.224544 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8866-64d3-4c24-b961-d15d701a417c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:19.996577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3987e855-1977-45d1-9d4e-fa164e1d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:20.699213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:20.822940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:22.015957 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:25.611491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:28.160066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:30.526912 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:28:37.855344 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43338) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:28:38.053460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 4aeeac44-29fa-4046-afc7-4c3a68ee3465 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:28:38.053827 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:38.223498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:38.223743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:38.339814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 4aeeac44-29fa-4046-afc7-4c3a68ee3465 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:28:38.490244 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:38.535638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=4aeeac44-29fa-4046-afc7-4c3a68ee3465,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:28:38.575282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.575620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.576498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.576873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.577201 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.577525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.577885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.578208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.578527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.578842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.579158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:38.640885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:39.130692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:28:39.334156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:28:39.344641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:28:39.355547 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:39.357144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:28:39.357779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:39.408380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c0fcea2b-4195-4741-a091-3b5d440eff4e tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "DELETE /v2.0/floatingips/95880148-f60f-4de5-b7e1-0cab15df5e34 HTTP/1.1" status: 204 len: 168 time: 1.5519660 May 26 23:28:39.408951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:28:39.483452 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f52f1ab-c43b-4369-a99b-30642cbf1aa2'] response: {'name': 'network-changed', 'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'status': 'completed', 'code': 200} May 26 23:28:39.555282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:28:39.582019 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-29419bfa-51de-4472-8f19-b50660840843 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 1097 time: 0.0742302 May 26 23:28:39.740275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-87f89838-b92c-4844-970b-4e79687cbc83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:39.741753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-87f89838-b92c-4844-970b-4e79687cbc83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1542311 May 26 23:28:39.814397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-b248fba4-2f9c-40b2-9059-b7a1bacbf3db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7 HTTP/1.1" status: 200 len: 217 time: 0.0653238 May 26 23:28:39.821654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da810b-44d9-4946-9aca-342bb3e156fa req-7cb68e7d-831c-4721-a3ad-50e36be78e73 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:39.823121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82da810b-44d9-4946-9aca-342bb3e156fa req-7cb68e7d-831c-4721-a3ad-50e36be78e73 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 946 time: 0.0825896 May 26 23:28:39.868959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-82da810b-44d9-4946-9aca-342bb3e156fa req-1c9e9a10-53b0-4f23-a46a-a8b55d21d79b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 May 26 23:28:39.879900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-d15ec5a0-70ee-46e2-a941-a8b4c8cac921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:39.881549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-d15ec5a0-70ee-46e2-a941-a8b4c8cac921 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0612047 May 26 23:28:39.924189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:03Z', 'revision_number': 1, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:39.929230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:28:39.939693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:28:39.940285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:39.956083 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-8c904401-33b3-417a-a15f-81fe31acd08c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680983 May 26 23:28:40.086537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-4c4d4381-73b3-4fd2-bb5a-fd7c165139cd service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233785 May 26 23:28:40.118545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:28:40.220612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27e4336e-8879-487f-882c-1c7c0bb333ac req-04a7a939-0f27-481a-9ad4-c6235334086e service neutron] 10.222.0.48 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273708 May 26 23:28:40.496536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:03Z', 'revision_number': 1, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:40.504064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67bd4f-0b45-41af-9cbd-6f8568ec7e9c None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5bf130ea-f935-4310-8127-a46accc0e2cc', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'port_id': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'mac_address': 'fa:16:3e:1d:ff:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:25:00Z', 'updated_at': '2022-05-26T23:25:03Z', 'revision_number': 1, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:28:40.735137 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ade8c8-145c-4dbd-88bc-362ff77eb94b None None] New status for floating IP 95880148-f60f-4de5-b7e1-0cab15df5e34: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:28:41.163253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e773f6-4d3d-480e-ac6b-1713132c0daa req-340c6b87-11a4-426e-b3f0-2e464ab3211b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:41.163944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-35e773f6-4d3d-480e-ac6b-1713132c0daa req-340c6b87-11a4-426e-b3f0-2e464ab3211b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:28:41.180566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-35e773f6-4d3d-480e-ac6b-1713132c0daa req-340c6b87-11a4-426e-b3f0-2e464ab3211b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:28:41.181738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35e773f6-4d3d-480e-ac6b-1713132c0daa req-340c6b87-11a4-426e-b3f0-2e464ab3211b tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 946 time: 0.1673105 May 26 23:28:41.227496 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-35e773f6-4d3d-480e-ac6b-1713132c0daa req-4f942775-18e0-434d-a7c0-9dee1fce1ca5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 May 26 23:28:41.330505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69da425-cc49-4048-b36f-8cd327124de2 req-7e86af2b-bfa2-40ba-9b1c-04904be11a25 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:41.331822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f69da425-cc49-4048-b36f-8cd327124de2 req-7e86af2b-bfa2-40ba-9b1c-04904be11a25 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 946 time: 0.0747149 May 26 23:28:41.402104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:28:41.402441 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:41.731384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] For port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:28:41.731741 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:41.849048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:28:41.992420 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:42.039995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=964776ce-b8ba-41cc-9a9e-5d815d16c3a7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:28:42.112630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] No DVR routers for this DVR port 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:28:42.115091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:42.117518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'name': 'network-vif-deleted', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:28:42.132771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f69da425-cc49-4048-b36f-8cd327124de2 req-a0ade56c-21c6-4e8c-94a9-c5771e09cdd5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.48 "DELETE /v2.0/ports/964776ce-b8ba-41cc-9a9e-5d815d16c3a7 HTTP/1.1" status: 204 len: 173 time: 0.7953951 May 26 23:28:42.170999 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54cd6db1-ca26-4ab4-a52b-c020da568634'] response: {'server_uuid': 'a23e4c8b-4606-48b0-93f2-348a7d4ace56', 'name': 'network-vif-deleted', 'tag': '964776ce-b8ba-41cc-9a9e-5d815d16c3a7', 'status': 'completed', 'code': 200} May 26 23:28:42.389411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-15c716f5-08f7-4234-ae05-407a56d41101 req-fecb462c-a29e-40d3-a38a-c262c50dcfc3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:28:42.406790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-15c716f5-08f7-4234-ae05-407a56d41101 req-fecb462c-a29e-40d3-a38a-c262c50dcfc3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:28:42.408323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-15c716f5-08f7-4234-ae05-407a56d41101 req-fecb462c-a29e-40d3-a38a-c262c50dcfc3 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a23e4c8b-4606-48b0-93f2-348a7d4ace56 HTTP/1.1" status: 200 len: 210 time: 0.0599570 May 26 23:28:44.103957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:28:44.136561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:28:44.136896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 964776ce-b8ba-41cc-9a9e-5d815d16c3a7 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:28:47.227059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a11d9c6f-7437-42b7-acd2-3954a512e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:48.021135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43378) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:28:48.221193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 8596aa2e-157f-4651-b6e4-436a415cb7c0 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:28:48.221531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:48.383811 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:48.384133 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:48.499388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 8596aa2e-157f-4651-b6e4-436a415cb7c0 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:28:48.645195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:48.691806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=8596aa2e-157f-4651-b6e4-436a415cb7c0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:28:48.782533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:49.254577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:28:49.460465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:28:49.470857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:28:49.483505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:28:49.484104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:49.485748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:49.541007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6921719c-84e1-430c-9b2a-112a77c2b77d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "DELETE /v2.0/floatingips/5bf130ea-f935-4310-8127-a46accc0e2cc HTTP/1.1" status: 204 len: 168 time: 1.5186772 May 26 23:28:49.541604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:28:49.599762 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2f4c2b-9742-42f5-b9da-c31c9beae66c'] response: {'name': 'network-changed', 'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'status': 'completed', 'code': 200} May 26 23:28:49.672352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:28:49.709196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-98a15a5f-5a61-4fa0-9b6d-969a268fed93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27f932db9fe14f87b139351aa959df5f&device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 1096 time: 0.0771177 May 26 23:28:49.860062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-28346c60-49b6-4c98-ae0f-ea3663dc8495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:49.861521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-28346c60-49b6-4c98-ae0f-ea3663dc8495 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 200 len: 913 time: 0.1422973 May 26 23:28:49.933750 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-9ecd89ac-dfe8-42c4-a3af-782c6c1c04ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 200 len: 217 time: 0.0650682 May 26 23:28:49.940733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6d551-bf21-4a44-9a5d-64530c8ac043 req-2a732053-26dc-443f-a72b-1f6455f64c5f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:49.942269 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08d6d551-bf21-4a44-9a5d-64530c8ac043 req-2a732053-26dc-443f-a72b-1f6455f64c5f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 945 time: 0.0827098 May 26 23:28:49.987956 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08d6d551-bf21-4a44-9a5d-64530c8ac043 req-59d80617-4d72-4b4e-a22b-853006771c82 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398886 May 26 23:28:49.998435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-70e520d0-c74c-4eae-9bf7-72bb1065a405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:50.000196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-70e520d0-c74c-4eae-9bf7-72bb1065a405 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 200 len: 851 time: 0.0598514 May 26 23:28:50.007076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56bd6e06-ab73-42cb-9b30-cd196fc43934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:50.018905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:50.022944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:28:50.033299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:28:50.033905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:50.079888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-b04d5695-8841-4695-9610-cd7161b9050b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720034 May 26 23:28:50.209499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:28:50.211809 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-7671c4c3-0db4-4c97-8295-d52b04bc838d service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246245 May 26 23:28:50.346020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7237a10b-582f-42af-8b0c-4b0741d9841b req-556d4db1-6407-4178-b563-8b734f6c59a2 service neutron] 10.222.0.55 "GET /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275890 May 26 23:28:50.513534 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:28:50.517324 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ce8fc-a76b-4cfd-b713-78943e380a22 None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:19:01Z', 'revision_number': 4, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7ed05887-a387-4fc0-98e1-c6cbad9fbdfa', 'name': '', 'network_id': '9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'mac_address': 'fa:16:3e:42:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34620129-5786-4231-94a5-fda6518ea73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:00Z', 'updated_at': '2022-05-26T23:19:20Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'subnets': [{'id': '34620129-5786-4231-94a5-fda6518ea73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:28:50.704010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:50.740873 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98eb2c-6d2d-4df6-8dc6-6458fc5fc395 None None] New status for floating IP 5bf130ea-f935-4310-8127-a46accc0e2cc: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:28:50.826639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:51.187061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425646-02ca-46c6-9863-e139adb4c076 req-c03cc302-d6f3-4698-978b-201c943b6e56 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:51.187727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2e425646-02ca-46c6-9863-e139adb4c076 req-c03cc302-d6f3-4698-978b-201c943b6e56 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Synchronizing usage tracker for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:28:51.202398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2e425646-02ca-46c6-9863-e139adb4c076 req-c03cc302-d6f3-4698-978b-201c943b6e56 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Unset dirty status for tenant:27f932db9fe14f87b139351aa959df5f on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:28:51.203739 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e425646-02ca-46c6-9863-e139adb4c076 req-c03cc302-d6f3-4698-978b-201c943b6e56 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 945 time: 0.0908146 May 26 23:28:51.248135 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e425646-02ca-46c6-9863-e139adb4c076 req-6c208c30-f6d8-4c4e-8890-c93029d9262d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c7d97c4-d464-4aee-9056-282b2300871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 May 26 23:28:51.711508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-32bbfc5c-4f34-4e74-a65b-33d3d664d06f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:28:51.712899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-32bbfc5c-4f34-4e74-a65b-33d3d664d06f tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 945 time: 0.0790637 May 26 23:28:51.781012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:28:51.781346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:52.020180 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:52.106265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] For port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:28:52.106614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:52.228419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:28:52.371173 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:52.414205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-940668b9-c069-4578-9f94-fbbb7735a99d req-12de52d4-9629-446c-bf3e-9a4170f4c388 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0446615 May 26 23:28:52.420989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=4ec8fb71-2635-4f7d-a0db-bcb0e8aad456,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:28:52.511521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] No DVR routers for this DVR port 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:28:52.513901 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:52.516325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'name': 'network-vif-deleted', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:28:52.531435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d098ee4a-baf8-4e01-99ad-c25ad9ebda59 req-723f5b95-be79-4c61-a3ad-903682bb9fd8 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.55 "DELETE /v2.0/ports/4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 HTTP/1.1" status: 204 len: 173 time: 0.8099349 May 26 23:28:52.572701 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58f6ba5-0962-4344-989e-cea47ee0f17f'] response: {'server_uuid': 'a6f70fa3-9981-4259-97fe-740328fd5388', 'name': 'network-vif-deleted', 'tag': '4ec8fb71-2635-4f7d-a0db-bcb0e8aad456', 'status': 'completed', 'code': 200} May 26 23:28:53.604424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-abc6fac2-333f-4aae-9b83-72f875356ca8 req-9e143e5e-b2b9-4c80-908d-5c5f9a291b1d tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f70fa3-9981-4259-97fe-740328fd5388 HTTP/1.1" status: 200 len: 210 time: 0.0420167 May 26 23:28:54.717769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43398) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:28:54.869846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Deleting port ef2b32f0-afdf-48cf-9abc-58995eeb5780 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:28:54.870173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:55.031529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:55.031762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:55.147011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Calling delete_port for ef2b32f0-afdf-48cf-9abc-58995eeb5780 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:28:55.283375 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:55.326432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'Port': ['ID=ef2b32f0-afdf-48cf-9abc-58995eeb5780,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:28:55.365020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.365354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.365703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.366033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.366355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.366675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.366991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.367308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.367621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.367941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.368255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:28:55.374857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:28:55.408126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:28:55.408728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4ec8fb71-2635-4f7d-a0db-bcb0e8aad456 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:28:55.436830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:55.450389 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:55.452067 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-90cefbc9-9644-4d2a-8fc7-e50af4d4e4f5 tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "DELETE /v2.0/floatingips/cee6a601-3e42-4f42-be71-2ffb0442104c HTTP/1.1" status: 204 len: 168 time: 0.7333298 May 26 23:28:55.606338 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:57.911821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43414) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:28:57.984359 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11aec567-b2b9-4a43-80d9-a3f04d4022ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:58.013663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11aec567-b2b9-4a43-80d9-a3f04d4022ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:58.078118 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11aec567-b2b9-4a43-80d9-a3f04d4022ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:58.098105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aec567-b2b9-4a43-80d9-a3f04d4022ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d97c4-d464-4aee-9056-282b2300871e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:28:58.114464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-11aec567-b2b9-4a43-80d9-a3f04d4022ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:58.115629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-11aec567-b2b9-4a43-80d9-a3f04d4022ef tempest-TestVolumeBootPattern-1687207547 tempest-TestVolumeBootPattern-1687207547-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c7d97c4-d464-4aee-9056-282b2300871e HTTP/1.1" status: 204 len: 168 time: 0.2028334 May 26 23:28:58.165974 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:58.194955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43420) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:28:58.772647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:59.350321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Deleting port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:28:59.350989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:59.515707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] For port 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:28:59.516059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:59.631685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Calling delete_port for 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:28:59.792132 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:28:59.923362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed05887-a387-4fc0-98e1-c6cbad9fbdfa,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:00.209606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:00.771437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Router fead9295-6404-489b-8b97-f7e63c1286df has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:29:00.965836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:29:00.974792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] Sync routers for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:29:00.978441 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-36acc019-b819-4fc0-86b0-60a7ca13c7f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/fead9295-6404-489b-8b97-f7e63c1286df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7824237 May 26 23:29:00.980878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43426) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:00.987307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:29:00.987913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:01.163326 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:29:01.173460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:01.448544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:28:59Z', 'revision_number': 5, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port': {'id': 'a64af2ed-a379-42f7-8d03-c09c699c0116', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:18:58Z', 'updated_at': '2022-05-26T23:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:01.452918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] Checking router: fead9295-6404-489b-8b97-f7e63c1286df for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:29:01.463337 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] Routers {'fead9295-6404-489b-8b97-f7e63c1286df'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:29:01.463924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['fead9295-6404-489b-8b97-f7e63c1286df'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:01.477217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:01.486604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Deleting port a64af2ed-a379-42f7-8d03-c09c699c0116 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:01.486992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:01.618998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] Set router fead9295-6404-489b-8b97-f7e63c1286df gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:29:01.663925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] For port a64af2ed-a379-42f7-8d03-c09c699c0116, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a64af2ed-a379-42f7-8d03-c09c699c0116,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:01.664285 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:01.733224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:29:01Z', 'revision_number': 6, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:01.737118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e7b8c-6c91-4296-8e7f-48cb7815215c None None] The sync data for ids ['fead9295-6404-489b-8b97-f7e63c1286df'] in n-d-843301-1 is: [{'id': 'fead9295-6404-489b-8b97-f7e63c1286df', 'name': 'tempest-TestVolumeBootPattern-1595820100-router', 'tenant_id': '27f932db9fe14f87b139351aa959df5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:18:57Z', 'updated_at': '2022-05-26T23:29:01Z', 'revision_number': 6, 'project_id': '27f932db9fe14f87b139351aa959df5f', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:29:01.787320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Calling delete_port for a64af2ed-a379-42f7-8d03-c09c699c0116 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:01.949739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:01.996089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64af2ed-a379-42f7-8d03-c09c699c0116,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:02.216986 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.472142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.476793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.502662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.503181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fead9295-6404-489b-8b97-f7e63c1286df {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:29:02.515037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.516152 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ddcf4c80-5547-4caf-b975-d85e1a3dc918 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fead9295-6404-489b-8b97-f7e63c1286df HTTP/1.1" status: 204 len: 168 time: 1.5343862 May 26 23:29:02.518747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43430) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:02.579049 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] Deleting subnet 34620129-5786-4231-94a5-fda6518ea73d {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:29:02.582264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.630319 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.818240 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.886288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.927159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34620129-5786-4231-94a5-fda6518ea73d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:02.932080 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:02.937827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068268ed-e6b8-41d6-b139-0a15776ce71f None None] Network 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:29:02.938748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-abd0d60c-44ae-424d-a880-453f913b3f76 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/34620129-5786-4231-94a5-fda6518ea73d HTTP/1.1" status: 204 len: 168 time: 0.4190586 May 26 23:29:02.941138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43434) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:03.045027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.055337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Deleting port 93255254-2ba4-41bd-9406-8c53b8e41350 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:03.055660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.180277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] DHCP port deletion for 9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:29:03.184589 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Deleting port 93255254-2ba4-41bd-9406-8c53b8e41350 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:03.185489 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.256288 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] For port 93255254-2ba4-41bd-9406-8c53b8e41350, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=93255254-2ba4-41bd-9406-8c53b8e41350,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:03.256647 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.377795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Calling delete_port for 93255254-2ba4-41bd-9406-8c53b8e41350 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:03.419948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] For port 93255254-2ba4-41bd-9406-8c53b8e41350, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=93255254-2ba4-41bd-9406-8c53b8e41350,segment=NetworkSegment(ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748),segment_id=ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:03.420244 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.456484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.500943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Pushing event deleted for resources: {'Port': ['ID=93255254-2ba4-41bd-9406-8c53b8e41350,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:03.506487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] No DVR routers for this DVR port 93255254-2ba4-41bd-9406-8c53b8e41350 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:29:03.541233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Calling delete_port for 93255254-2ba4-41bd-9406-8c53b8e41350 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:03.618544 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:29:03.619017 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:29:03.623045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.649923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:29:03.650787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:03.667676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:03.667963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaa22cc-1cc6-40f5-8e9e-15fa2f0f5748') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:03.680232 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.686522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:29:03.686870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7ed05887-a387-4fc0-98e1-c6cbad9fbdfa not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:29:03.687278 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a64af2ed-a379-42f7-8d03-c09c699c0116 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:29:03.696547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.703167 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:29:03.703542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: timer() May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:29:03.716408 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:29:03.719437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a64af2ed-a379-42f7-8d03-c09c699c0116 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:29:03.719785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a64af2ed-a379-42f7-8d03-c09c699c0116 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:29:03.720194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 93255254-2ba4-41bd-9406-8c53b8e41350 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:29:03.751223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 93255254-2ba4-41bd-9406-8c53b8e41350 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:29:03.751567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 93255254-2ba4-41bd-9406-8c53b8e41350 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:29:03.788261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.804275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:03.818328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:03.836128 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4343019d-4091-4ba4-af09-1559ccc8f627 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9ebe17b0-a13f-4c27-97ed-7eb8cd6cdcb6 HTTP/1.1" status: 204 len: 168 time: 0.8939826 May 26 23:29:03.838992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43438) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:04.120093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Deleting port 93255254-2ba4-41bd-9406-8c53b8e41350 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:04.120616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:04.187779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d1d6-a5fb-4b43-916c-3d2b77dce8c6 None None] The port '93255254-2ba4-41bd-9406-8c53b8e41350' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:29:04.306487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:04.895562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Deleting port 06cc667b-2830-4278-a1f5-e3c8214f408f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:04.896304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:05.063072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] For port 06cc667b-2830-4278-a1f5-e3c8214f408f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=06cc667b-2830-4278-a1f5-e3c8214f408f,segment=NetworkSegment(04fa9bf7-fa50-436b-97d9-d5db89f8c8e8),segment_id=04fa9bf7-fa50-436b-97d9-d5db89f8c8e8)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:05.063343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:05.182003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Calling delete_port for 06cc667b-2830-4278-a1f5-e3c8214f408f owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:05.343818 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:05.391149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cc667b-2830-4278-a1f5-e3c8214f408f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:05.677197 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:06.343261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Router e7543390-5fdd-4eab-8d04-4a8ace06eedf has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:29:06.541066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:29:06.549838 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] Sync routers for ids ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:29:06.556992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c52d57c5-babf-4c03-a6fa-678be65d4870 admin admin] 10.222.0.32 "PUT /v2.0/routers/e7543390-5fdd-4eab-8d04-4a8ace06eedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169836 May 26 23:29:06.559487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43442) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:06.562521 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] Routers {'e7543390-5fdd-4eab-8d04-4a8ace06eedf'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:29:06.563123 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:06.742883 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] Set router e7543390-5fdd-4eab-8d04-4a8ace06eedf gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:29:06.755144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:06.947731 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:06.957427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Deleting port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:06.957787 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:07.023371 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:29:05Z', 'revision_number': 5, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port': {'id': 'ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:19:05Z', 'updated_at': '2022-05-26T23:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:07.027309 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] Checking router: e7543390-5fdd-4eab-8d04-4a8ace06eedf for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:29:07.037988 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] Routers {'e7543390-5fdd-4eab-8d04-4a8ace06eedf'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:29:07.038598 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:28:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:07.130316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] For port ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:07.130656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:07.186880 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] Set router e7543390-5fdd-4eab-8d04-4a8ace06eedf gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:29:07.327000 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:29:06Z', 'revision_number': 6, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:07.331148 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e979e19-f222-4d19-8217-6598ce9b4ac8 None None] The sync data for ids ['e7543390-5fdd-4eab-8d04-4a8ace06eedf'] in n-d-843301-1 is: [{'id': 'e7543390-5fdd-4eab-8d04-4a8ace06eedf', 'name': 'tempest-TestVolumeBootPattern-1460010944-router', 'tenant_id': '4cbdc285b4914ee48b356cb04db2b721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:19:04Z', 'updated_at': '2022-05-26T23:29:06Z', 'revision_number': 6, 'project_id': '4cbdc285b4914ee48b356cb04db2b721', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:29:07.365605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Calling delete_port for ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:07.523299 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:07.526892 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:29:07.567906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:07.751714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06cc667b-2830-4278-a1f5-e3c8214f408f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:29:07.785995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 06cc667b-2830-4278-a1f5-e3c8214f408f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:29:07.786333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06cc667b-2830-4278-a1f5-e3c8214f408f not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:29:07.805040 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.063236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.080009 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.108081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.108571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7543390-5fdd-4eab-8d04-4a8ace06eedf {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:29:08.121460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.122615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8c4bbd23-7c80-4d6f-8414-5833c01460a0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e7543390-5fdd-4eab-8d04-4a8ace06eedf HTTP/1.1" status: 204 len: 168 time: 1.5621514 May 26 23:29:08.125188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43446) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:08.186062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] Deleting subnet fd840257-c093-4d55-a31a-57dd6c3c2aff {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:29:08.189179 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.238169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.317739 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.382414 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.421805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd840257-c093-4d55-a31a-57dd6c3c2aff,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:08.428829 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.433965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047bded1-b9e6-445a-a360-5ccc9c9b8b85 None None] Network 5a2fb2ba-d68e-436e-84e6-97793b57a34d requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:29:08.435457 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8163e4d3-b77d-4081-9390-7d8cce086178 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fd840257-c093-4d55-a31a-57dd6c3c2aff HTTP/1.1" status: 204 len: 168 time: 0.3092849 May 26 23:29:08.437871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43450) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:08.550563 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.562350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Deleting port a023bddf-045e-48b2-be8d-fbf6f8873b24 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:08.562725 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.686704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] DHCP port deletion for 5a2fb2ba-d68e-436e-84e6-97793b57a34d request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:29:08.690656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Deleting port a023bddf-045e-48b2-be8d-fbf6f8873b24 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:08.691024 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.881639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] For port a023bddf-045e-48b2-be8d-fbf6f8873b24, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a023bddf-045e-48b2-be8d-fbf6f8873b24,segment=NetworkSegment(04fa9bf7-fa50-436b-97d9-d5db89f8c8e8),segment_id=04fa9bf7-fa50-436b-97d9-d5db89f8c8e8)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:08.882015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:08.898863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] For port a023bddf-045e-48b2-be8d-fbf6f8873b24, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a023bddf-045e-48b2-be8d-fbf6f8873b24,segment=NetworkSegment(04fa9bf7-fa50-436b-97d9-d5db89f8c8e8),segment_id=04fa9bf7-fa50-436b-97d9-d5db89f8c8e8)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:08.899366 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.000639 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Calling delete_port for a023bddf-045e-48b2-be8d-fbf6f8873b24 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:09.017553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Calling delete_port for a023bddf-045e-48b2-be8d-fbf6f8873b24 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:09.076244 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.094086 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:29:09.094442 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:29:09.126862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Pushing event deleted for resources: {'Port': ['ID=a023bddf-045e-48b2-be8d-fbf6f8873b24,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:09.132480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] No DVR routers for this DVR port a023bddf-045e-48b2-be8d-fbf6f8873b24 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:29:09.247072 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.271054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2fb2ba-d68e-436e-84e6-97793b57a34d']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:09.283382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:09.283676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fa9bf7-fa50-436b-97d9-d5db89f8c8e8') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:29:09.295424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.311276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.317225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:29:09.317602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: timer() May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:29:09.334447 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:29:09.410324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.431804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.442843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2fb2ba-d68e-436e-84e6-97793b57a34d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:09.452986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-06f73d21-71d7-4291-ae68-42147ffd359a admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a2fb2ba-d68e-436e-84e6-97793b57a34d HTTP/1.1" status: 204 len: 168 time: 1.0110669 May 26 23:29:09.595784 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Deleting port a023bddf-045e-48b2-be8d-fbf6f8873b24 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:09.596224 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.610502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43458) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:09.662260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6c544505-b5a9-4b78-baa9-b0c8d1c72594 None None] The port 'a023bddf-045e-48b2-be8d-fbf6f8873b24' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:29:09.667253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cfe90be3-9f6b-4e43-b549-8bee817b97ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27f932db9fe14f87b139351aa959df5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555973 May 26 23:29:09.671475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43462) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:09.676890 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:29:09.712397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:29:09.712736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ccf57ba0-d0d3-48d0-b9cd-3ac3915ab39f not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:29:09.713139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a023bddf-045e-48b2-be8d-fbf6f8873b24 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:29:09.736002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d655c286-a22e-4b29-a3e2-57af702d29e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.744017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a023bddf-045e-48b2-be8d-fbf6f8873b24 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:29:09.744356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a023bddf-045e-48b2-be8d-fbf6f8873b24 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:29:09.765804 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d655c286-a22e-4b29-a3e2-57af702d29e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.817038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d655c286-a22e-4b29-a3e2-57af702d29e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.834308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655c286-a22e-4b29-a3e2-57af702d29e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e50443-1fb2-4c45-b20b-e636bbd6dc28,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:09.842823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d655c286-a22e-4b29-a3e2-57af702d29e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:09.843926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d655c286-a22e-4b29-a3e2-57af702d29e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63e50443-1fb2-4c45-b20b-e636bbd6dc28 HTTP/1.1" status: 204 len: 168 time: 0.1710634 May 26 23:29:10.244137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43470) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:10.296164 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-32b7a803-971b-4992-955b-061981f53f78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cbdc285b4914ee48b356cb04db2b721&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508111 May 26 23:29:10.298543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43474) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:10.355273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0128-3863-4787-b34e-c22b6cb78389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:10.381701 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0128-3863-4787-b34e-c22b6cb78389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:10.430956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0128-3863-4787-b34e-c22b6cb78389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:10.446613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b0128-3863-4787-b34e-c22b6cb78389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a6bb7-ea87-439a-aa60-848603ca1767,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:10.451189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0128-3863-4787-b34e-c22b6cb78389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:10.451945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1f0b0128-3863-4787-b34e-c22b6cb78389 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b88a6bb7-ea87-439a-aa60-848603ca1767 HTTP/1.1" status: 204 len: 168 time: 0.1524961 May 26 23:29:17.229994 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-26b3f6f8-a609-44ea-bc84-95c66f40851c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:19.999673 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69ec1f2a-1974-443b-b1fc-42b1917455b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:20.707469 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:20.829020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:21.988117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-225efbdd-d925-41fd-93b5-78b5cb19d969 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8332d2ae46744137a83845cebad44e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295379 May 26 23:29:22.022251 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:22.133225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-aafc619e-ed2b-4d93-9dbb-2e60ca23b725 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:22.134660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-aafc619e-ed2b-4d93-9dbb-2e60ca23b725 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417134 May 26 23:29:22.150830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-b76051ef-029e-4748-b00f-7f5161186140 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/quotas/8332d2ae46744137a83845cebad44e2b HTTP/1.1" status: 200 len: 375 time: 0.0108430 May 26 23:29:22.195005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-d17cb513-6b6b-4bff-84a7-4e813cfeca55 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8332d2ae46744137a83845cebad44e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395308 May 26 23:29:23.565497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ac4f0548-763b-4d29-9bfc-7254805f7076 req-fc9c5f9f-ffad-4ab7-9660-614529e19937 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 210 time: 0.1737318 May 26 23:29:24.674739 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9d638a73-48ea-4da1-849b-ba4e72056225 req-6f414adb-315e-4c12-8355-1bdf0afdb3d9 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 210 time: 0.0418692 May 26 23:29:25.617337 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:25.781301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e4a6dab-4059-40e2-800a-b62c497b570d req-3df306fc-59f1-4135-9181-817352b0f69b tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 210 time: 0.0405676 May 26 23:29:26.535886 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-ba2c6147-7312-4e7e-89d9-662ee68f8a8a tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8332d2ae46744137a83845cebad44e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263798 May 26 23:29:26.683889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-76226ac2-4965-49a2-a8a5-e6a2b8b6f776 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:26.685324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-76226ac2-4965-49a2-a8a5-e6a2b8b6f776 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448240 May 26 23:29:26.702140 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Request body: {'port': {'device_id': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'admin_state_up': True, 'tenant_id': '8332d2ae46744137a83845cebad44e2b'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:29:26.838325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:29:26.844008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Usage tracker for resource:port and tenant:8332d2ae46744137a83845cebad44e2b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:29:26.847250 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:29:26.853218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:29:26.863625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Made reservation on behalf of 8332d2ae46744137a83845cebad44e2b for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:29:26.866859 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:26.879961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:26.947523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd927d62-4ca2-4eab-94b4-ffef0144b7ff req-91a5acde-12dd-43e9-8fd3-f70a99cfd1a1 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 210 time: 0.0477657 May 26 23:29:26.954264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:29:26.958085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Usage tracker for resource:security_group_rule and tenant:8332d2ae46744137a83845cebad44e2b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:29:26.960870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:29:26.966658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:29:27.032742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:27.036457 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:27.118450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59fe764-4e3c-4655-83e9-e249dd3fe935,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:27.203663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Allocated IP 192.168.233.121 (14d85427-0536-477e-9be0-fd7683312683/41df127b-d8ab-4dd2-9958-562047ddb162/b547ebea-583f-470d-948d-d1c1b9cced21) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:29:27.486119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:27.501697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Transition to ACTIVE for port object b547ebea-583f-470d-948d-d1c1b9cced21 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:29:27.523482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:27.597365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Network 14d85427-0536-477e-9be0-fd7683312683 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:29:27.600487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:29:27.604883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:29:27.630804 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Pushing event updated for resources: {'Port': ['ID=b547ebea-583f-470d-948d-d1c1b9cced21,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:27.679222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:27.679986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:27.707844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-dd60cd5c-bd23-48cc-aac7-b658c54286af tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0097902 May 26 23:29:27.797490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Request body: {'port': {'device_id': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:29:27.855591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a8e3fab-d354-4567-8154-8584c4da2af6 None None] Provisioning for port b547ebea-583f-470d-948d-d1c1b9cced21 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:29:27.861107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1a8e3fab-d354-4567-8154-8584c4da2af6 None None] Provisioning complete for port b547ebea-583f-470d-948d-d1c1b9cced21 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:29:27.861477 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3fab-d354-4567-8154-8584c4da2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:27.907004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:27.916043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e3fab-d354-4567-8154-8584c4da2af6 None None] Port b547ebea-583f-470d-948d-d1c1b9cced21 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:29:28.143646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18767453-5b05-44ad-b638-cfc812773e75 req-7a24c08e-7b44-40d0-ac38-d4c89af2baef tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:28.145091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-18767453-5b05-44ad-b638-cfc812773e75 req-7a24c08e-7b44-40d0-ac38-d4c89af2baef tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 936 time: 0.0753243 May 26 23:29:28.163693 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:28.195438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-18767453-5b05-44ad-b638-cfc812773e75 req-4d7cce8b-ff76-440b-9e43-e74b76a75a0d tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 May 26 23:29:28.244649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b547ebea-583f-470d-948d-d1c1b9cced21 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:29:28.251615 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:28.266107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Transition to ACTIVE for port object b547ebea-583f-470d-948d-d1c1b9cced21 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:29:28.269565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:28.397263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Pushing event updated for resources: {'Port': ['ID=b547ebea-583f-470d-948d-d1c1b9cced21,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:28.502543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Attempting to bind port b547ebea-583f-470d-948d-d1c1b9cced21 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:29:28.502817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Attempting to bind port b547ebea-583f-470d-948d-d1c1b9cced21 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:29:28.503139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Attempting to bind port b547ebea-583f-470d-948d-d1c1b9cced21 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:29:28.508855 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Port b547ebea-583f-470d-948d-d1c1b9cced21 on network 14d85427-0536-477e-9be0-fd7683312683 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:29:28.509170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Attempting to bind port b547ebea-583f-470d-948d-d1c1b9cced21 on network 14d85427-0536-477e-9be0-fd7683312683 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:29:28.516044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:29:28.516365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Checking segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:29:28.516734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Bound using segment: {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:29:28.517149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Bound port: b547ebea-583f-470d-948d-d1c1b9cced21, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cec69dc-0b36-45ba-af03-53db94411246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '14d85427-0536-477e-9be0-fd7683312683'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:29:28.517483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:28.609226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] For port b547ebea-583f-470d-948d-d1c1b9cced21, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:29:28.612609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] For port b547ebea-583f-470d-948d-d1c1b9cced21, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b547ebea-583f-470d-948d-d1c1b9cced21,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:29:28.616215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:28.676738 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:28.678149 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] 10.222.0.48 "PUT /v2.0/ports/b547ebea-583f-470d-948d-d1c1b9cced21 HTTP/1.1" status: 200 len: 1096 time: 0.9634933 May 26 23:29:28.678575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'tag': 'b547ebea-583f-470d-948d-d1c1b9cced21'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:29:28.695406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4541b-5d9a-4210-94d8-c2bd6d8c7160 service neutron] Pushing event updated for resources: {'Port': ['ID=b547ebea-583f-470d-948d-d1c1b9cced21,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:28.759992 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e4b351-edef-4342-a9d3-15758ebf9387'] response: {'name': 'network-changed', 'server_uuid': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'tag': 'b547ebea-583f-470d-948d-d1c1b9cced21', 'status': 'completed', 'code': 200} May 26 23:29:28.805894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9017e3c0-8d57-4c0a-87ce-0e87215a7004 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8332d2ae46744137a83845cebad44e2b&device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 1099 time: 0.0802860 May 26 23:29:28.877421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-9a92974f-27e9-4196-b358-3363011c230c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b547ebea-583f-470d-948d-d1c1b9cced21 HTTP/1.1" status: 200 len: 217 time: 0.0644183 May 26 23:29:28.941616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-d80566e7-2eda-437b-8f0e-a63f6ec2fe41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:28.943011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-d80566e7-2eda-437b-8f0e-a63f6ec2fe41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0594878 May 26 23:29:29.015944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-07841cfc-3f87-413b-8d25-68fb56e751e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669408 May 26 23:29:29.142145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-f357944e-bde1-44c2-8896-5a6bd76555f2 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200614 May 26 23:29:29.367104 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bcd7323d-f131-4472-b916-add21e47c7f2 req-59522144-11e6-4675-aaff-657cf7598e6a service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193348 May 26 23:29:29.390778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491a94f-8f2a-468b-9282-1ff11a66814c req-11aeac1c-41b3-4e8a-b162-112f1d0c0527 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:29.392202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5491a94f-8f2a-468b-9282-1ff11a66814c req-11aeac1c-41b3-4e8a-b162-112f1d0c0527 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 948 time: 0.0750871 May 26 23:29:29.438957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5491a94f-8f2a-468b-9282-1ff11a66814c req-16d697cd-fdf9-4f1f-a2ad-fba27e153fd5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 May 26 23:29:29.487073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-0f7ea620-f129-4660-a4c6-c58b864b1bdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8332d2ae46744137a83845cebad44e2b&device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 1099 time: 0.0742869 May 26 23:29:29.616235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-a3a1fb7d-1b28-4344-93d5-812faa2888ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:29.617741 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-a3a1fb7d-1b28-4344-93d5-812faa2888ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=14d85427-0536-477e-9be0-fd7683312683 HTTP/1.1" status: 200 len: 870 time: 0.1249280 May 26 23:29:29.683212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-ed238b37-179e-4c42-8af9-1d41acf2176b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b547ebea-583f-470d-948d-d1c1b9cced21 HTTP/1.1" status: 200 len: 217 time: 0.0597641 May 26 23:29:29.746265 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-9bc08cfb-df3a-4a13-b735-6c15a37234c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:29.747650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-9bc08cfb-df3a-4a13-b735-6c15a37234c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41df127b-d8ab-4dd2-9958-562047ddb162 HTTP/1.1" status: 200 len: 843 time: 0.0590084 May 26 23:29:29.819457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-6dbfe920-a760-416f-9e9c-912d97cd3b86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14d85427-0536-477e-9be0-fd7683312683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660779 May 26 23:29:29.948199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-df6dc983-32bf-489a-9fb5-deee0f9a5257 service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220279 May 26 23:29:30.077612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9a324b3b-5c53-4b0f-9062-3c83adc18726 req-53df1a0f-ff38-4ae8-8139-8c6c4509262d service neutron] 10.222.0.48 "GET /v2.0/networks/14d85427-0536-477e-9be0-fd7683312683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223588 May 26 23:29:30.635731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e71f5-1eb6-411a-9001-98085c537a36 req-9e0c1009-8e76-4647-93d5-61a3a24a7ff3 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:30.636499 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fd4e71f5-1eb6-411a-9001-98085c537a36 req-9e0c1009-8e76-4647-93d5-61a3a24a7ff3 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Synchronizing usage tracker for tenant:8332d2ae46744137a83845cebad44e2b on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:29:30.653584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fd4e71f5-1eb6-411a-9001-98085c537a36 req-9e0c1009-8e76-4647-93d5-61a3a24a7ff3 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Unset dirty status for tenant:8332d2ae46744137a83845cebad44e2b on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:29:30.654723 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd4e71f5-1eb6-411a-9001-98085c537a36 req-9e0c1009-8e76-4647-93d5-61a3a24a7ff3 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 948 time: 0.0912330 May 26 23:29:30.704013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fd4e71f5-1eb6-411a-9001-98085c537a36 req-2dbd264b-3b9f-47c8-b73f-10c05b90facd tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Synchronizing usage tracker for tenant:8332d2ae46744137a83845cebad44e2b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:29:30.720001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-fd4e71f5-1eb6-411a-9001-98085c537a36 req-2dbd264b-3b9f-47c8-b73f-10c05b90facd tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Unset dirty status for tenant:8332d2ae46744137a83845cebad44e2b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:29:30.721154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd4e71f5-1eb6-411a-9001-98085c537a36 req-2dbd264b-3b9f-47c8-b73f-10c05b90facd tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 May 26 23:29:31.916901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1143-0991-4c09-b1a4-a75ad52d84c6 req-d6757ae1-a058-4cc2-8f95-7dd656834b70 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:31.918862 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-655d1143-0991-4c09-b1a4-a75ad52d84c6 req-d6757ae1-a058-4cc2-8f95-7dd656834b70 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 948 time: 0.0804513 May 26 23:29:31.963220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-655d1143-0991-4c09-b1a4-a75ad52d84c6 req-6de4e4d7-4886-40f9-af60-8bec23b4528e tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389435 May 26 23:29:32.335492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b547ebea-583f-470d-948d-d1c1b9cced21 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:29:32.491964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b547ebea-583f-470d-948d-d1c1b9cced21, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b547ebea-583f-470d-948d-d1c1b9cced21,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:32.504550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'b547ebea-583f-470d-948d-d1c1b9cced21', 'network_id': '14d85427-0536-477e-9be0-fd7683312683', 'port_id': 'b547ebea-583f-470d-948d-d1c1b9cced21', 'mac_address': 'fa:16:3e:6e:cc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df127b-d8ab-4dd2-9958-562047ddb162', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:29:32.556571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:32.572922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b547ebea-583f-470d-948d-d1c1b9cced21 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:29:32.587574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b547ebea-583f-470d-948d-d1c1b9cced21, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b547ebea-583f-470d-948d-d1c1b9cced21,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:32.591756 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:32.657440 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b547ebea-583f-470d-948d-d1c1b9cced21,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:32.665944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.666285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.666626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.666977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.667288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.667613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.667953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.668284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.668608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.668928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.669246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:32.944728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b547ebea-583f-470d-948d-d1c1b9cced21'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:29:33.154466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111711-d5e3-4007-98c5-0207a012c4c1 req-ac68b5b4-28bd-475a-9f9f-55aed56e506a tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:33.155895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-33111711-d5e3-4007-98c5-0207a012c4c1 req-ac68b5b4-28bd-475a-9f9f-55aed56e506a tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 949 time: 0.0750253 May 26 23:29:33.201043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-33111711-d5e3-4007-98c5-0207a012c4c1 req-42c5533a-b332-404c-aff9-5505a7e72249 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 May 26 23:29:34.352455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b547ebea-583f-470d-948d-d1c1b9cced21 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:29:34.419961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaac22-2623-468c-be6c-4362f436d01b req-067e01fa-9e15-428b-bdef-303b1ef2c50a tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:34.420608 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port b547ebea-583f-470d-948d-d1c1b9cced21 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:29:34.421751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bfaac22-2623-468c-be6c-4362f436d01b req-067e01fa-9e15-428b-bdef-303b1ef2c50a tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 949 time: 0.0771050 May 26 23:29:34.424654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port b547ebea-583f-470d-948d-d1c1b9cced21 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:29:34.425013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:34.467469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bfaac22-2623-468c-be6c-4362f436d01b req-0b8f1c61-16ee-480d-8a7c-a3c591998edf tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 May 26 23:29:34.538783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:34.564810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b547ebea-583f-470d-948d-d1c1b9cced21'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:29:34.574341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b547ebea-583f-470d-948d-d1c1b9cced21, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b547ebea-583f-470d-948d-d1c1b9cced21,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:34.578058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:34.620334 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0adea0-e4d3-4519-8de3-99181df67227'] response: {'server_uuid': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b547ebea-583f-470d-948d-d1c1b9cced21', 'code': 200} May 26 23:29:34.645881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b547ebea-583f-470d-948d-d1c1b9cced21,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:34.744324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8b35b32-9d01-4058-8e77-17ab79d268a7 req-dd644fdd-2acc-4cfd-9c90-2b548a183f4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 1101 time: 0.0696068 May 26 23:29:34.786631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8b35b32-9d01-4058-8e77-17ab79d268a7 req-0457526d-ed31-4b78-8520-78595e98012e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 May 26 23:29:35.661467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5290401-c6e5-4b3e-a79c-27e1f8b521e0 req-78102feb-89e7-4d63-b115-46c6c8e4dadf tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:35.662914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5290401-c6e5-4b3e-a79c-27e1f8b521e0 req-78102feb-89e7-4d63-b115-46c6c8e4dadf tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 950 time: 0.0783513 May 26 23:29:35.717014 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5290401-c6e5-4b3e-a79c-27e1f8b521e0 req-dd37d47b-0d33-4267-80bc-da7c1670f072 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481341 May 26 23:29:36.911701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ef97-d688-47fd-801c-7b1b4bd0e5f8 req-ee205143-2b5a-4b4c-9fc9-cc71cb4ff0b7 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:36.913132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dee9ef97-d688-47fd-801c-7b1b4bd0e5f8 req-ee205143-2b5a-4b4c-9fc9-cc71cb4ff0b7 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 950 time: 0.0755136 May 26 23:29:36.957273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dee9ef97-d688-47fd-801c-7b1b4bd0e5f8 req-6cecef81-92c4-4e66-b4c0-4326c449cdab tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 May 26 23:29:37.444470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-133ff024-d774-4b50-8f03-73552f58f401 req-f1f0857e-ff23-446b-9e9e-7424116f9ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1401176 May 26 23:29:38.030644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f466e88c-eb30-4879-be62-e4ac92b8d1b6 req-7bcb004c-72b4-4bab-a55f-32b575bc4e6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1293654 May 26 23:29:38.559986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adc2e0-f5e9-4589-a7f1-bef25aeebf91 req-eed6c611-8599-4b07-8cde-0c4448042e3b tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:38.561449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81adc2e0-f5e9-4589-a7f1-bef25aeebf91 req-eed6c611-8599-4b07-8cde-0c4448042e3b tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 950 time: 0.0751839 May 26 23:29:38.607578 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81adc2e0-f5e9-4589-a7f1-bef25aeebf91 req-5526e6f4-25bd-4865-88fb-d37b602d6b71 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 May 26 23:29:39.813887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb2e51-99b8-44ae-a333-8ad9b7215869 req-38b0f224-3e25-43be-955f-e64435a4bfcf tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:39.815359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ffb2e51-99b8-44ae-a333-8ad9b7215869 req-38b0f224-3e25-43be-955f-e64435a4bfcf tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 950 time: 0.0816169 May 26 23:29:39.850365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-4e071a8d-cff3-4262-ba08-d348c0828a85 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:39.851795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-4e071a8d-cff3-4262-ba08-d348c0828a85 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.48 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 950 time: 0.0862334 May 26 23:29:39.860234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ffb2e51-99b8-44ae-a333-8ad9b7215869 req-37f186c2-7f7d-4c98-9670-1909214b6fed tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/security-groups?id=a59fe764-4e3c-4655-83e9-e249dd3fe935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 May 26 23:29:39.920012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Deleting port b547ebea-583f-470d-948d-d1c1b9cced21 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:29:39.920345 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:40.245134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] For port b547ebea-583f-470d-948d-d1c1b9cced21, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b547ebea-583f-470d-948d-d1c1b9cced21,segment=NetworkSegment(4cec69dc-0b36-45ba-af03-53db94411246),segment_id=4cec69dc-0b36-45ba-af03-53db94411246)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:40.245386 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:40.362067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Calling delete_port for b547ebea-583f-470d-948d-d1c1b9cced21 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:29:40.503519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:40.551608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Pushing event deleted for resources: {'Port': ['ID=b547ebea-583f-470d-948d-d1c1b9cced21,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:40.593358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.593692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.594050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.594378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.594704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.595029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.595355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.595680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.596003 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.596339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.596643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:29:40.638620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] No DVR routers for this DVR port b547ebea-583f-470d-948d-d1c1b9cced21 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:29:40.640778 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:40.650586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'name': 'network-vif-deleted', 'tag': 'b547ebea-583f-470d-948d-d1c1b9cced21'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:29:40.656406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26a8bb6c-c33e-4126-929f-656c28f49530 req-80e101a6-28f6-4738-8e78-6d52aa0b00d5 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.48 "DELETE /v2.0/ports/b547ebea-583f-470d-948d-d1c1b9cced21 HTTP/1.1" status: 204 len: 173 time: 0.7993796 May 26 23:29:40.834072 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c17294-c98a-448d-a818-09b66f7bbbcb'] response: {'server_uuid': 'a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52', 'name': 'network-vif-deleted', 'tag': 'b547ebea-583f-470d-948d-d1c1b9cced21', 'status': 'completed', 'code': 200} May 26 23:29:41.035452 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f3c3c5e0-39ec-4da2-912c-3ab28a70871f req-c77ba954-2787-4018-83c0-9ff97b02ccb6 tempest-ServersAdminNegativeTestJSON-2080188746 tempest-ServersAdminNegativeTestJSON-2080188746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a70b3fdb-7fc9-4f6b-8bd2-ba4f9d438f52 HTTP/1.1" status: 200 len: 210 time: 0.0429523 May 26 23:29:42.381149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b547ebea-583f-470d-948d-d1c1b9cced21 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:29:42.415817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: b547ebea-583f-470d-948d-d1c1b9cced21 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:29:42.416152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b547ebea-583f-470d-948d-d1c1b9cced21 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:29:42.419700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43652) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:42.587973 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-363fc956-98c6-491f-ac6a-6cb3779f7b58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8332d2ae46744137a83845cebad44e2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1670446 May 26 23:29:42.590339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43658) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:42.651259 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f307e17-e735-4533-8b36-b5f851215850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:42.676788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f307e17-e735-4533-8b36-b5f851215850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:42.731899 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f307e17-e735-4533-8b36-b5f851215850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:42.747510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f307e17-e735-4533-8b36-b5f851215850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59fe764-4e3c-4655-83e9-e249dd3fe935,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:42.759662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f307e17-e735-4533-8b36-b5f851215850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:42.760883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f307e17-e735-4533-8b36-b5f851215850 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a59fe764-4e3c-4655-83e9-e249dd3fe935 HTTP/1.1" status: 204 len: 168 time: 0.1696742 May 26 23:29:43.084711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43666) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:43.102687 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:43.134039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:29:43.137792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Usage tracker for resource:security_group_rule and tenant:fbbaf3e088544c11923ab5cda84c0cd4 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:29:43.140544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:29:43.146146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:29:43.210959 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:43.214333 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:43.262148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64a050a-7f64-4626-b0e8-89ecf98d214b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:43.267441 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cf410815-d3a7-42b9-b99d-894bdf6ee36f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbbaf3e088544c11923ab5cda84c0cd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1816649 May 26 23:29:43.270117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43670) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:43.331097 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c18bf72-345b-4094-a33e-a3e4dab86d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:43.355272 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c18bf72-345b-4094-a33e-a3e4dab86d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:43.406112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c18bf72-345b-4094-a33e-a3e4dab86d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:43.420468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18bf72-345b-4094-a33e-a3e4dab86d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64a050a-7f64-4626-b0e8-89ecf98d214b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:43.427175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c18bf72-345b-4094-a33e-a3e4dab86d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:43.428266 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9c18bf72-345b-4094-a33e-a3e4dab86d9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c64a050a-7f64-4626-b0e8-89ecf98d214b HTTP/1.1" status: 204 len: 168 time: 0.1572728 May 26 23:29:44.239411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43692) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:44.365451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-670888569-network', 'tenant_id': 'fb9d81bf31d247f1a79dddf5db4f752c'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:29:44.370681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:29:44.375015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Usage tracker for resource:network and tenant:fb9d81bf31d247f1a79dddf5db4f752c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:29:44.377804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:29:44.383388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:29:44.393500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Made reservation on behalf of fb9d81bf31d247f1a79dddf5db4f752c for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:29:44.395794 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.407891 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.438912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:29:44.442984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9d81bf31d247f1a79dddf5db4f752c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:29:44.445692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:29:44.451908 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:29:44.520213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.523960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.527221 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:29:44.550790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:29:44.563554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b0e71e-fe15-40d2-8cbc-2add57db48a8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:44.567854 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.568192 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Added segment 38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45 of type vlan for network 19620df7-3f97-4151-a90f-5c025e1b6c3c May 26 23:29:44.593227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.622063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.622877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:44.623443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:44.818467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5778551 May 26 23:29:44.821013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e4558-060b-4058-a2be-eafe9adf7318 admin admin] Pushing event updated for resources: {'Network': ['ID=19620df7-3f97-4151-a90f-5c025e1b6c3c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:44.821436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 43700) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:44.828411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Request body: {'subnet': {'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-670888569-subnet', 'tenant_id': 'fb9d81bf31d247f1a79dddf5db4f752c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:29:44.831430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 19620df7-3f97-4151-a90f-5c025e1b6c3c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:29:44.835362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:29:44.839283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Usage tracker for resource:subnet and tenant:fb9d81bf31d247f1a79dddf5db4f752c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:29:44.842096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:29:44.848366 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:29:44.858780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Made reservation on behalf of fb9d81bf31d247f1a79dddf5db4f752c for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:29:44.861249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:45.058076 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:45.131898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e28065a-3f93-437f-a5e0-500a10e9ebf7,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:45.143232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Checking segment: {'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:29:45.143581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Network hostable DHCP agents. Network: 19620df7-3f97-4151-a90f-5c025e1b6c3c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:29:45.164527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Network 19620df7-3f97-4151-a90f-5c025e1b6c3c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:29:45.173931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 19620df7-3f97-4151-a90f-5c025e1b6c3c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:29:45.177996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:45.178570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:45.183749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e7676-7d2a-4189-8108-ee29e66837ea None None] Network 19620df7-3f97-4151-a90f-5c025e1b6c3c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:29:45.198664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-58ade619-42ce-435e-8a7f-1559294c2231 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3761184 May 26 23:29:45.399084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9210e67-ac9d-4757-932e-676b14ab2a8d None None] Network 19620df7-3f97-4151-a90f-5c025e1b6c3c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:29:45.736042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0803-e613-4a19-afd7-cc020287965a req-785e5526-cebc-45d4-8e74-c7c75aa31183 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:45.736697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ccaa0803-e613-4a19-afd7-cc020287965a req-785e5526-cebc-45d4-8e74-c7c75aa31183 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Synchronizing usage tracker for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:29:45.753212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-ccaa0803-e613-4a19-afd7-cc020287965a req-785e5526-cebc-45d4-8e74-c7c75aa31183 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Unset dirty status for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:29:45.754439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-785e5526-cebc-45d4-8e74-c7c75aa31183 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 811 time: 0.1579905 May 26 23:29:45.771733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-56357aa9-a1a7-4872-96e7-93a73c15791f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/quotas/fb9d81bf31d247f1a79dddf5db4f752c HTTP/1.1" status: 200 len: 375 time: 0.0118375 May 26 23:29:45.815646 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-56754e1d-4fc7-4987-843d-24d746e6e8d8 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392795 May 26 23:29:45.825925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-9b0c7e4d-8f64-4bbc-915e-afa3e080c349 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:29:45.826856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-9b0c7e4d-8f64-4bbc-915e-afa3e080c349 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051906 May 26 23:29:45.954051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-7be546f2-721c-4b4a-a40f-8b0ebaa785a1 service neutron] 10.222.0.32 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212935 May 26 23:29:46.081781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-52d24a4f-a113-46be-90dd-5c31a6148391 service neutron] 10.222.0.32 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220655 May 26 23:29:46.263050 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-465d2342-e116-4449-ac7a-c05f487bfc9b req-5a58302b-59ca-4fa8-bcb8-74b38a5e7b5f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 210 time: 0.0422924 May 26 23:29:47.231140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9ec72458-0ee7-48be-8730-e14a292b65ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:47.425486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-158337d1-d64e-40a4-bc84-9a69b2f79689 req-3677ad5d-4702-446f-a0fa-464b0963a180 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 210 time: 0.0397692 May 26 23:29:48.298956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0803-e613-4a19-afd7-cc020287965a req-bcbfa9cd-2d3c-4b07-b505-f8a21b60787b tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:48.300397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-bcbfa9cd-2d3c-4b07-b505-f8a21b60787b tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.48 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 811 time: 0.1431854 May 26 23:29:48.315493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Request body: {'port': {'device_id': '350e851b-d4e8-4da3-954d-cecb43e33881', 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c', 'admin_state_up': True, 'tenant_id': 'fb9d81bf31d247f1a79dddf5db4f752c'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:29:48.451447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:29:48.455367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Usage tracker for resource:port and tenant:fb9d81bf31d247f1a79dddf5db4f752c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:29:48.458211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:29:48.463861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:29:48.473853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Made reservation on behalf of fb9d81bf31d247f1a79dddf5db4f752c for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:29:48.476840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:48.602291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0d6ce97-eed2-4bd9-894b-2115add19c00 req-36f931fa-da0d-4e76-8096-b8deaf1d22c8 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 210 time: 0.0541787 May 26 23:29:48.680987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Allocated IP 172.20.0.14 (19620df7-3f97-4151-a90f-5c025e1b6c3c/9e28065a-3f93-437f-a5e0-500a10e9ebf7/379b942e-d1e8-4d8e-9cff-9d51bf99a254) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:29:48.875565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:48.902324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:48.973064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Network 19620df7-3f97-4151-a90f-5c025e1b6c3c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:29:48.976139 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:29:48.980425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:29:49.100592 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:49.134438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:49.134985 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:49.154588 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-693aeec7-a9ce-44b4-ab02-c146d8500f7f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8426106 May 26 23:29:49.165550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Request body: {'port': {'device_id': '350e851b-d4e8-4da3-954d-cecb43e33881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:29:49.272617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:49.599239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379b942e-d1e8-4d8e-9cff-9d51bf99a254 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:29:49.609188 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:49.624098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Transition to ACTIVE for port object 379b942e-d1e8-4d8e-9cff-9d51bf99a254 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:29:49.627966 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:49.753827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:49.806017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364fa07-1544-440f-896d-ca630d822ec0 req-72fc77cf-3d4f-4dcd-a98d-d1a1ec7e9b1e tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:49.807445 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9364fa07-1544-440f-896d-ca630d822ec0 req-72fc77cf-3d4f-4dcd-a98d-d1a1ec7e9b1e tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 944 time: 0.0798585 May 26 23:29:49.851651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9364fa07-1544-440f-896d-ca630d822ec0 req-a74b5513-7ac4-4086-a410-87af6f67e466 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Synchronizing usage tracker for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:29:49.863068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:29:49.863405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:29:49.863729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on network 19620df7-3f97-4151-a90f-5c025e1b6c3c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:29:49.867768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9364fa07-1544-440f-896d-ca630d822ec0 req-a74b5513-7ac4-4086-a410-87af6f67e466 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Unset dirty status for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:29:49.868901 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9364fa07-1544-440f-896d-ca630d822ec0 req-a74b5513-7ac4-4086-a410-87af6f67e466 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559478 May 26 23:29:49.870008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on network 19620df7-3f97-4151-a90f-5c025e1b6c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:29:49.870323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on network 19620df7-3f97-4151-a90f-5c025e1b6c3c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:29:49.876763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:29:49.877015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Checking segment: {'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:29:49.877377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Bound using segment: {'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:29:49.877830 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Bound port: 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:29:49.878192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:49.964083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:29:49.967685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:29:49.970942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:50.001815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-02a440b1-851a-432b-9efb-0a6186d8ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:50.037171 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:50.038565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 1092 time: 0.8768935 May 26 23:29:50.038996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:29:50.055012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa3c07-c336-45e3-a9a3-f2b9c07b74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:50.110178 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d985b78-e9f1-47c0-9b12-0887f23854aa'] response: {'name': 'network-changed', 'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'status': 'completed', 'code': 200} May 26 23:29:50.145140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-8d2341cb-c567-4bea-8f85-01b8190843ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1095 time: 0.0707161 May 26 23:29:50.214122 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-b6c20c0b-1e6c-44ae-96a9-ba1d6a99b21f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.0624526 May 26 23:29:50.274004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa0803-e613-4a19-afd7-cc020287965a req-a6184b3a-c0ff-4217-9702-99777f37bc90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:50.275353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-a6184b3a-c0ff-4217-9702-99777f37bc90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.0554717 May 26 23:29:50.319037 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-90dc9dc7-d4ba-4715-b32c-11d66c62a4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378990 May 26 23:29:50.444658 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-8d788d9c-d404-497e-83dd-358f0dc62cbe service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190243 May 26 23:29:50.573467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ccaa0803-e613-4a19-afd7-cc020287965a req-076e7ac0-c1ae-4e14-81f7-1392f6468e44 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229081 May 26 23:29:50.686308 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-3e4ea2a0-028c-4e18-a7d2-f58ada2fbef4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1095 time: 0.0714312 May 26 23:29:50.715961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:50.819751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-78e07f7d-1e86-4531-b85d-2592098e59e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:50.821184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-78e07f7d-1e86-4531-b85d-2592098e59e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 912 time: 0.1273375 May 26 23:29:50.834577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:50.890412 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-4e49f2cd-ef47-46f0-a801-8fc02f5c7a7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.0630720 May 26 23:29:51.042654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-f5eeb428-ce7b-46ac-84af-41d0ce1ef4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:51.044735 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-f5eeb428-ce7b-46ac-84af-41d0ce1ef4b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.1476614 May 26 23:29:51.071127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612a608-be6c-4cbb-b7fe-c5f663441940 req-50494c15-fcab-40fe-9957-77d920a55489 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:51.072574 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7612a608-be6c-4cbb-b7fe-c5f663441940 req-50494c15-fcab-40fe-9957-77d920a55489 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 944 time: 0.0776477 May 26 23:29:51.086483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-86806ecb-c95c-4bac-a47a-6ddc1a3faca9 req-67f4da71-3571-488b-a006-09ed401106e5 service neutron] (84029) timed out ('10.222.0.32', 57310) {{(pid=84029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:29:51.098121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-e2b15dc2-0153-48d8-bbd5-ceec45f42500 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477509 May 26 23:29:51.122060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7612a608-be6c-4cbb-b7fe-c5f663441940 req-52914f2b-7570-4201-b766-f70510e83f28 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 May 26 23:29:51.226687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-0b806cc8-03a5-4755-a6d5-dcec14064504 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226566 May 26 23:29:51.355785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-520e895b-45af-4939-88e7-68aa7cae3c30 req-955e0f8d-354c-4b17-af4d-5445ef37ec03 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229918 May 26 23:29:52.024114 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:52.318650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9385f7-95df-428b-855b-d26792c6cc06 req-d02d3664-d470-474d-a740-d741eb413590 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:52.319252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4d9385f7-95df-428b-855b-d26792c6cc06 req-d02d3664-d470-474d-a740-d741eb413590 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Synchronizing usage tracker for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:29:52.335324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-4d9385f7-95df-428b-855b-d26792c6cc06 req-d02d3664-d470-474d-a740-d741eb413590 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Unset dirty status for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:29:52.336393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4d9385f7-95df-428b-855b-d26792c6cc06 req-d02d3664-d470-474d-a740-d741eb413590 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 944 time: 0.0962291 May 26 23:29:52.381574 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4d9385f7-95df-428b-855b-d26792c6cc06 req-c8d6e266-e26a-45b4-9633-f38b8e4f6409 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 May 26 23:29:53.573791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869910c-c607-47f1-909f-8c33cf8999a3 req-9d89530f-29a4-4934-8959-a502197cb496 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:53.575389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f869910c-c607-47f1-909f-8c33cf8999a3 req-9d89530f-29a4-4934-8959-a502197cb496 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 944 time: 0.0795178 May 26 23:29:53.620718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f869910c-c607-47f1-909f-8c33cf8999a3 req-78b2ee21-072c-42d2-aa75-dc27eb66fc42 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 May 26 23:29:54.430379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:29:54.566601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:54.579810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c', 'port_id': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'mac_address': 'fa:16:3e:29:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e28065a-3f93-437f-a5e0-500a10e9ebf7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:29:54.632174 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:54.649330 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379b942e-d1e8-4d8e-9cff-9d51bf99a254 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:29:54.665346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:54.670239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:54.740008 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:54.840190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf090d-fc65-4cd6-9dd9-7727c77d6cd7 req-d7683678-0484-480c-93ca-2a45626d0e6f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:54.841708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1cf090d-fc65-4cd6-9dd9-7727c77d6cd7 req-d7683678-0484-480c-93ca-2a45626d0e6f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 945 time: 0.0756688 May 26 23:29:54.889793 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1cf090d-fc65-4cd6-9dd9-7727c77d6cd7 req-37cce315-01d1-4a71-bfbc-268c1d783d0c tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 May 26 23:29:54.954223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['379b942e-d1e8-4d8e-9cff-9d51bf99a254'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:29:55.636965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:56.085489 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64b5f2-7667-45ed-9d7b-71dd7cb4070d req-f7aa903f-abd1-4742-8cbb-f8b2eb75f9e7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:56.086942 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b64b5f2-7667-45ed-9d7b-71dd7cb4070d req-f7aa903f-abd1-4742-8cbb-f8b2eb75f9e7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 945 time: 0.0792055 May 26 23:29:56.130725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b64b5f2-7667-45ed-9d7b-71dd7cb4070d req-363a55a6-02c1-4640-837d-c69e1ddad0a1 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377800 May 26 23:29:56.447510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:29:56.513039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:29:56.517533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:29:56.517930 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:56.628151 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:56.655274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:29:56.664458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:29:56.668631 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:56.740847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:29:56.834895 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8178ef7b-cc0d-4e62-885c-5ca64c625bb8'] response: {'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'code': 200} May 26 23:29:57.063972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e314dff6-983d-4b87-8588-26012aa2259c req-55ba87d5-da35-445d-88db-5890d459c4c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1097 time: 0.1365902 May 26 23:29:57.106069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e314dff6-983d-4b87-8588-26012aa2259c req-f654087f-532a-4695-ae34-9306fa106da4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356803 May 26 23:29:57.323932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f989f-20de-4e68-b0ef-1769536e79e6 req-2ef00afc-4255-4f24-bcd9-9425b3a5605f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:57.325314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-738f989f-20de-4e68-b0ef-1769536e79e6 req-2ef00afc-4255-4f24-bcd9-9425b3a5605f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0772414 May 26 23:29:57.369333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-738f989f-20de-4e68-b0ef-1769536e79e6 req-9a1d871e-3c5c-45ba-8099-428276f224fd tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 May 26 23:29:58.164540 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:29:58.567937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6a8d2-3c23-4927-b240-057b23348b9f req-cabe087a-e702-49c1-83cc-08a55d1b25fb tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:58.569356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27d6a8d2-3c23-4927-b240-057b23348b9f req-cabe087a-e702-49c1-83cc-08a55d1b25fb tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0802569 May 26 23:29:58.615108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27d6a8d2-3c23-4927-b240-057b23348b9f req-89552024-5c00-4689-8cfb-4f67f5b1d2b6 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 May 26 23:29:58.811019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a224d81d-1f4c-44e6-97f0-d56e4010eef2 req-4b14de0c-aef4-42c8-9e5b-0e31d902437a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716729 May 26 23:29:58.988765 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43770) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:29:59.117421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d3035-1b41-419e-b9c4-a501470c51fe req-bea6cf9a-f3b7-46a1-b3a0-e85dd0ab3e22 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:59.119068 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe3d3035-1b41-419e-b9c4-a501470c51fe req-bea6cf9a-f3b7-46a1-b3a0-e85dd0ab3e22 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0755849 May 26 23:29:59.129039 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-ebf44fd7-42f1-4ab1-93ee-e48c4669a42d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391263 May 26 23:29:59.165221 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fe3d3035-1b41-419e-b9c4-a501470c51fe req-9ab436a2-0edb-48ad-ba70-f18279137da6 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 May 26 23:29:59.655784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-9aa89fa0-a33d-411f-b91e-872f51afc8e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1097 time: 0.0716472 May 26 23:29:59.811828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-e75086ba-cc59-4235-aa7f-bcc67a9d2334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:59.813156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-e75086ba-cc59-4235-aa7f-bcc67a9d2334 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 912 time: 0.1368556 May 26 23:29:59.880820 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-13a66548-4c26-4e49-b417-cf4e101d7fac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.0608702 May 26 23:29:59.946887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-76c89018-e7b4-41a6-81dc-d6b223e17303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:29:59.948320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-76c89018-e7b4-41a6-81dc-d6b223e17303 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.0625052 May 26 23:29:59.991592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-3f281ecd-d75a-42c9-88c6-71017bfbadfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378914 May 26 23:30:00.123187 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-bea05de4-2daa-4437-9949-23adccc72c46 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259966 May 26 23:30:00.253161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ddc5bca-924f-4e24-ab03-f556ac42079d req-9e52dfdb-a3a5-4bcc-a209-d695d9e0d2a0 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236970 May 26 23:30:00.370461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3b841-a864-4aa4-9ee5-5e22fbbf0206 req-b309e7e5-9e1f-4f20-9887-1e766eba0466 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:00.372456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6a3b841-a864-4aa4-9ee5-5e22fbbf0206 req-b309e7e5-9e1f-4f20-9887-1e766eba0466 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0826175 May 26 23:30:00.416895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e6a3b841-a864-4aa4-9ee5-5e22fbbf0206 req-e9c0b0ed-41fe-4d25-87cb-2ded88cdfa55 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 May 26 23:30:00.427178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-ea0123b3-e299-40c0-9629-4e53081b1f13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1097 time: 0.0720053 May 26 23:30:00.643883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-e79b65f7-97dd-436d-8480-b1c6d929b6e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:00.645505 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-e79b65f7-97dd-436d-8480-b1c6d929b6e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 912 time: 0.2119033 May 26 23:30:00.717738 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-5edcb48c-8abb-46f8-838d-036f193c08d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.0614736 May 26 23:30:00.781420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-96f4c28a-dfdc-453d-90f3-c54645ee8ed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:00.782950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-96f4c28a-dfdc-453d-90f3-c54645ee8ed7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.0594981 May 26 23:30:00.828318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-ab0cfeda-fb1e-4942-b9fa-40df6573d27a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386145 May 26 23:30:00.957442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-69042c89-b2f6-46e9-a8e7-3cd835b1f788 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221309 May 26 23:30:01.084689 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-35c6609e-7d7e-4872-9cce-fc09e6044841 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215761 May 26 23:30:01.611618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a87c-df9b-4cfc-a6bc-50b241ea713a req-c32e9cb7-0f98-4f8b-b3d8-7660a9356e84 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:01.613033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f34a87c-df9b-4cfc-a6bc-50b241ea713a req-c32e9cb7-0f98-4f8b-b3d8-7660a9356e84 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0773613 May 26 23:30:01.657901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f34a87c-df9b-4cfc-a6bc-50b241ea713a req-69918b04-8b0b-4169-9679-9804d9809781 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 May 26 23:30:02.848870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2cdb6-b673-4c00-a0d2-97e3799c94e9 req-fa94fe5f-8c03-44d9-9f4c-9e0b5ddcee92 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:02.850317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1e2cdb6-b673-4c00-a0d2-97e3799c94e9 req-fa94fe5f-8c03-44d9-9f4c-9e0b5ddcee92 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0747957 May 26 23:30:02.893928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1e2cdb6-b673-4c00-a0d2-97e3799c94e9 req-298f19b6-c96f-4763-a600-28a56f36277a tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 May 26 23:30:04.084449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a375c69-eba0-4aa9-ac41-48ee1d87211a req-bc0efada-41ae-413d-b1a6-fabaa9e0bbb0 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:04.085898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a375c69-eba0-4aa9-ac41-48ee1d87211a req-bc0efada-41ae-413d-b1a6-fabaa9e0bbb0 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0749292 May 26 23:30:04.131394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a375c69-eba0-4aa9-ac41-48ee1d87211a req-40662d67-1369-4e76-8d47-b788af10ae5c tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 May 26 23:30:05.329483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc5754-0bc8-469b-bacb-c3101a673e28 req-f0f4510e-88ed-4adf-94c8-c8f69c71f510 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:05.330923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5acc5754-0bc8-469b-bacb-c3101a673e28 req-f0f4510e-88ed-4adf-94c8-c8f69c71f510 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0793233 May 26 23:30:05.374957 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5acc5754-0bc8-469b-bacb-c3101a673e28 req-39adae4f-85cc-4787-9540-52f0ac18dea7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 May 26 23:30:06.573146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368faea-a1b5-4be6-a03c-ad9a1db7fe15 req-89e29ca6-ffae-40d6-a792-84f63d716984 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:06.575147 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d368faea-a1b5-4be6-a03c-ad9a1db7fe15 req-89e29ca6-ffae-40d6-a792-84f63d716984 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0780547 May 26 23:30:06.619109 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d368faea-a1b5-4be6-a03c-ad9a1db7fe15 req-1e242a0a-3f0f-475d-949e-9f62e573ce50 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385487 May 26 23:30:07.814736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ab4f8-a963-4fe2-ada0-5be5f978fe81 req-61eb339a-9845-4cb1-b38c-ae7892d27d35 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:07.816176 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a4ab4f8-a963-4fe2-ada0-5be5f978fe81 req-61eb339a-9845-4cb1-b38c-ae7892d27d35 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0789955 May 26 23:30:07.865193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6a4ab4f8-a963-4fe2-ada0-5be5f978fe81 req-47e93f28-0e57-486f-ad28-68b38ddf2e92 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 May 26 23:30:09.063088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f7826-0166-4d38-893a-13463b7914ae req-9f5a849a-b392-491b-a285-3d1be22c7efa tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:09.063644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-820f7826-0166-4d38-893a-13463b7914ae req-9f5a849a-b392-491b-a285-3d1be22c7efa tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0796123 May 26 23:30:09.112506 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-820f7826-0166-4d38-893a-13463b7914ae req-48bb6fc9-a2e8-4250-8bfc-a7083d379fb7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 May 26 23:30:10.303643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ab05b-321a-4ace-9f95-3a49772f752d req-6d009976-9cbb-49d4-9fbd-b22ad04dc0cf tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:10.305072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba4ab05b-321a-4ace-9f95-3a49772f752d req-6d009976-9cbb-49d4-9fbd-b22ad04dc0cf tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0753829 May 26 23:30:10.349578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba4ab05b-321a-4ace-9f95-3a49772f752d req-67c71e72-935f-4747-ba9f-e1c35007ada7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 May 26 23:30:11.544706 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278cc3c-fa99-4ce7-9c6a-b341352fe7c2 req-c98aa0da-661d-4ad3-a96d-1c8ecf391aa7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:11.546053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c278cc3c-fa99-4ce7-9c6a-b341352fe7c2 req-c98aa0da-661d-4ad3-a96d-1c8ecf391aa7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0780416 May 26 23:30:11.591061 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c278cc3c-fa99-4ce7-9c6a-b341352fe7c2 req-34e22d10-f97e-4368-9f9c-4adfd58c6b69 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 May 26 23:30:12.789895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993e4e2-121c-436e-bff3-5842e859071f req-cd641b63-7e05-41cb-a326-6572c65b2fe1 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:12.791385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0993e4e2-121c-436e-bff3-5842e859071f req-cd641b63-7e05-41cb-a326-6572c65b2fe1 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0782404 May 26 23:30:12.921654 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0993e4e2-121c-436e-bff3-5842e859071f req-affeab42-e9fc-467d-9798-cd8c877de501 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247032 May 26 23:30:14.113963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bd563-5922-4906-b419-ea3ac6b87ccf req-b1eda386-2ad3-4f59-8d5d-95a38238600f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:14.115357 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e85bd563-5922-4906-b419-ea3ac6b87ccf req-b1eda386-2ad3-4f59-8d5d-95a38238600f tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0733116 May 26 23:30:14.162052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e85bd563-5922-4906-b419-ea3ac6b87ccf req-e2bb48cc-e16b-45a1-b625-c3b9ae333cff tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 May 26 23:30:15.353349 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f7a97-1d6d-4daa-8083-19c065864cac req-b8ed210d-e626-4fb3-b929-40a3f8ff935b tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:15.354796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d68f7a97-1d6d-4daa-8083-19c065864cac req-b8ed210d-e626-4fb3-b929-40a3f8ff935b tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0745811 May 26 23:30:15.397784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d68f7a97-1d6d-4daa-8083-19c065864cac req-2b5e0450-02e7-4dcc-8bc2-7504e5296fa6 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 May 26 23:30:16.587046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e1dff-b0ef-4f5a-b006-e3ff1b13aec8 req-b5399d9b-a6d2-49c0-afc9-f399d0a9dc36 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:16.588455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-612e1dff-b0ef-4f5a-b006-e3ff1b13aec8 req-b5399d9b-a6d2-49c0-afc9-f399d0a9dc36 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0741792 May 26 23:30:16.633281 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-612e1dff-b0ef-4f5a-b006-e3ff1b13aec8 req-da54a9df-df80-4d2c-8eec-5a105421b679 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 May 26 23:30:17.232880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4bfb-1a38-4ff9-9b44-b1a30492cf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:17.825829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eec22-2e07-4cd1-a3da-bb59809b91ae req-e0234181-535f-4d0c-8086-f2ee80a1f36c tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:17.827242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952eec22-2e07-4cd1-a3da-bb59809b91ae req-e0234181-535f-4d0c-8086-f2ee80a1f36c tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0773094 May 26 23:30:17.870772 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-952eec22-2e07-4cd1-a3da-bb59809b91ae req-991c5da6-d19b-4fa4-aad1-619636260feb tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382347 May 26 23:30:19.074558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bd9cf-7cd1-49ee-8a20-e30ba34f6b03 req-3e4f2e78-5977-427e-89c0-e6c858c3bb7b tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:19.076007 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-152bd9cf-7cd1-49ee-8a20-e30ba34f6b03 req-3e4f2e78-5977-427e-89c0-e6c858c3bb7b tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0810313 May 26 23:30:19.121301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-152bd9cf-7cd1-49ee-8a20-e30ba34f6b03 req-12fecd25-dba2-417e-a686-270df5a3e5ef tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 May 26 23:30:20.003906 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a510360-6f88-492a-9d33-75693761fe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:20.316570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b2117-1ff2-452f-a77d-85558c055e8f req-62f42cce-157a-4353-af4b-886f3a1d9cf7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:20.317937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-417b2117-1ff2-452f-a77d-85558c055e8f req-62f42cce-157a-4353-af4b-886f3a1d9cf7 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0748515 May 26 23:30:20.366052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-417b2117-1ff2-452f-a77d-85558c055e8f req-5d5343b2-32a2-4b24-89fb-4489ab2fe3f5 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 May 26 23:30:20.712324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:20.835786 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:21.527330 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:30:21.572064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db748-e092-4194-9805-48c4b3fea14a req-e3a97b4c-c2f4-48cc-a5de-9137e4ecd043 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:21.573536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-110db748-e092-4194-9805-48c4b3fea14a req-e3a97b4c-c2f4-48cc-a5de-9137e4ecd043 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0749624 May 26 23:30:21.617394 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-110db748-e092-4194-9805-48c4b3fea14a req-3c10ee44-7e43-4bdd-ace6-7ccb6af183e0 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 May 26 23:30:22.026298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:22.810073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf15c06-9de2-4660-9f80-3f005f8d5e37 req-a89271b7-9625-4943-b7e0-b9164bf03fa3 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:22.811499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaf15c06-9de2-4660-9f80-3f005f8d5e37 req-a89271b7-9625-4943-b7e0-b9164bf03fa3 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0761917 May 26 23:30:22.854370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eaf15c06-9de2-4660-9f80-3f005f8d5e37 req-5df97b79-c092-46a2-8b65-1e9ed23f4e05 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 May 26 23:30:24.048761 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9157ee-ced6-4452-a2fa-12411adc4076 req-a3c6f93f-e51a-4c3f-a445-f0e7bf7e87e0 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:24.050206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a9157ee-ced6-4452-a2fa-12411adc4076 req-a3c6f93f-e51a-4c3f-a445-f0e7bf7e87e0 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0778532 May 26 23:30:24.094541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a9157ee-ced6-4452-a2fa-12411adc4076 req-52017bf8-9fcd-410d-9fca-a30c2e14d29a tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387034 May 26 23:30:25.301849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566ed8-8097-494b-8477-d9cc62dcba31 req-dc33279f-bcd7-4d74-acc4-7e4ee62e5b66 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:25.303280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a566ed8-8097-494b-8477-d9cc62dcba31 req-dc33279f-bcd7-4d74-acc4-7e4ee62e5b66 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0812333 May 26 23:30:25.346960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1a566ed8-8097-494b-8477-d9cc62dcba31 req-a4968785-97b0-4954-be9a-e31262e48001 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 May 26 23:30:25.635370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:26.539264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9208c-5d24-45ca-9a08-f8f9ddeb8e44 req-859f8f36-c8c4-4673-bbdc-5ae0c71102da tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:26.540681 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6be9208c-5d24-45ca-9a08-f8f9ddeb8e44 req-859f8f36-c8c4-4673-bbdc-5ae0c71102da tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0737655 May 26 23:30:26.588644 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6be9208c-5d24-45ca-9a08-f8f9ddeb8e44 req-238b70f6-b32f-4250-ac94-93c3a25eb4c2 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418563 May 26 23:30:27.802792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ffd6b-d57d-4532-bbfb-a8f9eda0189f req-0ee67a9c-2152-42a7-a4bd-db39c505180e tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:27.804223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca3ffd6b-d57d-4532-bbfb-a8f9eda0189f req-0ee67a9c-2152-42a7-a4bd-db39c505180e tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0900164 May 26 23:30:27.847999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca3ffd6b-d57d-4532-bbfb-a8f9eda0189f req-48f0a923-afbe-4252-aac4-db43e0d54cb8 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 May 26 23:30:28.176976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:28.299523 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-05aead2b-2b33-4eaa-812e-2d769d521d66 service neutron] show failed (client error): The resource could not be found. May 26 23:30:28.300767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-05aead2b-2b33-4eaa-812e-2d769d521d66 service neutron] 10.222.0.48 "GET /v2.0/ports/379b942e-d1e8-4d8e-9cff-9d51bf99a254/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1524098 May 26 23:30:28.663567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-deb0cb7b-421b-4f38-9d77-c14f1711c07e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881&tenant_id=fb9d81bf31d247f1a79dddf5db4f752c HTTP/1.1" status: 200 len: 1097 time: 0.1313357 May 26 23:30:28.679353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:30:28.781382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:29.099552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:29.124203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2ebfb-0150-4dbe-8722-7926846ab7e5 req-18c4e6a6-f047-4214-af94-3fcda880ed84 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:29.125631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74f2ebfb-0150-4dbe-8722-7926846ab7e5 req-18c4e6a6-f047-4214-af94-3fcda880ed84 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.1362827 May 26 23:30:29.161316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:30:29.224941 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74f2ebfb-0150-4dbe-8722-7926846ab7e5 req-9314d520-7a8d-4566-8ee5-d79ecea52a5d tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900404 May 26 23:30:29.233538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:30:29.238871 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:29.253724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Transition to ACTIVE for port object 379b942e-d1e8-4d8e-9cff-9d51bf99a254 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:30:29.257466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:29.308365 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58862b4f-686d-49cb-a80e-668d9c211c95'] response: {'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'code': 200} May 26 23:30:29.405939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:29.418014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] No DVR routers for this DVR port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:30:29.469161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:30:29.469498 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:30:29.469840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on network 19620df7-3f97-4151-a90f-5c025e1b6c3c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:30:29.475543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on network 19620df7-3f97-4151-a90f-5c025e1b6c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:30:29.475857 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Attempting to bind port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on network 19620df7-3f97-4151-a90f-5c025e1b6c3c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:30:29.482563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:30:29.482893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Checking segment: {'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:30:29.483267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Bound using segment: {'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:30:29.483684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Bound port: 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:30:29.484023 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:29.571114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:30:29.574564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:30:29.579145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:29.637100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:29.638988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 1092 time: 0.9634168 May 26 23:30:29.657433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715296a-3ab1-4952-a3b9-50e7528760b2 service neutron] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:29.733023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-4ccc452d-f91f-4bb9-8907-513a3887db71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1095 time: 0.0669737 May 26 23:30:29.862722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-c32bf38d-57f9-4fe9-8aab-ac3c0669ff59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:29.864139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-c32bf38d-57f9-4fe9-8aab-ac3c0669ff59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 912 time: 0.1228850 May 26 23:30:29.935906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-15cac7f3-04f7-4057-bffa-c134dca2cb2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.0625789 May 26 23:30:29.998739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-3f259264-40ee-46dc-b992-3ce963af21cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:30.000131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-3f259264-40ee-46dc-b992-3ce963af21cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.0550334 May 26 23:30:30.051371 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-87fa7e8c-282c-49f2-9617-dc0d6604fe1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408487 May 26 23:30:30.264670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-40539ba3-b631-4aad-b520-0ef0f32bb97d service neutron] 10.222.0.55 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038085 May 26 23:30:30.446510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2bae1497-fbb8-47cc-bb5d-f0af73bc4f18 req-97cc16ff-71d0-493d-b6cf-9ad99c069d99 service neutron] 10.222.0.55 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727040 May 26 23:30:30.460546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e206b-6343-477c-b717-3258f3f126c0 req-5ec6ae99-3b8b-4689-ac85-02f131e0c204 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:30.461953 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f43e206b-6343-477c-b717-3258f3f126c0 req-5ec6ae99-3b8b-4689-ac85-02f131e0c204 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 944 time: 0.1107209 May 26 23:30:30.509931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f43e206b-6343-477c-b717-3258f3f126c0 req-867ee875-8177-4678-904b-ac9301d145c3 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 May 26 23:30:30.554742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:30:30.609640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:30:31.309385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:30:31.374219 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ad32ce-5d2e-4e37-b5e1-694db67c0973'] response: {'name': 'network-changed', 'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'status': 'completed', 'code': 200} May 26 23:30:31.516707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-4d7140d8-ffc8-4496-b8ee-2be3c61745b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1095 time: 0.1259594 May 26 23:30:31.519337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-973ce2d9-4e9a-4d13-922f-f3c5d825bc29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1095 time: 0.0972836 May 26 23:30:31.740712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:30:31.810869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-9eb2d83e-130f-47b2-9f27-2e628408ddcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:31.812302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-9eb2d83e-130f-47b2-9f27-2e628408ddcf service neutron] 10.222.0.48 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 912 time: 0.2889705 May 26 23:30:31.818510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-b5cfa5ae-e501-4b10-8f04-1c12281050ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:31.819793 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-b5cfa5ae-e501-4b10-8f04-1c12281050ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 912 time: 0.2790828 May 26 23:30:31.870881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:31.883892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'network_id': '19620df7-3f97-4151-a90f-5c025e1b6c3c', 'port_id': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'mac_address': 'fa:16:3e:29:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e28065a-3f93-437f-a5e0-500a10e9ebf7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:30:31.940060 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:31.952721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbc868-6ccd-46a2-bc04-a5d0f0bfe261 req-ad266fd3-1089-4622-9e98-0b8a7f3870d5 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:31.954177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8bbc868-6ccd-46a2-bc04-a5d0f0bfe261 req-ad266fd3-1089-4622-9e98-0b8a7f3870d5 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 944 time: 0.2936280 May 26 23:30:31.955380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-b4298371-f6e8-49f6-8c63-2c464e60f01e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.1342378 May 26 23:30:31.956696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-6ed1822f-912f-485d-ba9a-8c9657feec34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.0879459 May 26 23:30:31.957493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379b942e-d1e8-4d8e-9cff-9d51bf99a254 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:30:31.972885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:31.976688 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:32.039866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:32.095958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-47299cf3-5598-4abf-853d-ff58b608ce9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:32.097382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-47299cf3-5598-4abf-853d-ff58b608ce9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.0925670 May 26 23:30:32.106748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d8bbc868-6ccd-46a2-bc04-a5d0f0bfe261 req-9ba9be64-a4ec-464c-b4b1-0a68d081bbd8 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464024 May 26 23:30:32.109175 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-2bb1d218-259b-44ed-9de7-538bba0ab25d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:32.110512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-2bb1d218-259b-44ed-9de7-538bba0ab25d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.1485896 May 26 23:30:32.183118 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-881111f1-68bf-4bb4-bf69-ffe8ddd73e1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748074 May 26 23:30:32.188875 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-0ceed5a3-6fbf-4ce3-bae1-8f6c82a1fef0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474122 May 26 23:30:32.281903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['379b942e-d1e8-4d8e-9cff-9d51bf99a254'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:30:32.426716 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-ccfea09c-e17b-4adc-a2e8-c91484e2701b service neutron] 10.222.0.55 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368162 May 26 23:30:32.431598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-ad2ba1d0-79bd-406c-9986-a2401729d445 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238667 May 26 23:30:32.758188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-1adbe07e-27f8-4d96-b6da-94c4bf08b9ba service neutron] 10.222.0.55 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246787 May 26 23:30:32.761156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9b1fd01-a85e-4c8e-8e86-97c229244546 req-98f3b22d-d303-4def-86af-7a4cd5cd4f5e service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101983 May 26 23:30:33.304739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68124a66-701b-4062-889b-d66d75f454d8 req-d093fba1-c185-42ce-998c-1daf0f7e8423 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:33.306172 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68124a66-701b-4062-889b-d66d75f454d8 req-d093fba1-c185-42ce-998c-1daf0f7e8423 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 945 time: 0.0786529 May 26 23:30:33.350100 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68124a66-701b-4062-889b-d66d75f454d8 req-a60887d8-bef0-468c-85a7-0b2c6899284b tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376246 May 26 23:30:33.740570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d1004-502f-4384-8ea4-603e95e15efe req-a56c0ec9-03fd-442b-9ada-5f8664ae9d32 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:33.741987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-a56c0ec9-03fd-442b-9ada-5f8664ae9d32 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.48 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881&tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 945 time: 0.0842650 May 26 23:30:33.745422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:30:33.812452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:30:33.817197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:30:33.817567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:33.818709 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-047d1004-502f-4384-8ea4-603e95e15efe req-eb7c78c1-b9d3-42ee-8cdc-93b501df563d service neutron] delete failed (client error): The resource could not be found. May 26 23:30:33.819717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-eb7c78c1-b9d3-42ee-8cdc-93b501df563d service neutron] 10.222.0.48 "DELETE /v2.0/ports/379b942e-d1e8-4d8e-9cff-9d51bf99a254/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0727308 May 26 23:30:33.932755 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:33.959024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:30:33.960818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-4bd6b5e7-07e1-4e99-9b0c-efecc17e7279 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 1096 time: 0.0695052 May 26 23:30:33.968817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:33.974294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:34.031078 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc0edb0-4487-4373-b92d-3c67746c0683'] response: {'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'code': 200} May 26 23:30:34.047159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:34.056243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.056587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.056921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.057251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.058150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.058477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.058800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.059147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.059495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.059817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.060269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:34.096556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d1004-502f-4384-8ea4-603e95e15efe req-de23286c-dffd-4dc8-b1ab-9dcfba64a770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:34.097989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-de23286c-dffd-4dc8-b1ab-9dcfba64a770 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 200 len: 912 time: 0.1317356 May 26 23:30:34.166218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-606f7b0b-f4b4-4733-8ae8-99d0eb7a2d55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 200 len: 217 time: 0.0623646 May 26 23:30:34.226410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d1004-502f-4384-8ea4-603e95e15efe req-1b3bad5c-4fee-42b3-9ca8-2294fd228551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:34.227724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-1b3bad5c-4fee-42b3-9ca8-2294fd228551 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 200 len: 851 time: 0.0563476 May 26 23:30:34.274836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-2123a89d-a59c-469a-b8ee-e69d03d15b47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19620df7-3f97-4151-a90f-5c025e1b6c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413213 May 26 23:30:34.402927 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-4d9c9347-d536-4348-943d-b9cc27714495 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224825 May 26 23:30:34.532729 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-6e117f69-4295-4b78-8813-2c31a6a1cec3 service neutron] 10.222.0.48 "GET /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236598 May 26 23:30:35.327901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256e07a-6063-4b46-ade6-af1935124791 req-29912248-084d-4341-8fa9-7d4369c0147e tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:35.329221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4256e07a-6063-4b46-ade6-af1935124791 req-29912248-084d-4341-8fa9-7d4369c0147e tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.0750222 May 26 23:30:35.375985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4256e07a-6063-4b46-ade6-af1935124791 req-f82a1e18-7bbf-43e7-9c1b-c2145dc5fa30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 May 26 23:30:36.611396 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545301d0-d6d8-4fc4-b27a-8a587b714647 req-2beaf0bf-22fd-4e00-97f9-d8bc5d769b58 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:36.612802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-545301d0-d6d8-4fc4-b27a-8a587b714647 req-2beaf0bf-22fd-4e00-97f9-d8bc5d769b58 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.1146171 May 26 23:30:36.674610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-545301d0-d6d8-4fc4-b27a-8a587b714647 req-61de4f1e-27b7-4d98-8824-6c02c009f085 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b0e71e-fe15-40d2-8cbc-2add57db48a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 May 26 23:30:36.682102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d1004-502f-4384-8ea4-603e95e15efe req-ad603886-3abb-41c5-8c39-04df8a323a57 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:36.684025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-ad603886-3abb-41c5-8c39-04df8a323a57 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.55 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 946 time: 0.1222615 May 26 23:30:36.762986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Deleting port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:30:36.763324 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:37.006528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] For port 379b942e-d1e8-4d8e-9cff-9d51bf99a254, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=379b942e-d1e8-4d8e-9cff-9d51bf99a254,segment=NetworkSegment(38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45),segment_id=38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:37.006802 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:37.223171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Calling delete_port for 379b942e-d1e8-4d8e-9cff-9d51bf99a254 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:30:37.360606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:37.375689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['379b942e-d1e8-4d8e-9cff-9d51bf99a254'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:30:37.411506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Pushing event deleted for resources: {'Port': ['ID=379b942e-d1e8-4d8e-9cff-9d51bf99a254,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:37.483835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] No DVR routers for this DVR port 379b942e-d1e8-4d8e-9cff-9d51bf99a254 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:30:37.486257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:37.488687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-deleted', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:30:37.503487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-047d1004-502f-4384-8ea4-603e95e15efe req-ecaf5fa3-9d8d-45eb-86cf-38ba7bb95c30 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.55 "DELETE /v2.0/ports/379b942e-d1e8-4d8e-9cff-9d51bf99a254 HTTP/1.1" status: 204 len: 173 time: 0.8107882 May 26 23:30:37.543554 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20459080-33f4-4546-8627-0fc85d3daf61'] response: {'server_uuid': '350e851b-d4e8-4da3-954d-cecb43e33881', 'name': 'network-vif-deleted', 'tag': '379b942e-d1e8-4d8e-9cff-9d51bf99a254', 'status': 'completed', 'code': 200} May 26 23:30:37.852267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0dcf4c5a-c6ca-420e-b849-bea49da75937 req-8d3789e5-5df5-4d98-934e-91218539ed92 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Synchronizing usage tracker for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:30:37.868357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0dcf4c5a-c6ca-420e-b849-bea49da75937 req-8d3789e5-5df5-4d98-934e-91218539ed92 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] Unset dirty status for tenant:fb9d81bf31d247f1a79dddf5db4f752c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:30:37.869532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0dcf4c5a-c6ca-420e-b849-bea49da75937 req-8d3789e5-5df5-4d98-934e-91218539ed92 tempest-DeleteServersTestJSON-272227102 tempest-DeleteServersTestJSON-272227102-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e851b-d4e8-4da3-954d-cecb43e33881 HTTP/1.1" status: 200 len: 210 time: 0.0579104 May 26 23:30:39.130188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43890) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:30:39.188481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Deleting subnet 9e28065a-3f93-437f-a5e0-500a10e9ebf7 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:30:39.191261 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.240336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.298565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.364457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.400014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e28065a-3f93-437f-a5e0-500a10e9ebf7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:39.409913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.416910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.417250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.417583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.417936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.418263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.418585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.418906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.419226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.419543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.419859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.420175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:39.425230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7d76b2bc-9c82-40dc-a1e4-d40cb3dbd2cb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e28065a-3f93-437f-a5e0-500a10e9ebf7 HTTP/1.1" status: 204 len: 168 time: 0.2935040 May 26 23:30:39.426408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43894) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:30:39.535923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.659204 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.689361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19620df7-3f97-4151-a90f-5c025e1b6c3c']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:30:39.702043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:30:39.702342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ceeee2-ca4e-4eba-b0ba-ccc5e3b79c45') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:30:39.714078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.730166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.736192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:30:39.736570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: timer() May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:30:39.749972 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:30:39.757562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:30:39.795374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 379b942e-d1e8-4d8e-9cff-9d51bf99a254 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:30:39.795374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 379b942e-d1e8-4d8e-9cff-9d51bf99a254 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:30:39.833719 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.838598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:39.860304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] Pushing event deleted for resources: {'Network': ['ID=19620df7-3f97-4151-a90f-5c025e1b6c3c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:39.870123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fd05801c-3b9f-4feb-ad7f-035fd199e319 admin admin] 10.222.0.32 "DELETE /v2.0/networks/19620df7-3f97-4151-a90f-5c025e1b6c3c HTTP/1.1" status: 204 len: 168 time: 0.4422586 May 26 23:30:39.999952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43900) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:30:40.049446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a34a68f8-299f-4e98-8512-d7bb130a5818 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb9d81bf31d247f1a79dddf5db4f752c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482621 May 26 23:30:40.051964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43904) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:30:40.122362 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f11-35af-4faf-9ca3-f876445f56d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:40.152603 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f11-35af-4faf-9ca3-f876445f56d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:40.206951 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f11-35af-4faf-9ca3-f876445f56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:40.223279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d7f11-35af-4faf-9ca3-f876445f56d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b0e71e-fe15-40d2-8cbc-2add57db48a8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:40.234090 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f11-35af-4faf-9ca3-f876445f56d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:40.237712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5e7d7f11-35af-4faf-9ca3-f876445f56d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b0e71e-fe15-40d2-8cbc-2add57db48a8 HTTP/1.1" status: 204 len: 168 time: 0.1848361 May 26 23:30:41.141382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43926) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:30:41.279660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1442588003-network', 'tenant_id': 'bae4cb29f0ea4ee3994e5a839268b31d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:30:41.284990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:30:41.289283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Usage tracker for resource:network and tenant:bae4cb29f0ea4ee3994e5a839268b31d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:30:41.292832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:30:41.298498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:30:41.311214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Made reservation on behalf of bae4cb29f0ea4ee3994e5a839268b31d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:30:41.313516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.325726 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.356877 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:30:41.360721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Usage tracker for resource:security_group_rule and tenant:bae4cb29f0ea4ee3994e5a839268b31d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:30:41.363537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:30:41.369177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:30:41.434125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.437764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.474634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:30:41.484051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:41.492971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.493296 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Added segment caf81112-4f03-4a1d-ada3-948dec8956a0 of type vlan for network 52efe81e-7dba-4aad-b4cb-c3e66009808b May 26 23:30:41.521641 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.554653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.555456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:41.556008 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.655197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] Pushing event updated for resources: {'Network': ['ID=52efe81e-7dba-4aad-b4cb-c3e66009808b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:41.659418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2e704a49-aba7-4eaf-8e98-7ebf77f5605c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5169981 May 26 23:30:41.662665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 43932) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:30:41.665939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 52efe81e-7dba-4aad-b4cb-c3e66009808b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:30:41.668017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Request body: {'subnet': {'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1442588003-subnet', 'tenant_id': 'bae4cb29f0ea4ee3994e5a839268b31d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:30:41.673618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:30:41.677667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Usage tracker for resource:subnet and tenant:bae4cb29f0ea4ee3994e5a839268b31d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:30:41.680587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:30:41.686502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:30:41.697420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Made reservation on behalf of bae4cb29f0ea4ee3994e5a839268b31d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:30:41.700500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:41.897976 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:42.053577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebb7ae8-aad4-416b-b69e-37abafa3286d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:42.064721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Checking segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:30:42.065081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Network hostable DHCP agents. Network: 52efe81e-7dba-4aad-b4cb-c3e66009808b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:30:42.086829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Network 52efe81e-7dba-4aad-b4cb-c3e66009808b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:30:42.095379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 52efe81e-7dba-4aad-b4cb-c3e66009808b) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:30:42.099114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:42.099684 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:42.105245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1107c609-480d-4a0a-b305-6f5da98518b0 None None] Network 52efe81e-7dba-4aad-b4cb-c3e66009808b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:30:42.119180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-96bd9ac7-d85c-4b51-8888-5bb7b4c06684 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4553702 May 26 23:30:42.315353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3c711-c2d0-4329-9358-778fa61ae0b2 None None] Network 52efe81e-7dba-4aad-b4cb-c3e66009808b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:30:42.648248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-00dce069-bd25-4218-8eed-ef794e05653a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:42.649668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-00dce069-bd25-4218-8eed-ef794e05653a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 815 time: 0.1397765 May 26 23:30:42.666288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-4393dd14-7b8a-4836-8876-673b6695333c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/quotas/bae4cb29f0ea4ee3994e5a839268b31d HTTP/1.1" status: 200 len: 375 time: 0.0111070 May 26 23:30:42.715628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-395ab1d9-01f2-45ea-9a35-e4337428d954 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435934 May 26 23:30:42.725307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-fc2b3c01-1487-4ab9-a8d1-6c0823366347 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:30:42.726255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-fc2b3c01-1487-4ab9-a8d1-6c0823366347 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046294 May 26 23:30:42.862529 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-9e3f6095-1f8b-4b44-9c67-007b383219df service neutron] 10.222.0.32 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302855 May 26 23:30:42.991101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-dd224e4b-a58a-4971-ae7f-94560de611c4 service neutron] 10.222.0.32 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223898 May 26 23:30:43.177566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8c86ae2c-5675-42a2-97e1-2c1d78060425 req-1c30b3e7-1ce7-47ec-9546-242382892a58 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 210 time: 0.0408835 May 26 23:30:44.294670 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-ad6db26e-e66e-4ca5-afbc-e389b5dc4cec tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:44.296261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-ad6db26e-e66e-4ca5-afbc-e389b5dc4cec tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 815 time: 0.1494634 May 26 23:30:44.341722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Request body: {'port': {'device_id': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b', 'admin_state_up': True, 'tenant_id': 'bae4cb29f0ea4ee3994e5a839268b31d'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:30:44.362877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e89637c1-5fe0-4931-bc83-4d079a4b3c2e req-1a952fe6-a74b-462a-8cd2-26e1aa519e8b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 210 time: 0.0582647 May 26 23:30:44.480093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:30:44.483817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Usage tracker for resource:port and tenant:bae4cb29f0ea4ee3994e5a839268b31d is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:30:44.486590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:30:44.492235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:30:44.501950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Made reservation on behalf of bae4cb29f0ea4ee3994e5a839268b31d for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:30:44.504932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:44.662619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Allocated IP 172.20.0.11 (52efe81e-7dba-4aad-b4cb-c3e66009808b/0ebb7ae8-aad4-416b-b69e-37abafa3286d/64e6f8fc-9ad9-4c21-bae0-b039b9c07718) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:30:44.857942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:44.885015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:45.050996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Network 52efe81e-7dba-4aad-b4cb-c3e66009808b is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:30:45.053876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:30:45.058495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:30:45.088061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:45.109749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.110022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.110349 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.110674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.110994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.111312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.111633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.111948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.112260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.112573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.112884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:30:45.131418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:45.131999 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:45.151184 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-50b7823f-8136-426e-a633-4ab50e471102 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136957 May 26 23:30:45.165668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Request body: {'port': {'device_id': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:30:45.273730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:45.563008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446734-e470-475e-8e46-f072c80b440c req-bd91d2ce-848e-47d4-92d6-686c355f1d5b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:45.564460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb446734-e470-475e-8e46-f072c80b440c req-bd91d2ce-848e-47d4-92d6-686c355f1d5b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 932 time: 0.0796824 May 26 23:30:45.603777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:30:45.608904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cb446734-e470-475e-8e46-f072c80b440c req-cb9355d3-abe7-4066-9aef-b3010fd255fb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Synchronizing usage tracker for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:30:45.611312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:45.626137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cb446734-e470-475e-8e46-f072c80b440c req-cb9355d3-abe7-4066-9aef-b3010fd255fb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Unset dirty status for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:30:45.628142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb446734-e470-475e-8e46-f072c80b440c req-cb9355d3-abe7-4066-9aef-b3010fd255fb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578814 May 26 23:30:45.630312 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Transition to ACTIVE for port object 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:30:45.633619 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:45.759890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:45.862713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:30:45.863042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:30:45.863361 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:30:45.869005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on network 52efe81e-7dba-4aad-b4cb-c3e66009808b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:30:45.869319 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:30:45.876004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:30:45.876334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Checking segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:30:45.876711 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Bound using segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:30:45.877131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Bound port: 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:30:45.877469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:45.962237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:30:45.965054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:30:45.969231 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:46.032305 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:46.033663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] 10.222.0.55 "PUT /v2.0/ports/64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 1092 time: 0.8717721 May 26 23:30:46.034114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:30:46.052206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2611-862f-4a67-8ce9-ad25bacf7549 service neutron] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:46.107352 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3722056-4af1-4daa-83a6-b943aad9dd05'] response: {'name': 'network-changed', 'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'status': 'completed', 'code': 200} May 26 23:30:46.147304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-c4ccc237-7234-4497-b767-f29cde54cdee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1095 time: 0.0704489 May 26 23:30:46.220207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-d552feb9-4b9c-4c8d-b797-2d43adacf851 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.0625076 May 26 23:30:46.283230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-3b039eb9-dc52-4750-8a75-cd9ca3f48c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:46.284633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-3b039eb9-dc52-4750-8a75-cd9ca3f48c7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0563011 May 26 23:30:46.333961 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-2fdd1a59-d8a0-42cc-88b6-ea38e7921409 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404615 May 26 23:30:46.465385 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-0d4da5b7-e64a-4cc5-b430-7e5e3636c065 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225221 May 26 23:30:46.597042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2d741647-047f-4ff3-a8ec-35e03b8938b4 req-ba1d6de5-910c-4d80-a13a-c58019d17b7b service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218829 May 26 23:30:46.714274 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-778b13ec-cef2-4b63-94b8-424e7ba4ec6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1095 time: 0.0688834 May 26 23:30:46.826128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd9150-566b-445a-8eb2-850774039f0c req-deef51b5-79a9-40af-878c-023d70e647fe tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:46.827623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5fd9150-566b-445a-8eb2-850774039f0c req-deef51b5-79a9-40af-878c-023d70e647fe tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 944 time: 0.0784235 May 26 23:30:46.877584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f5fd9150-566b-445a-8eb2-850774039f0c req-6a7be328-5122-4a80-9fa2-68565e4f73b7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 May 26 23:30:46.931877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-5da43de1-fe01-4317-89a3-936a1f73005c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:46.933311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-5da43de1-fe01-4317-89a3-936a1f73005c service neutron] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.2129855 May 26 23:30:47.006650 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-0cc6507e-79cb-4371-9e43-972ac50a4c4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.0653872 May 26 23:30:47.066663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-b0fa50b4-8502-4e29-807a-018fd286dc0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:47.068002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-b0fa50b4-8502-4e29-807a-018fd286dc0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0549583 May 26 23:30:47.116140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-90334149-d430-4d12-999a-dd58499e1469 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397081 May 26 23:30:47.234591 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f11e8d70-574a-4c9e-83e8-866054f47f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:47.252542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-ccec8ca4-8d34-4bb8-b6f8-a2e6414ba2e8 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274693 May 26 23:30:47.379929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-be2feffd-92e0-427a-9583-4138b342d4f2 req-9861d55c-866b-4e6a-83a2-2999430fbd3d service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205943 May 26 23:30:47.788188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:30:47.920380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:47.937601 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b', 'port_id': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'mac_address': 'fa:16:3e:ee:b6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebb7ae8-aad4-416b-b69e-37abafa3286d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:30:47.990147 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:48.007535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:30:48.022982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:48.027016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:48.076518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bccd0d-9cab-4dce-ab3d-f9dc9d55300f req-434efe13-7306-4bb3-b8a6-f6c0f6a23b91 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:48.077196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-22bccd0d-9cab-4dce-ab3d-f9dc9d55300f req-434efe13-7306-4bb3-b8a6-f6c0f6a23b91 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Synchronizing usage tracker for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:30:48.095296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:48.096401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-22bccd0d-9cab-4dce-ab3d-f9dc9d55300f req-434efe13-7306-4bb3-b8a6-f6c0f6a23b91 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Unset dirty status for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:30:48.104449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22bccd0d-9cab-4dce-ab3d-f9dc9d55300f req-434efe13-7306-4bb3-b8a6-f6c0f6a23b91 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 945 time: 0.0954719 May 26 23:30:48.145568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22bccd0d-9cab-4dce-ab3d-f9dc9d55300f req-52eb1f17-85a3-428e-937a-cb46a4a2f1a8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 May 26 23:30:48.255813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['64e6f8fc-9ad9-4c21-bae0-b039b9c07718'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:30:49.343930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8781d-721b-480d-bbea-47e5a5b6dc6d req-e28f97ea-ecb2-499e-a115-7ae0b736da73 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:49.345345 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9f8781d-721b-480d-bbea-47e5a5b6dc6d req-e28f97ea-ecb2-499e-a115-7ae0b736da73 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 945 time: 0.0752211 May 26 23:30:49.389804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f9f8781d-721b-480d-bbea-47e5a5b6dc6d req-f3b049a3-a34e-432a-b032-d488966405c5 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 May 26 23:30:49.794281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:30:49.862820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:30:49.867408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:30:49.867776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:49.975292 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:50.016318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:30:50.022394 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c060757-4509-4006-8e91-bb3e6d96f1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:50.028485 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:30:50.032710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:50.076186 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc01b36-e802-4af9-b589-ffe46024f5d0'] response: {'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'code': 200} May 26 23:30:50.100673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:30:50.204971 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acaa1707-3e99-47ac-99df-cf6586a41c5b req-8caacfc3-f2d9-445f-94aa-5613e712a8e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1097 time: 0.0709517 May 26 23:30:50.253071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-acaa1707-3e99-47ac-99df-cf6586a41c5b req-b967cbd8-a051-46e5-97e2-d553047bbd81 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 May 26 23:30:50.587086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964d8eb-c775-459d-9d89-bd824e41a8c4 req-6d54b6ac-5e0f-43a4-8c60-898c18465349 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:50.589025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5964d8eb-c775-459d-9d89-bd824e41a8c4 req-6d54b6ac-5e0f-43a4-8c60-898c18465349 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0799966 May 26 23:30:50.632683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5964d8eb-c775-459d-9d89-bd824e41a8c4 req-4ef04b3e-addf-408b-9250-3dbe4fce718a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 May 26 23:30:50.716438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:50.836400 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:51.828045 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825305-a0cd-45af-b2cd-7ffc92b7c63a req-fbd1d4b1-90fe-4c48-b8c3-7c280d4f5c44 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:51.829475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7825305-a0cd-45af-b2cd-7ffc92b7c63a req-fbd1d4b1-90fe-4c48-b8c3-7c280d4f5c44 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0761981 May 26 23:30:51.873289 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b7825305-a0cd-45af-b2cd-7ffc92b7c63a req-6989383c-da5e-412d-8e7c-3520bb787624 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 May 26 23:30:52.029495 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:52.065091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c170c-4896-4da6-ad66-04b84270b58d req-852587c6-1ee4-4373-9a72-751e1da107d8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:52.066539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-050c170c-4896-4da6-ad66-04b84270b58d req-852587c6-1ee4-4373-9a72-751e1da107d8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0756323 May 26 23:30:52.110490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-050c170c-4896-4da6-ad66-04b84270b58d req-4b74f742-5533-492f-99a4-e53bd3f96c15 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 May 26 23:30:52.473643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba20f7-5a6c-47d3-a0cf-0e1ea249f301 req-5061ff1e-23ba-4a9c-9bdf-77f5e48d2135 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:52.475101 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3dba20f7-5a6c-47d3-a0cf-0e1ea249f301 req-5061ff1e-23ba-4a9c-9bdf-77f5e48d2135 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0794833 May 26 23:30:52.520080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3dba20f7-5a6c-47d3-a0cf-0e1ea249f301 req-7b610a69-91d1-4976-a1e6-ded39b7e0f9e tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395193 May 26 23:30:52.716708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5f945-d3c3-4845-a934-9ca088cc9c94 req-e8f02ad8-a982-4264-8924-ddb9015a25fb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:52.718173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-76e5f945-d3c3-4845-a934-9ca088cc9c94 req-e8f02ad8-a982-4264-8924-ddb9015a25fb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0787508 May 26 23:30:52.763080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-76e5f945-d3c3-4845-a934-9ca088cc9c94 req-f50718ba-aa24-4f06-b782-98a2154be017 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 May 26 23:30:52.952557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e712703-bc7f-4e05-aa56-ea6f86190687 req-3dc51b8b-5e34-4425-b351-45c368ba95d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661452 May 26 23:30:53.198080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-8cc07c7f-c4fb-4eb2-b1aa-3021b8961e67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699928 May 26 23:30:53.258342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b08e5-282f-44dc-9d62-e6ebcb96163f req-2d9c63fa-5ca9-44cf-a49b-470ea4c61050 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:53.259807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-322b08e5-282f-44dc-9d62-e6ebcb96163f req-2d9c63fa-5ca9-44cf-a49b-470ea4c61050 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0816166 May 26 23:30:53.306056 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-322b08e5-282f-44dc-9d62-e6ebcb96163f req-de6302a7-a9cd-4247-bf46-4a332e71e4c2 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 May 26 23:30:54.392892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-fababb6e-cb83-4219-8afc-9452dd24392d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1097 time: 0.0725179 May 26 23:30:54.504177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4896-cbb0-43b5-8169-4cc23ed696b1 req-4e17616d-9d98-4fc5-8145-2ff0d092f809 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:54.505609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-443e4896-cbb0-43b5-8169-4cc23ed696b1 req-4e17616d-9d98-4fc5-8145-2ff0d092f809 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0770946 May 26 23:30:54.524006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-de3ea01e-cd0a-4377-a2d1-9e12dafd23e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:54.525450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-de3ea01e-cd0a-4377-a2d1-9e12dafd23e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1270812 May 26 23:30:54.553576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-443e4896-cbb0-43b5-8169-4cc23ed696b1 req-b56bf96a-ea76-4bca-8076-ffb33a2b7998 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 May 26 23:30:54.594398 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-de57104e-29e0-4162-a9c3-160142005a7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.0630634 May 26 23:30:54.654622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-44092b0e-4fb5-460e-a81e-18179b8994dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:54.656034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-44092b0e-4fb5-460e-a81e-18179b8994dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0560486 May 26 23:30:54.700528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-312adfb9-81c6-483f-b94a-64d931cf260a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386152 May 26 23:30:54.827748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-dc77de49-c79a-45b5-a681-ff5a948de482 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212130 May 26 23:30:55.046587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-043218d9-ccab-4f46-81d3-54b70844d98a service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127883 May 26 23:30:55.633962 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:55.760248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d803-26ca-4426-9912-de7b9c4d78c5 req-6ba14ce4-2935-4571-8589-0fbc9cb5898b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:55.761726 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1698d803-26ca-4426-9912-de7b9c4d78c5 req-6ba14ce4-2935-4571-8589-0fbc9cb5898b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0789645 May 26 23:30:55.806974 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1698d803-26ca-4426-9912-de7b9c4d78c5 req-137746a4-299f-4557-96ba-9eb2feb331e1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 May 26 23:30:57.017774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088345a-8e00-4851-af1e-a0417c5f6e48 req-765dbe0b-97e2-4737-b285-e5566dfbbb42 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:57.019078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f088345a-8e00-4851-af1e-a0417c5f6e48 req-765dbe0b-97e2-4737-b285-e5566dfbbb42 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0902221 May 26 23:30:57.064023 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f088345a-8e00-4851-af1e-a0417c5f6e48 req-09ab477c-51fc-4f25-b7a6-2aa7ac473ba4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 May 26 23:30:58.174204 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:30:58.254362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b0146-1ef0-4e4e-86ce-6dbde2d38494 req-3282a4b1-bb53-4e7a-b914-aee448679c8d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:58.255784 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b1b0146-1ef0-4e4e-86ce-6dbde2d38494 req-3282a4b1-bb53-4e7a-b914-aee448679c8d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0742717 May 26 23:30:58.309884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3b1b0146-1ef0-4e4e-86ce-6dbde2d38494 req-34e4ba50-306f-4632-8c2e-a60f6dca4d55 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481865 May 26 23:30:58.526994 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:30:59.501514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c85cf-341f-4ef5-90eb-01e1e8744040 req-f22f4ea9-7932-4236-bb7e-70e789aa3f75 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:30:59.502981 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-787c85cf-341f-4ef5-90eb-01e1e8744040 req-f22f4ea9-7932-4236-bb7e-70e789aa3f75 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0768721 May 26 23:30:59.548171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-787c85cf-341f-4ef5-90eb-01e1e8744040 req-13c6266a-4d48-4a99-866e-8c13dc54f21b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 May 26 23:31:00.739348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7e9f3-9a4a-4d11-b87e-b9d41474d4ca req-7b8bf82c-23f5-4b62-9704-ff5a1767c950 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:00.740755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7de7e9f3-9a4a-4d11-b87e-b9d41474d4ca req-7b8bf82c-23f5-4b62-9704-ff5a1767c950 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0754061 May 26 23:31:00.784431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7de7e9f3-9a4a-4d11-b87e-b9d41474d4ca req-59389dfe-e207-47f0-b2b7-070107aedc1e tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 May 26 23:31:01.977117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0093-789e-408f-beb4-27a09961d756 req-7ffd2a4e-e8fc-4b1f-a32a-e716bf1caca0 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:01.978966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-261b0093-789e-408f-beb4-27a09961d756 req-7ffd2a4e-e8fc-4b1f-a32a-e716bf1caca0 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0780447 May 26 23:31:02.022918 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-261b0093-789e-408f-beb4-27a09961d756 req-de0877c2-33d8-4e32-9308-564b8d6f5b3e tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 May 26 23:31:03.219475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e3e92-2d95-496d-9dca-1c0b6f57b1e4 req-55fbb7a8-7be5-4b9e-9a9d-6a65150531fd tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:03.221181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e6e3e92-2d95-496d-9dca-1c0b6f57b1e4 req-55fbb7a8-7be5-4b9e-9a9d-6a65150531fd tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0785184 May 26 23:31:03.265543 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8e6e3e92-2d95-496d-9dca-1c0b6f57b1e4 req-7ae7f70f-1ebc-419c-835e-f01031617370 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389893 May 26 23:31:04.467269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2a3c8-12f2-40ae-93d8-809d09383fe3 req-660d6e58-ffe3-42d3-a28e-9473634e7c47 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:04.468697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19d2a3c8-12f2-40ae-93d8-809d09383fe3 req-660d6e58-ffe3-42d3-a28e-9473634e7c47 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0769441 May 26 23:31:04.516081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19d2a3c8-12f2-40ae-93d8-809d09383fe3 req-6ad4e056-6a30-4ff8-b8a5-43e55479feac tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 May 26 23:31:04.682576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-b00c594f-1412-4090-8fff-5bbbd7928eeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1097 time: 0.0700810 May 26 23:31:04.825284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-376e2d12-1fd9-43e7-8a38-e32c0a9eca0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:04.826732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-376e2d12-1fd9-43e7-8a38-e32c0a9eca0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1254132 May 26 23:31:04.896854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-90bcaa7c-1746-40c5-a507-06bae4899380 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.0627403 May 26 23:31:04.957274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-7b963c01-809c-493d-b1ba-296f2a1cbcb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:04.958604 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-7b963c01-809c-493d-b1ba-296f2a1cbcb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0554512 May 26 23:31:05.003976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-d8025af3-7e84-47a5-bfa8-f68415b4d835 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393021 May 26 23:31:05.131988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-865f4e8c-21d3-4549-a98e-bb0a8a7a11ce service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209800 May 26 23:31:05.261089 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab8d8410-8059-4eab-88a2-4701470613e6 req-53b92feb-002a-40be-92e8-2b4891bc7c91 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224315 May 26 23:31:05.707642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e44ad7-d1f7-4da9-afb9-0fec3134183e req-222c7f42-7b3f-4e2c-8a4a-e8ab296b88b3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:05.709103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1e44ad7-d1f7-4da9-afb9-0fec3134183e req-222c7f42-7b3f-4e2c-8a4a-e8ab296b88b3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0759449 May 26 23:31:05.753129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1e44ad7-d1f7-4da9-afb9-0fec3134183e req-3f269cb3-4b03-41ee-9be3-0015ebb6474f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378962 May 26 23:31:06.943971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b96d7-ad7b-4a6b-b589-ce333d7b608b req-1624e018-b35e-4b42-aaa2-c552499810f4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:06.945308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c4b96d7-ad7b-4a6b-b589-ce333d7b608b req-1624e018-b35e-4b42-aaa2-c552499810f4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0754473 May 26 23:31:06.989595 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3c4b96d7-ad7b-4a6b-b589-ce333d7b608b req-0a8401fc-3644-47be-ab92-6f35f399a52c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 May 26 23:31:08.193165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac0d06-08b7-4b3a-aaf4-44bb9d1e8f6a req-ee117f9d-bfef-40de-8afb-7e0a25882eca tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:08.194597 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2ac0d06-08b7-4b3a-aaf4-44bb9d1e8f6a req-ee117f9d-bfef-40de-8afb-7e0a25882eca tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0778027 May 26 23:31:08.238202 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2ac0d06-08b7-4b3a-aaf4-44bb9d1e8f6a req-3065cf45-f544-4354-9966-06d56cc5a265 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 May 26 23:31:09.435425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626117-9221-4602-aca6-5f4f7b31508d req-bc85297c-69a6-43a0-a1b6-fc88bd53d6b0 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:09.436889 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e626117-9221-4602-aca6-5f4f7b31508d req-bc85297c-69a6-43a0-a1b6-fc88bd53d6b0 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0778847 May 26 23:31:09.487455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e626117-9221-4602-aca6-5f4f7b31508d req-d617c2b2-c35a-4480-8c31-39ae2a52e7ca tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 May 26 23:31:10.682604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc7a7e-bf0e-48bc-aed7-9136f21953d9 req-06627897-1bac-44be-a4d7-917b737b78e9 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:10.684045 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cccc7a7e-bf0e-48bc-aed7-9136f21953d9 req-06627897-1bac-44be-a4d7-917b737b78e9 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0759680 May 26 23:31:10.727697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cccc7a7e-bf0e-48bc-aed7-9136f21953d9 req-dda384b3-6916-4353-b169-708b9059d7fd tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383344 May 26 23:31:11.940983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a94a79-3528-4283-83d9-e5e6b7a29d49 req-1175c411-cfdf-4a80-a030-17d734e9e237 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:11.942328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68a94a79-3528-4283-83d9-e5e6b7a29d49 req-1175c411-cfdf-4a80-a030-17d734e9e237 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0769985 May 26 23:31:11.986700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-68a94a79-3528-4283-83d9-e5e6b7a29d49 req-ef33adf2-279e-43d9-8372-4ada8b1a855b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 May 26 23:31:13.188355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee58b-a9f4-4f92-a4ad-91cfc2cad9a3 req-b3ced548-ae5b-4979-9a5d-137cc2f5284f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:13.189803 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ffee58b-a9f4-4f92-a4ad-91cfc2cad9a3 req-b3ced548-ae5b-4979-9a5d-137cc2f5284f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0816207 May 26 23:31:13.233448 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ffee58b-a9f4-4f92-a4ad-91cfc2cad9a3 req-ebee9e5d-a312-423d-ac7f-8d57c41c8684 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382192 May 26 23:31:14.434106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46399286-5e12-4446-939b-f2882c81f341 req-5fef78ea-f69e-4bb8-9829-4a46b9f20e3a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:14.435536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46399286-5e12-4446-939b-f2882c81f341 req-5fef78ea-f69e-4bb8-9829-4a46b9f20e3a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0795767 May 26 23:31:14.480203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46399286-5e12-4446-939b-f2882c81f341 req-36126d10-0ce4-448d-ba86-08978eaca89b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 May 26 23:31:15.674751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582e584-de3d-4a54-997c-8108cbbebcaa req-193bcf80-d420-4230-83e3-0b79ffcc3892 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:15.676441 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a582e584-de3d-4a54-997c-8108cbbebcaa req-193bcf80-d420-4230-83e3-0b79ffcc3892 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0750713 May 26 23:31:15.720635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a582e584-de3d-4a54-997c-8108cbbebcaa req-944bdff3-3563-427a-9eb9-d48f1a369c80 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 May 26 23:31:16.910234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d0835-3d5c-4937-a051-dc8a2ecd51e1 req-2ef3e557-20af-4f9e-9175-133d075b25e8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:16.911645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a4d0835-3d5c-4937-a051-dc8a2ecd51e1 req-2ef3e557-20af-4f9e-9175-133d075b25e8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0749071 May 26 23:31:16.958700 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a4d0835-3d5c-4937-a051-dc8a2ecd51e1 req-7f021398-f83c-457b-bbcb-0245b63d06ac tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 May 26 23:31:17.236823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0ad79116-44a1-4c12-ac27-4a0bf2e8a376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:18.233815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585942f8-8dc3-43a3-ae47-eb6f59209ec6 req-e881de99-5781-4081-af3f-d02fca2e6bfc tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:18.235265 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-585942f8-8dc3-43a3-ae47-eb6f59209ec6 req-e881de99-5781-4081-af3f-d02fca2e6bfc tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.1568859 May 26 23:31:18.279881 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-585942f8-8dc3-43a3-ae47-eb6f59209ec6 req-3b3301c4-5307-4fbb-b932-588938c75788 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 May 26 23:31:19.475547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852d52-91c8-440b-a809-93f5b0d00ce9 req-1a0832a7-f6a2-4f25-a30d-9084a486f8f0 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:19.476971 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-86852d52-91c8-440b-a809-93f5b0d00ce9 req-1a0832a7-f6a2-4f25-a30d-9084a486f8f0 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0769331 May 26 23:31:19.520969 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-86852d52-91c8-440b-a809-93f5b0d00ce9 req-7705fe13-a503-43ee-ad60-120a0bd365af tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379283 May 26 23:31:20.004310 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2c67a058-6c85-423c-8c32-7116c4d5db63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:20.716324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e1526-2aec-4649-bfff-6470924bbf77 req-5f4d49f8-88a1-4e1a-ba8d-79ea5f22da2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:20.717806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-973e1526-2aec-4649-bfff-6470924bbf77 req-5f4d49f8-88a1-4e1a-ba8d-79ea5f22da2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0793121 May 26 23:31:20.720237 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:20.762573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-973e1526-2aec-4649-bfff-6470924bbf77 req-ffd7ffd9-73cd-4087-9b4d-424e6b33c27c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 May 26 23:31:20.839105 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:21.960258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc07dd-7181-4cd0-bc93-8b89c5cf1424 req-f24eb194-d407-4dd9-8be1-9437c2db80d3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:21.961616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ecc07dd-7181-4cd0-bc93-8b89c5cf1424 req-f24eb194-d407-4dd9-8be1-9437c2db80d3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0780985 May 26 23:31:22.006283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ecc07dd-7181-4cd0-bc93-8b89c5cf1424 req-c3aa7156-d0b1-4987-8f16-215b1496a977 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 May 26 23:31:22.032607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:22.442941 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-9df3590e-90b4-4458-a2c5-ef15f2140123 service neutron] show failed (client error): The resource could not be found. May 26 23:31:22.443919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-9df3590e-90b4-4458-a2c5-ef15f2140123 service neutron] 10.222.0.55 "GET /v2.0/ports/64e6f8fc-9ad9-4c21-bae0-b039b9c07718/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0727742 May 26 23:31:22.714829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-eb414916-ab44-41cc-bbb3-20219f3b4d4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49&tenant_id=bae4cb29f0ea4ee3994e5a839268b31d HTTP/1.1" status: 200 len: 1097 time: 0.0717516 May 26 23:31:22.725736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:31:22.827592 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:23.088953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:23.119883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:31:23.227491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:31:23.233980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:23.258693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Transition to ACTIVE for port object 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:31:23.262638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:23.313852 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a3c01f-eafe-4ae0-a48b-504f37cfc2ca'] response: {'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'code': 200} May 26 23:31:23.337109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618dd0-d61b-4a2d-87e3-a3726caac494 req-7ac45ba1-6603-4fad-8b95-6b6225a57468 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:23.339114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b618dd0-d61b-4a2d-87e3-a3726caac494 req-7ac45ba1-6603-4fad-8b95-6b6225a57468 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.1910372 May 26 23:31:23.421726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:23.464622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] No DVR routers for this DVR port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:31:23.515982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6b618dd0-d61b-4a2d-87e3-a3726caac494 req-cd450fa0-2090-4c37-b3c6-b1ff1309c9e1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316202 May 26 23:31:23.524244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:31:23.524569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:31:23.524882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:31:23.531166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on network 52efe81e-7dba-4aad-b4cb-c3e66009808b not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:31:23.531474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Attempting to bind port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:31:23.538483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:31:23.538897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Checking segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:31:23.539402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Bound using segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:31:23.539602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Bound port: 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:31:23.539943 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:23.634147 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:31:23.637526 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:31:23.642341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:23.702970 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:23.704660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] 10.222.0.48 "PUT /v2.0/ports/64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 1092 time: 0.9827759 May 26 23:31:23.719829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04438d-d7fd-4569-9394-555fbf685f38 service neutron] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:23.799261 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-20c886c3-a9ac-4fb3-9978-4e8a3e3929fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1095 time: 0.0703211 May 26 23:31:23.928687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-aefb4fa3-4606-46f0-8bba-e0e2026ddfa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:23.930062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-aefb4fa3-4606-46f0-8bba-e0e2026ddfa3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1252999 May 26 23:31:23.995479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-a7adad21-95f4-4de9-b5d7-f990a28668ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.0600407 May 26 23:31:24.143887 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-22d456cc-7d31-4c87-9812-591b7ed506bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:24.145312 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-22d456cc-7d31-4c87-9812-591b7ed506bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.1447697 May 26 23:31:24.188790 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-e60db95d-a67f-409d-b77e-ac4baa02e25c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376770 May 26 23:31:24.320042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-c572f006-3280-4e80-a2f2-7e0537de1511 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251314 May 26 23:31:24.449521 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2e68d1eb-781d-4e6f-9066-62ccd4488371 req-206d0504-bb69-4af8-b65e-f0050e7f71e7 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241810 May 26 23:31:24.716155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2b7b-502a-4335-88c6-66f0b7a8d80a req-5b82ec31-a32b-4dd7-b224-789620a4ff5e tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:24.717498 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba6b2b7b-502a-4335-88c6-66f0b7a8d80a req-5b82ec31-a32b-4dd7-b224-789620a4ff5e tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 944 time: 0.0780602 May 26 23:31:24.761890 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba6b2b7b-502a-4335-88c6-66f0b7a8d80a req-99343df5-143d-430a-a2bd-404976400d2c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389042 May 26 23:31:25.315572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:31:25.380629 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf89090c-172a-4888-b3eb-b56e1f024c88'] response: {'name': 'network-changed', 'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'status': 'completed', 'code': 200} May 26 23:31:25.529625 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-332e797b-43f0-40fe-a348-81e7875a3e19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1095 time: 0.0987720 May 26 23:31:25.532278 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-194cc6dd-589e-49d5-9b48-5c2283d79407 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1095 time: 0.1306670 May 26 23:31:25.650048 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:25.772363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-68bc4180-c676-4661-b35a-4f3eeaa0495f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:25.773818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-68bc4180-c676-4661-b35a-4f3eeaa0495f service neutron] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.2352068 May 26 23:31:25.774786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-a4dc4077-783b-4748-977b-d12b754c8200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:25.776579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-a4dc4077-783b-4748-977b-d12b754c8200 service neutron] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.2201738 May 26 23:31:25.901987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-33457e19-dede-49ff-9a05-ee0f074c6b70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.1190767 May 26 23:31:25.903178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-d75078cb-695e-41c4-a720-7ef327e48ee7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.1194568 May 26 23:31:25.968672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:31:26.015373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-610a025f-d0e2-43ce-b6e3-79acee29934e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:26.016857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-610a025f-d0e2-43ce-b6e3-79acee29934e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.1091497 May 26 23:31:26.018610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-7a4726b7-346b-47fd-83a6-4dfe3e754817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:26.019541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-7a4726b7-346b-47fd-83a6-4dfe3e754817 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0807314 May 26 23:31:26.029500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:31:26.057863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ed853-cfe8-44db-9cb3-43c0b9e90802 req-a20aa268-cf0f-464d-8046-9c634a3fce50 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:26.060377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d79ed853-cfe8-44db-9cb3-43c0b9e90802 req-a20aa268-cf0f-464d-8046-9c634a3fce50 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 944 time: 0.1770217 May 26 23:31:26.098730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-6e637966-a332-4144-b613-5af1afb937d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741267 May 26 23:31:26.104257 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-ddda87dc-0899-4c32-92e0-0e3fb593fccf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503464 May 26 23:31:26.104453 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d79ed853-cfe8-44db-9cb3-43c0b9e90802 req-47f61224-3988-45d6-87ad-1c7db700d132 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398002 May 26 23:31:26.337607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-ca2c85f0-05ba-47e1-a561-8b4030f60394 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323449 May 26 23:31:26.339849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-e21c029b-810f-4951-92c7-fa005baec621 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179654 May 26 23:31:26.679220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-d351adc6-ea8c-4375-84e4-9362a75f5b64 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345997 May 26 23:31:26.681025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3cb070dc-ea5d-4eee-b303-c808d84ce765 req-d26d7f64-4edd-4085-9c19-bf5d238bcd27 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194335 May 26 23:31:26.819448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:31:26.959801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:26.972585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b', 'port_id': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'mac_address': 'fa:16:3e:ee:b6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebb7ae8-aad4-416b-b69e-37abafa3286d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:31:27.024526 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:27.041406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:31:27.057957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:27.062449 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:27.137658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:27.308686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553df33-32d1-4ad8-b83e-988bf081cdb8 req-c4f22ebd-99f1-4211-a2f3-64cf1fe78538 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:27.310097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0553df33-32d1-4ad8-b83e-988bf081cdb8 req-c4f22ebd-99f1-4211-a2f3-64cf1fe78538 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 945 time: 0.0781147 May 26 23:31:27.372641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0553df33-32d1-4ad8-b83e-988bf081cdb8 req-e8e4b042-c468-4bd3-ad14-9091ade8cfe5 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 May 26 23:31:27.419323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['64e6f8fc-9ad9-4c21-bae0-b039b9c07718'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:31:27.782009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba9410-0838-40d7-9b57-64071edfbbda req-0f3f5ab7-d903-4590-8d87-2fa4818a333f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:27.783431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-0f3f5ab7-d903-4590-8d87-2fa4818a333f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49&tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 945 time: 0.1527138 May 26 23:31:27.793260 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f813131-68b0-45cc-bfe9-6eab1dbb3de3 req-9f0fa957-d30c-4df1-9c01-fb3b7d7d7db8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:27.794620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f813131-68b0-45cc-bfe9-6eab1dbb3de3 req-9f0fa957-d30c-4df1-9c01-fb3b7d7d7db8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 945 time: 0.1651134 May 26 23:31:27.892222 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7f813131-68b0-45cc-bfe9-6eab1dbb3de3 req-dfe89f52-6f2f-4e2c-afd0-e82fac4f9a3e tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667262 May 26 23:31:27.897007 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-deba9410-0838-40d7-9b57-64071edfbbda req-4f1bd379-4ed6-488a-b547-b4c2d337a5f2 service neutron] delete failed (client error): The resource could not be found. May 26 23:31:27.897928 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-4f1bd379-4ed6-488a-b547-b4c2d337a5f2 service neutron] 10.222.0.55 "DELETE /v2.0/ports/64e6f8fc-9ad9-4c21-bae0-b039b9c07718/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1024563 May 26 23:31:28.051085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-7f08ffce-deb9-4934-857a-09974220bcd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 1096 time: 0.0745213 May 26 23:31:28.173718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:28.186507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba9410-0838-40d7-9b57-64071edfbbda req-c2400e1c-2319-4e31-8f53-69e63debc7dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:28.187929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-c2400e1c-2319-4e31-8f53-69e63debc7dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1271389 May 26 23:31:28.255733 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-fca8a374-7f0d-45ee-b829-27a96b996ca3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 200 len: 217 time: 0.0592465 May 26 23:31:28.322678 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba9410-0838-40d7-9b57-64071edfbbda req-518bf647-19e9-4605-9616-7e0fff08d6df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:28.324103 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-518bf647-19e9-4605-9616-7e0fff08d6df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0602498 May 26 23:31:28.381192 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-fd2d29eb-a9f5-44e6-9f95-16c016304e60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477927 May 26 23:31:28.536156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-107b2ee3-362e-4efb-b6c7-45e862dd1338 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453152 May 26 23:31:28.671167 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-deba9410-0838-40d7-9b57-64071edfbbda req-c736c9d3-2761-42e3-abdc-f99a014991d0 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259966 May 26 23:31:28.832067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:31:28.929642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:31:28.935045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:31:28.935362 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:29.047194 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:29.075170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:31:29.085186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:29.091062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:29.111075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f69aa2-adba-47a8-9a18-51b9eaa2449e req-a43a485e-b55d-4f65-9840-371c07926d28 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:29.112538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24f69aa2-adba-47a8-9a18-51b9eaa2449e req-a43a485e-b55d-4f65-9840-371c07926d28 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 945 time: 0.0974061 May 26 23:31:29.145806 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46195d7b-56e0-49a0-bd3c-53de50bde444'] response: {'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'code': 200} May 26 23:31:29.162588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:29.163800 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-24f69aa2-adba-47a8-9a18-51b9eaa2449e req-930dcb33-4c59-457b-9763-0392ebbf6d4d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 May 26 23:31:30.358677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca78bb1-f557-4905-bcdb-aa65c945f94c req-77ae5eec-c91a-4125-8743-bd06593368be tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:30.360113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ca78bb1-f557-4905-bcdb-aa65c945f94c req-77ae5eec-c91a-4125-8743-bd06593368be tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0759323 May 26 23:31:30.408053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ca78bb1-f557-4905-bcdb-aa65c945f94c req-e8131495-731e-49fc-84d0-ca5051944763 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 May 26 23:31:30.604903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39582d-836d-45ab-90d7-40036403c6b1 req-8b75d48d-cbd9-4c92-b6bf-850c47e39c21 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:30.606365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be39582d-836d-45ab-90d7-40036403c6b1 req-8b75d48d-cbd9-4c92-b6bf-850c47e39c21 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0772653 May 26 23:31:30.651842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be39582d-836d-45ab-90d7-40036403c6b1 req-d1bf8bb6-53a9-4530-b5f7-8ec8b2465d9e tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 May 26 23:31:30.844480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f861d7-ce05-4e36-912f-491af7782acf req-bd6da80d-18b7-4863-8fd1-4cfde8a55fdb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:30.845868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87f861d7-ce05-4e36-912f-491af7782acf req-bd6da80d-18b7-4863-8fd1-4cfde8a55fdb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0755839 May 26 23:31:30.895421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87f861d7-ce05-4e36-912f-491af7782acf req-dd26a20a-450b-482d-a75e-0b9b99812460 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 May 26 23:31:31.386826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-afb60290-d915-4586-92a0-990ff87c3a7d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:31.388172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-afb60290-d915-4586-92a0-990ff87c3a7d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 815 time: 0.1413841 May 26 23:31:31.405066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ba85925d-c309-4a74-ac66-63c307749279 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/quotas/bae4cb29f0ea4ee3994e5a839268b31d HTTP/1.1" status: 200 len: 375 time: 0.0115750 May 26 23:31:31.484680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-92dda750-54a0-4ef3-8703-5e680762a295 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747507 May 26 23:31:31.703531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-06982e75-b0a1-45ba-bcfa-326adda334cb service neutron] 10.222.0.32 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122984 May 26 23:31:31.831722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8691f196-a97b-4116-89cd-2f32f2d022d1 service neutron] 10.222.0.32 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225553 May 26 23:31:32.022226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9a0af646-92bf-4032-9182-c13129871afc req-5e2fe367-85ab-4838-8802-caa93256196b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 210 time: 0.0410500 May 26 23:31:32.639399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-5886e9ed-97dc-40a6-8377-8df74fdc778d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:32.640833 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-5886e9ed-97dc-40a6-8377-8df74fdc778d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb699cf-d7a6-4001-a3b7-13ffa819da49 HTTP/1.1" status: 200 len: 946 time: 0.0750618 May 26 23:31:32.710571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Deleting port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:31:32.710903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:32.950267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] For port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:32.950645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:33.045057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-0c73fca5-7e0e-4525-b5fb-d59f38732c47 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:33.045748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-0c73fca5-7e0e-4525-b5fb-d59f38732c47 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Synchronizing usage tracker for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:31:33.071581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-0c73fca5-7e0e-4525-b5fb-d59f38732c47 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Unset dirty status for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:31:33.072938 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-0c73fca5-7e0e-4525-b5fb-d59f38732c47 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 815 time: 0.1778440 May 26 23:31:33.077041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Calling delete_port for 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:31:33.091378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Request body: {'port': {'device_id': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b', 'admin_state_up': True, 'tenant_id': 'bae4cb29f0ea4ee3994e5a839268b31d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:31:33.194871 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7640d26d-e6b3-47ff-aa87-5abb43f9f8e7 req-95eb0590-62e8-4527-bc1b-fef63163049b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 210 time: 0.0444613 May 26 23:31:33.242332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:31:33.252018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:31:33.258956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:33.261119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Made reservation on behalf of bae4cb29f0ea4ee3994e5a839268b31d for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:31:33.264012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:33.307823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Pushing event deleted for resources: {'Port': ['ID=64e6f8fc-9ad9-4c21-bae0-b039b9c07718,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:33.382930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] No DVR routers for this DVR port 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:31:33.386146 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:33.388593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-deleted', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:31:33.403857 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0a77abdd-8a6e-437a-8322-d5d4c5778372 req-352ea19f-d03f-417b-ab4c-da16298a0bc1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.48 "DELETE /v2.0/ports/64e6f8fc-9ad9-4c21-bae0-b039b9c07718 HTTP/1.1" status: 204 len: 173 time: 0.7567804 May 26 23:31:33.434852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Allocated IP 172.20.0.4 (52efe81e-7dba-4aad-b4cb-c3e66009808b/0ebb7ae8-aad4-416b-b69e-37abafa3286d/b5edf39e-90b4-49b8-b57f-158aba8ca08a) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:31:33.446103 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b12b48-52c1-409b-8acd-2dd853cdc961'] response: {'server_uuid': 'cdb699cf-d7a6-4001-a3b7-13ffa819da49', 'name': 'network-vif-deleted', 'tag': '64e6f8fc-9ad9-4c21-bae0-b039b9c07718', 'status': 'completed', 'code': 200} May 26 23:31:33.644833 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:33.676846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:33.750528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Network 52efe81e-7dba-4aad-b4cb-c3e66009808b is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:31:33.753914 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:31:33.755752 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:33.757841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:31:33.815546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:33.816126 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:33.838751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8fd8ce59-d7e8-4087-83a9-2c5dd30aca2a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7529278 May 26 23:31:33.849130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Request body: {'port': {'device_id': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:31:33.955947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:34.292814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5edf39e-90b4-49b8-b57f-158aba8ca08a {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:31:34.299536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:34.314428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Transition to ACTIVE for port object b5edf39e-90b4-49b8-b57f-158aba8ca08a will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:31:34.318503 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:34.454003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:34.553426 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ababcc-40da-4881-a5db-ba4aa98d8b6b req-478602d4-84ff-48ae-800b-a569ea41a95a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:34.554063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-66ababcc-40da-4881-a5db-ba4aa98d8b6b req-478602d4-84ff-48ae-800b-a569ea41a95a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Synchronizing usage tracker for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:31:34.562011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:31:34.562340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:31:34.562658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:31:34.568375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Port b5edf39e-90b4-49b8-b57f-158aba8ca08a on network 52efe81e-7dba-4aad-b4cb-c3e66009808b not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:31:34.568686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:31:34.569402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-66ababcc-40da-4881-a5db-ba4aa98d8b6b req-478602d4-84ff-48ae-800b-a569ea41a95a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Unset dirty status for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:31:34.570641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66ababcc-40da-4881-a5db-ba4aa98d8b6b req-478602d4-84ff-48ae-800b-a569ea41a95a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0975060 May 26 23:31:34.575606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:31:34.575942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Checking segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:31:34.576318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Bound using segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:31:34.576738 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Bound port: b5edf39e-90b4-49b8-b57f-158aba8ca08a, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:31:34.577076 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:34.616269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66ababcc-40da-4881-a5db-ba4aa98d8b6b req-ef9a2aea-7480-42ca-b0b6-792ec76dc7c0 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 May 26 23:31:34.666774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:31:34.669753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:31:34.674994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:34.735233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:34.736663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] 10.222.0.48 "PUT /v2.0/ports/b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 1091 time: 0.8913696 May 26 23:31:34.737098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:31:34.753617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeeabef-3887-48ac-9de7-cf877b985beb service neutron] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:34.854955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:31:34.893686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:31:34.894171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 64e6f8fc-9ad9-4c21-bae0-b039b9c07718 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:31:34.943037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-a48291f0-038d-44d1-a565-27fe5759f2da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1094 time: 0.1696639 May 26 23:31:34.944513 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73560f4-2bf1-4563-9e81-738fb8e4c9f4'] response: {'name': 'network-changed', 'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'status': 'completed', 'code': 200} May 26 23:31:35.009239 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-d0ccd785-2aa2-4d9d-98bf-d71d0ad12301 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.0594914 May 26 23:31:35.072939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ca81fff0-e54e-4695-b0a4-f2a9c1cbff11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:35.074279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-ca81fff0-e54e-4695-b0a4-f2a9c1cbff11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0594242 May 26 23:31:35.117809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-8c13a689-3fab-4705-ad02-5b708745a3fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374806 May 26 23:31:35.249934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-7a83d3ef-200a-4cb1-a4f9-435f66d13fc9 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263294 May 26 23:31:35.380247 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9b09e8f-ca5f-4086-8278-6dd75b893800 req-c3b5421e-3acb-4f34-849d-0777b65ba518 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248450 May 26 23:31:35.495221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-7befe64d-8082-4cf1-aeb6-ef74bc743858 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1094 time: 0.0679040 May 26 23:31:35.527063 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:31:35.624774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-b42e74aa-08ab-41e7-b14d-7c7fa1ca5b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:35.626263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-b42e74aa-08ab-41e7-b14d-7c7fa1ca5b7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1257403 May 26 23:31:35.696471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-19026369-5d4c-4a72-91cb-c9bd4ad41c99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.0646002 May 26 23:31:35.761192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-7bf94a37-6370-440d-94a6-c53fc45019e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:35.762680 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-7bf94a37-6370-440d-94a6-c53fc45019e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0611863 May 26 23:31:35.808848 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-c20361f2-d3ee-4eac-9ecd-103583ea3489 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397196 May 26 23:31:35.846581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eb824-6023-474c-a03f-89bacdf76c6c req-158677e1-de81-47a4-a065-d49d48b562fe tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:35.848042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc7eb824-6023-474c-a03f-89bacdf76c6c req-158677e1-de81-47a4-a065-d49d48b562fe tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0981629 May 26 23:31:35.898709 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc7eb824-6023-474c-a03f-89bacdf76c6c req-4d5852e8-29b4-41a3-a7e2-3faf279cb6ed tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 May 26 23:31:35.943012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-ec9cbff1-52f4-4237-af68-02e72c0af8ba service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281440 May 26 23:31:36.074875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79eabd7f-3d2f-4cf2-9266-937e0bea45be req-840f5537-c3a3-41b3-b5ec-09ded60a905e service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258121 May 26 23:31:37.245301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615908d1-7523-42b3-b202-b9047eb1fb7c req-43acd3ee-934e-4d0e-97b7-40aa768e10e1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:37.246006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-615908d1-7523-42b3-b202-b9047eb1fb7c req-43acd3ee-934e-4d0e-97b7-40aa768e10e1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Synchronizing usage tracker for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:31:37.257023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-615908d1-7523-42b3-b202-b9047eb1fb7c req-43acd3ee-934e-4d0e-97b7-40aa768e10e1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Unset dirty status for tenant:bae4cb29f0ea4ee3994e5a839268b31d on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:31:37.258121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-615908d1-7523-42b3-b202-b9047eb1fb7c req-43acd3ee-934e-4d0e-97b7-40aa768e10e1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0868576 May 26 23:31:37.304867 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-615908d1-7523-42b3-b202-b9047eb1fb7c req-466772f4-b484-4b1f-ad6b-8f00ea4c7af8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 May 26 23:31:38.497385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356eb9a-30a7-4680-a93d-685a7f1d66a8 req-298ccfbb-2781-45f7-b725-580a69f83b4f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:38.498847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1356eb9a-30a7-4680-a93d-685a7f1d66a8 req-298ccfbb-2781-45f7-b725-580a69f83b4f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0750103 May 26 23:31:38.543376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1356eb9a-30a7-4680-a93d-685a7f1d66a8 req-71f2977c-f094-4583-b347-95d3a5a8cb69 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 May 26 23:31:38.882347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:31:39.013821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:39.026248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b', 'port_id': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'mac_address': 'fa:16:3e:b7:f1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebb7ae8-aad4-416b-b69e-37abafa3286d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:31:39.078607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:39.096368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5edf39e-90b4-49b8-b57f-158aba8ca08a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:31:39.111112 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:39.114730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:39.192546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:39.205475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.205837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.206222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.206554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.206882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.207205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.207522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.207841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.208159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.208473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.208788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:31:39.400892 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b5edf39e-90b4-49b8-b57f-158aba8ca08a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:31:39.735853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415b6a-22ac-49d2-99ee-a2d0e5ef8827 req-35c07ebe-2038-4cfd-9363-96c9dded2005 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:39.737261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6415b6a-22ac-49d2-99ee-a2d0e5ef8827 req-35c07ebe-2038-4cfd-9363-96c9dded2005 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 944 time: 0.0781877 May 26 23:31:39.782965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6415b6a-22ac-49d2-99ee-a2d0e5ef8827 req-aca04529-cf6c-45df-8244-e875e58146f5 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 May 26 23:31:40.883871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:31:40.957617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port b5edf39e-90b4-49b8-b57f-158aba8ca08a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:31:40.962348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port b5edf39e-90b4-49b8-b57f-158aba8ca08a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:31:40.962714 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:40.987836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1371b5-6a82-4f02-ba1e-19acda514e83 req-bfb45117-9420-4d5b-b976-095f44eb41d1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:40.989293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c1371b5-6a82-4f02-ba1e-19acda514e83 req-bfb45117-9420-4d5b-b976-095f44eb41d1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 944 time: 0.0844445 May 26 23:31:41.035011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c1371b5-6a82-4f02-ba1e-19acda514e83 req-5d15f768-a47c-4f9f-bad9-5ddde5d946e3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 May 26 23:31:41.076790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:41.102250 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:31:41.111371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:31:41.115083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:41.159440 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e05b23-0a81-4c4a-9e46-2568d9200dbb'] response: {'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'code': 200} May 26 23:31:41.183228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:31:41.281993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee7313d5-a395-455b-afae-0378bf3a00bf req-1504dddd-66d8-49af-bac6-31d3d1ccf839 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1096 time: 0.0661576 May 26 23:31:41.328196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ee7313d5-a395-455b-afae-0378bf3a00bf req-dffff6db-4b2a-478b-bbf1-d322ae913892 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 May 26 23:31:42.249359 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809077-c2af-41b3-a83e-2a3a34a5fcff req-7cdebc39-3305-42ce-87f5-1038057e584c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:42.250879 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1809077-c2af-41b3-a83e-2a3a34a5fcff req-7cdebc39-3305-42ce-87f5-1038057e584c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0825808 May 26 23:31:42.297461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1809077-c2af-41b3-a83e-2a3a34a5fcff req-8af19f78-c427-4f3e-8793-b9b4926a8829 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 May 26 23:31:43.493808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c092d14-5ea8-48b9-af6b-a937964cd5e4 req-bba2de29-bf34-4ceb-a034-4fac66a6a53f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:43.495771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c092d14-5ea8-48b9-af6b-a937964cd5e4 req-bba2de29-bf34-4ceb-a034-4fac66a6a53f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0757012 May 26 23:31:43.545017 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0c092d14-5ea8-48b9-af6b-a937964cd5e4 req-4e5428ac-9914-41aa-b0b4-a3ef9fa2b897 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437090 May 26 23:31:43.825507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98501-7225-4435-a4e3-625a312affb5 req-fce91387-0e4a-4903-9f81-649fe4e081b8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:43.826995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a98501-7225-4435-a4e3-625a312affb5 req-fce91387-0e4a-4903-9f81-649fe4e081b8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.1668551 May 26 23:31:43.876227 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47a98501-7225-4435-a4e3-625a312affb5 req-a9efdb3b-a070-4900-b58d-281705c65fe4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 May 26 23:31:44.248937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c3c3e87d-0c80-4853-9861-a7f59a569ac5 req-f2102308-2bfc-49b4-bf58-e728c4a1ec8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2161200 May 26 23:31:44.559837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0737f-1f41-405d-a5d3-8aebfb9433ec req-1da5d0c2-2ee2-4580-b7a5-76b4801a6ca8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:44.561282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1d0737f-1f41-405d-a5d3-8aebfb9433ec req-1da5d0c2-2ee2-4580-b7a5-76b4801a6ca8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0790672 May 26 23:31:44.588511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-17140196-ff2a-4c43-96a7-6a0ab6d59957 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283808 May 26 23:31:44.606945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1d0737f-1f41-405d-a5d3-8aebfb9433ec req-4f2fa818-3dfb-4019-8f1b-aebf581abfc2 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395243 May 26 23:31:45.854492 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-6c46c4ee-c29a-4656-90cf-b260151c8d57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1096 time: 0.1289883 May 26 23:31:45.860661 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3a724-16e4-411c-a2be-1a71ed45586b req-52198645-d3bc-44de-ac6c-6e67e2869691 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:45.861992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eba3a724-16e4-411c-a2be-1a71ed45586b req-52198645-d3bc-44de-ac6c-6e67e2869691 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.1081431 May 26 23:31:45.987517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eba3a724-16e4-411c-a2be-1a71ed45586b req-576194bb-a274-4a42-a7d6-c95d64fee5ba tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077032 May 26 23:31:46.018460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-ae90cff4-d64f-416e-bca6-017452522365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:46.019891 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-ae90cff4-d64f-416e-bca6-017452522365 service neutron] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1570759 May 26 23:31:46.089305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-21f13469-8d0c-4554-965e-d1137faa0c19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.0634706 May 26 23:31:46.149110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-845a2f56-b6b5-47c9-b339-63b9617d95f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:46.150507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-845a2f56-b6b5-47c9-b339-63b9617d95f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0556996 May 26 23:31:46.196756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-cff4e4bd-f068-43c9-b96b-41f487568f58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405014 May 26 23:31:46.324802 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-4c30fd84-f02d-4cd2-b9cd-d52b43066348 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224227 May 26 23:31:46.452721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-f36f925b-f5fa-495e-8403-e718d40e4a82 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217237 May 26 23:31:47.176374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1afe77-f01c-4bd6-bf76-c274817d036e req-58f6d75e-efc9-4fd0-ba53-d7cbb248da08 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:47.177813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e1afe77-f01c-4bd6-bf76-c274817d036e req-58f6d75e-efc9-4fd0-ba53-d7cbb248da08 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0746536 May 26 23:31:47.224138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e1afe77-f01c-4bd6-bf76-c274817d036e req-d4101c84-6fce-4798-9f2c-9e29d9031ccb tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 May 26 23:31:47.239043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5b78ac48-c4f8-492a-b7c6-1031987e4701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:48.416696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b3927-4af0-45a0-a04c-c31b0591ab05 req-b274060f-baff-4810-a42b-00e0601ae2e4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:48.418148 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c1b3927-4af0-45a0-a04c-c31b0591ab05 req-b274060f-baff-4810-a42b-00e0601ae2e4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0747516 May 26 23:31:48.462840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c1b3927-4af0-45a0-a04c-c31b0591ab05 req-0ade5e7a-91f2-4086-b661-f1ba891db97b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 May 26 23:31:49.657924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7c76-cdbd-4cbb-8c4c-6f4d4ad7636b req-22538fdb-e21a-4593-a9b5-583cac3c12ad tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:49.659361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40ce7c76-cdbd-4cbb-8c4c-6f4d4ad7636b req-22538fdb-e21a-4593-a9b5-583cac3c12ad tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0794244 May 26 23:31:49.704739 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40ce7c76-cdbd-4cbb-8c4c-6f4d4ad7636b req-31d845a1-0bc3-407a-95d2-cf1a4a712270 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 May 26 23:31:50.005743 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9004ae39-477b-4c65-b1e8-967cbb242952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:50.722185 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:50.840977 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:50.899267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e8881-f2d1-4725-8514-a26004eef277 req-67f40101-1497-4bf9-9ecd-012da860d20b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:50.900863 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-338e8881-f2d1-4725-8514-a26004eef277 req-67f40101-1497-4bf9-9ecd-012da860d20b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0796101 May 26 23:31:50.945262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-338e8881-f2d1-4725-8514-a26004eef277 req-32a4a02e-3c8e-4650-a4a8-0801e823e8fc tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 May 26 23:31:52.035355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:52.140756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a07c38-bdfd-4fc1-975e-bd9453630fd4 req-14f7f40a-dcb4-4a8f-8849-b8b57f27a78a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:52.142220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86a07c38-bdfd-4fc1-975e-bd9453630fd4 req-14f7f40a-dcb4-4a8f-8849-b8b57f27a78a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0755031 May 26 23:31:52.186272 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-86a07c38-bdfd-4fc1-975e-bd9453630fd4 req-0c95a03d-f40d-45a9-8572-42cbd7a649e8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 May 26 23:31:53.383093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4eb58-962a-4386-9429-61600e7b1166 req-2498e508-4654-4e60-89fd-a3774b924474 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:53.384508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2a4eb58-962a-4386-9429-61600e7b1166 req-2498e508-4654-4e60-89fd-a3774b924474 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0792341 May 26 23:31:53.428588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2a4eb58-962a-4386-9429-61600e7b1166 req-bc5a0719-e4df-4595-b97f-ad21740d080b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 May 26 23:31:54.645083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e232ed-bf26-4c0b-a5d8-cc16aaf8cbef req-6f23815f-bebd-4604-af68-89fb15d09987 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:54.646558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-59e232ed-bf26-4c0b-a5d8-cc16aaf8cbef req-6f23815f-bebd-4604-af68-89fb15d09987 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0797427 May 26 23:31:54.691682 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-59e232ed-bf26-4c0b-a5d8-cc16aaf8cbef req-a8b417e7-9e9a-4561-8645-8928f9f5ae82 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 May 26 23:31:55.663642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:55.892227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd021960-7063-4634-b312-a0735f51ae5f req-f6e72222-adf5-4427-ad7f-8f15b7f6f328 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:55.893658 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd021960-7063-4634-b312-a0735f51ae5f req-f6e72222-adf5-4427-ad7f-8f15b7f6f328 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0828800 May 26 23:31:55.940787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd021960-7063-4634-b312-a0735f51ae5f req-921d64de-f059-4e62-a2f3-fff2f5404e73 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 May 26 23:31:57.134155 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596da2f-b740-4ff8-85ff-5115f275a44a req-b0331cbf-28f2-4d67-b110-933081c73f53 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:57.135611 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1596da2f-b740-4ff8-85ff-5115f275a44a req-b0331cbf-28f2-4d67-b110-933081c73f53 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0762625 May 26 23:31:57.183278 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1596da2f-b740-4ff8-85ff-5115f275a44a req-113e0138-511d-4cb9-a5ec-090d71b78bed tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 May 26 23:31:58.176546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:31:58.382032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31f031-c380-408e-8127-2075f4f4b531 req-0e84c06f-c7c9-4f7f-8ae8-ab5bf12c1ec5 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:58.383446 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df31f031-c380-408e-8127-2075f4f4b531 req-0e84c06f-c7c9-4f7f-8ae8-ab5bf12c1ec5 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0746546 May 26 23:31:58.431323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-df31f031-c380-408e-8127-2075f4f4b531 req-5046785e-537f-444a-ab68-e04d022ce5ab tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 May 26 23:31:59.640601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0b644-bfe5-47fb-b58c-011a36d894d4 req-c02e3486-a38e-42d0-8c1e-22b6f1123e1a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:59.642075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34e0b644-bfe5-47fb-b58c-011a36d894d4 req-c02e3486-a38e-42d0-8c1e-22b6f1123e1a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0782392 May 26 23:31:59.648067 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-b924dc27-217b-4d92-bf23-56a180bcf03f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1096 time: 0.0790334 May 26 23:31:59.692180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34e0b644-bfe5-47fb-b58c-011a36d894d4 req-d391d022-77f7-47ca-ba98-01b71e9b9e7c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 May 26 23:31:59.791007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-6e56ca96-207b-47ba-bd75-aee4e3f3cf36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:31:59.792392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-6e56ca96-207b-47ba-bd75-aee4e3f3cf36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1264470 May 26 23:31:59.955979 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-0879cfca-7468-417c-b029-66ee98f57ba6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.1573110 May 26 23:32:00.017910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-75cde36b-e730-4431-a92e-ba8401ac5ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:00.019323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-75cde36b-e730-4431-a92e-ba8401ac5ef1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0577652 May 26 23:32:00.068183 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-c7e3b9c5-7c41-410b-ac65-b8910964bef4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429089 May 26 23:32:00.199791 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-34b6f0ef-a39f-4a02-9d44-4fc1a38414a3 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259255 May 26 23:32:00.331840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-718a1e03-1958-4747-b4ad-c242562e3e0e req-41eed719-b5e0-4466-b893-d1593a6cdcad service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244876 May 26 23:32:00.913754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf378c4-9b4d-4b15-8e2a-d19cadb2998b req-1054e37b-21f7-4c0d-aa52-76857bf1eb17 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:00.915280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0bf378c4-9b4d-4b15-8e2a-d19cadb2998b req-1054e37b-21f7-4c0d-aa52-76857bf1eb17 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0804448 May 26 23:32:00.959343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0bf378c4-9b4d-4b15-8e2a-d19cadb2998b req-54e1adc7-7c99-4cc3-acdd-e3325a77f9f2 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385485 May 26 23:32:02.154916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a122-d8f0-4081-ad37-d084dda9088f req-61ea2350-3c4d-4324-8917-ee3e39e8dfc9 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:02.156340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f308a122-d8f0-4081-ad37-d084dda9088f req-61ea2350-3c4d-4324-8917-ee3e39e8dfc9 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0791252 May 26 23:32:02.200364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f308a122-d8f0-4081-ad37-d084dda9088f req-cf2531dc-bcc7-4d6d-9b79-4dc4457449b8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 May 26 23:32:03.389564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461fa25-4ffc-4815-b2a5-b72093a3de86 req-051d3c55-fae3-4859-b392-be34f437c115 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:03.391001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1461fa25-4ffc-4815-b2a5-b72093a3de86 req-051d3c55-fae3-4859-b392-be34f437c115 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0742862 May 26 23:32:03.435810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1461fa25-4ffc-4815-b2a5-b72093a3de86 req-0991020e-f0da-4d50-86ef-d91605f462fd tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 May 26 23:32:04.627929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97e39-3260-4c15-ba4c-64095a7c6f76 req-c533d353-d03d-4049-8359-269605b449a4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:04.629377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83e97e39-3260-4c15-ba4c-64095a7c6f76 req-c533d353-d03d-4049-8359-269605b449a4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0768352 May 26 23:32:04.674052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83e97e39-3260-4c15-ba4c-64095a7c6f76 req-a4864cbc-4a02-463b-8fcd-afa5c3294d87 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 May 26 23:32:05.870118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ce8e3-ccf5-4629-90f4-4bb4036375b9 req-662fb82b-ed4b-4230-87b6-02cccad4d457 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:05.871535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-527ce8e3-ccf5-4629-90f4-4bb4036375b9 req-662fb82b-ed4b-4230-87b6-02cccad4d457 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0794096 May 26 23:32:05.916617 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-527ce8e3-ccf5-4629-90f4-4bb4036375b9 req-c13ef06b-0f2f-4e2a-b80d-83359825fbd8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 May 26 23:32:07.112448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618777a4-1c08-4089-aba4-15d04f29cebb req-12601c95-030f-4a3d-b5aa-f1433273ab92 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:07.113891 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-618777a4-1c08-4089-aba4-15d04f29cebb req-12601c95-030f-4a3d-b5aa-f1433273ab92 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0787547 May 26 23:32:07.157512 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-618777a4-1c08-4089-aba4-15d04f29cebb req-9097efdf-11f2-4c43-9b04-c77f2bde58a6 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383162 May 26 23:32:08.350388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c0e4-4cae-44da-adcb-b9f310698ab8 req-98d83a90-32f0-4677-9dfd-2e39bd3c6cd3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:08.351790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b56c0e4-4cae-44da-adcb-b9f310698ab8 req-98d83a90-32f0-4677-9dfd-2e39bd3c6cd3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0741973 May 26 23:32:08.400490 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b56c0e4-4cae-44da-adcb-b9f310698ab8 req-e1df0602-85a3-4e8c-9873-8ff07ea751cd tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 May 26 23:32:09.603598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab379d-5c0c-4a64-a120-4ac0fddc4f8b req-2bfcd196-b9b7-4415-a587-d68943e9ec64 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:09.605042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-feab379d-5c0c-4a64-a120-4ac0fddc4f8b req-2bfcd196-b9b7-4415-a587-d68943e9ec64 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0762279 May 26 23:32:09.653173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-feab379d-5c0c-4a64-a120-4ac0fddc4f8b req-3ebcf4f8-7f96-4b41-bc35-2dea3a730a52 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 May 26 23:32:10.844345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e907c8-a5ea-49e3-a98f-6d1bfb36a8dc req-19b524cf-3b26-4cdc-b0a6-b70edda1f079 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:10.845692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2e907c8-a5ea-49e3-a98f-6d1bfb36a8dc req-19b524cf-3b26-4cdc-b0a6-b70edda1f079 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0758448 May 26 23:32:10.889656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2e907c8-a5ea-49e3-a98f-6d1bfb36a8dc req-6675dfd7-1bdf-4394-9562-8acd3c7c0b56 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386398 May 26 23:32:12.085437 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a133a7-1933-498f-8975-91363024b289 req-2301b2af-7f41-405c-ac20-e604acde40c4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:12.086884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0a133a7-1933-498f-8975-91363024b289 req-2301b2af-7f41-405c-ac20-e604acde40c4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0803695 May 26 23:32:12.130924 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0a133a7-1933-498f-8975-91363024b289 req-d22f78a7-53ea-4b9c-80d5-38d6bd1ca90a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 May 26 23:32:12.528430 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:32:13.369334 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-9f307f42-148a-4e31-a4a5-d14bd339c959 service neutron] show failed (client error): The resource could not be found. May 26 23:32:13.370344 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-9f307f42-148a-4e31-a4a5-d14bd339c959 service neutron] 10.222.0.48 "GET /v2.0/ports/b5edf39e-90b4-49b8-b57f-158aba8ca08a/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1278362 May 26 23:32:13.383823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1024d6-8eec-478e-91ca-4e205464e2ef req-c749861d-92c6-4b17-a091-7b3d2ac6aa53 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:13.385307 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d1024d6-8eec-478e-91ca-4e205464e2ef req-c749861d-92c6-4b17-a091-7b3d2ac6aa53 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.1121755 May 26 23:32:13.432629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d1024d6-8eec-478e-91ca-4e205464e2ef req-cb52734d-fc3c-47d5-a54a-65fcaffbdc8d tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 May 26 23:32:13.646280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-3962c8f7-5fad-429f-a690-bd3f0b38841a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe&tenant_id=bae4cb29f0ea4ee3994e5a839268b31d HTTP/1.1" status: 200 len: 1096 time: 0.0723531 May 26 23:32:13.660358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:13.763343 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:14.037231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:14.065062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:32:14.122720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:32:14.128702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:14.147391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Transition to ACTIVE for port object b5edf39e-90b4-49b8-b57f-158aba8ca08a will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:14.153241 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:14.192957 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8f3213-165a-4481-a2ee-830af75f3ed2'] response: {'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'code': 200} May 26 23:32:14.383176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:14.396748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] No DVR routers for this DVR port b5edf39e-90b4-49b8-b57f-158aba8ca08a on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:32:14.403005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.403346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.403679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.404009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.404334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.404657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.404974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.405294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.405606 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.405954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.406270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:14.460266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:32:14.460593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:32:14.460907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:32:14.466694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Port b5edf39e-90b4-49b8-b57f-158aba8ca08a on network 52efe81e-7dba-4aad-b4cb-c3e66009808b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:32:14.467145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Attempting to bind port b5edf39e-90b4-49b8-b57f-158aba8ca08a on network 52efe81e-7dba-4aad-b4cb-c3e66009808b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:32:14.474420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:32:14.474969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Checking segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:32:14.475570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Bound using segment: {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:32:14.476244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Bound port: b5edf39e-90b4-49b8-b57f-158aba8ca08a, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf81112-4f03-4a1d-ada3-948dec8956a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:32:14.476773 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:14.565593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:32:14.568618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:32:14.573913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:14.638488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a896a-9123-48b0-9626-0719012423f6 req-d0a36d99-1c09-4ec4-93ef-f36d7c16c1c3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:14.639873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a1a896a-9123-48b0-9626-0719012423f6 req-d0a36d99-1c09-4ec4-93ef-f36d7c16c1c3 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0809882 May 26 23:32:14.658938 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:14.660294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] 10.222.0.55 "PUT /v2.0/ports/b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 1091 time: 1.0037439 May 26 23:32:14.663836 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4509ea-2c1a-46bc-98eb-d97140a585fa service neutron] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:14.689235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4a1a896a-9123-48b0-9626-0719012423f6 req-f23bd671-7741-4342-aceb-8ec0e0798094 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 May 26 23:32:14.755171 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-f2a3bedc-5ac3-4336-b229-62dc0e9aced2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1094 time: 0.0677488 May 26 23:32:14.888381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-6422abce-b93f-4133-b832-d761c9ecbd49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:14.889899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-6422abce-b93f-4133-b832-d761c9ecbd49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1254690 May 26 23:32:14.963564 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-f4d5568e-8b02-48f1-bef0-56e756a9c46d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.0628648 May 26 23:32:15.026621 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-41ea64fc-0cc8-4ed0-9f19-c3dd6abd15c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:15.027973 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-41ea64fc-0cc8-4ed0-9f19-c3dd6abd15c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0561097 May 26 23:32:15.076381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-3dd3d082-e336-4041-b660-5e8a0a2000c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382137 May 26 23:32:15.209545 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-1f5a5ba5-a8bf-49db-942a-cd02a1f34352 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223783 May 26 23:32:15.344916 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e8f8520d-ca11-474e-a6b1-b6a029ba8d50 req-4aed5418-2701-425d-a3e5-68139f390933 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265769 May 26 23:32:15.904506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26596b88-003e-4fab-95ce-739e4ac78cbb req-1c54127a-939a-47f3-b4c4-fd46eef4f7f4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:15.905988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26596b88-003e-4fab-95ce-739e4ac78cbb req-1c54127a-939a-47f3-b4c4-fd46eef4f7f4 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0793631 May 26 23:32:15.950923 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-26596b88-003e-4fab-95ce-739e4ac78cbb req-356be2ad-c57c-4853-b672-a103fd26cc9f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 May 26 23:32:16.193923 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:32:16.261341 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd974e6-0d1c-4d7e-af17-e1110d532f24'] response: {'name': 'network-changed', 'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'status': 'completed', 'code': 200} May 26 23:32:16.344900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-e16a917a-0f9e-48d6-ad99-05da74ce5af5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1094 time: 0.0685165 May 26 23:32:16.349444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-9f26fbc0-c4b3-4148-9bb5-866539c382d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1094 time: 0.0679049 May 26 23:32:16.476384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-cae23c08-e775-455f-a9a9-a72d892dac08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:16.477804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-cae23c08-e775-455f-a9a9-a72d892dac08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1272976 May 26 23:32:16.482938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-1b1f058f-d1a8-4a94-8808-a0bce653f26a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:16.484361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-1b1f058f-d1a8-4a94-8808-a0bce653f26a service neutron] 10.222.0.55 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1261947 May 26 23:32:16.547796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-f8868774-e813-4125-ac80-39ad14257106 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.0639448 May 26 23:32:16.554904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-65c8bc58-ba34-44b9-9540-bdcd7058192d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.0640194 May 26 23:32:16.612211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-05e190e4-03fa-4791-a058-a946676d6df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:16.613706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-05e190e4-03fa-4791-a058-a946676d6df3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0593896 May 26 23:32:16.616849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-c395a381-0f67-4bd9-8a41-8ba0a9e6bcae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:16.618290 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-c395a381-0f67-4bd9-8a41-8ba0a9e6bcae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0557365 May 26 23:32:16.661425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-8aadea67-53c6-4b42-895f-b0fbbb74c986 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421634 May 26 23:32:16.667847 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-c9d56856-614e-4e18-bf2d-3a38f77ab11f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420287 May 26 23:32:16.795371 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-31ce71ce-9595-4cac-85b7-7275c5401acd service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280057 May 26 23:32:16.892734 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-d2df5bf5-7c8d-4440-add4-920c8fa83862 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186465 May 26 23:32:17.017707 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-b75d89fb-0261-416c-a4e0-200739bf0d40 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164142 May 26 23:32:17.030150 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-91b2f193-ea9d-46d7-8be9-984cbbf39e56 req-8972aa6b-37f8-4305-a3c7-241a8061fd38 service neutron] 10.222.0.55 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299493 May 26 23:32:17.099633 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:32:17.158424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e4f72-6c0c-40a2-97e7-e75edf153651 req-0cce286b-6041-4390-9771-33063f08254c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:17.160994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686e4f72-6c0c-40a2-97e7-e75edf153651 req-0cce286b-6041-4390-9771-33063f08254c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0858576 May 26 23:32:17.168999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:32:17.210213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-686e4f72-6c0c-40a2-97e7-e75edf153651 req-ec62cf97-3a8b-4e7c-a986-8da067bf23d1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 May 26 23:32:17.242635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-68e83fb0-d86e-4d07-87e2-6d9574743d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:18.149023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:32:18.281428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:18.295171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'network_id': '52efe81e-7dba-4aad-b4cb-c3e66009808b', 'port_id': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'mac_address': 'fa:16:3e:b7:f1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebb7ae8-aad4-416b-b69e-37abafa3286d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:32:18.347772 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:18.365034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5edf39e-90b4-49b8-b57f-158aba8ca08a {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:32:18.382536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:18.386570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:18.407369 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f3ab2-ba5c-4dfd-8bca-e99f213727bb req-a58bed1e-ca26-4dc5-8bd7-5143648d890c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:18.408722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f9f3ab2-ba5c-4dfd-8bca-e99f213727bb req-a58bed1e-ca26-4dc5-8bd7-5143648d890c tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 943 time: 0.0764391 May 26 23:32:18.453385 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f9f3ab2-ba5c-4dfd-8bca-e99f213727bb req-25bec935-d158-4630-9355-1ebae86a3ace tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 May 26 23:32:18.455441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:18.629945 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['b5edf39e-90b4-49b8-b57f-158aba8ca08a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:32:18.838949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79320710-5568-43fc-83bd-d00e7053d829 req-8a7a4d27-1cfe-40cf-a857-16cecc1ecd1b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:18.840416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-8a7a4d27-1cfe-40cf-a857-16cecc1ecd1b tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe&tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.1451838 May 26 23:32:18.846672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e00977-3d06-42a5-a694-5af303861c2d req-46cfc266-97f6-4f6b-9493-946fe1dee318 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:18.847967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57e00977-3d06-42a5-a694-5af303861c2d req-46cfc266-97f6-4f6b-9493-946fe1dee318 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 944 time: 0.1188216 May 26 23:32:18.949407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57e00977-3d06-42a5-a694-5af303861c2d req-1b7c39eb-856f-4f68-8571-65e6ef7ae2f8 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 May 26 23:32:18.954484 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-79320710-5568-43fc-83bd-d00e7053d829 req-c47ef53e-0368-4dfc-b05a-06899b66375d service neutron] delete failed (client error): The resource could not be found. May 26 23:32:18.955354 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-c47ef53e-0368-4dfc-b05a-06899b66375d service neutron] 10.222.0.48 "DELETE /v2.0/ports/b5edf39e-90b4-49b8-b57f-158aba8ca08a/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1065798 May 26 23:32:19.092104 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-b2bc82a0-d3fe-41a8-b2a0-f3aaeb51e5c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 1095 time: 0.0674503 May 26 23:32:19.223810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79320710-5568-43fc-83bd-d00e7053d829 req-ee914bed-4da1-43cb-af59-196f2add8a69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:19.225142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-ee914bed-4da1-43cb-af59-196f2add8a69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 200 len: 916 time: 0.1266398 May 26 23:32:19.295327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-4da3cc75-7bc5-44f6-891c-db0241811242 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 200 len: 217 time: 0.0645292 May 26 23:32:19.355539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79320710-5568-43fc-83bd-d00e7053d829 req-99102343-0471-4294-9b0d-f8b77a25b0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:19.356912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-99102343-0471-4294-9b0d-f8b77a25b0f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 200 len: 855 time: 0.0561743 May 26 23:32:19.403911 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-130fca99-1f38-42e3-ac37-485029fc6c59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52efe81e-7dba-4aad-b4cb-c3e66009808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411530 May 26 23:32:19.536278 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-81f6dc6a-7d36-4700-9c00-ec3f519cf76a service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258652 May 26 23:32:19.664555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-79320710-5568-43fc-83bd-d00e7053d829 req-d97c16d9-d89a-4626-9082-193d976109a5 service neutron] 10.222.0.48 "GET /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224501 May 26 23:32:20.011326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-10294c53-21fd-4e13-bade-b754a042c291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:20.157547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbfc8d-6cfd-4b1f-b63e-cd02e6843f92 req-63805708-4a08-43ca-b948-069c29643d32 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:20.159142 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25cbfc8d-6cfd-4b1f-b63e-cd02e6843f92 req-63805708-4a08-43ca-b948-069c29643d32 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 944 time: 0.0810323 May 26 23:32:20.164889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:20.208010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-25cbfc8d-6cfd-4b1f-b63e-cd02e6843f92 req-4f5dec0c-3401-4119-891c-01b2dfb8da07 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 May 26 23:32:20.238786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port b5edf39e-90b4-49b8-b57f-158aba8ca08a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:20.243481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port b5edf39e-90b4-49b8-b57f-158aba8ca08a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:20.243800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:20.384212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:20.409429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:32:20.419437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:20.423735 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:20.467319 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f1010d-2003-46b4-83b5-24a68b70e877'] response: {'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'code': 200} May 26 23:32:20.492318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:20.724610 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:20.841800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:21.405242 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba91c7e-3824-4d60-b8fd-6b70a744973c req-1b2c64f5-879f-4576-b6f9-add4612ba97f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:21.406697 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ba91c7e-3824-4d60-b8fd-6b70a744973c req-1b2c64f5-879f-4576-b6f9-add4612ba97f tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0758128 May 26 23:32:21.450884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ba91c7e-3824-4d60-b8fd-6b70a744973c req-dd7dab60-b38d-46a9-93e8-1ed7f61695f1 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 May 26 23:32:21.648823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cc82a-41c9-482d-8bd3-6f42e4099a4e req-b8af2de0-3dbf-41d1-a0d4-71cf96cb2377 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:21.650794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea7cc82a-41c9-482d-8bd3-6f42e4099a4e req-b8af2de0-3dbf-41d1-a0d4-71cf96cb2377 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0795391 May 26 23:32:21.696507 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea7cc82a-41c9-482d-8bd3-6f42e4099a4e req-8e135c5e-2ef5-4f4a-9872-9f3a1b414850 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 May 26 23:32:21.895551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b70d-5c36-434c-a955-9702a188a565 req-82e9d951-8507-4b2a-8c00-19c581bf179a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:21.897273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b3a4b70d-5c36-434c-a955-9702a188a565 req-82e9d951-8507-4b2a-8c00-19c581bf179a tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0799425 May 26 23:32:21.942366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b3a4b70d-5c36-434c-a955-9702a188a565 req-b69d0706-7a6f-4722-a644-1063be7a3a95 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 May 26 23:32:22.037886 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:22.513874 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b1938-f36f-44f2-9844-4d6d4a77fc20 req-42a5b559-49e6-4fb0-8c8d-2a687d9227cd tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:22.515288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d9b1938-f36f-44f2-9844-4d6d4a77fc20 req-42a5b559-49e6-4fb0-8c8d-2a687d9227cd tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0781255 May 26 23:32:22.560658 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2d9b1938-f36f-44f2-9844-4d6d4a77fc20 req-e07a2e04-5ebb-4969-909b-0ce4378b5592 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 May 26 23:32:23.661937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-119a72de-e1bc-4543-aaef-3b3777be9e84 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:23.663361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-119a72de-e1bc-4543-aaef-3b3777be9e84 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.0761135 May 26 23:32:23.780238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Deleting port b5edf39e-90b4-49b8-b57f-158aba8ca08a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:32:23.780570 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:23.876326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493bbbe-672d-4123-adb9-bfb6368d0580 req-65f5b833-9f06-417d-968b-9986cfe1becf tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:23.877759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5493bbbe-672d-4123-adb9-bfb6368d0580 req-65f5b833-9f06-417d-968b-9986cfe1becf tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb4bc41-6bd2-48ef-9eb3-c887f4280abe HTTP/1.1" status: 200 len: 945 time: 0.1745329 May 26 23:32:24.016024 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5493bbbe-672d-4123-adb9-bfb6368d0580 req-e0ddfce6-cefa-487f-9811-6d4505e4c8db tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.32 "GET /v2.0/security-groups?id=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321273 May 26 23:32:24.069929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] For port b5edf39e-90b4-49b8-b57f-158aba8ca08a, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=b5edf39e-90b4-49b8-b57f-158aba8ca08a,segment=NetworkSegment(caf81112-4f03-4a1d-ada3-948dec8956a0),segment_id=caf81112-4f03-4a1d-ada3-948dec8956a0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:24.070279 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:24.188754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Calling delete_port for b5edf39e-90b4-49b8-b57f-158aba8ca08a owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:32:24.325059 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:24.341718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['b5edf39e-90b4-49b8-b57f-158aba8ca08a'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:32:24.405403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Pushing event deleted for resources: {'Port': ['ID=b5edf39e-90b4-49b8-b57f-158aba8ca08a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:24.450972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] No DVR routers for this DVR port b5edf39e-90b4-49b8-b57f-158aba8ca08a on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:32:24.453366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:24.455888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-deleted', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:32:24.471073 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dae737d2-eb00-4e31-925b-cf8d3a12b20c req-9745a01d-102a-4963-abc3-1a134b3a7cd7 tempest-ServerDiskConfigTestJSON-1299268199 tempest-ServerDiskConfigTestJSON-1299268199-project] 10.222.0.55 "DELETE /v2.0/ports/b5edf39e-90b4-49b8-b57f-158aba8ca08a HTTP/1.1" status: 204 len: 173 time: 0.7990816 May 26 23:32:24.515192 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d140aee-49dc-4dd7-af2c-e21f2912a6cf'] response: {'server_uuid': '9fb4bc41-6bd2-48ef-9eb3-c887f4280abe', 'name': 'network-vif-deleted', 'tag': 'b5edf39e-90b4-49b8-b57f-158aba8ca08a', 'status': 'completed', 'code': 200} May 26 23:32:25.273963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44316) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:25.334978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Deleting subnet 0ebb7ae8-aad4-416b-b69e-37abafa3286d {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:32:25.337713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.388688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.442662 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.511138 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.563582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebb7ae8-aad4-416b-b69e-37abafa3286d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:25.571564 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.578412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.578750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.579082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.579408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.579730 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.580051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.580367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.580682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.580997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.581308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.581619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:25.586759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bebab9ed-57bc-4bed-b052-b353b23d59dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ebb7ae8-aad4-416b-b69e-37abafa3286d HTTP/1.1" status: 204 len: 168 time: 0.3117092 May 26 23:32:25.589199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44320) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:25.664847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.697061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.908208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.933498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52efe81e-7dba-4aad-b4cb-c3e66009808b']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:25.945152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf81112-4f03-4a1d-ada3-948dec8956a0') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:25.945439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf81112-4f03-4a1d-ada3-948dec8956a0') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:25.956292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.971929 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.978004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:32:25.978963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: timer() May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:32:25.991432 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:32:26.064993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:26.080424 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:26.090895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] Pushing event deleted for resources: {'Network': ['ID=52efe81e-7dba-4aad-b4cb-c3e66009808b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:26.099106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f552d937-9d50-4dba-b6fc-79cdc5b4c223 admin admin] 10.222.0.32 "DELETE /v2.0/networks/52efe81e-7dba-4aad-b4cb-c3e66009808b HTTP/1.1" status: 204 len: 168 time: 0.5089602 May 26 23:32:26.252523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44326) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:26.302921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6bb1bfb5-c6fd-4ec5-82ad-7221d96a5330 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bae4cb29f0ea4ee3994e5a839268b31d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492682 May 26 23:32:26.305311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44330) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:26.365374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1526401b-cb85-4de6-8e18-8cffb4cc59db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:26.390135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1526401b-cb85-4de6-8e18-8cffb4cc59db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:26.440228 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1526401b-cb85-4de6-8e18-8cffb4cc59db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:26.457584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526401b-cb85-4de6-8e18-8cffb4cc59db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:26.468429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1526401b-cb85-4de6-8e18-8cffb4cc59db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:26.469510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1526401b-cb85-4de6-8e18-8cffb4cc59db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5efbe9bb-1d57-4194-b41f-b7f8bf18b3cc HTTP/1.1" status: 204 len: 168 time: 0.1633143 May 26 23:32:27.409959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44352) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:27.569485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1987682282-network', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:27.575231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:27.579075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Usage tracker for resource:network and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:27.581938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:27.588212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:27.598258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Made reservation on behalf of f15bba262ede48adb9ff3d0b9d648a1c for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:32:27.600490 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:27.613533 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:27.643595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:27.647483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Usage tracker for resource:security_group_rule and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:27.650846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:27.656514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:27.721327 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:27.724959 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:27.753809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:32:27.849828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f987b1-3a4f-4d9c-9f50-6963c71881d0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:27.854458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:27.854799 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Added segment ebc2d509-7ee1-4842-b3bf-b91aee255407 of type vlan for network ae88705e-557b-4305-a504-47d9742a313a May 26 23:32:27.879963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:27.915534 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:27.916373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:27.916988 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.018853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] Pushing event updated for resources: {'Network': ['ID=ae88705e-557b-4305-a504-47d9742a313a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:28.022633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-737662f1-b461-4ea1-95f0-74429875ec11 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6115930 May 26 23:32:28.026152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:28.029479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ae88705e-557b-4305-a504-47d9742a313a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:32:28.031402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Request body: {'subnet': {'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1987682282-subnet', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:28.037067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:28.040938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Usage tracker for resource:subnet and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:28.043822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:28.049950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:28.060257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Made reservation on behalf of f15bba262ede48adb9ff3d0b9d648a1c for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:32:28.062622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.191283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.213709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:32:28.253286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: b5edf39e-90b4-49b8-b57f-158aba8ca08a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:32:28.253881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device b5edf39e-90b4-49b8-b57f-158aba8ca08a not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:32:28.279868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.354187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:28.365311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:32:28.365658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Network hostable DHCP agents. Network: ae88705e-557b-4305-a504-47d9742a313a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:32:28.387135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Network ae88705e-557b-4305-a504-47d9742a313a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:32:28.395701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ae88705e-557b-4305-a504-47d9742a313a) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:32:28.399514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:28.400122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.404522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5acf9d-d88d-412e-98bd-80f23b51018a None None] Network ae88705e-557b-4305-a504-47d9742a313a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:32:28.420138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e5172095-5959-4446-a952-ae8432185220 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3929276 May 26 23:32:28.422853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 44362) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:28.428246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:28.434195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:28.438073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Usage tracker for resource:router and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:28.440848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:28.446598 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:28.456665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.457656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.476040 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.630331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-ae88705e-557b-4305-a504-47d9742a313a', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:32:28.631412 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.635067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.785305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Allocated IP 172.20.0.2 (ae88705e-557b-4305-a504-47d9742a313a/1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0/baa74ded-ac8f-42a8-87cd-f0c7d5e1b816) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:32:28.822949 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.852151 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.995188 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:28.999168 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Allocated IP 172.25.4.200 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/fea692dd-adad-4439-950b-9ffbf2e049d6) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:32:29.006289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Transition to ACTIVE for port object baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:29.024571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Transition to ACTIVE for port object baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:29.031051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.096058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Network ae88705e-557b-4305-a504-47d9742a313a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:32:29.098857 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:32:29.104586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:32:29.107193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Pushing event updated for resources: {'Port': ['ID=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:29.152886 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.180312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.194737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Attempting to bind port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:32:29.195103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Attempting to bind port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:32:29.195464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Attempting to bind port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:32:29.202445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:32:29.202809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:32:29.203202 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.203585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:32:29.204075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Bound port: baa74ded-ac8f-42a8-87cd-f0c7d5e1b816, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:32:29.204440 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.251458 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:32:29.254485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:32:29.260390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:32:29.295056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Pushing event updated for resources: {'Port': ['ID=fea692dd-adad-4439-950b-9ffbf2e049d6,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:29.301254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] For port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:32:29.304481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] For port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:32:29.308183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.397004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2693f7-1461-4fa2-835e-73501e2d38ff None None] Pushing event updated for resources: {'Port': ['ID=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:29.435776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.436605 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:29.780051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:29.794423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Router b4d1847f-e428-4c11-ac35-270d34b792ae is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:32:29.848987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:29.998629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:32:30.007805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:32:30.020472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:32:30.021144 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:32:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:30.023924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:30.027898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d3881fe0-eaaa-4894-ba81-54fb3cc02e05 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6013951 May 26 23:32:30.028145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44366) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:30.208142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:32:30.415049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca70b2-d152-46a5-be68-3023f377ef7d None None] Network ae88705e-557b-4305-a504-47d9742a313a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:32:30.543424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ffe7df6c-4344-44d4-9da9-13c22e615a00 None None] Provisioning for port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:30.571716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ffe7df6c-4344-44d4-9da9-13c22e615a00 None None] Provisioning complete for port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:30.572090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ffe7df6c-4344-44d4-9da9-13c22e615a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:30.764229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:30.842417 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ffe7df6c-4344-44d4-9da9-13c22e615a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:30.856701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:29Z', 'revision_number': 3, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:30.865360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:32:30.865726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Updating router b4d1847f-e428-4c11-ac35-270d34b792ae port fea692dd-adad-4439-950b-9ffbf2e049d6 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:32:30.938584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ffe7df6c-4344-44d4-9da9-13c22e615a00 None None] For port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:30.939847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:30.967874 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ffe7df6c-4344-44d4-9da9-13c22e615a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:30.979054 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Allocated IP 172.20.0.1 (ae88705e-557b-4305-a504-47d9742a313a/1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0/d037529b-0161-4dfd-9586-2624afc5b20f) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:32:31.113116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7df6c-4344-44d4-9da9-13c22e615a00 None None] Pushing event updated for resources: {'Port': ['ID=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:31.134895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.150237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Transition to ACTIVE for port object d037529b-0161-4dfd-9586-2624afc5b20f will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:31.171220 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.225461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d49d99bf-f603-4956-b8d7-44288ff405de None None] Provisioning complete for port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:31.226044 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d49d99bf-f603-4956-b8d7-44288ff405de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.250012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Network ae88705e-557b-4305-a504-47d9742a313a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:32:31.252592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:32:31.256242 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:32:31.283847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d037529b-0161-4dfd-9586-2624afc5b20f,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:31.311963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.400676 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.446391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.461027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Transition to ACTIVE for port object fea692dd-adad-4439-950b-9ffbf2e049d6 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:31.468277 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.565705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Attempting to bind port fea692dd-adad-4439-950b-9ffbf2e049d6 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:32:31.565998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Attempting to bind port fea692dd-adad-4439-950b-9ffbf2e049d6 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:32:31.566624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Attempting to bind port fea692dd-adad-4439-950b-9ffbf2e049d6 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:32:31.573572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635a7d4-e5ca-482b-aa75-5d9102660984 None None] Pushing event updated for resources: {'Port': ['ID=fea692dd-adad-4439-950b-9ffbf2e049d6,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:31.582799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:32:31.583293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:32:31.583741 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.584124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:32:31.584698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Bound port: fea692dd-adad-4439-950b-9ffbf2e049d6, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:32:31.585093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.612638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d475bad-c25c-4471-b155-13d2d826a704 None None] Provisioning for port d037529b-0161-4dfd-9586-2624afc5b20f completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:31.623499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1d475bad-c25c-4471-b155-13d2d826a704 None None] Provisioning complete for port d037529b-0161-4dfd-9586-2624afc5b20f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:31.623867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1d475bad-c25c-4471-b155-13d2d826a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.687280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1d475bad-c25c-4471-b155-13d2d826a704 None None] Port d037529b-0161-4dfd-9586-2624afc5b20f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:32:31.715584 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] For port fea692dd-adad-4439-950b-9ffbf2e049d6, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:32:31.719333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] For port fea692dd-adad-4439-950b-9ffbf2e049d6, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fea692dd-adad-4439-950b-9ffbf2e049d6,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:32:31.724418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.750071 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.754571 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.764689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:31.859899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635a7d4-e5ca-482b-aa75-5d9102660984 None None] Pushing event updated for resources: {'Port': ['ID=fea692dd-adad-4439-950b-9ffbf2e049d6,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:31.860374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d037529b-0161-4dfd-9586-2624afc5b20f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:31.862931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:31.870591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:32:31.871196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:32:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:32.000007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Network ae88705e-557b-4305-a504-47d9742a313a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:32:32.001140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:32:32.037447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:32.037844 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:32.176646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:32:32.342448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ca50dcb-f808-4bf8-9256-7a49f11b4b55 None None] Provisioning complete for port d037529b-0161-4dfd-9586-2624afc5b20f triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:32.343098 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ca50dcb-f808-4bf8-9256-7a49f11b4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:32.394208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:32:32.458115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ca50dcb-f808-4bf8-9256-7a49f11b4b55 None None] Port d037529b-0161-4dfd-9586-2624afc5b20f cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:32:32.556238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 2, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:32.560087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48918c-21e4-4c76-ad01-f251d7ed3944 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 2, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:32:32.598147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:32:32.608331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cf1c09ad-6364-40e0-ac89-33c7123890f6 admin admin] 10.222.0.32 "PUT /v2.0/routers/b4d1847f-e428-4c11-ac35-270d34b792ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791080 May 26 23:32:32.985886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44376) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:32.991510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326779735', 'description': 'tempest-description--412005802'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:32.998430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:33.002608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Usage tracker for resource:security_group and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:33.005608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:33.011965 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:33.022716 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.059849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:33.063669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Usage tracker for resource:security_group_rule and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:33.066497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:33.073080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:33.129459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.133580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.181207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e1731a-54a0-42cd-9cc8-157243ae26bd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:33.186942 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.188098 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f2ffaed3-5fba-454f-9bf9-fa7e60bae480 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2012398 May 26 23:32:33.190862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44380) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:33.196063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'security_group_rule': {'security_group_id': 'b2e1731a-54a0-42cd-9cc8-157243ae26bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:33.205491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:33.209488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Usage tracker for resource:security_group_rule and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:33.213100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:33.218804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:33.235783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.301516 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.305172 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.328405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f80e915-07a5-4847-93be-9fc5acd74338,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:33.342457 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.344779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-60ac315c-825c-4a6e-a83a-a89478ca7728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1530280 May 26 23:32:33.347348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44384) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:33.352890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'security_group_rule': {'security_group_id': 'b2e1731a-54a0-42cd-9cc8-157243ae26bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:33.359685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:33.363764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Usage tracker for resource:security_group_rule and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:33.366906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:33.373236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:33.393769 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.458342 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.463049 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.487053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f526a7a4-598d-41de-8fce-c47d7cabfa3f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:33.498597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.503657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8c0c71c9-6f7e-4064-b985-a6526de59052 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1526043 May 26 23:32:33.503951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44388) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:33.509405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:33.515611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:33.519454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Usage tracker for resource:floatingip and tenant:f15bba262ede48adb9ff3d0b9d648a1c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:32:33.522380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:32:33.528763 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:33.538565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.678397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.771125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fea692dd-adad-4439-950b-9ffbf2e049d6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:33.845532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port fea692dd-adad-4439-950b-9ffbf2e049d6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:33.850448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fea692dd-adad-4439-950b-9ffbf2e049d6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:33.850817 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.921208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Allocated IP 172.25.4.142 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/abf265b1-391a-4520-8ada-fd6ee4bff0fb) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:32:33.971247 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:33.987313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port fea692dd-adad-4439-950b-9ffbf2e049d6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fea692dd-adad-4439-950b-9ffbf2e049d6,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:33.991190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.057966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=fea692dd-adad-4439-950b-9ffbf2e049d6,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:34.071174 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.098189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.164935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:32:34.168267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:32:34.170151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'Port': ['ID=abf265b1-391a-4520-8ada-fd6ee4bff0fb,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:34.172176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:32:34.324712 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.378969 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.581582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.585918 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.698900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'Port': ['ID=abf265b1-391a-4520-8ada-fd6ee4bff0fb,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:34.709520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.731366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:34.732562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fe67fc94-38d9-4fd5-91df-cd5cede825d6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2276495 May 26 23:32:34.899365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-a18fbaf0-384a-4974-a74e-c860f16d917f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:32:34.915514 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-a18fbaf0-384a-4974-a74e-c860f16d917f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:32:34.916635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-a18fbaf0-384a-4974-a74e-c860f16d917f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1326779735&fields=id&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 267 time: 0.0574777 May 26 23:32:35.063411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-58431991-9eea-4d4b-a619-ba814edfe49e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:35.064082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-58431991-9eea-4d4b-a619-ba814edfe49e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:32:35.080925 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-58431991-9eea-4d4b-a619-ba814edfe49e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:32:35.082176 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-58431991-9eea-4d4b-a619-ba814edfe49e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1591446 May 26 23:32:35.098720 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f47e7a9b-47f4-41e9-b5ed-db386a2bebf8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/quotas/f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 375 time: 0.0111065 May 26 23:32:35.184705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-0148b437-6f27-47df-89b5-4362073bc10a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809863 May 26 23:32:35.321251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-5150cc91-c738-48b6-a0b6-6599f78a4eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240208 May 26 23:32:35.449042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-a2309779-7915-498c-826d-3984a6ea8533 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219759 May 26 23:32:35.639408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9001a3b0-4700-4eee-99dd-3aa3d06ca390 req-8f815dc1-d5e6-49a5-a388-6d1b86b7f80f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:32:35.657848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-9001a3b0-4700-4eee-99dd-3aa3d06ca390 req-8f815dc1-d5e6-49a5-a388-6d1b86b7f80f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:32:35.659034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9001a3b0-4700-4eee-99dd-3aa3d06ca390 req-8f815dc1-d5e6-49a5-a388-6d1b86b7f80f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 210 time: 0.0614953 May 26 23:32:35.751909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fea692dd-adad-4439-950b-9ffbf2e049d6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:35.823213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port fea692dd-adad-4439-950b-9ffbf2e049d6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:35.823718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:36.751941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f8799520-7514-4ea1-a0db-45cbafbcbd75 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:36.753356 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f8799520-7514-4ea1-a0db-45cbafbcbd75 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1449723 May 26 23:32:36.830036 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-228c26a3-f0ff-474a-b0b3-2707f2df8d5a req-59b24e13-436d-4da2-b58e-b218273b0989 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 210 time: 0.0435984 May 26 23:32:36.851817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-155a4f60-eeb1-47d9-ac19-46447bf202e5 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 380 time: 0.0789056 May 26 23:32:36.863129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'port': {'device_id': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'admin_state_up': True, 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'security_groups': ['b2e1731a-54a0-42cd-9cc8-157243ae26bd']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:36.992563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:32:37.001705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:32:37.011000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Made reservation on behalf of f15bba262ede48adb9ff3d0b9d648a1c for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:32:37.013979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:37.173337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Allocated IP 172.20.0.5 (ae88705e-557b-4305-a504-47d9742a313a/1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0/d2a9bcd4-0723-4b84-a803-7c9a81abaa25) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:32:37.354683 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:37.370210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Transition to ACTIVE for port object d2a9bcd4-0723-4b84-a803-7c9a81abaa25 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:37.391848 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:37.470769 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Network ae88705e-557b-4305-a504-47d9742a313a is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:32:37.473634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:32:37.476570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:32:37.528419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:37.559100 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:37.560647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:37.588964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-7c6d3eb6-3776-4002-866e-62f2e76bf12b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291439 May 26 23:32:37.604425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Request body: {'port': {'device_id': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:37.719475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a85f53eb-7f06-4cae-9648-0ecf302a7c56 None None] Provisioning for port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:37.725637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a85f53eb-7f06-4cae-9648-0ecf302a7c56 None None] Provisioning complete for port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:37.726126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a85f53eb-7f06-4cae-9648-0ecf302a7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:37.782799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a85f53eb-7f06-4cae-9648-0ecf302a7c56 None None] Port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:32:37.827903 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:38.070537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c37fc-5e90-409d-a356-51d5cff7823d req-bb4a4185-6b4c-432e-8cde-bd2d192a54f4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:38.072025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-929c37fc-5e90-409d-a356-51d5cff7823d req-bb4a4185-6b4c-432e-8cde-bd2d192a54f4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 931 time: 0.0806978 May 26 23:32:38.122002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-929c37fc-5e90-409d-a356-51d5cff7823d req-98559963-c518-460c-ba33-642f8923f160 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:32:38.136576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-929c37fc-5e90-409d-a356-51d5cff7823d req-98559963-c518-460c-ba33-642f8923f160 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:32:38.137732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-929c37fc-5e90-409d-a356-51d5cff7823d req-98559963-c518-460c-ba33-642f8923f160 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564814 May 26 23:32:38.189063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a9bcd4-0723-4b84-a803-7c9a81abaa25 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:32:38.195867 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:38.214423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Transition to ACTIVE for port object d2a9bcd4-0723-4b84-a803-7c9a81abaa25 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:38.218283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:38.340417 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:38.447410 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:32:38.447767 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:32:38.448119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:32:38.453926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:32:38.454241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:32:38.460495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:32:38.460827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:32:38.461207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:32:38.461633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Bound port: d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:32:38.462011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:38.553206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:32:38.556023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:32:38.560501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:38.621110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:38.622462 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] 10.222.0.55 "PUT /v2.0/ports/d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 1091 time: 1.0228291 May 26 23:32:38.622898 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:32:38.642192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bda44c-ef04-48e4-a588-df01abc78414 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:38.720221 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a36d5aa-0e01-441b-add2-18b2c18cc748'] response: {'name': 'network-changed', 'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'status': 'completed', 'code': 200} May 26 23:32:38.761329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f8294d66-f610-4217-82ec-08dbe1728304 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1094 time: 0.0722842 May 26 23:32:38.835079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-db783c70-d9a2-45b3-84d7-401e88fa6f99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 217 time: 0.0646422 May 26 23:32:38.896808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-3c3543a4-7cfc-4df3-b155-11271f80e73b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:38.898307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-3c3543a4-7cfc-4df3-b155-11271f80e73b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0548549 May 26 23:32:38.977364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-cbde9fc4-98ad-4198-b312-6f74dbb3f19f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705469 May 26 23:32:39.108523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-f9f7ea65-6296-457b-8d26-8af9514d701c service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218960 May 26 23:32:39.242845 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-82d1e9fb-ac70-4068-9e4c-39137507840f req-0e9be8bf-9c20-4144-8783-082d92a5e82f service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254680 May 26 23:32:39.341878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4df60-c734-466a-a2db-6a686f96d0de req-bac69bb1-7285-48a2-a404-25652ed53c93 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:39.343331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d0d4df60-c734-466a-a2db-6a686f96d0de req-bac69bb1-7285-48a2-a404-25652ed53c93 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 943 time: 0.0812309 May 26 23:32:39.376892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-ead11ee9-d1d1-48a8-8a08-b8b2442a7824 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1094 time: 0.0679464 May 26 23:32:39.389869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d0d4df60-c734-466a-a2db-6a686f96d0de req-448ff20a-40da-475c-86ba-43c4c9fe02a9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 May 26 23:32:39.507117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-12508eab-1b43-4f6f-b993-7b1afebf0089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:39.508487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-12508eab-1b43-4f6f-b993-7b1afebf0089 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1255224 May 26 23:32:39.674988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-dd717faa-3bd0-4c9c-a9f5-e2fd4848fd4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 217 time: 0.1583519 May 26 23:32:39.737969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-8d82988a-9f7b-4fcd-914a-56b4eb3e7b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:39.739406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-8d82988a-9f7b-4fcd-914a-56b4eb3e7b4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0571873 May 26 23:32:39.816856 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-1e66a211-f045-44c9-831b-05361fed3c7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680714 May 26 23:32:39.944214 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-e442dc91-6ceb-48ad-9795-a6c1cae45eb6 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208701 May 26 23:32:40.076309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8bcc0117-e85f-4dea-b907-dc8860dd2243 req-05c5f2bc-2c29-4a64-9ac3-37fc434d40d6 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213179 May 26 23:32:40.584602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9aca62-e5f7-49bd-8088-60799de64416 req-77e3ccca-3131-46eb-b18d-d6e27b81de86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:40.585274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cf9aca62-e5f7-49bd-8088-60799de64416 req-77e3ccca-3131-46eb-b18d-d6e27b81de86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:32:40.601088 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cf9aca62-e5f7-49bd-8088-60799de64416 req-77e3ccca-3131-46eb-b18d-d6e27b81de86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:32:40.602633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf9aca62-e5f7-49bd-8088-60799de64416 req-77e3ccca-3131-46eb-b18d-d6e27b81de86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 943 time: 0.0919325 May 26 23:32:40.656711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cf9aca62-e5f7-49bd-8088-60799de64416 req-a08664f4-86f1-4305-9a1e-9026f182303f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481167 May 26 23:32:41.849379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc517adf-f2a0-40e0-9509-aaa6504fd0cb req-66c8db36-5ab9-4560-ad72-ad42282c743b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:41.850847 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc517adf-f2a0-40e0-9509-aaa6504fd0cb req-66c8db36-5ab9-4560-ad72-ad42282c743b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 943 time: 0.0788324 May 26 23:32:41.894784 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc517adf-f2a0-40e0-9509-aaa6504fd0cb req-1e68b169-1a84-416a-a38d-0d5fc9ba30b8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 May 26 23:32:42.278085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:32:42.409609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:42.422454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'mac_address': 'fa:16:3e:e1:41:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:32:42.474277 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:42.490627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a9bcd4-0723-4b84-a803-7c9a81abaa25 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:32:42.505233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:42.509851 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:42.573761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:42.582077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.582412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.582741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.583065 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.583408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.583725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.584041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.584355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.584668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.584980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.585291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:42.759756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['d2a9bcd4-0723-4b84-a803-7c9a81abaa25'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:32:43.089602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3186-005b-4561-9e48-7ab1bbceb9ba req-b47f6785-54a4-4eec-a892-1a14257f3071 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:43.090955 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f45a3186-005b-4561-9e48-7ab1bbceb9ba req-b47f6785-54a4-4eec-a892-1a14257f3071 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 944 time: 0.0779181 May 26 23:32:43.135498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f45a3186-005b-4561-9e48-7ab1bbceb9ba req-54135b9c-9abd-4ae4-8f05-d6596160a037 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 May 26 23:32:44.294288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:44.340544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39348ef-4b77-4ac4-b0cb-6bf3474f6af0 req-065a90c7-60fd-46fd-bef7-faa49cbe6e64 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:44.342002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d39348ef-4b77-4ac4-b0cb-6bf3474f6af0 req-065a90c7-60fd-46fd-bef7-faa49cbe6e64 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 944 time: 0.0865030 May 26 23:32:44.364407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:44.369726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:44.370101 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:44.391746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d39348ef-4b77-4ac4-b0cb-6bf3474f6af0 req-af3fdd42-87c0-48a3-984d-33bb428dabe7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438817 May 26 23:32:44.482612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:44.508364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:32:44.517862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:44.521901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:44.565481 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0710fb1-a77d-4b75-aaa6-1ffa891aae86'] response: {'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'code': 200} May 26 23:32:44.590514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:44.700504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a66ae998-c4de-4c14-aba1-cfa00167cb65 req-972e2581-d926-4a0b-9cdf-13a572300ba3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1096 time: 0.0725474 May 26 23:32:44.749440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a66ae998-c4de-4c14-aba1-cfa00167cb65 req-4cabec51-a79b-4607-96a7-6a8666132204 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 May 26 23:32:45.584829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9ccd6-304c-4726-b871-136c6870956e req-3d55d673-e54b-4bfe-a042-27b6bc537407 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:45.586328 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8fc9ccd6-304c-4726-b871-136c6870956e req-3d55d673-e54b-4bfe-a042-27b6bc537407 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0757918 May 26 23:32:45.630953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8fc9ccd6-304c-4726-b871-136c6870956e req-2a0caf4f-5ef0-4fb8-bf43-2a6e69ad6f5a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 May 26 23:32:46.078926 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b0010-9638-4a65-9be3-87319931749c None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:32:46.091494 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:32:46.092075 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:32:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:46.261668 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:32:46.568728 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 2, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:46.573018 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b0010-9638-4a65-9be3-87319931749c None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:32:46.573357 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b0010-9638-4a65-9be3-87319931749c None None] Updating router b4d1847f-e428-4c11-ac35-270d34b792ae port d037529b-0161-4dfd-9586-2624afc5b20f binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:32:46.625686 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-374b0010-9638-4a65-9be3-87319931749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:46.823432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093e05-1367-42e3-972d-c553ce6e6f40 req-f71720b7-5e64-4fcd-8555-4d66adf66827 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:46.824830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45093e05-1367-42e3-972d-c553ce6e6f40 req-f71720b7-5e64-4fcd-8555-4d66adf66827 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0763593 May 26 23:32:46.873925 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45093e05-1367-42e3-972d-c553ce6e6f40 req-c2855739-197a-4185-983b-f722505cc030 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 May 26 23:32:46.991387 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-374b0010-9638-4a65-9be3-87319931749c None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.003074 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-374b0010-9638-4a65-9be3-87319931749c None None] Transition to ACTIVE for port object d037529b-0161-4dfd-9586-2624afc5b20f will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:32:47.010414 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-374b0010-9638-4a65-9be3-87319931749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.067132 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969b7c0-d1df-4518-bb05-d21bc7f52d9a req-34215c3f-6cca-4c14-816a-3c8e75d893d3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:47.068866 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a969b7c0-d1df-4518-bb05-d21bc7f52d9a req-34215c3f-6cca-4c14-816a-3c8e75d893d3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0810857 May 26 23:32:47.077857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44440) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:32:47.082983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'floatingip': {'port_id': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:32:47.133057 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Pushing event updated for resources: {'Port': ['ID=d037529b-0161-4dfd-9586-2624afc5b20f,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:47.147118 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.147606 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.148025 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.148442 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.148853 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.149264 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.149710 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.150122 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.150529 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.150941 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.151357 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:32:47.166277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.248092 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-374b0010-9638-4a65-9be3-87319931749c None None] Attempting to bind port d037529b-0161-4dfd-9586-2624afc5b20f on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:32:47.248447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-374b0010-9638-4a65-9be3-87319931749c None None] Attempting to bind port d037529b-0161-4dfd-9586-2624afc5b20f by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:32:47.249076 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b0010-9638-4a65-9be3-87319931749c None None] Attempting to bind port d037529b-0161-4dfd-9586-2624afc5b20f on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:32:47.255840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d49bec27-22c4-4de1-b189-e1c3252e6b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.257305 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b0010-9638-4a65-9be3-87319931749c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:32:47.257750 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b0010-9638-4a65-9be3-87319931749c None None] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:32:47.258196 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-374b0010-9638-4a65-9be3-87319931749c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.258538 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b0010-9638-4a65-9be3-87319931749c None None] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:32:47.259439 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-374b0010-9638-4a65-9be3-87319931749c None None] Bound port: d037529b-0161-4dfd-9586-2624afc5b20f, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:32:47.259641 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-374b0010-9638-4a65-9be3-87319931749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.346059 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-374b0010-9638-4a65-9be3-87319931749c None None] For port d037529b-0161-4dfd-9586-2624afc5b20f, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:32:47.348957 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-374b0010-9638-4a65-9be3-87319931749c None None] For port d037529b-0161-4dfd-9586-2624afc5b20f, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d037529b-0161-4dfd-9586-2624afc5b20f,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:32:47.352924 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-374b0010-9638-4a65-9be3-87319931749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.438435 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a3ea3-9d17-4125-b875-00b414f5e0ed None None] Pushing event updated for resources: {'Port': ['ID=d037529b-0161-4dfd-9586-2624afc5b20f,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:47.440717 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:32:47.441324 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:32:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:47.629695 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:32:47.793224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d037529b-0161-4dfd-9586-2624afc5b20f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:47.869462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d037529b-0161-4dfd-9586-2624afc5b20f completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:32:47.874489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d037529b-0161-4dfd-9586-2624afc5b20f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:47.874987 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.896998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.902308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:47.974425 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-374b0010-9638-4a65-9be3-87319931749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:47Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:47.978647 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b0010-9638-4a65-9be3-87319931749c None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:47Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:32:48.005107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:48.040715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d037529b-0161-4dfd-9586-2624afc5b20f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d037529b-0161-4dfd-9586-2624afc5b20f,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:32:48.044530 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:48.104694 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 associated. External IP: 172.25.4.142, port: d2a9bcd4-0723-4b84-a803-7c9a81abaa25. May 26 23:32:48.115928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d037529b-0161-4dfd-9586-2624afc5b20f,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:32:48.508401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:32:48.707030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:32:48.711406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:48.765884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7adffe8f-cae9-4631-9c48-115dde49dd0d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "PUT /v2.0/floatingips/7db4e3e5-512c-46a6-8b25-bbef0f87be90 HTTP/1.1" status: 200 len: 991 time: 1.6869729 May 26 23:32:48.766465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:32:48.819581 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eca7219-0f30-4580-85a6-f0e7e60d4f97'] response: {'name': 'network-changed', 'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'status': 'completed', 'code': 200} May 26 23:32:48.969164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-cd615cb3-e7f2-41f5-8c4f-8d2111430141 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1096 time: 0.1277504 May 26 23:32:48.974566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b78a0-59d5-4a1d-bb8a-ba42712e76d8 req-171e68ee-27fb-43b2-8521-fb1067705bd2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:48.975865 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541b78a0-59d5-4a1d-bb8a-ba42712e76d8 req-171e68ee-27fb-43b2-8521-fb1067705bd2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.1054597 May 26 23:32:49.099362 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-541b78a0-59d5-4a1d-bb8a-ba42712e76d8 req-9fae7013-a52c-48a1-849d-538a4fc93156 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047382 May 26 23:32:49.136566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-5ac303ec-caf6-4ab2-83db-941e2655d788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:49.138039 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-5ac303ec-caf6-4ab2-83db-941e2655d788 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1613579 May 26 23:32:49.242581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-6f3aae30-3153-4dd2-9484-3fc0ab814f12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 999 time: 0.0979054 May 26 23:32:49.304380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70f97b-6cc8-44f1-a460-07f85d4523cc req-0ed4e582-d230-474c-b0e8-9961333172f1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:49.305869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d70f97b-6cc8-44f1-a460-07f85d4523cc req-0ed4e582-d230-474c-b0e8-9961333172f1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0791392 May 26 23:32:49.310398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-68069417-7a0d-43d0-a981-bcaa16cf773c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:49.311823 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-68069417-7a0d-43d0-a981-bcaa16cf773c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0642383 May 26 23:32:49.350292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d70f97b-6cc8-44f1-a460-07f85d4523cc req-59319d44-e6d8-4e4d-890a-fb039498b53f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386569 May 26 23:32:49.388684 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-c5d426c2-c336-4199-b638-b2606f02463e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706584 May 26 23:32:49.520188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-cdfe315b-9860-418e-a867-e808d3ff21c4 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258543 May 26 23:32:49.528792 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:32:49.743593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cba3df3c-7f5d-4d48-9bbb-8a968de02e6b req-d9e2039c-8479-43ce-a829-eaa4b66f668d service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177153 May 26 23:32:49.756063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d037529b-0161-4dfd-9586-2624afc5b20f up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:32:49.822618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d037529b-0161-4dfd-9586-2624afc5b20f triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:32:49.822977 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:50.002095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b9694691-727f-4bf9-bcff-fa487c8bbad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:50.550530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd919e-9ce0-4efc-b4c3-934da155a0e4 req-18f09f41-eab2-4de1-950d-fb80f4e7bfdd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:50.551984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87bd919e-9ce0-4efc-b4c3-934da155a0e4 req-18f09f41-eab2-4de1-950d-fb80f4e7bfdd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0834401 May 26 23:32:50.603461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-87bd919e-9ce0-4efc-b4c3-934da155a0e4 req-cd57ad6e-0796-4517-8e53-fbf13a9a3fea tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452285 May 26 23:32:50.613390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:32:50.625365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:32:50.626006 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:32:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:50.769980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:50.803379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddea03d-ac36-455a-8c05-36e60edb97f2 req-f997be9b-cc99-4a0f-be2b-58bb1a0766a8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:50.804845 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ddea03d-ac36-455a-8c05-36e60edb97f2 req-f997be9b-cc99-4a0f-be2b-58bb1a0766a8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0800707 May 26 23:32:50.816398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:32:50.850710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ddea03d-ac36-455a-8c05-36e60edb97f2 req-0575fd30-0335-4e92-a3fa-6004be7a21c4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395117 May 26 23:32:50.892874 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:51.041330 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0068b686-0df2-4eb1-80d0-22d326ad5bde req-dbfb1bfa-8449-49e4-9a8b-7cddd28224da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660110 May 26 23:32:51.174019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:e1:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:32:47Z', 'revision_number': 1, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:51.179648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:32:51.191205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:32:51.191849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:32:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:51.422586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:32:51.442086 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-847deba0-f234-49ea-abd4-e67e97a0bb38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2134061 May 26 23:32:51.475453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97fd46-30a0-453a-8a2e-14d78bfbd2cf req-a834b18d-c067-4912-8600-a88c35eb422d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:51.476890 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba97fd46-30a0-453a-8a2e-14d78bfbd2cf req-a834b18d-c067-4912-8600-a88c35eb422d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.1917725 May 26 23:32:51.525516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba97fd46-30a0-453a-8a2e-14d78bfbd2cf req-e25d9791-c338-4e23-91e4-26f4e8d84a16 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 May 26 23:32:51.784025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:e1:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:32:47Z', 'revision_number': 1, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:32:51.788114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ab0aa-9288-4f0f-93a1-b7be45b01e12 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:e1:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:32:47Z', 'revision_number': 1, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:32:51.993897 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18baa9c2-a458-4f88-8006-6212471b9593 None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:32:52.042141 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:52.722448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3502d-0266-4872-bfbc-08bb643bd386 req-6379626b-2117-44f4-942c-d5d8e5a8ce1d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:52.723928 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ad3502d-0266-4872-bfbc-08bb643bd386 req-6379626b-2117-44f4-942c-d5d8e5a8ce1d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0793812 May 26 23:32:52.810711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ad3502d-0266-4872-bfbc-08bb643bd386 req-f045bba0-8edf-4b8d-81f5-4152cdd40691 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792849 May 26 23:32:52.838694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-292591d4-2e2c-4579-b8b3-a55b0ecb6b39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1096 time: 0.0759037 May 26 23:32:52.966766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-81918456-d151-48e5-b260-122317d2568a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:52.968178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-81918456-d151-48e5-b260-122317d2568a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1236165 May 26 23:32:53.069936 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-a2ca7da3-93d6-4a44-8740-bad5a87af021 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 1001 time: 0.0959501 May 26 23:32:53.136229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-089e9a3b-9e8d-462d-bcc8-27a121e95066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:53.137737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-089e9a3b-9e8d-462d-bcc8-27a121e95066 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0617340 May 26 23:32:53.210894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-25fd5cd8-93e2-4df7-afb6-ca4780223e4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674617 May 26 23:32:53.337637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-fbbf422c-33f4-479d-b1b1-f6468b1bc8a5 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199791 May 26 23:32:53.467587 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-4928f883-150e-45ae-9dac-bea72d7dcef2 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248617 May 26 23:32:54.005084 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ce684-af43-4b8c-b58e-34359b3dd002 req-51778eeb-256d-4ef0-9ee7-62912a800a5a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:54.006474 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-326ce684-af43-4b8c-b58e-34359b3dd002 req-51778eeb-256d-4ef0-9ee7-62912a800a5a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0749869 May 26 23:32:54.050861 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-326ce684-af43-4b8c-b58e-34359b3dd002 req-0b5168be-b4de-497c-a695-79e7892b7358 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389292 May 26 23:32:55.244913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278cbae-080a-432a-8823-525b08597ff0 req-47ad6fc2-fab2-4289-a0a2-8fd606f10d57 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:55.246382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f278cbae-080a-432a-8823-525b08597ff0 req-47ad6fc2-fab2-4289-a0a2-8fd606f10d57 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0755444 May 26 23:32:55.293765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f278cbae-080a-432a-8823-525b08597ff0 req-2df680c2-4ad9-4e94-9693-f131b832f5be tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419459 May 26 23:32:55.667644 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:56.488666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab4c7-3a3b-4103-8312-a3905af9839f req-0475267a-a0e7-4895-88f6-76b78f30201c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:56.490093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e7ab4c7-3a3b-4103-8312-a3905af9839f req-0475267a-a0e7-4895-88f6-76b78f30201c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0780311 May 26 23:32:56.533966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e7ab4c7-3a3b-4103-8312-a3905af9839f req-52838461-d291-42da-8175-a387cc23b187 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 May 26 23:32:57.745288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed1210-d337-4770-bb5b-c6e57669cde6 req-79a2f1a6-a5cd-409d-affb-8cffc82cceeb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:57.746751 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93ed1210-d337-4770-bb5b-c6e57669cde6 req-79a2f1a6-a5cd-409d-affb-8cffc82cceeb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0763574 May 26 23:32:57.790452 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-93ed1210-d337-4770-bb5b-c6e57669cde6 req-c92809a6-0dee-4e4d-b805-65bcb0b58425 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 May 26 23:32:58.204965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:32:58.986184 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9d3bf-0b83-4919-ac11-9d341001b9b4 req-6e106198-b7bd-4d44-aa39-ec4d4442bf06 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:32:58.987535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0af9d3bf-0b83-4919-ac11-9d341001b9b4 req-6e106198-b7bd-4d44-aa39-ec4d4442bf06 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0807445 May 26 23:32:59.034832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0af9d3bf-0b83-4919-ac11-9d341001b9b4 req-28ffd7ac-b1a9-474b-bcc9-c2be0c9b271e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 May 26 23:33:00.231014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d19f49-5e3d-4002-ac60-9aea6fd77b16 req-e3bde517-6ca0-4458-b7bc-deaa9f9db87e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:00.232350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61d19f49-5e3d-4002-ac60-9aea6fd77b16 req-e3bde517-6ca0-4458-b7bc-deaa9f9db87e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0795846 May 26 23:33:00.285632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61d19f49-5e3d-4002-ac60-9aea6fd77b16 req-e01d1679-a07d-4a17-a2a4-7a1c88955f14 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 May 26 23:33:01.492383 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd7071-98a3-43c7-ac41-f9b2ad26eb08 req-0fc1b9ae-b98a-49a4-8fae-387a7c216312 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:01.494350 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91bd7071-98a3-43c7-ac41-f9b2ad26eb08 req-0fc1b9ae-b98a-49a4-8fae-387a7c216312 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0802705 May 26 23:33:01.538285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91bd7071-98a3-43c7-ac41-f9b2ad26eb08 req-05ba3ac2-b027-4822-a6cb-d51f28b0ad95 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385232 May 26 23:33:02.729152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22333734-7709-4d14-a5a4-2fabe7f67186 req-43deea04-9ef0-45ee-b1e5-bf44a194bd70 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:02.730614 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22333734-7709-4d14-a5a4-2fabe7f67186 req-43deea04-9ef0-45ee-b1e5-bf44a194bd70 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0745978 May 26 23:33:02.775075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22333734-7709-4d14-a5a4-2fabe7f67186 req-ae66ea56-46e4-45e6-a3e8-a9d51fa634cd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 May 26 23:33:03.968677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c17113-7bb5-4c65-a511-f8236f126683 req-127335a3-b150-4cc3-9ff9-861faa77df6b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:03.970009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89c17113-7bb5-4c65-a511-f8236f126683 req-127335a3-b150-4cc3-9ff9-861faa77df6b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0778174 May 26 23:33:04.013613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-89c17113-7bb5-4c65-a511-f8236f126683 req-f29094e2-de6d-4495-b604-ea9def4ba366 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381949 May 26 23:33:04.674678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5556cb2c-7455-4153-80a0-9b3574327781 req-fb7345c3-8e14-4c68-897d-d10584cff6f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1096 time: 0.0769262 May 26 23:33:04.906433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556cb2c-7455-4153-80a0-9b3574327781 req-0e5efde9-4ab2-412b-90b4-e2248b19ff73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:04.907882 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5556cb2c-7455-4153-80a0-9b3574327781 req-0e5efde9-4ab2-412b-90b4-e2248b19ff73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.2138004 May 26 23:33:05.007883 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5556cb2c-7455-4153-80a0-9b3574327781 req-07710da1-1a80-4d6b-b7f3-9c2120690866 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 1001 time: 0.0927136 May 26 23:33:05.068749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556cb2c-7455-4153-80a0-9b3574327781 req-d041f528-9f7b-4a5d-9b3f-a5d9f210c28a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:05.070197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5556cb2c-7455-4153-80a0-9b3574327781 req-d041f528-9f7b-4a5d-9b3f-a5d9f210c28a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0559962 May 26 23:33:05.196691 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5556cb2c-7455-4153-80a0-9b3574327781 req-0b7829dc-2c84-46d3-b45b-72003463e3a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199062 May 26 23:33:05.285481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae4169-438d-4bee-a4a4-4146dfa0f805 req-9eb59e91-4351-48fc-bc73-b365e328907a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:05.286838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-55ae4169-438d-4bee-a4a4-4146dfa0f805 req-9eb59e91-4351-48fc-bc73-b365e328907a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.1523938 May 26 23:33:05.366785 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-55ae4169-438d-4bee-a4a4-4146dfa0f805 req-95e5677e-7535-41cf-8e16-111bcfbc3391 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723116 May 26 23:33:05.372305 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5556cb2c-7455-4153-80a0-9b3574327781 req-6f48b652-f184-4efa-bbed-16532ad81760 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654472 May 26 23:33:05.504775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5556cb2c-7455-4153-80a0-9b3574327781 req-f66c4a87-252f-47ac-be61-36f587be1fbd service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263294 May 26 23:33:06.564138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a84447-9540-4bf7-bdc2-05417f5f4fd2 req-49c68e6c-2095-4784-ad7e-63efa75bd488 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:06.565579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48a84447-9540-4bf7-bdc2-05417f5f4fd2 req-49c68e6c-2095-4784-ad7e-63efa75bd488 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0825300 May 26 23:33:06.610384 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48a84447-9540-4bf7-bdc2-05417f5f4fd2 req-b7a07eb0-b20a-437b-8fe3-643566acc7d2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381482 May 26 23:33:07.807589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8d642-e6df-49ab-a016-df20c8a7c54d req-bd8b47c6-5840-493c-b1c1-55562479f4da tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:07.809033 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1a8d642-e6df-49ab-a016-df20c8a7c54d req-bd8b47c6-5840-493c-b1c1-55562479f4da tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0808401 May 26 23:33:07.853763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b1a8d642-e6df-49ab-a016-df20c8a7c54d req-73e5424c-021a-4280-bb2d-cbf535fad97e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392969 May 26 23:33:09.052310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74f3a-7518-469a-a64b-cc8a1f712ae9 req-f645d131-642a-46ed-b449-6a18321ca860 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:09.053640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7f74f3a-7518-469a-a64b-cc8a1f712ae9 req-f645d131-642a-46ed-b449-6a18321ca860 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0787818 May 26 23:33:09.097308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e7f74f3a-7518-469a-a64b-cc8a1f712ae9 req-8b6a765d-77f5-480f-89c7-9f7d9a3348af tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 May 26 23:33:10.286192 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cef3-2bdb-4fec-9311-e070707d96f7 req-666e2a27-2cb1-4339-89aa-655bb899291e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:10.287616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2729cef3-2bdb-4fec-9311-e070707d96f7 req-666e2a27-2cb1-4339-89aa-655bb899291e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0738945 May 26 23:33:10.332165 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2729cef3-2bdb-4fec-9311-e070707d96f7 req-be583f00-d03d-46c4-83de-6bd8b0b6ba43 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391917 May 26 23:33:11.527816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8371-491c-4b5b-b893-de72bcb0c67f req-018f3c35-b196-4cc6-85da-2e5b28dab5b1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:11.529243 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-195f8371-491c-4b5b-b893-de72bcb0c67f req-018f3c35-b196-4cc6-85da-2e5b28dab5b1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0801411 May 26 23:33:11.573627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-195f8371-491c-4b5b-b893-de72bcb0c67f req-3dbdf9e1-4049-4e85-8f53-802d4e602c09 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389812 May 26 23:33:12.779934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e1e09-781d-4067-b08b-15e2d6eac992 req-d44db7f1-782c-44e4-b16a-084058d812db tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:12.781346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a99e1e09-781d-4067-b08b-15e2d6eac992 req-d44db7f1-782c-44e4-b16a-084058d812db tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0770018 May 26 23:33:12.825124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a99e1e09-781d-4067-b08b-15e2d6eac992 req-322038cf-a6c1-4f68-91a0-ec77e1a04757 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383418 May 26 23:33:14.031117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94a968-47d5-4db8-8318-684535e76454 req-b98d6853-f5c9-40ac-b318-abbcb1323a43 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:14.032475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3a94a968-47d5-4db8-8318-684535e76454 req-b98d6853-f5c9-40ac-b318-abbcb1323a43 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0842185 May 26 23:33:14.077660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3a94a968-47d5-4db8-8318-684535e76454 req-baf2eabd-f7d7-4f38-ae91-abfb68bb16ac tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 May 26 23:33:15.268504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addecc5e-250a-425d-9ab2-c0e072ea4101 req-1a5ab048-bd30-42a8-ac9d-4a624a7fb736 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:15.270004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-addecc5e-250a-425d-9ab2-c0e072ea4101 req-1a5ab048-bd30-42a8-ac9d-4a624a7fb736 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0757225 May 26 23:33:15.323501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-addecc5e-250a-425d-9ab2-c0e072ea4101 req-b8891869-8d3e-429f-b038-60992039a1e4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 May 26 23:33:16.516375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32917679-9898-47fe-b74a-003d9f024ceb req-779405ff-b91f-4b2b-a7b4-f07c5b99644d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:16.517804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32917679-9898-47fe-b74a-003d9f024ceb req-779405ff-b91f-4b2b-a7b4-f07c5b99644d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0743821 May 26 23:33:16.565300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-32917679-9898-47fe-b74a-003d9f024ceb req-7b78fccd-ac8a-433c-9379-2577a4e31373 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 May 26 23:33:17.253014 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5dc035f8-e6f9-46d2-b116-16b76aceb54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:17.758390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84976c-93bd-46fc-b678-3725e96db32a req-88fc54c6-7a42-424c-a151-ea6a0efd7c57 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:17.759833 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b84976c-93bd-46fc-b678-3725e96db32a req-88fc54c6-7a42-424c-a151-ea6a0efd7c57 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0751426 May 26 23:33:17.806128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0b84976c-93bd-46fc-b678-3725e96db32a req-9e3c027b-88bb-4bd6-b4cd-b66c81ba95ba tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 May 26 23:33:18.996600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea30f4-0602-44cf-a82d-722b3fe56a59 req-c2fba17e-f485-4903-8ac0-5e31629845b8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:18.997937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8fea30f4-0602-44cf-a82d-722b3fe56a59 req-c2fba17e-f485-4903-8ac0-5e31629845b8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0755310 May 26 23:33:19.042469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8fea30f4-0602-44cf-a82d-722b3fe56a59 req-872eee6a-ea5e-490d-aa13-ac866ac40107 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390694 May 26 23:33:20.002733 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bdc60b3c-4478-47e5-a754-5a39e5e34bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:20.236569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c459-4728-47cf-aaba-f02285589308 req-6d1493fa-6648-45fc-9c59-1037f455911a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:20.238014 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9345c459-4728-47cf-aaba-f02285589308 req-6d1493fa-6648-45fc-9c59-1037f455911a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0780532 May 26 23:33:20.282283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9345c459-4728-47cf-aaba-f02285589308 req-d731b833-9a98-4c3b-88fd-65ef1828d430 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 May 26 23:33:20.730272 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:20.844210 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:21.486577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fe6d6-5416-4b5e-8578-2ce56943f74c req-3b59f7d1-a5e1-4e7c-8655-e83d5db579ca tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:21.488031 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c2fe6d6-5416-4b5e-8578-2ce56943f74c req-3b59f7d1-a5e1-4e7c-8655-e83d5db579ca tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0813885 May 26 23:33:21.532017 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6c2fe6d6-5416-4b5e-8578-2ce56943f74c req-693b0c6a-321b-4d3f-9216-c61d1d9e0f5e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 May 26 23:33:22.052851 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:22.723840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbfe8d-56d0-43c7-bb08-f76135517a76 req-a846c136-91af-41fe-a9be-196d3d6624d4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:22.725223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83bbfe8d-56d0-43c7-bb08-f76135517a76 req-a846c136-91af-41fe-a9be-196d3d6624d4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0749316 May 26 23:33:22.768874 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-83bbfe8d-56d0-43c7-bb08-f76135517a76 req-e058eb7d-e861-472d-b95f-f7605e1b62f7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382135 May 26 23:33:23.962354 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0ed6-c9ab-4dfc-a72b-e25c38b41ed4 req-7c255598-c51d-4125-bd08-982143b47607 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:23.963695 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bbf0ed6-c9ab-4dfc-a72b-e25c38b41ed4 req-7c255598-c51d-4125-bd08-982143b47607 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0760446 May 26 23:33:24.007787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bbf0ed6-c9ab-4dfc-a72b-e25c38b41ed4 req-55ae97b3-617e-42e4-ab87-90fcbede4fc6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387635 May 26 23:33:25.200823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd2856-e7f6-414a-aa8f-ed623da97d91 req-08e9e77a-d110-4f7d-9ce8-3dd76893bf93 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:25.202256 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-90bd2856-e7f6-414a-aa8f-ed623da97d91 req-08e9e77a-d110-4f7d-9ce8-3dd76893bf93 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0778174 May 26 23:33:25.246695 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-90bd2856-e7f6-414a-aa8f-ed623da97d91 req-9aea6ac5-f3d1-458c-99be-d22d1b582922 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 May 26 23:33:25.662355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:25.955318 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-a0d0289e-2aa4-4380-902d-40b5120f3cb9 service neutron] show failed (client error): The resource could not be found. May 26 23:33:25.956207 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-a0d0289e-2aa4-4380-902d-40b5120f3cb9 service neutron] 10.222.0.55 "GET /v2.0/ports/d2a9bcd4-0723-4b84-a803-7c9a81abaa25/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0715854 May 26 23:33:26.219375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-40b4b0d5-307a-4e5f-aca3-6bdd76a75a62 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 1096 time: 0.0710146 May 26 23:33:26.230143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:33:26.337326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:26.530581 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:33:26.554314 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5355e26-20a6-4d1a-9d90-808527f866ca req-ae598171-3b00-4c25-9900-b423dc74b832 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:26.555774 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5355e26-20a6-4d1a-9d90-808527f866ca req-ae598171-3b00-4c25-9900-b423dc74b832 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.1795945 May 26 23:33:26.763745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5355e26-20a6-4d1a-9d90-808527f866ca req-fe0665c7-cdd0-4759-923f-9518b506d264 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630347 May 26 23:33:26.784744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:26.814274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:33:26.868406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:33:26.873871 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:26.888362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Transition to ACTIVE for port object d2a9bcd4-0723-4b84-a803-7c9a81abaa25 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:33:26.891987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:26.941358 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37ae182-7b26-4006-95d3-ac64c08c4fde'] response: {'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'code': 200} May 26 23:33:27.032105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:27.046578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.046920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.047251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.047581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.047905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.048228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.048811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.049130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.049444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.049783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.050114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:27.101604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] No DVR routers for this DVR port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:33:27.344741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:33:27.345387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:33:27.345387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:33:27.350855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:33:27.351169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Attempting to bind port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:33:27.357299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:33:27.357625 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:33:27.358025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:33:27.358441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Bound port: d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:33:27.358776 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:27.446097 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:33:27.449034 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:33:27.453583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:27.518360 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:27.519712 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] 10.222.0.48 "PUT /v2.0/ports/d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 1091 time: 1.2938948 May 26 23:33:27.534308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde251ce-d357-4eb1-a819-f1e49dcf4d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:27.619112 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-71fa274e-89a1-426f-aeca-5e9d759983d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1094 time: 0.0770600 May 26 23:33:27.753001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-ebd3ebcb-3830-4ded-8a18-5795feb43021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:27.754455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-ebd3ebcb-3830-4ded-8a18-5795feb43021 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1289880 May 26 23:33:27.856479 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-1aab358d-4286-4e2a-94b2-e5ed28e6cdad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 999 time: 0.0959907 May 26 23:33:27.967170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-49283409-7019-4894-aad2-213fd76d83c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:27.968470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-49283409-7019-4894-aad2-213fd76d83c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.1065598 May 26 23:33:28.029861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655e85d-a318-4681-b1ae-fb7b083aa9ae req-86a6f5a3-dc54-4d29-9d5d-1dc127d95d49 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:28.031238 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9655e85d-a318-4681-b1ae-fb7b083aa9ae req-86a6f5a3-dc54-4d29-9d5d-1dc127d95d49 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 943 time: 0.1400294 May 26 23:33:28.091359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-b2cc5250-63d9-476a-ab81-ce05a7924ccb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151807 May 26 23:33:28.093535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9655e85d-a318-4681-b1ae-fb7b083aa9ae req-aaa8383e-eebf-4519-a059-e30fca94e737 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567474 May 26 23:33:28.218080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:28.222455 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-971cb861-b03d-43e1-a816-b769e29693c3 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241326 May 26 23:33:28.440289 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3551fa78-e229-4e8f-bcf0-8b481b8b6853 req-625c83dd-1fb2-4af7-b1c9-ea36178873e9 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120924 May 26 23:33:28.942853 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:33:29.011648 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f70409f-c5be-4ba6-86bf-ec7b4eae411a'] response: {'name': 'network-changed', 'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'status': 'completed', 'code': 200} May 26 23:33:29.095082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-b8b5cf0e-f31e-4e50-91ef-88f67cba74df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1094 time: 0.0687842 May 26 23:33:29.109986 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-7e0fb6a1-eea9-4f17-804d-d4309839d0bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1094 time: 0.0710278 May 26 23:33:29.269269 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-d4c5cc68-11e4-4108-9cd7-24ca6f76bce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:29.270686 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-d4c5cc68-11e4-4108-9cd7-24ca6f76bce3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1695826 May 26 23:33:29.344756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-22dfe90b-bfa6-4fc8-97e1-43ab14ad6c1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:29.346234 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-22dfe90b-bfa6-4fc8-97e1-43ab14ad6c1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.2273958 May 26 23:33:29.393503 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-5c979158-8e47-42ed-9d9d-35e0d226fcca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 999 time: 0.1160750 May 26 23:33:29.399882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42466ed6-9468-4988-9ad2-efde952a7d23 req-235a59aa-0099-4bbf-a11d-c78cb114775e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:29.401298 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-42466ed6-9468-4988-9ad2-efde952a7d23 req-235a59aa-0099-4bbf-a11d-c78cb114775e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 943 time: 0.1789720 May 26 23:33:29.451698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-004768ce-0ea9-45e2-a476-bcec59e1c267 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 999 time: 0.0959544 May 26 23:33:29.488500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-2c27ca85-d12d-4943-a16c-cbdfa4f1a947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:29.490040 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-2c27ca85-d12d-4943-a16c-cbdfa4f1a947 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0879459 May 26 23:33:29.495750 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-42466ed6-9468-4988-9ad2-efde952a7d23 req-ca3fa5d2-4d62-42d6-a537-0e4a5b389518 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638146 May 26 23:33:29.520028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-8c0fb822-e5a4-4a0a-8b39-2139467b0ce3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:29.521569 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-8c0fb822-e5a4-4a0a-8b39-2139467b0ce3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0609074 May 26 23:33:29.572117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-b03183b2-bc2f-40cc-98f4-04f5ba3a687c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753191 May 26 23:33:29.598987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-019680bf-dd8f-4c9a-8ee1-91127d65a188 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686655 May 26 23:33:29.703740 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-c0ca2f77-045d-4337-8392-731f51818e1b service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252966 May 26 23:33:29.735382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-65f40bfb-3422-4b4f-8f55-3b5920555cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262999 May 26 23:33:29.840838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-1514a76a-b87f-42e0-b790-2af2454bbbef service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298347 May 26 23:33:29.884019 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b5b18a-ab21-41c9-9941-31a5a97d0884 req-46f23d3c-f8ed-4263-8af8-ccbc21a0be15 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397755 May 26 23:33:30.417552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:33:30.472197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:33:30.696142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b858da-5790-4fb1-b429-82452f447bd7 req-0b7ae8f9-6c72-47b9-a8a3-cc7b932e776c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:30.697603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8b858da-5790-4fb1-b429-82452f447bd7 req-0b7ae8f9-6c72-47b9-a8a3-cc7b932e776c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 943 time: 0.0804093 May 26 23:33:30.743444 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c8b858da-5790-4fb1-b429-82452f447bd7 req-af057360-526f-4e69-9b76-1cb1624959ea tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403411 May 26 23:33:31.445522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:33:31.583318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:31.596659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'mac_address': 'fa:16:3e:e1:41:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:33:31.652630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:31.669202 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a9bcd4-0723-4b84-a803-7c9a81abaa25 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:33:31.683829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:31.687581 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:31.754682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:31.943000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4add-b7f6-4fde-9b40-6b5d5c469ab2 req-83e7e4b3-393c-4b85-abba-b95fd25c0f57 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:31.944440 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6cc4add-b7f6-4fde-9b40-6b5d5c469ab2 req-83e7e4b3-393c-4b85-abba-b95fd25c0f57 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 944 time: 0.0760493 May 26 23:33:31.989378 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6cc4add-b7f6-4fde-9b40-6b5d5c469ab2 req-61636d0f-f128-4a6e-8a57-d1f740b89cb2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 May 26 23:33:32.013681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['d2a9bcd4-0723-4b84-a803-7c9a81abaa25'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:33:32.315768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521c41-d9b7-4a96-8cc6-c5cf7a61c7e4 req-1e922333-2735-4abe-ba44-8511913c53a7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:32.316475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c805d-4513-4845-a11c-174d2bdf257a req-64129639-da2a-4bb3-965c-cdf936da714e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:32.317121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45521c41-d9b7-4a96-8cc6-c5cf7a61c7e4 req-1e922333-2735-4abe-ba44-8511913c53a7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 944 time: 0.0803034 May 26 23:33:32.317954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-64129639-da2a-4bb3-965c-cdf936da714e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.0802097 May 26 23:33:32.361342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-45521c41-d9b7-4a96-8cc6-c5cf7a61c7e4 req-17afa7cf-6423-4a1f-bb92-a80dcac710da tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386455 May 26 23:33:32.400964 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-280c805d-4513-4845-a11c-174d2bdf257a req-5f3607c4-9eed-4559-b3d4-e68dd58d2e72 service neutron] delete failed (client error): The resource could not be found. May 26 23:33:32.401980 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-5f3607c4-9eed-4559-b3d4-e68dd58d2e72 service neutron] 10.222.0.55 "DELETE /v2.0/ports/d2a9bcd4-0723-4b84-a803-7c9a81abaa25/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0757191 May 26 23:33:32.548648 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-4f4b16f6-396a-4727-aea2-a8eb9c31dc12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 1095 time: 0.0690312 May 26 23:33:32.680704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c805d-4513-4845-a11c-174d2bdf257a req-bd4039e6-343b-4d16-ac4a-acf1fa3f7616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:32.682163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-bd4039e6-343b-4d16-ac4a-acf1fa3f7616 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1238666 May 26 23:33:32.788194 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-f51de6be-bfc2-4937-8115-6afd459b7c3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 200 len: 1000 time: 0.0971320 May 26 23:33:32.851230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c805d-4513-4845-a11c-174d2bdf257a req-1321a630-dea1-4967-9c43-66eb6ceccd10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:32.853119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-1321a630-dea1-4967-9c43-66eb6ceccd10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0558984 May 26 23:33:32.930453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-473acc7e-1d65-4bd6-b3a7-2e6148b1021c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686550 May 26 23:33:33.060890 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-10a3a8ba-87aa-4d20-862b-1fbb279c3de3 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216106 May 26 23:33:33.191427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-280c805d-4513-4845-a11c-174d2bdf257a req-c1a1b9e3-f615-4fab-8a6b-1c81557381ed service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212103 May 26 23:33:33.452344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:33:33.521254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:33:33.526236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:33:33.526602 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:33.565703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3797ef3-8a2c-42b6-bbd6-66d13cb3f596 req-e67088c5-89c4-40f8-81db-542926472b17 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:33.567384 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3797ef3-8a2c-42b6-bbd6-66d13cb3f596 req-e67088c5-89c4-40f8-81db-542926472b17 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 944 time: 0.0841689 May 26 23:33:33.633306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e3797ef3-8a2c-42b6-bbd6-66d13cb3f596 req-e428382b-ff2e-4bd0-9c35-3494b78857b1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591478 May 26 23:33:33.659130 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:33.688226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:33:33.697738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:33.702665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:33.753447 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2890bf46-32d8-42fb-9750-a9b19bd76249'] response: {'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'code': 200} May 26 23:33:33.779862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:34.906516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630648-bfc4-4f61-bdb9-2fd845c3e570 req-45484249-d34e-4849-81a9-e19df2ee66aa tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:34.907969 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb630648-bfc4-4f61-bdb9-2fd845c3e570 req-45484249-d34e-4849-81a9-e19df2ee66aa tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.1657689 May 26 23:33:34.953146 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb630648-bfc4-4f61-bdb9-2fd845c3e570 req-fa9125b3-6e7b-4bad-aea0-5b9d132e3019 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 May 26 23:33:35.146378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bead777-e934-4aa1-ba20-846f2e817c65 req-60746e80-c8e6-4d95-9eec-4b8f776f0c48 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:35.147794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9bead777-e934-4aa1-ba20-846f2e817c65 req-60746e80-c8e6-4d95-9eec-4b8f776f0c48 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0746536 May 26 23:33:35.192171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9bead777-e934-4aa1-ba20-846f2e817c65 req-d04d4fbb-1f8d-49b9-9d59-47212b4a5fab tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 May 26 23:33:35.381681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8d4f0-87d2-44f4-b10c-76645a0942bd req-a3bbe6c8-ff53-4f2a-a3a8-c8c6d7c7df27 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:35.383125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74f8d4f0-87d2-44f4-b10c-76645a0942bd req-a3bbe6c8-ff53-4f2a-a3a8-c8c6d7c7df27 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0760131 May 26 23:33:35.426831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74f8d4f0-87d2-44f4-b10c-76645a0942bd req-6139595d-88cd-47fe-af6b-b20be085ea10 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383363 May 26 23:33:35.824115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb8b7a-7b86-4dbf-93a0-c85c75a3965d req-4e2688fb-10a0-4dd7-a530-d1825b5cd762 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:35.825538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cceb8b7a-7b86-4dbf-93a0-c85c75a3965d req-4e2688fb-10a0-4dd7-a530-d1825b5cd762 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0749412 May 26 23:33:35.869937 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cceb8b7a-7b86-4dbf-93a0-c85c75a3965d req-e1e23ed0-0f81-4e49-8e84-3de4af8fed27 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389802 May 26 23:33:37.075529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f844a9-9f92-4cba-9738-91aba0a47741 req-9efa7b5a-39fe-4bd5-b787-801720250a90 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:37.076905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f844a9-9f92-4cba-9738-91aba0a47741 req-9efa7b5a-39fe-4bd5-b787-801720250a90 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0817137 May 26 23:33:37.171697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6f844a9-9f92-4cba-9738-91aba0a47741 req-161da632-a382-4425-bee5-bfe045ec84d5 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892720 May 26 23:33:37.191179 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-450c90a5-846e-4aba-8daf-2ebf2608c513 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:37.192608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-450c90a5-846e-4aba-8daf-2ebf2608c513 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 945 time: 0.0969632 May 26 23:33:37.262443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Deleting port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:33:37.262905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:37.583449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] For port d2a9bcd4-0723-4b84-a803-7c9a81abaa25, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:37.583805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:37.865502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:37.865902 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:37.866214 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 disassociated. External IP: 172.25.4.142, port: d2a9bcd4-0723-4b84-a803-7c9a81abaa25. May 26 23:33:37.866540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Calling delete_port for d2a9bcd4-0723-4b84-a803-7c9a81abaa25 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:33:38.009585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:38.056326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event deleted for resources: {'Port': ['ID=d2a9bcd4-0723-4b84-a803-7c9a81abaa25,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:38.271108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:33:38.337046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3a531ff0-a244-47bb-9810-6bdd22f9808d req-f2bc50c2-f0be-4fe9-b657-16c8a5810bd2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea4fba63-ce04-44fe-bb15-4a61dee8499d HTTP/1.1" status: 200 len: 210 time: 0.0441780 May 26 23:33:38.471377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:33:38.481567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:33:38.496549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:33:38.497159 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:33:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:38.545408 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] No DVR routers for this DVR port d2a9bcd4-0723-4b84-a803-7c9a81abaa25 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:33:38.548835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:38.551026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-deleted', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:33:38.567522 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09eef946-7349-4b10-a79f-01326efd3fb0 req-fb3a0a45-269a-42f9-b14b-4b36c4a1f940 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "DELETE /v2.0/ports/d2a9bcd4-0723-4b84-a803-7c9a81abaa25 HTTP/1.1" status: 204 len: 173 time: 1.3696523 May 26 23:33:38.615267 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e6ee1f-fcf5-4dec-aeb6-1cf6a2fe01c9'] response: {'server_uuid': 'ea4fba63-ce04-44fe-bb15-4a61dee8499d', 'name': 'network-vif-deleted', 'tag': 'd2a9bcd4-0723-4b84-a803-7c9a81abaa25', 'status': 'completed', 'code': 200} May 26 23:33:38.720021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:33:39.044011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:39.047709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:33:39.061994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:33:39.063750 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:33:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:39.239286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:33:39.467206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:33:39.516611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: d2a9bcd4-0723-4b84-a803-7c9a81abaa25 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:33:39.517357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device d2a9bcd4-0723-4b84-a803-7c9a81abaa25 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:33:39.585625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:39.589523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36089-1119-4b9e-ba7e-c04994df9b63 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:33:39.711861 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-da86fe25-1215-4fb1-8da8-560e0388f219 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1326779735&fields=id&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 267 time: 0.0435796 May 26 23:33:39.812473 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e109977-556b-4933-968a-265dbb9e536b None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:33:39.861822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7704910-b118-4b01-9061-6c8fab8b001b req-5cd612ee-fbde-41d0-9966-c98ebbd40b43 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:39.863229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-5cd612ee-fbde-41d0-9966-c98ebbd40b43 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1448252 May 26 23:33:39.880052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-70f77dce-5f51-4469-8381-56bd0b6d74cb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/quotas/f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 375 time: 0.0112927 May 26 23:33:39.960533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-ab027581-72d4-49a1-99e6-68fd0521034b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750916 May 26 23:33:40.101328 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e36d875b-8cfb-43e8-97ed-3763ba3b6d60 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283767 May 26 23:33:40.230733 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-0df6d72a-0193-446b-ad90-504b1c5a0a02 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237025 May 26 23:33:40.411013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-49adadaf-39be-412b-b6f3-40a630d5537f req-dca710aa-80c1-4448-a0d8-2c385458285e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:33:40.428323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-49adadaf-39be-412b-b6f3-40a630d5537f req-dca710aa-80c1-4448-a0d8-2c385458285e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:33:40.430068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49adadaf-39be-412b-b6f3-40a630d5537f req-dca710aa-80c1-4448-a0d8-2c385458285e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 210 time: 0.0582628 May 26 23:33:41.401444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5d93cd6-39ac-4cf4-b7ad-7412d2cdc327 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:41.402864 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5d93cd6-39ac-4cf4-b7ad-7412d2cdc327 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1429012 May 26 23:33:41.454965 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-3f41dc74-412d-4050-a9d6-03247497f1c6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 380 time: 0.0398574 May 26 23:33:41.463718 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'port': {'device_id': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'admin_state_up': True, 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'security_groups': ['b2e1731a-54a0-42cd-9cc8-157243ae26bd']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:33:41.595838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-90e4afa1-112c-44b5-afae-980d5ac50f45 req-86af8da8-2cbf-4879-aa4d-647d752ac7d3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 210 time: 0.0448167 May 26 23:33:41.599229 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:33:41.609440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:33:41.620016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Made reservation on behalf of f15bba262ede48adb9ff3d0b9d648a1c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:33:41.623063 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:41.781988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Allocated IP 172.20.0.8 (ae88705e-557b-4305-a504-47d9742a313a/1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0/613499d5-00e2-4da4-85db-8c69edde20f8) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:33:42.048760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:42.063532 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Transition to ACTIVE for port object 613499d5-00e2-4da4-85db-8c69edde20f8 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:33:42.085306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:42.158518 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Network ae88705e-557b-4305-a504-47d9742a313a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:33:42.161555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:33:42.165861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:33:42.191323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:42.228931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:42.229526 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:42.254311 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-89a82002-6c82-492e-a857-6edb8e47e6ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941785 May 26 23:33:42.265214 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Request body: {'port': {'device_id': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:33:42.376709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:42.394677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-82ce8ba2-4803-42bb-97ad-7176e10136ee None None] Provisioning for port 613499d5-00e2-4da4-85db-8c69edde20f8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:33:42.403888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-82ce8ba2-4803-42bb-97ad-7176e10136ee None None] Provisioning complete for port 613499d5-00e2-4da4-85db-8c69edde20f8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:33:42.404249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-82ce8ba2-4803-42bb-97ad-7176e10136ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:42.456451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-82ce8ba2-4803-42bb-97ad-7176e10136ee None None] Port 613499d5-00e2-4da4-85db-8c69edde20f8 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:33:42.716652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613499d5-00e2-4da4-85db-8c69edde20f8 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:33:42.761798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:42.785699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Transition to ACTIVE for port object 613499d5-00e2-4da4-85db-8c69edde20f8 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:33:42.795152 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:42.929385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:42.938742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde975-c4b4-4a21-9205-7d9b4ec82417 req-68ae0c22-1a3a-408f-b6d2-3e3382467fa6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:42.939444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c2fde975-c4b4-4a21-9205-7d9b4ec82417 req-68ae0c22-1a3a-408f-b6d2-3e3382467fa6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:33:43.019043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-c2fde975-c4b4-4a21-9205-7d9b4ec82417 req-68ae0c22-1a3a-408f-b6d2-3e3382467fa6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:33:43.020204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2fde975-c4b4-4a21-9205-7d9b4ec82417 req-68ae0c22-1a3a-408f-b6d2-3e3382467fa6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 931 time: 0.2995353 May 26 23:33:43.091538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:33:43.091910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:33:43.092177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:33:43.096095 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c2fde975-c4b4-4a21-9205-7d9b4ec82417 req-bc66d6e8-5add-4e7b-8700-279cd8b5e8e6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648010 May 26 23:33:43.101029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Port 613499d5-00e2-4da4-85db-8c69edde20f8 on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:33:43.101407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:33:43.108699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:33:43.109026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:33:43.109398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:33:43.109848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Bound port: 613499d5-00e2-4da4-85db-8c69edde20f8, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:33:43.110194 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:43.202614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:33:43.205521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:33:43.211227 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:43.271178 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:43.272578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] 10.222.0.48 "PUT /v2.0/ports/613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 1091 time: 1.0115113 May 26 23:33:43.273504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:33:43.292374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192858-4ced-4f5f-b506-74debc47f9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:43.351276 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8156a7-0308-44cf-ba87-6cdb27381ae4'] response: {'name': 'network-changed', 'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8', 'status': 'completed', 'code': 200} May 26 23:33:43.392612 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-cf6f335f-bcca-4e27-adb7-fb7b9bfbe18a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1094 time: 0.0834942 May 26 23:33:43.465186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-dea8463e-1cd5-49c2-8104-992eaeec38c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 217 time: 0.0658386 May 26 23:33:43.529758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7704910-b118-4b01-9061-6c8fab8b001b req-3f9f2e7d-afbc-4ef8-ab99-c5ac94facaa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:43.531174 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-3f9f2e7d-afbc-4ef8-ab99-c5ac94facaa6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0601864 May 26 23:33:43.606644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-65f390c9-b381-4c9c-9e99-21d4f615824a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685048 May 26 23:33:43.828653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-077f3587-3b19-4a55-a695-d9dc54742036 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159467 May 26 23:33:43.956254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7704910-b118-4b01-9061-6c8fab8b001b req-681c6aa0-c57e-40ef-9912-0a688da97f22 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213610 May 26 23:33:44.071579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-1b2d3d31-bf98-4fe6-8193-2ccd3e594b4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1094 time: 0.0714438 May 26 23:33:44.202838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-3e647b54-d930-4675-8b19-fe29c3a68980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:44.204265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-3e647b54-d930-4675-8b19-fe29c3a68980 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1267483 May 26 23:33:44.304280 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-11ac2578-3ec5-4c93-9635-4aa7598e3751 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 217 time: 0.0943716 May 26 23:33:44.379003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-fbec8c0c-660f-4420-8905-d147b956d437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:44.380380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-fbec8c0c-660f-4420-8905-d147b956d437 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0694065 May 26 23:33:44.431989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a2c91-57a4-4006-8218-2cc4e22c611a req-074f2ddc-52b9-4a48-9cbe-27d674b5691d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:44.433333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d7a2c91-57a4-4006-8218-2cc4e22c611a req-074f2ddc-52b9-4a48-9cbe-27d674b5691d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 943 time: 0.1779480 May 26 23:33:44.496557 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d7a2c91-57a4-4006-8218-2cc4e22c611a req-a3614149-a7f7-4776-ad94-410071d57c93 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577157 May 26 23:33:44.501901 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-71991155-108b-42ec-b246-1608dbbe7ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150377 May 26 23:33:44.630497 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-eebfb820-f4ff-48f4-ade1-f8aaf962de2e service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219845 May 26 23:33:44.758706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-20d75bdd-9aba-413d-a74b-730a347c49a7 req-476ff474-c740-408b-9dd9-d255f93e07c8 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215913 May 26 23:33:45.693007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b80d3-dde6-40a1-a00d-901c5fdca299 req-09699dc2-6acd-4667-acc6-68ac727c567e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:45.694464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c61b80d3-dde6-40a1-a00d-901c5fdca299 req-09699dc2-6acd-4667-acc6-68ac727c567e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 943 time: 0.0765247 May 26 23:33:45.739396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c61b80d3-dde6-40a1-a00d-901c5fdca299 req-885177ce-99a6-4e8d-b25f-6f7c90f7cbdd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 May 26 23:33:46.941881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b998b-164b-43aa-a2fa-63eaff1d778f req-6f22544c-0552-4ebb-bf1d-382417273bf7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:46.943218 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be0b998b-164b-43aa-a2fa-63eaff1d778f req-6f22544c-0552-4ebb-bf1d-382417273bf7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 943 time: 0.0750895 May 26 23:33:46.987270 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-be0b998b-164b-43aa-a2fa-63eaff1d778f req-5f74606d-0346-4cc2-8d33-a0dee587e046 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 May 26 23:33:47.254779 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-859762e8-4691-4664-b199-a1728193a07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:47.498649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:33:47.630583 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:47.643794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '613499d5-00e2-4da4-85db-8c69edde20f8', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': '613499d5-00e2-4da4-85db-8c69edde20f8', 'mac_address': 'fa:16:3e:2c:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:33:47.700509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:47.716706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613499d5-00e2-4da4-85db-8c69edde20f8 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:33:47.730939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:47.735142 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:47.799808 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:47.808898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.809222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.809554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.809911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.810236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.810556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.810873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.811189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.811501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.811812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:47.812123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:33:48.012869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['613499d5-00e2-4da4-85db-8c69edde20f8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:33:48.183313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145a50c-8b05-410e-8196-a7c72aa1bb04 req-4a0b6fd1-f423-4df0-8602-c72273ca1028 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:48.184742 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b145a50c-8b05-410e-8196-a7c72aa1bb04 req-4a0b6fd1-f423-4df0-8602-c72273ca1028 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 944 time: 0.0786190 May 26 23:33:48.230954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b145a50c-8b05-410e-8196-a7c72aa1bb04 req-38109d0c-b9d3-4b96-b27f-1b44cc0b323b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 May 26 23:33:49.430047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f673c-69e4-4498-9750-4fa12ca155f0 req-2352a3cf-1e1d-4d95-a7af-2bbc3d9d4eb6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:49.431482 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e44f673c-69e4-4498-9750-4fa12ca155f0 req-2352a3cf-1e1d-4d95-a7af-2bbc3d9d4eb6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 944 time: 0.0793691 May 26 23:33:49.482526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e44f673c-69e4-4498-9750-4fa12ca155f0 req-0b21675a-2c82-4c2a-849e-02d8402c54b8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 May 26 23:33:49.523287 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:33:49.588782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 613499d5-00e2-4da4-85db-8c69edde20f8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:33:49.593231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 613499d5-00e2-4da4-85db-8c69edde20f8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:33:49.593590 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:49.717788 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:49.759155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:33:49.776714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:33:49.781353 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:49.821249 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbfdc57-0acd-4bf8-9cf2-ec6fa38081f9'] response: {'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8', 'code': 200} May 26 23:33:49.857516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:33:49.938340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a194bb5c-9281-48df-88f5-70926b37be68 req-7ce64752-e41f-4fae-bd6a-6dfefde9a418 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1096 time: 0.0651133 May 26 23:33:49.979429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a194bb5c-9281-48df-88f5-70926b37be68 req-7f0ba653-c1bd-45d2-917b-d9fe5096cb3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350294 May 26 23:33:50.003951 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2cc24411-72ba-485f-9de3-0abbfbd1510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:50.678999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902870-e560-4905-b695-3cdbb06f6405 req-c6853dbf-b433-4a6b-9b51-1a5d2b1e5931 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:50.680905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3902870-e560-4905-b695-3cdbb06f6405 req-c6853dbf-b433-4a6b-9b51-1a5d2b1e5931 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0775599 May 26 23:33:50.726108 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b3902870-e560-4905-b695-3cdbb06f6405 req-93ccae1d-2b51-462b-a306-aab8cc440c89 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 May 26 23:33:50.733536 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:50.845781 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:51.921263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353da408-86f8-497c-a157-217891ca8def req-e9ee9e09-048c-4412-8747-c76d3a76a842 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:51.922620 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-353da408-86f8-497c-a157-217891ca8def req-e9ee9e09-048c-4412-8747-c76d3a76a842 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0737073 May 26 23:33:51.966953 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-353da408-86f8-497c-a157-217891ca8def req-ec72c097-3064-4301-87a6-778d362c731c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386922 May 26 23:33:52.051402 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:52.151594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e447877-3d11-43af-bffa-e6ac0154afc5 req-165793e2-3f85-4a61-b52c-0c5a8664e685 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:52.153013 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e447877-3d11-43af-bffa-e6ac0154afc5 req-165793e2-3f85-4a61-b52c-0c5a8664e685 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0745251 May 26 23:33:52.161534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44634) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:33:52.166631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'floatingip': {'port_id': '613499d5-00e2-4da4-85db-8c69edde20f8'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:33:52.241335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:52.914407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:52.917936 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:53.103740 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 associated. External IP: 172.25.4.142, port: 613499d5-00e2-4da4-85db-8c69edde20f8. May 26 23:33:53.482066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:33:53.678057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:33:53.682974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:53.687530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:33:53.699834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:33:53.700500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:33:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:53.836849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9f7a24e6-f59f-43de-b179-6fb778e71747 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "PUT /v2.0/floatingips/7db4e3e5-512c-46a6-8b25-bbef0f87be90 HTTP/1.1" status: 200 len: 991 time: 1.6740105 May 26 23:33:53.837645 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:33:53.880711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:33:53.889767 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8f958c-63ef-4519-bb9f-0de9c0984c68'] response: {'name': 'network-changed', 'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8', 'status': 'completed', 'code': 200} May 26 23:33:53.978394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8347f003-26b5-4787-826f-72d047fe0445 req-e07b3197-d607-48ed-819c-49ee97ac227e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1096 time: 0.0681057 May 26 23:33:54.107621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347f003-26b5-4787-826f-72d047fe0445 req-92a16ef9-a76a-466c-a6dc-75d27038561f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:54.109102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8347f003-26b5-4787-826f-72d047fe0445 req-92a16ef9-a76a-466c-a6dc-75d27038561f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1247530 May 26 23:33:54.210989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8347f003-26b5-4787-826f-72d047fe0445 req-fad5caee-40b1-4e39-921f-d5e1031a71fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 999 time: 0.0952771 May 26 23:33:54.222984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': '613499d5-00e2-4da4-85db-8c69edde20f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:2c:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:33:52Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:54.227383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:33:54.237880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:33:54.238464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:33:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:54.276226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347f003-26b5-4787-826f-72d047fe0445 req-d3b84187-34ae-4486-9d10-ed227a407819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:54.277648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8347f003-26b5-4787-826f-72d047fe0445 req-d3b84187-34ae-4486-9d10-ed227a407819 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0609994 May 26 23:33:54.352537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8347f003-26b5-4787-826f-72d047fe0445 req-7f63637c-a8f7-4ddf-8dc0-ffc2e0cedc59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677109 May 26 23:33:54.415005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:33:54.483358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8347f003-26b5-4787-826f-72d047fe0445 req-ebf4473d-b98a-41c3-9b66-9fb6b20acb6e service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250372 May 26 23:33:54.614868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8347f003-26b5-4787-826f-72d047fe0445 req-939f4873-b6f7-461e-8d3f-9b83978cf1f7 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260011 May 26 23:33:54.798865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': '613499d5-00e2-4da4-85db-8c69edde20f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:2c:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:33:52Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:33:54.802841 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b54011-4626-41f7-8937-8d68ee8e35e9 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': '613499d5-00e2-4da4-85db-8c69edde20f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:2c:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:33:52Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:33:54.997695 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7945e4ce-f655-40bb-95cd-5a41839c7ccd None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:33:55.661614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:58.207220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:33:59.581832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-88d471b5-eb45-4ca5-ad1e-484687c75a43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664105 May 26 23:33:59.726501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-03746d7e-c95a-4e28-9a08-c74a6f3f5723 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1096 time: 0.0767877 May 26 23:33:59.869192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-47e932cd-e431-4dac-a647-dd3a61901d79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:33:59.870648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-47e932cd-e431-4dac-a647-dd3a61901d79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1270247 May 26 23:33:59.971462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-ee4e6332-b444-4d49-875d-d6950034141c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 1001 time: 0.0949183 May 26 23:34:00.031357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-cb907875-1d79-4b72-a945-2ab93d430933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:34:00.032808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-cb907875-1d79-4b72-a945-2ab93d430933 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0561647 May 26 23:34:00.104681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-8de39e1a-e76c-4047-a94f-368857cf34c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664322 May 26 23:34:00.114491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-d3531ed7-0b20-4a82-937b-16ebf8aade35 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:34:00.115376 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-d3531ed7-0b20-4a82-937b-16ebf8aade35 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045581 May 26 23:34:00.245102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-e2a6960b-cf21-4a80-8711-e4dc76c12de2 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236241 May 26 23:34:00.378650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dba9702-8bfe-421e-8f5d-5a4ed06b8520 req-6c270230-1959-4f27-bcf2-45d88b0e07ec service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219418 May 26 23:34:03.531452 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:34:17.255295 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5e5d2e9d-1946-49da-9cf1-02189f0c345f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:20.005845 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ca04615a-d253-4724-ad06-538a53ed65a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:20.736442 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:20.846151 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:22.055002 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:25.658178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:28.214901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:40.532650 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:34:47.256774 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e72c6392-337c-4c16-a4d2-5db55c62a4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:50.006103 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-30ba6001-e5c1-4093-979e-9c63bc8619cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:50.738729 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:50.846220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:52.057300 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:55.660713 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:58.205232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:34:58.991866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48b92c-d3e2-4251-b05b-dc41403bcb85 req-1c0d7882-15b4-4ffc-9490-6411e2312acb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:34:58.993286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa48b92c-d3e2-4251-b05b-dc41403bcb85 req-1c0d7882-15b4-4ffc-9490-6411e2312acb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.1970537 May 26 23:34:59.037901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fa48b92c-d3e2-4251-b05b-dc41403bcb85 req-403f9681-5803-4fd0-b7f1-1b1372d682ec tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 May 26 23:34:59.783061 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-d9ebec31-b735-48e5-9050-7f6ff59b7cac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1096 time: 0.2262161 May 26 23:34:59.925956 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-880acf83-bc5f-4701-bf7d-0ca785c53aff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:34:59.927413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-880acf83-bc5f-4701-bf7d-0ca785c53aff service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1257925 May 26 23:35:00.033834 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-926b8e11-d7f2-4333-9cc9-ed2361f12d40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 1001 time: 0.0997665 May 26 23:35:00.096677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-af0283c2-4ecd-4ba5-a56a-7eda936d2137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:00.098155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-af0283c2-4ecd-4ba5-a56a-7eda936d2137 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0580528 May 26 23:35:00.179667 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-3a2b622c-6bd7-42db-b058-1163af41e85f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754459 May 26 23:35:00.368051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-8a0351d3-3b02-4311-a984-b37b6739967b service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817925 May 26 23:35:00.401618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e70d43-ffca-40f6-a107-4606f8db1014 req-1f29c83a-7331-4199-aef9-d60c0e36c902 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:00.403041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25e70d43-ffca-40f6-a107-4606f8db1014 req-1f29c83a-7331-4199-aef9-d60c0e36c902 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.2433608 May 26 23:35:00.525409 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25e70d43-ffca-40f6-a107-4606f8db1014 req-72231c94-3733-4f9b-93c3-d393db00ac4c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740764 May 26 23:35:00.540936 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5041fdb1-9391-4fbc-8ecd-be75b22fb587 req-84715093-8d0c-4e9e-838e-2e01e3f8b57a service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644986 May 26 23:35:01.730726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6429d-35b0-4726-bf0f-6e4917516adf req-f0fc8305-2c66-4b3e-8d7b-5d0504d57e10 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:01.732164 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12b6429d-35b0-4726-bf0f-6e4917516adf req-f0fc8305-2c66-4b3e-8d7b-5d0504d57e10 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0754523 May 26 23:35:01.779705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-12b6429d-35b0-4726-bf0f-6e4917516adf req-9eae2086-7f45-4a97-92b4-3ad952c596b8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 May 26 23:35:02.973287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efb0c7-4871-40ff-9563-f74ecdadc1cc req-d5ed431b-9afb-408e-a0d5-1fde2da8bd65 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:02.974656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8efb0c7-4871-40ff-9563-f74ecdadc1cc req-d5ed431b-9afb-408e-a0d5-1fde2da8bd65 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0791740 May 26 23:35:03.022198 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8efb0c7-4871-40ff-9563-f74ecdadc1cc req-28c4f15b-8b4b-4da5-8af2-42f2256a268b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 May 26 23:35:04.370480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa4516-9982-43ec-ad12-657bc3ea15d5 req-87ed7752-7893-4875-af44-727bcb25ee27 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:04.372595 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbaa4516-9982-43ec-ad12-657bc3ea15d5 req-87ed7752-7893-4875-af44-727bcb25ee27 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0834432 May 26 23:35:04.420218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbaa4516-9982-43ec-ad12-657bc3ea15d5 req-1614be21-840f-4723-a394-b5ab8c996f07 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419972 May 26 23:35:05.616390 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a1393-1513-4531-b50e-2828c0b48abe req-0fbd23f9-a981-45aa-b8c4-2eca613fc1a8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:05.617819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba3a1393-1513-4531-b50e-2828c0b48abe req-0fbd23f9-a981-45aa-b8c4-2eca613fc1a8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0744987 May 26 23:35:05.664565 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ba3a1393-1513-4531-b50e-2828c0b48abe req-eae9edd5-c226-4b7b-9d49-4743931dcb6b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412867 May 26 23:35:06.857920 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7b18f-1ab5-4fd0-bf9f-54eee78d4ac7 req-4758a1ca-9790-4d86-a4d5-b0fe93a24d74 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:06.859348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9be7b18f-1ab5-4fd0-bf9f-54eee78d4ac7 req-4758a1ca-9790-4d86-a4d5-b0fe93a24d74 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0785377 May 26 23:35:06.905455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9be7b18f-1ab5-4fd0-bf9f-54eee78d4ac7 req-ec8d57f2-6079-4b57-8223-a5b1fe345006 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407102 May 26 23:35:08.094056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd390a-2e4e-4930-85ac-acc8ec0d483c req-1ab84cc1-a6ec-44bb-bb1d-5e52cf74756a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:08.095495 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ffdd390a-2e4e-4930-85ac-acc8ec0d483c req-1ab84cc1-a6ec-44bb-bb1d-5e52cf74756a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0742965 May 26 23:35:08.140232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ffdd390a-2e4e-4930-85ac-acc8ec0d483c req-46c2f841-81ef-43f3-8c58-9cabc625498b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392659 May 26 23:35:08.545916 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-f408539e-d9ad-46c9-a804-1ee650083bc0 req-c3b5a308-4244-42c8-ad5f-d2cf6dc7c5e8 service neutron] (84030) timed out ('10.222.0.55', 60763) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:35:09.336585 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4c130-3361-4a4e-a3f3-4f4115f8cb6a req-a80ee301-db4c-4206-be91-f75c8ee0fe1b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:09.338048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1a4c130-3361-4a4e-a3f3-4f4115f8cb6a req-a80ee301-db4c-4206-be91-f75c8ee0fe1b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0757926 May 26 23:35:09.384131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1a4c130-3361-4a4e-a3f3-4f4115f8cb6a req-06ebd87f-d01a-492e-86aa-9ade28cc31f1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 May 26 23:35:09.578130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f704577-b57b-425a-86f3-087c19e330cf req-56ae3596-31f0-40d4-9fc8-f9b1f8b58b96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698385 May 26 23:35:09.820093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-c3d41ef6-1f33-479a-be19-1b55eb1cf3bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668578 May 26 23:35:09.976965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae2c0f-7091-4f80-b218-31fbd792a99f req-e9f2c7aa-6b09-4935-b946-b97bd1deb27f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:09.978469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aeae2c0f-7091-4f80-b218-31fbd792a99f req-e9f2c7aa-6b09-4935-b946-b97bd1deb27f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.1726832 May 26 23:35:10.023748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aeae2c0f-7091-4f80-b218-31fbd792a99f req-70921285-fc6b-4710-8860-69609fc4f7e4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 May 26 23:35:11.073141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-6403ec10-4daa-40a4-8611-58fc01894bad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1096 time: 0.0681646 May 26 23:35:11.257372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-3954a2e6-f294-457d-969b-793a79e24416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:11.258811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-3954a2e6-f294-457d-969b-793a79e24416 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1803157 May 26 23:35:11.268895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f4f90-23fe-4d18-aa23-2b796751291e req-cff8988b-e3a6-4316-bf5c-b9b30909f109 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:11.270244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-659f4f90-23fe-4d18-aa23-2b796751291e req-cff8988b-e3a6-4316-bf5c-b9b30909f109 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.1251969 May 26 23:35:11.492339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-5f979eaa-d440-44c6-8e75-9a9699b75a5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 1001 time: 0.2210569 May 26 23:35:11.494418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-659f4f90-23fe-4d18-aa23-2b796751291e req-2a41dcf0-a214-4ba1-9abc-db88696e15b0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755021 May 26 23:35:11.554615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-afad7ea9-9e22-4ea9-a6d6-9461824385d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:11.556022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-afad7ea9-9e22-4ea9-a6d6-9461824385d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0584710 May 26 23:35:11.632742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-37b0f3a9-06ac-4fc1-bd4b-69db6b2950ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712535 May 26 23:35:11.764443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-06ec75a8-6e82-46a6-898d-9e74285becd5 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257744 May 26 23:35:11.894260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b3d99e98-4378-4ca2-91c2-7be2251e1200 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240168 May 26 23:35:12.687263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22449-974b-4d35-ad98-0eadc3be33d4 req-8c09b75d-56ba-4b25-a501-95cbc3e6dcf6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:12.688698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7f22449-974b-4d35-ad98-0eadc3be33d4 req-8c09b75d-56ba-4b25-a501-95cbc3e6dcf6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0753186 May 26 23:35:12.733368 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c7f22449-974b-4d35-ad98-0eadc3be33d4 req-19e75356-e7bc-49c8-9003-0b8f7744adb2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 May 26 23:35:13.844516 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-7a19f52f-d5d3-45d3-8c53-ea471e8670c2 service neutron] show failed (client error): The resource could not be found. May 26 23:35:13.845516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-7a19f52f-d5d3-45d3-8c53-ea471e8670c2 service neutron] 10.222.0.48 "GET /v2.0/ports/613499d5-00e2-4da4-85db-8c69edde20f8/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0731680 May 26 23:35:13.940569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b18b1f-415e-4cfd-aa7f-f62b6b43bf17 req-d01250c3-dc43-448d-9795-de5398c78b20 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:13.942167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1b18b1f-415e-4cfd-aa7f-f62b6b43bf17 req-d01250c3-dc43-448d-9795-de5398c78b20 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0839140 May 26 23:35:13.988848 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1b18b1f-415e-4cfd-aa7f-f62b6b43bf17 req-ff0f654a-534b-4180-a4ac-192a663418d9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 May 26 23:35:14.118388 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-aed76741-3716-4913-b381-c3c0f6fccc8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 1096 time: 0.0738373 May 26 23:35:14.132973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:35:14.236472 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:14.493229 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:14.524350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:35:14.579170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:35:14.584301 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:14.599159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Transition to ACTIVE for port object 613499d5-00e2-4da4-85db-8c69edde20f8 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:35:14.602912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:14.732150 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00325f69-ae81-4edc-9cfe-980baf2e79b0'] response: {'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8', 'code': 200} May 26 23:35:14.752795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:14.777115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.777459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.777819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.778154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.778484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.778812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.779126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.779446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.779763 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.780077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.780392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:14.819594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] No DVR routers for this DVR port 613499d5-00e2-4da4-85db-8c69edde20f8 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:35:15.065289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:35:15.065622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:35:15.065964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:35:15.071653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Port 613499d5-00e2-4da4-85db-8c69edde20f8 on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:35:15.071964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Attempting to bind port 613499d5-00e2-4da4-85db-8c69edde20f8 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:35:15.078657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:35:15.078985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:35:15.079392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:35:15.079810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Bound port: 613499d5-00e2-4da4-85db-8c69edde20f8, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:35:15.080152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:15.167096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:35:15.170223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:35:15.175115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:15.190275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621cd8-a00a-4040-93be-770bc43599cb req-a6c2b5f7-d4d5-49de-9f47-22ff544eef5d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:15.191724 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17621cd8-a00a-4040-93be-770bc43599cb req-a6c2b5f7-d4d5-49de-9f47-22ff544eef5d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 943 time: 0.0776567 May 26 23:35:15.233415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:15.235337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] 10.222.0.55 "PUT /v2.0/ports/613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 1091 time: 1.1061194 May 26 23:35:15.236647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-17621cd8-a00a-4040-93be-770bc43599cb req-8447d065-2918-4a30-9178-fff90302f24a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 May 26 23:35:15.254342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7804e79-5b8e-438b-9781-9e49cccfef6d service neutron] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:15.339042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-a56a6f2e-cd63-43a9-bc3a-bf6c90dd911e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1094 time: 0.0744941 May 26 23:35:15.475591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-92a1f8a6-8877-4fd6-9d5d-3cf9f8d3dba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:15.477021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-92a1f8a6-8877-4fd6-9d5d-3cf9f8d3dba8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1274257 May 26 23:35:15.682918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-36ba8c21-1010-45a0-9ef6-cdc4c0530e7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 999 time: 0.1972730 May 26 23:35:15.746520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b237eae7-aa5f-4a54-ae96-a78f41fe5eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:15.747910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-b237eae7-aa5f-4a54-ae96-a78f41fe5eda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0557847 May 26 23:35:15.822730 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-6fb0409f-f25a-4976-80b2-b2a0cff69043 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659659 May 26 23:35:15.836333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-74d179c8-9de7-4198-95c7-328d7d1301fe service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:35:15.837232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-74d179c8-9de7-4198-95c7-328d7d1301fe service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045414 May 26 23:35:15.978014 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-ee24fcd5-70b4-4455-a916-ca1212edaa51 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320672 May 26 23:35:16.112091 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-619f29fb-fd5d-4edc-a980-4a4f6d7a8fe4 req-fcc5262e-fd43-48d6-b513-3fba152c6f43 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273971 May 26 23:35:16.447472 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04f3d8-2837-4c7e-bf6a-c0f8350c2722 req-7f2c6a1e-4209-49df-9c08-71a76ac38b99 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:16.448911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d04f3d8-2837-4c7e-bf6a-c0f8350c2722 req-7f2c6a1e-4209-49df-9c08-71a76ac38b99 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 943 time: 0.0774662 May 26 23:35:16.492385 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d04f3d8-2837-4c7e-bf6a-c0f8350c2722 req-0702c1c4-7d91-4225-8080-5f74f06902b6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 May 26 23:35:16.733416 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:35:16.798928 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f519f560-98b8-498e-aba3-4bdb6dc0c33e'] response: {'name': 'network-changed', 'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8', 'status': 'completed', 'code': 200} May 26 23:35:16.888301 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-6a775485-7d11-4f37-a4b6-8ead6d157932 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1094 time: 0.0717194 May 26 23:35:16.888956 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-fc1d8c1f-f901-4874-81f6-85eee795b7dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1094 time: 0.0675924 May 26 23:35:17.018572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-3d038bc0-9025-4523-be77-87a7c1601214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:17.019917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-3d038bc0-9025-4523-be77-87a7c1601214 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1258090 May 26 23:35:17.024130 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-0ba5d760-cf8e-4a44-a877-c4d7595ca60f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:17.025533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-0ba5d760-cf8e-4a44-a877-c4d7595ca60f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1303411 May 26 23:35:17.122040 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-3ca2d0ee-3d60-4989-ad53-5399ac14f673 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 999 time: 0.0963106 May 26 23:35:17.127977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-a398c779-cfe5-4028-9691-5dc12e6dc85b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 999 time: 0.0952389 May 26 23:35:17.183169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-da23adad-1048-474c-825e-c40d722f13e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:17.184592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-da23adad-1048-474c-825e-c40d722f13e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0569558 May 26 23:35:17.192487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-35c7dd13-a580-46cd-ae01-27b3fe515a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:17.194201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-35c7dd13-a580-46cd-ae01-27b3fe515a65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0599594 May 26 23:35:17.261153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2dc8ab38-c140-4383-be57-b5b880d1e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:17.263941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-ed4826ea-aa5c-44d2-9291-96fd8e3fda4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734718 May 26 23:35:17.273205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-9dc5d912-c038-4f43-b3b1-f4825bada66f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700443 May 26 23:35:17.397279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-5541ad8b-65bb-4199-8ee9-ab0a7d163b96 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268446 May 26 23:35:17.405705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-e3a98e81-7f8c-463f-923d-71a0fcfda492 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254501 May 26 23:35:17.528433 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-2030311a-0a4a-494d-afa1-f62336230b0e service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256218 May 26 23:35:17.534227 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:35:17.539490 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-09f39936-cd24-4d91-b07d-6d1818a6b155 req-3dce3038-a018-449e-862d-ed68a5a4f649 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273081 May 26 23:35:17.701248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df87a8-c5cd-4d3b-8726-c2d9b159c0a0 req-d7d94302-de89-4a9c-9e33-08206afffcfe tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:17.702731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40df87a8-c5cd-4d3b-8726-c2d9b159c0a0 req-d7d94302-de89-4a9c-9e33-08206afffcfe tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 943 time: 0.0829735 May 26 23:35:17.749434 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40df87a8-c5cd-4d3b-8726-c2d9b159c0a0 req-1ab7cd5e-b1ae-418d-9210-2e7de440a54a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 May 26 23:35:17.933352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:35:17.988434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:35:18.895333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:35:18.943550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57532999-d72d-474f-b595-e4cc55b927d2 req-bac0f134-95dd-4260-8de5-fdf562ca1129 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:18.944874 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57532999-d72d-474f-b595-e4cc55b927d2 req-bac0f134-95dd-4260-8de5-fdf562ca1129 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 943 time: 0.0750368 May 26 23:35:19.004302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-57532999-d72d-474f-b595-e4cc55b927d2 req-f8228a01-e68e-42c1-adb6-416f9017e19b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533559 May 26 23:35:19.043195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:19.057208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '613499d5-00e2-4da4-85db-8c69edde20f8', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': '613499d5-00e2-4da4-85db-8c69edde20f8', 'mac_address': 'fa:16:3e:2c:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:35:19.113344 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:19.130687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613499d5-00e2-4da4-85db-8c69edde20f8 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:35:19.147852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:19.152372 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:19.230424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:19.239591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.239926 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.240259 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.240585 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.240909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.241228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.241545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.241893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.242207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.242519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.242944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:19.413003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['613499d5-00e2-4da4-85db-8c69edde20f8'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:35:19.510152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-96bc2ddc-c119-4055-83f8-e25b36cfddbf tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:19.511537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-96bc2ddc-c119-4055-83f8-e25b36cfddbf tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.2525642 May 26 23:35:19.520368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e941-517d-4b7d-8341-655fabbe7007 req-c7b7c760-3eba-4063-8d12-8067e9b0c65b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:19.521792 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e20e941-517d-4b7d-8341-655fabbe7007 req-c7b7c760-3eba-4063-8d12-8067e9b0c65b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 944 time: 0.2639983 May 26 23:35:19.624898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e20e941-517d-4b7d-8341-655fabbe7007 req-3d3414ba-1834-4280-90ea-116996150f76 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712609 May 26 23:35:19.629756 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-7c1b991c-8208-4429-ad50-872cd8d10ec9 service neutron] delete failed (client error): The resource could not be found. May 26 23:35:19.630658 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-7c1b991c-8208-4429-ad50-872cd8d10ec9 service neutron] 10.222.0.48 "DELETE /v2.0/ports/613499d5-00e2-4da4-85db-8c69edde20f8/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1080277 May 26 23:35:19.778358 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-f19d41fb-fce7-43e3-a6d2-003dd2575557 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1095 time: 0.0687859 May 26 23:35:19.906565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-e61156f0-22ae-4bcd-b715-4a21a163b8f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:19.907978 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-e61156f0-22ae-4bcd-b715-4a21a163b8f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1235685 May 26 23:35:20.011688 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2aae11e-a593-4e01-a4bc-c9aee52f1165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:20.024083 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-0d300b5c-e6d4-429f-b6fc-ee0c2887d11f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 1000 time: 0.1100054 May 26 23:35:20.103676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-1905c567-87c5-4ddf-a69b-a6f996d51024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:20.105096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-1905c567-87c5-4ddf-a69b-a6f996d51024 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0756440 May 26 23:35:20.185462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-9c33aca6-79a2-46f4-b476-6e2526edb718 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739756 May 26 23:35:20.315638 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-b0d39b5c-406d-4f24-a09f-53957f099949 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237192 May 26 23:35:20.446436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bbb88af2-a7e4-4bc7-90c9-e433beba970e req-cc9e8ba0-f95a-4be1-9a2c-64f45e86c8e1 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252651 May 26 23:35:20.741941 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:20.843699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54c70-d5cc-4ab3-b42b-73eac3832f7a req-f11bf711-3691-40de-be83-34c80c3a570c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:20.845148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dda54c70-d5cc-4ab3-b42b-73eac3832f7a req-f11bf711-3691-40de-be83-34c80c3a570c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 944 time: 0.0804451 May 26 23:35:20.847156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:20.891490 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dda54c70-d5cc-4ab3-b42b-73eac3832f7a req-3f89f0cb-1c76-4042-9836-9d7df9d22bb0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402560 May 26 23:35:20.897953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:35:20.970834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 613499d5-00e2-4da4-85db-8c69edde20f8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:35:20.976290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 613499d5-00e2-4da4-85db-8c69edde20f8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:35:20.976976 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:21.132867 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:21.167292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:35:21.180654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:21.185873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:21.249965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:21.300910 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901c7291-1f35-46de-baa8-b7db5aecc02a'] response: {'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8', 'code': 200} May 26 23:35:22.061557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:22.096221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bed29-5798-4789-8f35-bd8cef998e7b req-efccd666-7f69-47c3-82a9-2cec82807e7f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:22.097694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e5bed29-5798-4789-8f35-bd8cef998e7b req-efccd666-7f69-47c3-82a9-2cec82807e7f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0809448 May 26 23:35:22.142049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9e5bed29-5798-4789-8f35-bd8cef998e7b req-3bed6ca1-661f-4547-946c-9da25c2ab0a2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 May 26 23:35:22.492479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f05da-071d-497f-95fe-270724dc1075 req-971e63f6-1126-4eb2-b0c0-5d2ad4916981 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:22.493839 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51f05da-071d-497f-95fe-270724dc1075 req-971e63f6-1126-4eb2-b0c0-5d2ad4916981 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0747459 May 26 23:35:22.539955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e51f05da-071d-497f-95fe-270724dc1075 req-28209eb4-dd79-46c1-bd20-b3c5d42930a0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 May 26 23:35:22.974771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543f4c3-9a4a-4eb0-a285-7349fbfd5521 req-42ad0c09-a27d-49f0-9506-a9bf87ebfb46 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:22.976264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e543f4c3-9a4a-4eb0-a285-7349fbfd5521 req-42ad0c09-a27d-49f0-9506-a9bf87ebfb46 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0791376 May 26 23:35:22.986225 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-ce4d472b-e4f3-4f21-ba38-37e7dd90a3a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 1096 time: 0.0820594 May 26 23:35:23.021481 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e543f4c3-9a4a-4eb0-a285-7349fbfd5521 req-46cf4094-b7bc-42c0-a0e7-da48697c64f6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 May 26 23:35:23.120411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-b767055a-785b-4cd1-bb5f-22bca2876ba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:23.121880 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-b767055a-785b-4cd1-bb5f-22bca2876ba5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1256347 May 26 23:35:23.225606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-7434b2a4-1be2-4f5d-b779-8d7270fcaf39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 200 len: 1001 time: 0.0941002 May 26 23:35:23.293956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-14da984e-2ffc-48c9-b582-67091314a465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:23.295294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-14da984e-2ffc-48c9-b582-67091314a465 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0602980 May 26 23:35:23.458087 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-7a590687-6897-4220-8ae8-3e84d591ee58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527820 May 26 23:35:23.587812 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-9bbec220-871c-408d-9357-fef89c93e1bb service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204998 May 26 23:35:23.721693 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dcc7b34f-2cf9-43b8-9b11-8881fc85d203 req-5ce7bc4b-27f6-41c3-8292-8599c6075ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240282 May 26 23:35:24.220465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99e1a2-00ae-46e8-9334-539b34ec8677 req-77478ca6-ebdb-48ac-8c20-ea74e9027abd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:24.222022 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a99e1a2-00ae-46e8-9334-539b34ec8677 req-77478ca6-ebdb-48ac-8c20-ea74e9027abd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0804493 May 26 23:35:24.275816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a99e1a2-00ae-46e8-9334-539b34ec8677 req-d840c047-37c7-478e-b04e-df2029655a24 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481946 May 26 23:35:25.469784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fff11a-53fa-4141-8dae-7e93f804b45f req-ce2e3973-b3a9-428b-8727-f38a46fb8134 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:25.471207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d9fff11a-53fa-4141-8dae-7e93f804b45f req-ce2e3973-b3a9-428b-8727-f38a46fb8134 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0751958 May 26 23:35:25.519417 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d9fff11a-53fa-4141-8dae-7e93f804b45f req-7cdd2fb9-6e2e-41ce-ad24-5a20aff5d8c0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 May 26 23:35:25.664033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:25.914547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f00c40-f6ac-41d1-94b9-e199367fd73b req-a33f9863-44cb-4660-bebe-bb088689104f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:25.915959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8f00c40-f6ac-41d1-94b9-e199367fd73b req-a33f9863-44cb-4660-bebe-bb088689104f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0748024 May 26 23:35:25.960288 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8f00c40-f6ac-41d1-94b9-e199367fd73b req-f1fe43bd-5f0c-4ffc-b52a-c8ac4c7bd05c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 May 26 23:35:27.153146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4d9dd-97e8-4e64-bcb6-b109e92e2c75 req-8779cfc6-260c-4380-8859-f006bf878a86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:27.154579 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29b4d9dd-97e8-4e64-bcb6-b109e92e2c75 req-8779cfc6-260c-4380-8859-f006bf878a86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.0761693 May 26 23:35:27.248673 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-29b4d9dd-97e8-4e64-bcb6-b109e92e2c75 req-376116d3-ee0f-4f92-973d-e7f4181a611a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657423 May 26 23:35:27.264258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-487388d7-8d96-4b0c-9143-a61d132f6208 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:27.265610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-487388d7-8d96-4b0c-9143-a61d132f6208 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 945 time: 0.1187646 May 26 23:35:27.335297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Deleting port 613499d5-00e2-4da4-85db-8c69edde20f8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:35:27.335631 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:27.577315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] For port 613499d5-00e2-4da4-85db-8c69edde20f8, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=613499d5-00e2-4da4-85db-8c69edde20f8,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:27.577587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:27.855263 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:27.855640 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:27.855954 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 disassociated. External IP: 172.25.4.142, port: 613499d5-00e2-4da4-85db-8c69edde20f8. May 26 23:35:27.856286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Calling delete_port for 613499d5-00e2-4da4-85db-8c69edde20f8 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:35:27.993904 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:28.049202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event deleted for resources: {'Port': ['ID=613499d5-00e2-4da4-85db-8c69edde20f8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:28.229229 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:28.359418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:35:28.410564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-19f3929c-5d6c-4c6e-a449-093212d65805 req-f71d951d-0ce0-4c01-bc27-dda3bb4c9632 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=4108aed6-0f1e-4054-a954-24e3aa1d9e1b HTTP/1.1" status: 200 len: 210 time: 0.0427859 May 26 23:35:28.561133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:35:28.570660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:35:28.582117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:35:28.582708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:35:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:28.628968 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] No DVR routers for this DVR port 613499d5-00e2-4da4-85db-8c69edde20f8 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:35:28.631492 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:28.633986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-deleted', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:35:28.651572 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a6e1a71c-0583-4ee3-80a7-2de0511761fe req-c88babc8-52dd-47a4-a5be-f9d48b2704ad tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "DELETE /v2.0/ports/613499d5-00e2-4da4-85db-8c69edde20f8 HTTP/1.1" status: 204 len: 173 time: 1.3770161 May 26 23:35:28.710067 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d1bfbd-6360-4242-b31f-a263d12d52f8'] response: {'server_uuid': '4108aed6-0f1e-4054-a954-24e3aa1d9e1b', 'name': 'network-vif-deleted', 'tag': '613499d5-00e2-4da4-85db-8c69edde20f8', 'status': 'completed', 'code': 200} May 26 23:35:28.764922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:35:29.082927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:29.086657 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:35:29.097607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:35:29.098221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:35:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:29.302725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:35:29.609011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:29.612957 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aa974-070d-4a68-beb6-93c5ebe92c80 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:35:29.774671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-f7e50ce3-98ca-4bae-8dd7-e47aeff22fea tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1326779735&fields=id&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 267 time: 0.0463614 May 26 23:35:29.857363 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fd8d1-f420-49cc-a3dd-ed8db109b7c6 None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:35:29.922845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-48bd8aff-7fbe-4f96-be4e-17a35649dce0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:29.924266 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-48bd8aff-7fbe-4f96-be4e-17a35649dce0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1428502 May 26 23:35:29.941310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-25ce5982-5dda-4b2b-bf48-2494cd7610e4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/quotas/f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 375 time: 0.0116963 May 26 23:35:30.021272 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-a5c5b1f8-8024-4c9b-ac46-4c46b7533306 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747290 May 26 23:35:30.253191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-24abab5c-3551-4ffc-a3fd-66da92a874c9 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175195 May 26 23:35:30.380352 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-1ecc8171-fee8-40d1-811a-3513cd1b3bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215184 May 26 23:35:30.572291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-14136a54-56d4-44c3-be83-2fc4cbb749ee req-b829e166-5e02-4dfa-8a90-c532ee9b1275 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:35:30.587861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-14136a54-56d4-44c3-be83-2fc4cbb749ee req-b829e166-5e02-4dfa-8a90-c532ee9b1275 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:35:30.589098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-14136a54-56d4-44c3-be83-2fc4cbb749ee req-b829e166-5e02-4dfa-8a90-c532ee9b1275 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 210 time: 0.0612133 May 26 23:35:30.927747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:35:30.959819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 613499d5-00e2-4da4-85db-8c69edde20f8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:35:30.960166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 613499d5-00e2-4da4-85db-8c69edde20f8 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:35:31.773062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4cf2bcc4-095d-42a0-b875-601a9cd09940 req-2976e962-365b-4b44-8a9f-cd924ec38223 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 210 time: 0.0600064 May 26 23:35:31.782906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-2242516e-6c2b-40a8-b4c1-bb283fc3bbd4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:31.784263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-2242516e-6c2b-40a8-b4c1-bb283fc3bbd4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1994355 May 26 23:35:31.838810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-8512a955-dcdc-4f06-b239-c8771ddf1b07 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 380 time: 0.0396905 May 26 23:35:31.847145 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'port': {'device_id': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'admin_state_up': True, 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'security_groups': ['b2e1731a-54a0-42cd-9cc8-157243ae26bd']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:35:31.981344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:35:31.990662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:35:31.999904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Made reservation on behalf of f15bba262ede48adb9ff3d0b9d648a1c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:35:32.002910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:32.162573 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Allocated IP 172.20.0.7 (ae88705e-557b-4305-a504-47d9742a313a/1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0/da8eeb01-211f-4bdb-bf57-3e5b46385205) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:35:32.347931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:32.362837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Transition to ACTIVE for port object da8eeb01-211f-4bdb-bf57-3e5b46385205 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:35:32.383429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:32.454189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Network ae88705e-557b-4305-a504-47d9742a313a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:35:32.457037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:35:32.460929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:35:32.490860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:32.516227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.516566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.516899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.517224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.517546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.517898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.518215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.518531 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.518843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.519159 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.519470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:35:32.540556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:32.541029 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:32.568477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-09637c2a-ddb0-4b49-be08-e17869dcbb82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247162 May 26 23:35:32.579945 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Request body: {'port': {'device_id': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:35:32.687326 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:32.735594 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f5bea06-705e-4042-8a7f-5e4e26fed752 None None] Provisioning for port da8eeb01-211f-4bdb-bf57-3e5b46385205 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:35:32.740096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7f5bea06-705e-4042-8a7f-5e4e26fed752 None None] Provisioning complete for port da8eeb01-211f-4bdb-bf57-3e5b46385205 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:35:32.740455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f5bea06-705e-4042-8a7f-5e4e26fed752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:32.794788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bea06-705e-4042-8a7f-5e4e26fed752 None None] Port da8eeb01-211f-4bdb-bf57-3e5b46385205 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:35:32.974581 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2f66-f6b8-40d4-985e-569a726c07b6 req-3e1258d7-c49b-4c96-a0dd-0b56f5862d77 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:32.975970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3aa2f66-f6b8-40d4-985e-569a726c07b6 req-3e1258d7-c49b-4c96-a0dd-0b56f5862d77 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 931 time: 0.0752299 May 26 23:35:33.021430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c3aa2f66-f6b8-40d4-985e-569a726c07b6 req-9ea8dc5a-d565-4678-ad87-926d8748460c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 May 26 23:35:33.027066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8eeb01-211f-4bdb-bf57-3e5b46385205 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:35:33.033990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:33.048953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Transition to ACTIVE for port object da8eeb01-211f-4bdb-bf57-3e5b46385205 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:35:33.052658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:33.278757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:33.380384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:35:33.380644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:35:33.380964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:35:33.386647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:35:33.386961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:35:33.393012 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:35:33.393332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:35:33.393729 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:35:33.394147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Bound port: da8eeb01-211f-4bdb-bf57-3e5b46385205, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:35:33.394481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:33.482311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:35:33.485206 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:35:33.489695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:33.549540 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:33.550919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] 10.222.0.48 "PUT /v2.0/ports/da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1091 time: 0.9753935 May 26 23:35:33.551342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:35:33.573703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4de7ee-86cf-4406-8815-e3f297e9e08d service neutron] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:33.634038 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5186abf0-4fdf-4427-a4e3-37f738e90ad0'] response: {'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'status': 'completed', 'code': 200} May 26 23:35:33.675708 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-cb965ca5-9613-469d-9ca4-82370cb8b97e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1094 time: 0.0819495 May 26 23:35:33.744905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-b5f17544-a24b-479e-abdf-e05ad245a1ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 217 time: 0.0621340 May 26 23:35:33.808712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-44f0d44c-e661-41f4-82f5-a89f3df5562f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:33.810136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-44f0d44c-e661-41f4-82f5-a89f3df5562f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0601900 May 26 23:35:33.882884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-b92dba38-e19b-40dc-8c77-a670488530c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668945 May 26 23:35:34.013245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-05066d02-9e26-42be-804f-1a28cb780bb9 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244392 May 26 23:35:34.147747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ea59a3d-1ea8-4ea7-bf8b-ea356fd3bc16 req-33567228-71ff-45ac-9213-3153e8eb9ead service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282494 May 26 23:35:34.219343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1116b-97d2-486d-bf81-99254d13f1a7 req-0e5906a0-3444-4a31-9b7e-24dd43e99b9a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:34.220779 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbc1116b-97d2-486d-bf81-99254d13f1a7 req-0e5906a0-3444-4a31-9b7e-24dd43e99b9a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 943 time: 0.0812249 May 26 23:35:34.265712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbc1116b-97d2-486d-bf81-99254d13f1a7 req-b767c8aa-4944-4279-b42d-80b26680a3c7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 May 26 23:35:34.267010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-03bf0333-6c85-4e94-9db8-d7e3cf9f0946 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1094 time: 0.0730805 May 26 23:35:34.402080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-dda5f795-697c-4015-b73c-c3d21d07420c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:34.403505 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-dda5f795-697c-4015-b73c-c3d21d07420c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1306107 May 26 23:35:34.469821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-e1e50ea8-e9ce-4aaa-91b1-8d74685613f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 217 time: 0.0598392 May 26 23:35:34.536582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-45740220-f3ba-4850-8257-afadf12c40f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:34.538016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-45740220-f3ba-4850-8257-afadf12c40f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0601385 May 26 23:35:34.620985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-e1d463e7-f67e-4aa3-b1c4-e81a7bbc8d36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773768 May 26 23:35:34.760298 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-da5190d8-afb3-4328-ad12-a3bff4cb1fe2 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319718 May 26 23:35:34.888416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ca0dbeb6-5bbb-4071-9f84-08a2d225f554 req-26cbfccc-3270-4298-951c-09ee2aa25f22 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219788 May 26 23:35:35.557621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71742730-5c6e-401c-9e9c-7c31a67eaf60 req-2a69d04c-c43d-4100-a27c-29024595b517 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:35.558295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-71742730-5c6e-401c-9e9c-7c31a67eaf60 req-2a69d04c-c43d-4100-a27c-29024595b517 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:35:35.572568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-71742730-5c6e-401c-9e9c-7c31a67eaf60 req-2a69d04c-c43d-4100-a27c-29024595b517 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:35:35.573966 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71742730-5c6e-401c-9e9c-7c31a67eaf60 req-2a69d04c-c43d-4100-a27c-29024595b517 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 943 time: 0.1811996 May 26 23:35:35.618742 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-71742730-5c6e-401c-9e9c-7c31a67eaf60 req-bf53d93c-5445-4707-8d8f-b5f69112b2ac tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 May 26 23:35:36.811847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5515c69-6d7e-4242-8735-8f5c11dfa9ef req-9f5325f8-66a1-461d-a6ea-adb11c762cd6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:36.813268 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5515c69-6d7e-4242-8735-8f5c11dfa9ef req-9f5325f8-66a1-461d-a6ea-adb11c762cd6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 943 time: 0.0753894 May 26 23:35:36.857528 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5515c69-6d7e-4242-8735-8f5c11dfa9ef req-2e7d45ad-4044-4f9b-8d11-e47e6e2d86bc tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387621 May 26 23:35:38.042129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:35:38.056677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b12ff-b4cf-4bd0-b61b-9c0dce69eae7 req-0f0125e7-1a95-4ade-a85d-c71d97fe6759 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:38.058745 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b86b12ff-b4cf-4bd0-b61b-9c0dce69eae7 req-0f0125e7-1a95-4ade-a85d-c71d97fe6759 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 943 time: 0.0764813 May 26 23:35:38.107074 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b86b12ff-b4cf-4bd0-b61b-9c0dce69eae7 req-802a274e-b4df-408f-bf16-c9bdb9a205b5 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 May 26 23:35:38.173272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:38.186938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'mac_address': 'fa:16:3e:6e:b2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:35:38.237554 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:38.254653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8eeb01-211f-4bdb-bf57-3e5b46385205 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:35:38.268820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:38.272589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:38.335894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:38.578776 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['da8eeb01-211f-4bdb-bf57-3e5b46385205'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:35:39.307009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cb1c5-5560-442f-896d-69ca3d737527 req-1b5ecdb1-df59-4030-b508-8a43e1f80058 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:39.308433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b5cb1c5-5560-442f-896d-69ca3d737527 req-1b5ecdb1-df59-4030-b508-8a43e1f80058 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0809891 May 26 23:35:39.352671 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b5cb1c5-5560-442f-896d-69ca3d737527 req-c414561e-ab1a-4aa3-9948-99fd26042dbd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 May 26 23:35:40.051741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:35:40.123578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port da8eeb01-211f-4bdb-bf57-3e5b46385205 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:35:40.128171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port da8eeb01-211f-4bdb-bf57-3e5b46385205 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:35:40.128534 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:40.237467 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:40.265149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:35:40.274329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:35:40.278670 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:40.343930 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf0577a-7af0-484f-944e-269c6176f1f8'] response: {'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'code': 200} May 26 23:35:40.348971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:35:40.470553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d59b647-6e5d-4bf5-9ed3-1af7c6149fe8 req-377bb089-d817-47d7-9668-391dffcbe66c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1096 time: 0.0718031 May 26 23:35:40.514049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d59b647-6e5d-4bf5-9ed3-1af7c6149fe8 req-45003829-5214-4a77-9a97-044d28be89e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367522 May 26 23:35:40.552520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a100e7-511b-485d-a90f-67a267da206b req-8d5d1310-182d-4657-b1c7-f67eae094e97 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:40.554017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32a100e7-511b-485d-a90f-67a267da206b req-8d5d1310-182d-4657-b1c7-f67eae094e97 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0802372 May 26 23:35:40.609592 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-32a100e7-511b-485d-a90f-67a267da206b req-970d6bda-af0c-42bc-b3e6-a34e3556aa6f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499325 May 26 23:35:41.808930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a892d-a074-4c02-9f05-45a3da347600 req-b0a6c8a8-967f-4879-b0b1-df2683cd6962 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:41.810397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c1a892d-a074-4c02-9f05-45a3da347600 req-b0a6c8a8-967f-4879-b0b1-df2683cd6962 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0760732 May 26 23:35:41.856235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c1a892d-a074-4c02-9f05-45a3da347600 req-68d748b5-9ccf-42fc-87a6-051a8764730b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 May 26 23:35:43.049198 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c615b6-8412-4547-9286-a7462a0f20d4 req-326f8db8-38e5-4f1e-be65-43da3272c04c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:43.050559 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4c615b6-8412-4547-9286-a7462a0f20d4 req-326f8db8-38e5-4f1e-be65-43da3272c04c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0757360 May 26 23:35:43.094918 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d4c615b6-8412-4547-9286-a7462a0f20d4 req-6e7cced8-a2ff-4bd6-84ec-2fac330d8545 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 May 26 23:35:43.282985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9f617-016b-4c84-93f9-dfc63ecee4f8 req-9230f6e2-a7a3-4797-9895-1d3093525529 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:43.284449 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96a9f617-016b-4c84-93f9-dfc63ecee4f8 req-9230f6e2-a7a3-4797-9895-1d3093525529 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0778124 May 26 23:35:43.293426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 44832) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:35:43.298663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'floatingip': {'port_id': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:35:43.375616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:43.941231 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:43.944607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:44.129220 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 associated. External IP: 172.25.4.142, port: da8eeb01-211f-4bdb-bf57-3e5b46385205. May 26 23:35:44.609949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:35:44.809371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:35:44.814142 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:44.818684 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:35:44.830768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:35:44.831365 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:35:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:44.865460 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a1d18ec0-109b-4217-87bf-da8c7a101d05 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "PUT /v2.0/floatingips/7db4e3e5-512c-46a6-8b25-bbef0f87be90 HTTP/1.1" status: 200 len: 991 time: 1.5708871 May 26 23:35:44.866082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:35:44.920881 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6998b7e-3bb3-4023-ab98-c2bcd3af15a9'] response: {'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'status': 'completed', 'code': 200} May 26 23:35:45.016002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-45ba9c38-e710-470b-8ca0-0cc1632db854 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1096 time: 0.0723181 May 26 23:35:45.042753 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:35:45.147849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-3cbd648a-e2ad-482a-aa90-f56b1c2f3327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:45.149271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-3cbd648a-e2ad-482a-aa90-f56b1c2f3327 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1274719 May 26 23:35:45.246741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-7a1aa9da-1da0-47f0-947c-4a34cab0b181 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 999 time: 0.0918274 May 26 23:35:45.310855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-5f70aec0-4039-4130-ad36-4c4b01dff449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:35:45.312266 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-5f70aec0-4039-4130-ad36-4c4b01dff449 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0602396 May 26 23:35:45.386392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-11bf68b8-6782-42dc-8e36-38c99265c8c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681481 May 26 23:35:45.388504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:6e:b2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:35:43Z', 'revision_number': 9, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:45.392321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:35:45.403668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:35:45.404194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:35:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:45.516367 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-0f272058-1b80-4926-9675-4c956a4a565e service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243203 May 26 23:35:45.579879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:35:45.649302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff4d8b5d-fe65-491d-a06f-fb7d00a23f2e req-b3ee3853-3f58-41e7-84e3-27f86c457435 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274743 May 26 23:35:45.922308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:6e:b2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:35:43Z', 'revision_number': 9, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:35:45.928569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c796916d-8f1c-4ec1-b450-d7bd07130737 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:6e:b2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:35:43Z', 'revision_number': 9, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:35:46.118636 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c07a31-9965-420c-85d4-b3110b25a0fb None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:35:47.262864 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d88f2723-51d6-40f9-9118-4ac8daaebc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:50.013426 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-172b500e-9a73-4528-b893-c5225a093f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:50.743475 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:50.850159 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:52.062505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:54.535127 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:35:55.664283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:35:58.224641 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:00.571290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-8ce0eb53-3037-41b7-86b9-d0cae7b30ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699699 May 26 23:36:00.709093 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-63309763-8aaa-47c6-9ec8-46511b3eb34a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1096 time: 0.0692732 May 26 23:36:00.852620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-d9936dd1-45cd-4f2e-b2fb-60529daa92d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:00.854019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-d9936dd1-45cd-4f2e-b2fb-60529daa92d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1243703 May 26 23:36:01.044637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-50aba595-70b2-4bfc-b8d1-3ba8fb9036ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1002 time: 0.1850150 May 26 23:36:01.105153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-1ee04f5f-5e57-4dff-bbe8-adb7b74fa727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:01.106537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-1ee04f5f-5e57-4dff-bbe8-adb7b74fa727 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0554435 May 26 23:36:01.179592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-7b79d9ca-52ab-4ead-9abd-09f12c7a8b3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676749 May 26 23:36:01.313388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-8e2ad63e-ccef-4fce-8eb1-58270e626590 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268072 May 26 23:36:01.441335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f02ab20-97db-46bb-abae-55e4c32d4174 req-f96b5ace-d619-4b9a-b084-5624045f7b41 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219313 May 26 23:36:17.265398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d2605e4-23bd-4b91-b271-c6c882c04763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:20.004473 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-30221d64-fd71-43b3-a7c3-8fdf44f648b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:20.746427 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:20.851870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:22.065558 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:25.689410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:28.252799 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:31.535140 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:36:47.266396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fbe03e42-9091-4d71-9def-dd46a35b67d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:48.843515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6ac16de-e633-45c6-9770-4f01289be8c1 req-a50a1529-f50b-4e40-b575-495c57334fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1306634 May 26 23:36:49.151436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57429ae-6591-482a-a55c-21a7b9333a18 req-affe503c-581b-48d0-83ed-6b08e93e3491 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:49.152908 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d57429ae-6591-482a-a55c-21a7b9333a18 req-affe503c-581b-48d0-83ed-6b08e93e3491 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0798988 May 26 23:36:49.153871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-d84f2197-9be4-4cd2-b121-b8232c2d7507 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380188 May 26 23:36:49.200185 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d57429ae-6591-482a-a55c-21a7b9333a18 req-cf01fe12-0963-4cdf-bce5-582ead7ccdae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 May 26 23:36:50.008671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a152d2d-a4f8-40e7-af16-9699714247e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:50.410890 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-0922f58e-ec9a-4580-bb5d-3b9ac4a602eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1096 time: 0.1338282 May 26 23:36:50.443077 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd1cf9-8e0b-4300-89f5-5f3412d41155 req-b2e4f96a-5fdf-479c-a1f8-115a319e4fa1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:50.444443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bfd1cf9-8e0b-4300-89f5-5f3412d41155 req-b2e4f96a-5fdf-479c-a1f8-115a319e4fa1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.1237504 May 26 23:36:50.567863 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2bfd1cf9-8e0b-4300-89f5-5f3412d41155 req-f6ad41d0-f415-4be7-9d68-79b885337894 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757930 May 26 23:36:50.582935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-5a501f54-1433-4e18-98d0-76710bc24c99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:50.584659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-5a501f54-1433-4e18-98d0-76710bc24c99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1659377 May 26 23:36:50.685937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-c57e458d-5f65-466d-bbc0-0ef32111d958 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1002 time: 0.0947442 May 26 23:36:50.750093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:50.752760 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-42055335-e41a-4b99-9162-1936d7afb4f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:50.755078 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-42055335-e41a-4b99-9162-1936d7afb4f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0623705 May 26 23:36:50.829010 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-6610e8d3-1249-4c03-b5df-7f01ed5b241c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679469 May 26 23:36:50.854687 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:50.960302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-84ba1792-c9f4-49fe-83d2-c9122c719eab service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252325 May 26 23:36:51.089510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-65f2334f-6b18-4c12-bcf4-6bc8df5274db service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224525 May 26 23:36:51.776270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0618fa-5309-46b0-99e6-19becf3e1ca2 req-a606deca-8fb8-4ecd-8b81-cfa9e147b169 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:51.777728 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c0618fa-5309-46b0-99e6-19becf3e1ca2 req-a606deca-8fb8-4ecd-8b81-cfa9e147b169 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0758255 May 26 23:36:51.826930 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c0618fa-5309-46b0-99e6-19becf3e1ca2 req-7e7608b5-4e91-4281-9083-ddeea5e53390 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 May 26 23:36:52.067471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:53.023958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1665b72-1f8f-451d-9dbc-e97f6bf1a5a9 req-c5897aab-ac58-4908-aee0-9dfc2ff00274 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:53.025296 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1665b72-1f8f-451d-9dbc-e97f6bf1a5a9 req-c5897aab-ac58-4908-aee0-9dfc2ff00274 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0777750 May 26 23:36:53.074591 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f1665b72-1f8f-451d-9dbc-e97f6bf1a5a9 req-0361918f-810e-42a6-b921-fee8037f98ec tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 May 26 23:36:54.271031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1381a-9496-4371-9ff4-00e9dc18ae26 req-a1adc115-4004-4f36-bbb4-38309ad1c171 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:54.272539 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28b1381a-9496-4371-9ff4-00e9dc18ae26 req-a1adc115-4004-4f36-bbb4-38309ad1c171 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0801673 May 26 23:36:54.324259 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28b1381a-9496-4371-9ff4-00e9dc18ae26 req-0fc24d94-600b-42dd-89b7-dce722d085f2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 May 26 23:36:55.516891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ea526-90c5-4378-8308-dab91cf6f480 req-f04b01af-e5e0-42da-9d3a-6dc59391402d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:55.519079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e61ea526-90c5-4378-8308-dab91cf6f480 req-f04b01af-e5e0-42da-9d3a-6dc59391402d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0760086 May 26 23:36:55.658643 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e61ea526-90c5-4378-8308-dab91cf6f480 req-49a88359-08ee-4d65-89b4-bd258832fbca tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339359 May 26 23:36:55.704564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:56.852270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d61f6-c1e6-4812-9242-e8abfbb9e5f7 req-67b10fd7-b158-4c61-ae7f-c2065508af3a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:56.854286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a1d61f6-c1e6-4812-9242-e8abfbb9e5f7 req-67b10fd7-b158-4c61-ae7f-c2065508af3a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0748599 May 26 23:36:56.898319 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a1d61f6-c1e6-4812-9242-e8abfbb9e5f7 req-1dfb81e0-2e72-4b14-a7f8-b8984a55a25a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 May 26 23:36:58.094811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691214cb-7943-468b-a7c3-9bdf6252c43b req-78b19d08-db4b-41cb-9e53-72be6b72dfee tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:58.096234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-691214cb-7943-468b-a7c3-9bdf6252c43b req-78b19d08-db4b-41cb-9e53-72be6b72dfee tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0797038 May 26 23:36:58.140883 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-691214cb-7943-468b-a7c3-9bdf6252c43b req-f9982568-6949-461b-ba52-06e994cc6e4b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 May 26 23:36:58.270190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:36:59.334736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc8428-85f9-4b93-b3ec-970e7d3fd59c req-71140c50-cd59-4204-997c-fd92b25b0e37 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:36:59.336162 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7adc8428-85f9-4b93-b3ec-970e7d3fd59c req-71140c50-cd59-4204-997c-fd92b25b0e37 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0789545 May 26 23:36:59.380324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7adc8428-85f9-4b93-b3ec-970e7d3fd59c req-d4e3c6b5-e1c4-4964-bb63-82c4d844096d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381780 May 26 23:37:00.581507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca7925-b5d3-4876-8e4f-a9ada3c8280b req-79d68d2c-5b23-460e-b891-7b8fe54596a3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:00.582960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cca7925-b5d3-4876-8e4f-a9ada3c8280b req-79d68d2c-5b23-460e-b891-7b8fe54596a3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0812738 May 26 23:37:00.627768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cca7925-b5d3-4876-8e4f-a9ada3c8280b req-7bab1918-6e1f-4188-9213-5969ad15b75e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388548 May 26 23:37:01.817302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af7ce0-8b9c-4da1-b3b8-ae18508cc881 req-1b0ce8e6-431a-41cf-ac6f-c94c8f57f35a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:01.818911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44af7ce0-8b9c-4da1-b3b8-ae18508cc881 req-1b0ce8e6-431a-41cf-ac6f-c94c8f57f35a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0746379 May 26 23:37:01.866732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44af7ce0-8b9c-4da1-b3b8-ae18508cc881 req-8c15e35a-2455-4156-92a4-3fd5c384fc6b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 May 26 23:37:02.633097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568a3e50-771d-4b3a-b248-f94abec4442a req-acde232e-7a39-4532-9b27-40db7dd13733 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1096 time: 0.0708234 May 26 23:37:02.779363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a3e50-771d-4b3a-b248-f94abec4442a req-23450abe-deda-47fa-8c27-489a3881235a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:02.780791 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568a3e50-771d-4b3a-b248-f94abec4442a req-23450abe-deda-47fa-8c27-489a3881235a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1260192 May 26 23:37:02.882995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568a3e50-771d-4b3a-b248-f94abec4442a req-f4ec1ce8-8608-4f7c-a915-253f3303dca7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1002 time: 0.0957568 May 26 23:37:02.947571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a3e50-771d-4b3a-b248-f94abec4442a req-6b713de2-ad0f-453a-ab63-63b519062800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:02.949025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568a3e50-771d-4b3a-b248-f94abec4442a req-6b713de2-ad0f-453a-ab63-63b519062800 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0598478 May 26 23:37:03.077785 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-f72a1e55-aeb2-45fe-be9d-c24ab78e9850 service neutron] show failed (client error): The resource could not be found. May 26 23:37:03.078765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-f72a1e55-aeb2-45fe-be9d-c24ab78e9850 service neutron] 10.222.0.48 "GET /v2.0/ports/da8eeb01-211f-4bdb-bf57-3e5b46385205/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0717328 May 26 23:37:03.088982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568a3e50-771d-4b3a-b248-f94abec4442a req-8107f60c-934b-4673-bac2-615659745a97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341660 May 26 23:37:03.096186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3419a-ea67-4746-b265-738a8012fdc7 req-e0c83921-f059-47a3-8e7a-0c548bcd30e1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:03.097545 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54d3419a-ea67-4746-b265-738a8012fdc7 req-e0c83921-f059-47a3-8e7a-0c548bcd30e1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.1050646 May 26 23:37:03.224619 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-54d3419a-ea67-4746-b265-738a8012fdc7 req-1ccc9fb9-a98d-4651-8d1b-87e5f8db12ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084640 May 26 23:37:03.264841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568a3e50-771d-4b3a-b248-f94abec4442a req-bd233de7-929d-4f8a-beb6-6ac18597c75b service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663442 May 26 23:37:03.397739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568a3e50-771d-4b3a-b248-f94abec4442a req-aee69d82-45ec-41b6-9787-5ddc95107575 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269832 May 26 23:37:03.410988 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-14cd0d58-ae4a-488a-882a-0a8a1bb80353 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 1096 time: 0.1342797 May 26 23:37:03.425301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:37:03.531653 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:03.886115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:03.916070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:37:03.976174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:03.981466 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:03.999454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Transition to ACTIVE for port object da8eeb01-211f-4bdb-bf57-3e5b46385205 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:37:04.005158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:04.054164 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14baa82-8f32-4fc7-ae6f-0e1f02f8b078'] response: {'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'code': 200} May 26 23:37:04.145942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:04.162004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.162346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.162688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.163022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.163354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.163683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.164011 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.164334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.164657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.164980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.165298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:04.217584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] No DVR routers for this DVR port da8eeb01-211f-4bdb-bf57-3e5b46385205 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:37:04.430753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d50f7-c1b1-411c-936c-363c4d9d4d7a req-f2b1fe27-760f-47b7-9428-85603ff19b76 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:04.432719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c5d50f7-c1b1-411c-936c-363c4d9d4d7a req-f2b1fe27-760f-47b7-9428-85603ff19b76 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 943 time: 0.0855007 May 26 23:37:04.479246 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c5d50f7-c1b1-411c-936c-363c4d9d4d7a req-bf085596-0427-471e-8fa2-77060b6041d4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 May 26 23:37:04.484244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:37:04.484579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:37:04.484908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:37:04.490842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:37:04.491163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:37:04.497983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:37:04.498316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:37:04.498694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:37:04.499114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Bound port: da8eeb01-211f-4bdb-bf57-3e5b46385205, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:37:04.499458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:04.588565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:37:04.591800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:37:04.596431 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:04.657113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:04.658443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1091 time: 1.2371221 May 26 23:37:04.671742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563475-ca55-44c5-97e1-8e24d182d7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:04.759900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-9eff3fe1-b8f2-455a-aead-a10bce053f76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1094 time: 0.0710855 May 26 23:37:04.897362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-3826dee9-7a86-4b45-8312-9ff7b04234ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:04.898834 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-3826dee9-7a86-4b45-8312-9ff7b04234ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1301389 May 26 23:37:05.003765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-515d8984-52f3-4f0c-a2f5-4afc9a8868dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1000 time: 0.0954111 May 26 23:37:05.071880 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-47ae7cbe-321f-4812-9e69-18703cebbd08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:05.074094 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-47ae7cbe-321f-4812-9e69-18703cebbd08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0608912 May 26 23:37:05.149617 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-261bada0-b43f-4ff6-b460-bcada560c348 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664709 May 26 23:37:05.282416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-baca8275-1920-4ef8-9017-a363b23ea048 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235280 May 26 23:37:05.504926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-2c681436-2cb1-4edb-a86d-b01c98c1cc82 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130511 May 26 23:37:05.722149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335d1f1-acff-499c-807e-e395338fc4ed req-cb9b88d1-96f9-441e-846c-f6e7a67d46b0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:05.723598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0335d1f1-acff-499c-807e-e395338fc4ed req-cb9b88d1-96f9-441e-846c-f6e7a67d46b0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 943 time: 0.0940156 May 26 23:37:05.768663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0335d1f1-acff-499c-807e-e395338fc4ed req-93e8e2a3-b060-4281-8f6e-4c25e786f860 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395632 May 26 23:37:06.054934 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:06.123797 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d86994-352e-458d-8df0-03b413ee7752'] response: {'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'status': 'completed', 'code': 200} May 26 23:37:06.212342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-0d3bb40e-b172-42d8-afcf-392f26d13b6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1094 time: 0.0726798 May 26 23:37:06.219111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-136459d8-fb4c-4ae7-ba21-0c13ed77cea8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1094 time: 0.0678215 May 26 23:37:06.339859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-cd288e9b-3b31-4a3e-a529-fe9f5f77b230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:06.341264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-cd288e9b-3b31-4a3e-a529-fe9f5f77b230 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1237025 May 26 23:37:06.350025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-80dbb339-af2c-4d97-85e1-8dbebe2afa05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:06.351479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-80dbb339-af2c-4d97-85e1-8dbebe2afa05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1252680 May 26 23:37:06.446930 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-9b3464e4-f833-41f4-be95-53a3ecf5918a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1000 time: 0.0999107 May 26 23:37:06.457001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-2e12f86e-f456-43e1-90a5-1a13be7410dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1000 time: 0.0992768 May 26 23:37:06.508136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-cc619ce0-fefa-44c6-955e-88920547b5d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:06.510141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-cc619ce0-fefa-44c6-955e-88920547b5d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0571315 May 26 23:37:06.519709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-2299552c-67d2-4bac-823c-dd2bc5892e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:06.521122 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-2299552c-67d2-4bac-823c-dd2bc5892e53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0571182 May 26 23:37:06.583150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-8689d72f-f094-42da-8517-7d4999b197da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679700 May 26 23:37:06.605340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-5e80881c-d070-4bee-852f-0bd07c9e1131 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758760 May 26 23:37:06.741095 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-0bf0f1a8-30a7-4411-8ab1-dd0bf97d1c8a service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281869 May 26 23:37:06.816657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-ff69fc66-d527-47f6-82d8-ebf31104bebd service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263110 May 26 23:37:06.874627 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-b6fdc5f4-c131-469d-98e3-ba0db8e6a370 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264355 May 26 23:37:06.961602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3bf49e51-d510-496d-9da6-d42a52af7314 req-6c9028c4-29e0-4d60-82e4-edc30c7bf863 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384029 May 26 23:37:06.970408 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533f15-a380-401e-8dfa-053431088bbf req-b0fa1ccb-6fe0-49e3-a08e-92ade139cc80 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:06.971844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5533f15-a380-401e-8dfa-053431088bbf req-b0fa1ccb-6fe0-49e3-a08e-92ade139cc80 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 943 time: 0.0801728 May 26 23:37:07.063463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b5533f15-a380-401e-8dfa-053431088bbf req-1e4afa27-abd0-4132-913f-596ea7b282f8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632100 May 26 23:37:07.079069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-b89eab7d-f2f6-4fa9-a8e5-6ffc7fb86558 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1094 time: 0.1147218 May 26 23:37:07.224502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-d6ab3ace-4d48-4635-820c-3237925207cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:07.225894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-d6ab3ace-4d48-4635-820c-3237925207cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1254015 May 26 23:37:07.332255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-cee17640-b0b4-46db-a146-9c5f21553870 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1000 time: 0.0984550 May 26 23:37:07.397808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-8e465b0a-30e9-4bee-a236-e05c5334c334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:07.399296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-8e465b0a-30e9-4bee-a236-e05c5334c334 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0573633 May 26 23:37:07.463001 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:37:07.476055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-b08f378a-3e0d-4853-a1b8-7e0739fcb6e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706012 May 26 23:37:07.595319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:07.605319 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-c8b4b574-2909-4ce5-86db-fa1cf7af6d4b service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228449 May 26 23:37:07.609071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'mac_address': 'fa:16:3e:6e:b2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:37:07.663451 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:07.682879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8eeb01-211f-4bdb-bf57-3e5b46385205 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:37:07.698492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:07.702237 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:07.805532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:07.814552 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.814897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.815233 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.815565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.815894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.816220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.816544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.816864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.817186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.817502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.817852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:07.843415 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ed2b867-0951-44ab-abf0-6e73805c1d60 req-d9801049-50b5-4230-b78f-5ef08403a3f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324879 May 26 23:37:07.939794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['da8eeb01-211f-4bdb-bf57-3e5b46385205'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:37:08.260492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4b54c-1247-40e4-9095-36eef828c79b req-597be919-1b41-4b9f-9b84-a5f0780fd947 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:08.261924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c4b54c-1247-40e4-9095-36eef828c79b req-597be919-1b41-4b9f-9b84-a5f0780fd947 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0776222 May 26 23:37:08.307400 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-30c4b54c-1247-40e4-9095-36eef828c79b req-2c539b0f-4495-4f4c-ba1b-6710de72b2d3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 May 26 23:37:08.419400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:37:08.483740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:37:08.535621 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:37:08.733881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-a000232c-d4a5-456d-9220-cde89fd60e3f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:08.735385 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-a000232c-d4a5-456d-9220-cde89fd60e3f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.0854411 May 26 23:37:08.784301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8cbf-4e1b-4039-b22d-6591cb22262a req-f0e03414-397e-4448-8e0f-5d6df4998711 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:08.785773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-475a8cbf-4e1b-4039-b22d-6591cb22262a req-f0e03414-397e-4448-8e0f-5d6df4998711 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0786664 May 26 23:37:08.813155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-c380bd78-c28a-4708-91f4-fda321d198a9 service neutron] 10.222.0.55 "GET /v2.0/ports/da8eeb01-211f-4bdb-bf57-3e5b46385205/bindings/n-h1-843301-1 HTTP/1.1" status: 200 len: 382 time: 0.0724158 May 26 23:37:08.834560 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-475a8cbf-4e1b-4039-b22d-6591cb22262a req-31c4cb4c-6d9a-4e0b-ad15-ac2e2760ec06 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 May 26 23:37:08.911124 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-f1c1666d-ec91-4b8d-9e20-e2ab3ddd9132 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1095 time: 0.0710852 May 26 23:37:09.046829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-df56b3a3-63b0-4e89-9685-aee7a383225c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:09.048252 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-df56b3a3-63b0-4e89-9685-aee7a383225c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1312814 May 26 23:37:09.149049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-1e3fe258-38df-4604-9770-52bfcd710e84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1001 time: 0.0946770 May 26 23:37:09.209817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-9485ec55-8c5b-4251-a045-e256af13829d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:09.212076 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-9485ec55-8c5b-4251-a045-e256af13829d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0572150 May 26 23:37:09.283998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cc696ef5-83b5-483b-bd4e-dad62418e94a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654407 May 26 23:37:09.421497 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-58d7e975-c77d-4b07-ba06-d7218a1c7284 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289668 May 26 23:37:09.477138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:37:09.544674 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port da8eeb01-211f-4bdb-bf57-3e5b46385205 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:37:09.549558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port da8eeb01-211f-4bdb-bf57-3e5b46385205 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:37:09.549955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:09.555636 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-105db422-067a-48bd-a4f9-1b4a4702779d service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287723 May 26 23:37:09.669855 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:09.696038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:09.706040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:09.709879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:09.765658 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b625cda-e8fa-4379-867c-94c4f3422c67'] response: {'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'code': 200} May 26 23:37:09.781031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:10.030659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f1b55-1c7e-42f5-9cf1-55d27a976aea req-cc9f6a00-b486-4682-a007-191dc9322c12 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:10.031971 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d6f1b55-1c7e-42f5-9cf1-55d27a976aea req-cc9f6a00-b486-4682-a007-191dc9322c12 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0736020 May 26 23:37:10.076559 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5d6f1b55-1c7e-42f5-9cf1-55d27a976aea req-72ff96ee-20e8-4e61-9919-e2616de8932e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392470 May 26 23:37:11.274420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a952d-5e55-4a24-9971-9403a6048a20 req-63aa61e2-bd82-4a00-bc65-a8992a599ffb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:11.276383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c1a952d-5e55-4a24-9971-9403a6048a20 req-63aa61e2-bd82-4a00-bc65-a8992a599ffb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0810556 May 26 23:37:11.321629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8c1a952d-5e55-4a24-9971-9403a6048a20 req-59d65a91-c49f-4d88-a3e7-ac2fa9939659 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 May 26 23:37:11.758542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-1a73c85c-971e-4877-a1dc-ffa4d50ec66c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 1096 time: 0.0718803 May 26 23:37:11.768844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:37:11.874419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:12.137598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:12.166903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:37:12.225756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:12.231485 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:12.246577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Transition to ACTIVE for port object da8eeb01-211f-4bdb-bf57-3e5b46385205 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:37:12.250464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:12.375992 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e216d643-a0d4-4b0a-8990-f4df0cd69e80'] response: {'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'code': 200} May 26 23:37:12.394089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=10']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:12.417330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.417646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.418001 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.418337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.418663 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.418989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.419312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.419636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.419955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.420275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.420594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:37:12.461095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] No DVR routers for this DVR port da8eeb01-211f-4bdb-bf57-3e5b46385205 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:37:12.539896 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31867d6-d8e5-4e1d-9624-bfb6a15829e1 req-6f4c2410-9b08-4819-8ecd-34f1bbc782ac tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:12.541951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a31867d6-d8e5-4e1d-9624-bfb6a15829e1 req-6f4c2410-9b08-4819-8ecd-34f1bbc782ac tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0827811 May 26 23:37:12.590351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a31867d6-d8e5-4e1d-9624-bfb6a15829e1 req-c6085342-ece0-44fc-b0d5-c7a4ce17344e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426955 May 26 23:37:12.718031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:37:12.718358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:37:12.718679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:37:12.724273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:37:12.724605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Attempting to bind port da8eeb01-211f-4bdb-bf57-3e5b46385205 on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:37:12.731377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:37:12.731708 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:37:12.732086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:37:12.732508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Bound port: da8eeb01-211f-4bdb-bf57-3e5b46385205, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:37:12.732845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:12.902611 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:37:12.905700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:37:12.910341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:12.970970 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:12.972651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] 10.222.0.48 "PUT /v2.0/ports/da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1092 time: 1.2073257 May 26 23:37:12.985200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf992f1a-0d7e-4bd6-9087-5372bb02f6de service neutron] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=11']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:13.068321 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-ff9362ac-ca02-4371-a2a4-1463d3920530 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1095 time: 0.0729172 May 26 23:37:13.200492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-e5a3298e-a374-4e2d-8e32-639ecefbf34a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:13.201955 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-e5a3298e-a374-4e2d-8e32-639ecefbf34a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1271706 May 26 23:37:13.304283 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-f8ae2804-63b6-40eb-a573-91bda1f7d391 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1000 time: 0.0963037 May 26 23:37:13.365472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-3ccea0a9-6292-456f-81f7-cd2401704eb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:13.366964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-3ccea0a9-6292-456f-81f7-cd2401704eb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0565112 May 26 23:37:13.442028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-2ebe66ed-f15c-4af4-ba03-b763fbba838a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686772 May 26 23:37:13.503238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:37:13.558952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:37:13.570820 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-4a8cd4fc-8f3e-4511-954e-745bb2d29e42 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231606 May 26 23:37:13.706359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-07851768-1e3b-4b3b-ab16-338b20d55f2d req-e58dc3ec-af33-48e8-830b-be56450c6be8 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298099 May 26 23:37:13.807624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289366c1-0bf8-47ae-8c88-f95712be851e req-fe938d3a-19a5-422d-886a-88415cfbd8ac tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:13.809320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-289366c1-0bf8-47ae-8c88-f95712be851e req-fe938d3a-19a5-422d-886a-88415cfbd8ac tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0766108 May 26 23:37:13.853773 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-289366c1-0bf8-47ae-8c88-f95712be851e req-97a6902e-4c12-4eb2-ae05-ad4911a22350 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 May 26 23:37:14.377568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:14.444209 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a86691-db17-484b-b3c7-fa50c8d1a3b3'] response: {'name': 'network-changed', 'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'status': 'completed', 'code': 200} May 26 23:37:14.533130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-9619fa24-175e-4ca0-ae45-8cd0cedcf53b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1095 time: 0.0717573 May 26 23:37:14.543802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-cfe6e8cc-b596-4708-a718-b6b74578da6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 1095 time: 0.0683827 May 26 23:37:14.670114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-1c2c791d-b079-4c79-9a6c-338d58214495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:14.671837 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-1c2c791d-b079-4c79-9a6c-338d58214495 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1327775 May 26 23:37:14.679842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-213d4963-e7f8-4caa-a712-b17d649e8b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:14.681967 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-213d4963-e7f8-4caa-a712-b17d649e8b33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1291525 May 26 23:37:14.774253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-88211753-74c6-4280-95ef-fa8dcc43ec77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1000 time: 0.0959980 May 26 23:37:14.794113 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-5512e6d4-7a3d-4387-a875-b32ad882020b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 200 len: 1000 time: 0.1032078 May 26 23:37:14.839400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-00e162b9-b763-4b46-8321-4e98325fa2a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:14.840830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-00e162b9-b763-4b46-8321-4e98325fa2a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0604477 May 26 23:37:14.857248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-b873f4bc-2b4a-4e39-9934-8eaee71609f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:14.858680 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-b873f4bc-2b4a-4e39-9934-8eaee71609f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0558112 May 26 23:37:14.916565 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-9936f885-edf2-4306-96b3-d59c09ef3f90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687308 May 26 23:37:15.028952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-0ec86d64-2d78-48ef-9135-c10c8eb36b96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616068 May 26 23:37:15.168406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-d5608cdb-d2a8-4208-8acb-21ab0f3af4c5 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296999 May 26 23:37:15.195345 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-c090d460-1784-4ab7-96ab-05dae0c12ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731102 May 26 23:37:15.225878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd34f7-e269-464d-a601-1557b04a7720 req-cff11c29-2b9c-4fd0-9660-c406ecacafa2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:15.227276 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40dd34f7-e269-464d-a601-1557b04a7720 req-cff11c29-2b9c-4fd0-9660-c406ecacafa2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.2350857 May 26 23:37:15.303363 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-bcd4e2fd-d9fa-4022-94e8-40a64a2d429f service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260271 May 26 23:37:15.352290 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40dd34f7-e269-464d-a601-1557b04a7720 req-5f514593-a5b4-45f8-96f1-801de228ffab tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187296 May 26 23:37:15.370076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1d3d03d-b349-4d69-820c-0ee1039fbab6 req-ad203f5f-7caf-4644-8592-a9df814022a8 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671407 May 26 23:37:16.558012 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d6e1d-ab81-41f0-8a39-b723bd0b432f req-f780bcb9-16f5-45ae-8612-0aee7aefa84c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:16.559469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-015d6e1d-ab81-41f0-8a39-b723bd0b432f req-f780bcb9-16f5-45ae-8612-0aee7aefa84c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0817013 May 26 23:37:16.611848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-015d6e1d-ab81-41f0-8a39-b723bd0b432f req-ff88eb27-a84f-4512-bade-4304952ddb84 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461988 May 26 23:37:17.267792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-07f21d17-9d65-4d3f-8142-b5331e16b711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:17.808931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5e56f-07b1-4a86-aa9f-f658417acbd3 req-12b3b698-ce69-493a-b8f3-380ae2a5d237 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:17.810390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fac5e56f-07b1-4a86-aa9f-f658417acbd3 req-12b3b698-ce69-493a-b8f3-380ae2a5d237 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0765035 May 26 23:37:17.858231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fac5e56f-07b1-4a86-aa9f-f658417acbd3 req-2f969077-1706-4cbe-9a97-957bdf1ec226 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 May 26 23:37:18.054952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577fc0e-ef10-4131-8aaf-7200168eebfb req-58651d1b-6964-4b26-814e-cb458a5de1c5 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:18.056878 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0577fc0e-ef10-4131-8aaf-7200168eebfb req-58651d1b-6964-4b26-814e-cb458a5de1c5 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0789151 May 26 23:37:18.101286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0577fc0e-ef10-4131-8aaf-7200168eebfb req-8b8c1ee0-f384-4290-8356-9c987aeeeb90 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 May 26 23:37:18.293567 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f1692-2561-48be-84dc-99e70e70a617 req-58d06101-9026-4da8-bf99-e2cd981580af tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:18.295016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-185f1692-2561-48be-84dc-99e70e70a617 req-58d06101-9026-4da8-bf99-e2cd981580af tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 944 time: 0.0776517 May 26 23:37:18.341171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-185f1692-2561-48be-84dc-99e70e70a617 req-f973d513-9114-4eea-aee2-38832132a76f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403454 May 26 23:37:18.451273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:37:18.587984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:18.601697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'mac_address': 'fa:16:3e:6e:b2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:37:18.659631 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:18.677751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8eeb01-211f-4bdb-bf57-3e5b46385205 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:37:18.692936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:18.696267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:18.753321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705239e-c9ff-4185-8de3-13a7367b64eb req-a0605b28-dadb-47fc-ba7f-79ed17078a78 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:18.755036 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7705239e-c9ff-4185-8de3-13a7367b64eb req-a0605b28-dadb-47fc-ba7f-79ed17078a78 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0828781 May 26 23:37:18.762644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=12']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:18.801323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7705239e-c9ff-4185-8de3-13a7367b64eb req-b2881b9f-82b5-40ab-a124-cb00a5855d9c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 May 26 23:37:19.044344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['da8eeb01-211f-4bdb-bf57-3e5b46385205'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:37:20.000252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71a705-1f98-4122-bffe-e389aa95f4fe req-e9e8588f-e258-4e23-93f3-55c6e4fb4716 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:20.001610 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f71a705-1f98-4122-bffe-e389aa95f4fe req-e9e8588f-e258-4e23-93f3-55c6e4fb4716 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0786705 May 26 23:37:20.011327 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8bb965cf-e2e5-4367-a3c6-c45d6d1a4dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.047797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4f71a705-1f98-4122-bffe-e389aa95f4fe req-0a0ad1cf-15f3-4880-96b0-6b72d71d96ac tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 May 26 23:37:20.296887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-8649b9c3-2966-4c8b-ba35-9cd993c98bf3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:20.298227 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-8649b9c3-2966-4c8b-ba35-9cd993c98bf3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 945 time: 0.0750871 May 26 23:37:20.367780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Deleting port da8eeb01-211f-4bdb-bf57-3e5b46385205 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:37:20.368150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.458986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:37:20.530831 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port da8eeb01-211f-4bdb-bf57-3e5b46385205 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:37:20.535561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port da8eeb01-211f-4bdb-bf57-3e5b46385205 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:37:20.535929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.614587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:20.615351 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.648892 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.676134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:20.685623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:20.689508 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.736962 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477c140c-c252-4e9c-a392-476a06d868cb'] response: {'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'code': 200} May 26 23:37:20.773209 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.776709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=13']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:20.856407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.913292 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.913586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:20.913927 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 disassociated. External IP: 172.25.4.142, port: da8eeb01-211f-4bdb-bf57-3e5b46385205. May 26 23:37:20.914257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Calling delete_port for da8eeb01-211f-4bdb-bf57-3e5b46385205 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:37:20.991006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.db.api [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:37:20.991310 n-d-843301-1 neutron-server[84030]: DEBUG oslo_db.api [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:37:21.241770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345938ed-c0fa-4c4f-929a-696518a2f302 req-ade54b21-836d-4a7a-b5bd-8168556fc889 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:21.243092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-345938ed-c0fa-4c4f-929a-696518a2f302 req-ade54b21-836d-4a7a-b5bd-8168556fc889 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 946 time: 0.0795455 May 26 23:37:21.286649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-345938ed-c0fa-4c4f-929a-696518a2f302 req-c6242329-7ac0-48e8-bbc6-2fd6238f5990 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375018 May 26 23:37:21.492640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Deleting port da8eeb01-211f-4bdb-bf57-3e5b46385205 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:37:21.493166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:21.731260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] For port da8eeb01-211f-4bdb-bf57-3e5b46385205, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=da8eeb01-211f-4bdb-bf57-3e5b46385205,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:21.731611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:22.075092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:22.116464 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:22.116837 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:22.117141 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 disassociated. External IP: 172.25.4.142, port: da8eeb01-211f-4bdb-bf57-3e5b46385205. May 26 23:37:22.117495 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Calling delete_port for da8eeb01-211f-4bdb-bf57-3e5b46385205 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:37:22.255817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:22.303225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event deleted for resources: {'Port': ['ID=da8eeb01-211f-4bdb-bf57-3e5b46385205,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:22.477414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e96735f5-7de5-48ae-8166-3479461fe4cf req-fdbaf484-b6f8-4a6c-8683-cc4d3cfbeb2f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c87c8b7-7714-44c4-babb-642dc8047aba HTTP/1.1" status: 200 len: 210 time: 0.0504990 May 26 23:37:22.562601 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:37:22.760915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:37:22.770199 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:37:22.781825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:37:22.782419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:37:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:22.831146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] No DVR routers for this DVR port da8eeb01-211f-4bdb-bf57-3e5b46385205 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:37:22.833730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:22.837643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-deleted', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:22.851589 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-568c253b-8bc3-4247-8a7b-3f762478ca40 req-332f09fe-51ac-4c1c-a8fc-93ca3b7821ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "DELETE /v2.0/ports/da8eeb01-211f-4bdb-bf57-3e5b46385205 HTTP/1.1" status: 204 len: 173 time: 2.5484264 May 26 23:37:22.891698 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a22c494-5932-4899-88e3-8aa1f020c011'] response: {'server_uuid': '2c87c8b7-7714-44c4-babb-642dc8047aba', 'name': 'network-vif-deleted', 'tag': 'da8eeb01-211f-4bdb-bf57-3e5b46385205', 'status': 'completed', 'code': 200} May 26 23:37:22.967615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:37:23.305834 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:23.310069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:37:23.320886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:37:23.321474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:37:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:23.502408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:37:23.817033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:23.821171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fbd34-6522-47ec-b053-bb954a9d774d None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:37:23.848257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c818c5b7-7241-4297-89dc-3d2cd4bde04c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1326779735&fields=id&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 267 time: 0.0420570 May 26 23:37:24.002392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-65c3911d-0b37-44d5-a5d0-3be215b0354c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:24.003856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-65c3911d-0b37-44d5-a5d0-3be215b0354c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1487818 May 26 23:37:24.021333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-bbf61d79-5bc4-4040-9afa-3cd54edd113f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/quotas/f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 375 time: 0.0116813 May 26 23:37:24.060678 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36327c5-a9d0-4b40-89da-0c78777db521 None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:37:24.104686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f3c03068-f2db-4370-93c1-6af7baa11701 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:37:24.119736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f3c03068-f2db-4370-93c1-6af7baa11701 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:37:24.121019 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f3c03068-f2db-4370-93c1-6af7baa11701 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936463 May 26 23:37:24.258793 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-a8e73ba6-d495-4331-a23b-fb8555390015 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260459 May 26 23:37:24.398928 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c247ffc6-45b6-47a9-ba58-494d492fa7d7 service neutron] 10.222.0.32 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328139 May 26 23:37:24.459172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:37:24.493068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: da8eeb01-211f-4bdb-bf57-3e5b46385205 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:37:24.493923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device da8eeb01-211f-4bdb-bf57-3e5b46385205 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:37:24.586692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-07ab2c63-c2c9-4b03-9838-10b8c916dbf5 req-fc6e5aae-e19c-461c-b4e1-3001ce5aa375 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 210 time: 0.0408030 May 26 23:37:25.655676 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-497f888e-e794-47fb-99de-166ecfaa8710 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:25.657829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-497f888e-e794-47fb-99de-166ecfaa8710 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 812 time: 0.1543648 May 26 23:37:25.713022 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:25.732001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f42335c7-dd88-42ea-8a2b-6cb9e26c49b4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 380 time: 0.0550594 May 26 23:37:25.742306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'port': {'device_id': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'admin_state_up': True, 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'security_groups': ['b2e1731a-54a0-42cd-9cc8-157243ae26bd']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:37:25.760513 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98558647-f529-47e7-9daa-9b95928824ce req-9a977561-f8ac-4328-8f99-76f0be8618f3 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 210 time: 0.0439985 May 26 23:37:25.874808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:37:25.884685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:37:25.893928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Made reservation on behalf of f15bba262ede48adb9ff3d0b9d648a1c for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:37:25.896861 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:26.052615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Allocated IP 172.20.0.12 (ae88705e-557b-4305-a504-47d9742a313a/1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0/93927b98-83c1-4c9d-b585-18f4889e7c6e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:37:26.237085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:26.252154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Transition to ACTIVE for port object 93927b98-83c1-4c9d-b585-18f4889e7c6e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:37:26.272906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:26.342574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Network ae88705e-557b-4305-a504-47d9742a313a is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:37:26.345440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:37:26.349616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:37:26.380315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:26.413660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:26.414283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:26.440121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-c355cb68-22dc-468c-a8e3-70f64c2b3337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7012448 May 26 23:37:26.455441 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Request body: {'port': {'device_id': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:37:26.546449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3b506693-86a0-4e83-b789-b34420488a87 None None] Provisioning for port 93927b98-83c1-4c9d-b585-18f4889e7c6e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:37:26.551170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-3b506693-86a0-4e83-b789-b34420488a87 None None] Provisioning complete for port 93927b98-83c1-4c9d-b585-18f4889e7c6e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:37:26.551538 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b506693-86a0-4e83-b789-b34420488a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:26.566991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:26.602542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-3b506693-86a0-4e83-b789-b34420488a87 None None] Port 93927b98-83c1-4c9d-b585-18f4889e7c6e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:37:27.029686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea1962-f492-49f3-8645-1dbfcb870399 req-560cfe0a-f0b0-430f-a28a-48fd7d1e1b9d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:27.030383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2eea1962-f492-49f3-8645-1dbfcb870399 req-560cfe0a-f0b0-430f-a28a-48fd7d1e1b9d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Synchronizing usage tracker for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:37:27.062170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2eea1962-f492-49f3-8645-1dbfcb870399 req-560cfe0a-f0b0-430f-a28a-48fd7d1e1b9d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Unset dirty status for tenant:f15bba262ede48adb9ff3d0b9d648a1c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:37:27.063213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2eea1962-f492-49f3-8645-1dbfcb870399 req-560cfe0a-f0b0-430f-a28a-48fd7d1e1b9d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 932 time: 0.1840396 May 26 23:37:27.064988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93927b98-83c1-4c9d-b585-18f4889e7c6e {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:37:27.073128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:27.111377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Transition to ACTIVE for port object 93927b98-83c1-4c9d-b585-18f4889e7c6e will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:37:27.114617 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:27.181026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2eea1962-f492-49f3-8645-1dbfcb870399 req-fb2ac0a8-6436-44b4-8106-906592461a64 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119068 May 26 23:37:27.245990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:27.359336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:37:27.359675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:37:27.360002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:37:27.366009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:37:27.366255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:37:27.372473 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:37:27.372801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:37:27.373180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:37:27.373600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Bound port: 93927b98-83c1-4c9d-b585-18f4889e7c6e, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:37:27.373972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:27.460455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:37:27.463903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:37:27.467814 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:27.530630 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:27.531967 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1092 time: 1.0809112 May 26 23:37:27.532392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:27.553309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e5adc-39ee-43f1-9b8c-5837c26af5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:27.610728 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fd5367-35d7-4393-9e89-1a883a713090'] response: {'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'status': 'completed', 'code': 200} May 26 23:37:27.652720 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-3b1e6a49-8c41-4284-886e-a5ccca70e9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1095 time: 0.0733087 May 26 23:37:27.727929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-53f348e9-b72b-4deb-ba02-5f968cfbf97a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 217 time: 0.0646167 May 26 23:37:27.794832 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-d2367ab6-7664-44d5-9c13-a780b729d6e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:27.796422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-d2367ab6-7664-44d5-9c13-a780b729d6e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0573964 May 26 23:37:27.876949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-cb7b7f30-6945-4707-878d-674aaeed3ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712907 May 26 23:37:28.008338 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-766fdf15-eba5-4780-98b1-5cca808be527 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219175 May 26 23:37:28.140694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88398313-ab1a-4f9a-bc19-0769329fc07e req-f30d7c68-4ece-4002-90fe-12ea48790afe service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215441 May 26 23:37:28.258566 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73853384-3378-4c57-9fc7-3644e46068f1 req-fdb26001-7ada-4da7-af08-beec9cec1d51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1095 time: 0.0704613 May 26 23:37:28.270399 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:28.536257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853384-3378-4c57-9fc7-3644e46068f1 req-33045299-e779-4f73-916b-31161a958916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:28.537608 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73853384-3378-4c57-9fc7-3644e46068f1 req-33045299-e779-4f73-916b-31161a958916 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.2719865 May 26 23:37:28.600957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e74669-f0db-4e56-99e6-97017253a8b7 req-b78834e7-4819-4367-b93a-8a64dd1bcc69 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:28.602419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04e74669-f0db-4e56-99e6-97017253a8b7 req-b78834e7-4819-4367-b93a-8a64dd1bcc69 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.2685285 May 26 23:37:28.634161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73853384-3378-4c57-9fc7-3644e46068f1 req-015f63d6-fab2-449a-8365-e8a0e3c18ee3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 217 time: 0.0889897 May 26 23:37:28.707835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-04e74669-f0db-4e56-99e6-97017253a8b7 req-54c4e18c-d9a5-4f14-8bc3-d697096de8cd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993295 May 26 23:37:28.714865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853384-3378-4c57-9fc7-3644e46068f1 req-0b402fb9-2cc4-461d-ada4-ef0aea43a9f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:28.716274 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73853384-3378-4c57-9fc7-3644e46068f1 req-0b402fb9-2cc4-461d-ada4-ef0aea43a9f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0749209 May 26 23:37:28.790283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73853384-3378-4c57-9fc7-3644e46068f1 req-68559aab-557f-4ea9-81d3-afaf0b9cca51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664837 May 26 23:37:28.920480 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73853384-3378-4c57-9fc7-3644e46068f1 req-77d08ee4-cd9c-403c-aa93-ad0d514c78bb service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217144 May 26 23:37:29.048687 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-73853384-3378-4c57-9fc7-3644e46068f1 req-a1be5700-f31c-4cce-a2b4-a17c50d5589b service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217120 May 26 23:37:29.626920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:37:29.757911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:29.775230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'mac_address': 'fa:16:3e:0d:6a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:37:29.828925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:29.846236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93927b98-83c1-4c9d-b585-18f4889e7c6e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:37:29.861969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:29.866079 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:29.935606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:30.004852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22eb5d-fdb4-4083-af88-402a235c1b21 req-c0a9dc49-45b6-4e95-8352-e8694a73acef tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:30.006291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad22eb5d-fdb4-4083-af88-402a235c1b21 req-c0a9dc49-45b6-4e95-8352-e8694a73acef tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.1739845 May 26 23:37:30.050462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ad22eb5d-fdb4-4083-af88-402a235c1b21 req-4d7d470f-d7a8-4985-a2d1-4b3f3a226117 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 May 26 23:37:30.106035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['93927b98-83c1-4c9d-b585-18f4889e7c6e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:37:31.248552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d40e6-4d01-48f9-a001-50ea8a62c8a2 req-97f97dc6-c78f-4961-aa50-4023446bdda0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:31.249995 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a22d40e6-4d01-48f9-a001-50ea8a62c8a2 req-97f97dc6-c78f-4961-aa50-4023446bdda0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0790966 May 26 23:37:31.294431 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a22d40e6-4d01-48f9-a001-50ea8a62c8a2 req-210a75f7-6593-4b81-90b2-22b9d3a871df tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389919 May 26 23:37:31.626849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:37:31.696671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 93927b98-83c1-4c9d-b585-18f4889e7c6e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:37:31.701141 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 93927b98-83c1-4c9d-b585-18f4889e7c6e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:37:31.701503 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:31.809215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:31.836676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:31.845820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:37:31.849438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:31.912539 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9d94da-fae9-4bb9-b87d-76dfe776a63f'] response: {'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'code': 200} May 26 23:37:31.951214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:37:32.020654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-197e47d0-002d-4518-88c5-42b2fe8b6af7 req-75d5f751-7fe5-4758-8757-32870400c5e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1097 time: 0.0648763 May 26 23:37:32.068389 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-197e47d0-002d-4518-88c5-42b2fe8b6af7 req-a332bd01-93bf-48df-b30a-bed99daad660 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382311 May 26 23:37:32.552741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeac4c-a005-4dca-a6ee-c1abb3dadd88 req-88254183-5dbc-4cf4-a5b9-91328c877e3d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:32.554201 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caeeac4c-a005-4dca-a6ee-c1abb3dadd88 req-88254183-5dbc-4cf4-a5b9-91328c877e3d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0759246 May 26 23:37:32.598470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caeeac4c-a005-4dca-a6ee-c1abb3dadd88 req-d85b59fd-25f5-43f5-b15c-7c1e9fbf9eab tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 May 26 23:37:33.800521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c8d7f-2659-4c3c-a84f-242d54e02ec4 req-0ea12eb4-72b2-405c-aaa4-36f116f8254a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:33.801881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a3c8d7f-2659-4c3c-a84f-242d54e02ec4 req-0ea12eb4-72b2-405c-aaa4-36f116f8254a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0786452 May 26 23:37:33.846991 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5a3c8d7f-2659-4c3c-a84f-242d54e02ec4 req-d33d0982-f2c1-48df-a66c-eb4b1652b2bd tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 May 26 23:37:34.035315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de34209-91ee-4a24-96f7-274e9c5b6579 req-f9dffd50-34e6-4527-b8f8-cdad633d9aea tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:34.036712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6de34209-91ee-4a24-96f7-274e9c5b6579 req-f9dffd50-34e6-4527-b8f8-cdad633d9aea tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0774910 May 26 23:37:34.045999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45022) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:37:34.051008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Request body: {'floatingip': {'port_id': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:37:34.122208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:34.704665 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:34.708620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:34.991099 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 associated. External IP: 172.25.4.142, port: 93927b98-83c1-4c9d-b585-18f4889e7c6e. May 26 23:37:35.380736 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:37:35.576103 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:37:35.580572 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:35.586063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:37:35.597845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:37:35.598451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:37:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:35.634631 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b0b105f6-d7ed-40aa-8dca-5c960086259f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "PUT /v2.0/floatingips/7db4e3e5-512c-46a6-8b25-bbef0f87be90 HTTP/1.1" status: 200 len: 993 time: 1.5875230 May 26 23:37:35.635255 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:37:35.689929 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3e0f6a-174f-4301-a7b0-ab63698ff558'] response: {'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'status': 'completed', 'code': 200} May 26 23:37:35.777999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:37:35.781071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-8853d29d-c393-495d-94ff-bed2dd82413b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1097 time: 0.0679643 May 26 23:37:35.909829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-978bc0b3-e06a-4ed8-b103-1bded85b5800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:35.911183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-978bc0b3-e06a-4ed8-b103-1bded85b5800 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1241894 May 26 23:37:36.012594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-7d7127d5-3c68-4f3e-a8f7-aafb21bf7129 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.0950546 May 26 23:37:36.073928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-244bfdbe-2c6b-460c-8a47-0ad050c3f72f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:37:36.075341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-244bfdbe-2c6b-460c-8a47-0ad050c3f72f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0569930 May 26 23:37:36.122048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:0d:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:37:34Z', 'revision_number': 13, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:36.125897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:37:36.136724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:37:36.137317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:37:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:36.152500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-0682f281-21c9-4993-8d6f-d9643bcc3530 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705683 May 26 23:37:36.282305 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-771151ca-fa4c-448b-8d95-8774b26c3df6 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236289 May 26 23:37:36.309953 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:37:36.511675 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c6f9c8f0-0a4f-480f-ad01-153785627ff5 req-852d0c93-7773-4ae9-877e-3fc3c845471c service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241716 May 26 23:37:36.657086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:0d:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:37:34Z', 'revision_number': 13, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:37:36.661200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5884cace-90f0-44b0-96ba-0e2904a547b3 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7db4e3e5-512c-46a6-8b25-bbef0f87be90', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'port_id': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'mac_address': 'fa:16:3e:0d:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:32:34Z', 'updated_at': '2022-05-26T23:37:34Z', 'revision_number': 13, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:37:36.851025 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7d900-583a-49c0-bfc7-f9c9e6b0648b None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:37:45.535849 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:37:47.270076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cb034f6d-0977-497e-b982-03f306c4a184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:50.012404 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed8477f7-d20b-4a08-98c0-71ba8fa5f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:50.757930 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:50.857368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:52.066429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:55.746430 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:37:58.268188 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:07.321435 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-28cfc9c5-6013-43ab-9f2d-3e66245f8d58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656948 May 26 23:38:07.458034 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-20f04cd0-e5ed-43a1-849d-f4353354d29e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1097 time: 0.0697343 May 26 23:38:07.602409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-d86f898b-b9b4-4218-acce-f5a96f052c3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:07.603872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-d86f898b-b9b4-4218-acce-f5a96f052c3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1230786 May 26 23:38:07.706361 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-4ac0f023-ca3c-46ea-926c-c90a2469cb3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1003 time: 0.0950572 May 26 23:38:07.769383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-468b9e23-5f4a-47b5-ab12-a98f5e2f1d1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:07.770787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-468b9e23-5f4a-47b5-ab12-a98f5e2f1d1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0572696 May 26 23:38:07.843854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-54ac9532-e670-418f-9141-d5529c9413c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668035 May 26 23:38:07.972649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-ec44eb6d-41ba-4e82-952d-fb190abbf526 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220350 May 26 23:38:08.108760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5fc2c0f-924a-4d85-aeed-6a8eefc8d341 req-a0f6a473-2fd0-49a3-8967-1fb8eff49748 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280458 May 26 23:38:12.461878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2954ca2-a9c4-4696-8d04-206aac8cf6a6 req-05041bd7-f7e2-4377-9140-ff6feb1a8364 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:12.463338 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2954ca2-a9c4-4696-8d04-206aac8cf6a6 req-05041bd7-f7e2-4377-9140-ff6feb1a8364 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0801270 May 26 23:38:12.506933 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a2954ca2-a9c4-4696-8d04-206aac8cf6a6 req-ae8ec62e-065d-4323-a1b9-25da7db0b337 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382524 May 26 23:38:17.272198 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dc8877fb-1ac2-450c-914b-b63bdbfa6975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:20.013374 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f612a2b4-834e-4164-b703-81f4a6f63d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:20.756890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:20.858748 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:20.949617 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c3ec359-cd6c-405e-92f9-996e5837319e req-1e3489b1-439d-4ddb-b48a-2bfc039d9e66 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1382396 May 26 23:38:21.223212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-0f17efae-cfed-4f2d-980c-a39a97bc32ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995390 May 26 23:38:21.272427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d40769-2bf4-4c88-b834-167ba156b2b9 req-3a417864-2c2a-45e6-8ef2-ca1e553f92a4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:21.273895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06d40769-2bf4-4c88-b834-167ba156b2b9 req-3a417864-2c2a-45e6-8ef2-ca1e553f92a4 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0860517 May 26 23:38:21.318878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06d40769-2bf4-4c88-b834-167ba156b2b9 req-ba9480e0-8a0c-499f-8253-4664846435af tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389464 May 26 23:38:22.070049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:22.529903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b3b6-ae4e-4314-b3b1-fdb2c8857588 req-426c5cbe-9b36-4b7d-b06d-2095b51baa8c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:22.531349 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2146b3b6-ae4e-4314-b3b1-fdb2c8857588 req-426c5cbe-9b36-4b7d-b06d-2095b51baa8c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0843992 May 26 23:38:22.537272 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:38:22.625161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2146b3b6-ae4e-4314-b3b1-fdb2c8857588 req-195a9073-f314-48be-9663-db06ea3d168f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882115 May 26 23:38:22.638491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-3af0eb70-9a66-48fd-ba15-cd308454cdd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1097 time: 0.0881760 May 26 23:38:22.770383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-cb57bcd5-1a7a-4915-bf6b-c993ceaf389a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:22.771802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-cb57bcd5-1a7a-4915-bf6b-c993ceaf389a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1241934 May 26 23:38:22.877461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-86b4a649-8ba7-427e-ad5d-24b3c0a67d14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1003 time: 0.0968170 May 26 23:38:22.944238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-63f66e50-76de-4c4b-a545-6d0e041dbf24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:22.945616 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-63f66e50-76de-4c4b-a545-6d0e041dbf24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0592940 May 26 23:38:23.020377 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-803190d7-46bd-496b-807f-022c57937af7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652518 May 26 23:38:23.238558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-6ea3d6ce-1865-4498-a1cf-a3393ab009be service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086692 May 26 23:38:23.369190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-0dc4b209-d73e-4b1d-a47c-93540866ab65 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217861 May 26 23:38:23.838070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882f71f-3c79-49e1-bef1-b8b2125c874a req-17e38818-b9af-404d-9f7f-c2233e7d49c6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:23.839513 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7882f71f-3c79-49e1-bef1-b8b2125c874a req-17e38818-b9af-404d-9f7f-c2233e7d49c6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0756083 May 26 23:38:23.883379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7882f71f-3c79-49e1-bef1-b8b2125c874a req-710de653-118b-439b-ae75-8d690e62b244 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 May 26 23:38:25.082688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b965f8-df14-4bda-9493-9876aa1086fb req-0a16278e-dac5-45b7-a202-c3e66f04c744 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:25.084599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44b965f8-df14-4bda-9493-9876aa1086fb req-0a16278e-dac5-45b7-a202-c3e66f04c744 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0824819 May 26 23:38:25.129183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44b965f8-df14-4bda-9493-9876aa1086fb req-bc8f885a-4c65-4722-8655-ff3d7835d3de tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386226 May 26 23:38:25.737296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:26.327893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848e0ec-280b-4ad9-b97a-1b6cd3ab0f2d req-13fa894c-852e-47b0-a4de-e217ed2cb68f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:26.330673 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1848e0ec-280b-4ad9-b97a-1b6cd3ab0f2d req-13fa894c-852e-47b0-a4de-e217ed2cb68f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0794652 May 26 23:38:26.374303 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1848e0ec-280b-4ad9-b97a-1b6cd3ab0f2d req-11cc47ff-2f69-4833-936d-b2c4cf7634b1 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394330 May 26 23:38:27.568892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68664763-0419-4e01-8daf-81c758084e67 req-18d41444-5654-40e9-9931-a5be1c762d6f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:27.570325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68664763-0419-4e01-8daf-81c758084e67 req-18d41444-5654-40e9-9931-a5be1c762d6f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0745153 May 26 23:38:27.614269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68664763-0419-4e01-8daf-81c758084e67 req-3de5ddb6-bafb-4f77-a61f-d05eaee2f561 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 May 26 23:38:28.267326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:28.817839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c707-325c-4747-95fa-ed4db84e693f req-1f67e196-ce6a-4a67-8484-0e577215a21c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:28.819275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1be9c707-325c-4747-95fa-ed4db84e693f req-1f67e196-ce6a-4a67-8484-0e577215a21c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0760016 May 26 23:38:28.867259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1be9c707-325c-4747-95fa-ed4db84e693f req-d65718e1-4467-46b0-9cb1-de3905594f55 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 May 26 23:38:30.064926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba585e31-eec6-41cd-9d3b-27fbf02bb8d6 req-18a57847-1b37-4443-8907-62cb03d38ee9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:30.066286 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba585e31-eec6-41cd-9d3b-27fbf02bb8d6 req-18a57847-1b37-4443-8907-62cb03d38ee9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0786178 May 26 23:38:30.109654 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ba585e31-eec6-41cd-9d3b-27fbf02bb8d6 req-edf6051c-a1c2-4ef1-bc02-c15efa10cf36 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379932 May 26 23:38:31.301133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035893a-016c-4464-9e5e-e14325071efd req-b4a7afb7-ce29-4439-ac6a-95623ec60974 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:31.302583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e035893a-016c-4464-9e5e-e14325071efd req-b4a7afb7-ce29-4439-ac6a-95623ec60974 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0750530 May 26 23:38:31.347756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e035893a-016c-4464-9e5e-e14325071efd req-9034ad96-ca2f-4458-84ba-3ca75e6e3b48 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391805 May 26 23:38:32.538119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050ea56-e73e-48e7-a474-3df2990a3551 req-65d75448-7e0f-4d9f-ad16-5f6dc5015517 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:32.539541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0050ea56-e73e-48e7-a474-3df2990a3551 req-65d75448-7e0f-4d9f-ad16-5f6dc5015517 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0740018 May 26 23:38:32.587310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0050ea56-e73e-48e7-a474-3df2990a3551 req-90bd3f43-f4fe-4ea6-8b49-69224540b2c6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 May 26 23:38:33.784998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27879287-1977-442f-9139-5b56dbcd6569 req-3cc19a08-ffe6-480c-aa1b-c6b12c38d2c2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:33.786430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27879287-1977-442f-9139-5b56dbcd6569 req-3cc19a08-ffe6-480c-aa1b-c6b12c38d2c2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0780797 May 26 23:38:33.830718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27879287-1977-442f-9139-5b56dbcd6569 req-0e9557f7-be88-47c1-9f01-60d529be723b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 May 26 23:38:35.026264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a1ff3-dcea-4d04-9adb-e1a6c2a0787b req-7c5e1197-c531-48c2-b50c-6bf9e249fe7a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:35.027614 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb1a1ff3-dcea-4d04-9adb-e1a6c2a0787b req-7c5e1197-c531-48c2-b50c-6bf9e249fe7a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0769458 May 26 23:38:35.072330 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fb1a1ff3-dcea-4d04-9adb-e1a6c2a0787b req-0ac10350-f9b5-4bc9-86df-4e7782e8fcb9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 May 26 23:38:36.267841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3fd3-d60e-458f-9339-26c5adfa6d27 req-790048c2-44b8-435a-a558-75215c30fd74 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:36.269241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ce3fd3-d60e-458f-9339-26c5adfa6d27 req-790048c2-44b8-435a-a558-75215c30fd74 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0738633 May 26 23:38:36.313393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ce3fd3-d60e-458f-9339-26c5adfa6d27 req-10931e31-8fd3-49da-ba1a-51e9fcd42a8c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 May 26 23:38:37.509212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eabe7-605a-4fa4-8ff1-8a7af24eeeae req-682f090d-4775-4777-acb5-32dbface3986 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:37.510661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf1eabe7-605a-4fa4-8ff1-8a7af24eeeae req-682f090d-4775-4777-acb5-32dbface3986 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0768936 May 26 23:38:37.554975 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bf1eabe7-605a-4fa4-8ff1-8a7af24eeeae req-d4ddc715-ecf3-40c7-a1bf-9a39c919e012 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 May 26 23:38:38.749110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cec05-9bf0-436c-8401-ff57032f049d req-05dc8889-7487-409d-8793-9358e2e155e0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:38.750546 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-868cec05-9bf0-436c-8401-ff57032f049d req-05dc8889-7487-409d-8793-9358e2e155e0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0775306 May 26 23:38:38.797065 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-868cec05-9bf0-436c-8401-ff57032f049d req-bcec6764-5741-4b8a-8549-b1bd3f585228 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 May 26 23:38:39.990330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08436488-cdf5-4be0-8b6a-c073051ccfa2 req-16c88eb8-5289-44f1-a548-1b0c9de802ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:39.991672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08436488-cdf5-4be0-8b6a-c073051ccfa2 req-16c88eb8-5289-44f1-a548-1b0c9de802ae tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0751154 May 26 23:38:40.035954 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-08436488-cdf5-4be0-8b6a-c073051ccfa2 req-2eef8303-b751-4c77-b5c3-82fb8dde0817 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 May 26 23:38:41.230971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaba1d-800d-4f0a-98fa-b1bb0deb9518 req-18f2e63d-432d-4c51-a336-77f4d73df4d8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:41.232404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bdaba1d-800d-4f0a-98fa-b1bb0deb9518 req-18f2e63d-432d-4c51-a336-77f4d73df4d8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0743566 May 26 23:38:41.280114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7bdaba1d-800d-4f0a-98fa-b1bb0deb9518 req-fba3b39a-3889-468c-bb22-2255e86ffc0b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 May 26 23:38:42.484644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295d6f0-9909-4c53-8b47-9b542845087c req-7e3a8030-6588-4c08-9079-eb3d8529ddd6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:42.486120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3295d6f0-9909-4c53-8b47-9b542845087c req-7e3a8030-6588-4c08-9079-eb3d8529ddd6 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0789828 May 26 23:38:42.530712 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3295d6f0-9909-4c53-8b47-9b542845087c req-84fb6820-71c1-4bb2-a649-239984e3824c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391929 May 26 23:38:43.755794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e571ff-7981-493d-b810-39d7d9b6c1ea req-0564e27e-218b-4cd5-8ced-138f6659a313 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:43.757235 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63e571ff-7981-493d-b810-39d7d9b6c1ea req-0564e27e-218b-4cd5-8ced-138f6659a313 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0764475 May 26 23:38:43.801603 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63e571ff-7981-493d-b810-39d7d9b6c1ea req-4bb59f72-1b09-440c-bd5a-685c92a7bfeb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388956 May 26 23:38:44.996233 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846bdb8-c850-4fe9-b35f-65ea43357216 req-1d82c95c-5ecf-46fd-ac3e-9a9ddf31da25 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:44.997429 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d846bdb8-c850-4fe9-b35f-65ea43357216 req-1d82c95c-5ecf-46fd-ac3e-9a9ddf31da25 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0739062 May 26 23:38:45.041612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d846bdb8-c850-4fe9-b35f-65ea43357216 req-6f5f8404-c741-4603-97d6-52225d4492d9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 May 26 23:38:46.235110 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add26fae-94ab-473c-a75a-0b30dc5b09cf req-d6590c65-df73-4f05-873a-da38372c5728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:46.236514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-add26fae-94ab-473c-a75a-0b30dc5b09cf req-d6590c65-df73-4f05-873a-da38372c5728 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0783565 May 26 23:38:46.279821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-add26fae-94ab-473c-a75a-0b30dc5b09cf req-704219aa-fc92-4a01-8ac4-ce5f13fd7896 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 May 26 23:38:46.800373 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-86f4e4ba-d079-4a0b-99ef-f452f3ed98ec service neutron] show failed (client error): The resource could not be found. May 26 23:38:46.801348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-86f4e4ba-d079-4a0b-99ef-f452f3ed98ec service neutron] 10.222.0.55 "GET /v2.0/ports/93927b98-83c1-4c9d-b585-18f4889e7c6e/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0760710 May 26 23:38:47.071884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-535e46cf-78dc-4fcd-a367-497e4899cd32 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 1097 time: 0.0683138 May 26 23:38:47.082018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:38:47.186623 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:47.273604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2dcc298f-9745-4b75-b0d8-ac42064dd621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:47.479573 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbedbf-8481-4cf7-9a43-83f4f96ba5bd req-00b621e1-fc1a-4c38-8f58-ddb855d0a0be tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:47.481032 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b3cbedbf-8481-4cf7-9a43-83f4f96ba5bd req-00b621e1-fc1a-4c38-8f58-ddb855d0a0be tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0793884 May 26 23:38:47.526397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b3cbedbf-8481-4cf7-9a43-83f4f96ba5bd req-448ac1cf-ac8a-491d-b0d5-7da34682a115 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 May 26 23:38:47.538959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:38:47.567315 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:38:47.621067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:38:47.626334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:47.643075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Transition to ACTIVE for port object 93927b98-83c1-4c9d-b585-18f4889e7c6e will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:38:47.647295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:47.700494 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b05b00d-b9df-4e58-bceb-1dca3b103c4a'] response: {'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'code': 200} May 26 23:38:47.791303 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=6']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:38:47.813098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.813430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.813782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.814111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.814432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.814750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.815064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.815375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.815687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.815995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.816304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:38:47.860300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] No DVR routers for this DVR port 93927b98-83c1-4c9d-b585-18f4889e7c6e on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:38:48.098811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:38:48.099133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:38:48.099445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:38:48.105484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:38:48.105827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:38:48.111855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:38:48.112174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:38:48.112542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:38:48.112951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Bound port: 93927b98-83c1-4c9d-b585-18f4889e7c6e, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:38:48.113311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:48.197267 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:38:48.200249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:38:48.204144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:48.266645 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:48.267995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1092 time: 1.1898253 May 26 23:38:48.281258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd0c9b-a054-4d0c-8a42-540159e168e8 service neutron] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:38:48.361438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-ce932fbd-360d-4ec6-8719-5232211a07cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1095 time: 0.0703995 May 26 23:38:48.494088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-ba462b32-5f3f-44c3-94a5-cf6540ce7d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:48.495468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-ba462b32-5f3f-44c3-94a5-cf6540ce7d06 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1281836 May 26 23:38:48.599018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-3501bbe6-c069-4584-a8f4-32e84cd2434e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.0975516 May 26 23:38:48.662063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-7c227f01-e45b-4482-bceb-cd7c0a9cf4b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:48.663504 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-7c227f01-e45b-4482-bceb-cd7c0a9cf4b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0584011 May 26 23:38:48.726929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da129f-a6d7-40cd-8bee-8825a1eb09c1 req-509b4d9a-ae46-4661-a960-5d9eb628af37 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:48.728422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61da129f-a6d7-40cd-8bee-8825a1eb09c1 req-509b4d9a-ae46-4661-a960-5d9eb628af37 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0809977 May 26 23:38:48.740819 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-7ef3e72d-262b-4d95-80a7-b74d9f79a6f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715435 May 26 23:38:48.775451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61da129f-a6d7-40cd-8bee-8825a1eb09c1 req-25ad250a-0b74-41f2-93b4-0530cb8eb501 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 May 26 23:38:48.875237 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-797cc34f-fc2e-4fdc-a4a7-308f372a4fe3 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283112 May 26 23:38:49.004895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2cecd7bb-43f0-4b27-944d-b7d3257468d6 req-0662f4a3-5084-46eb-8a15-3a3988c5d93e service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243472 May 26 23:38:49.702213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:38:49.770357 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db6628c-6a06-4080-90ba-4a44549d2608'] response: {'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'status': 'completed', 'code': 200} May 26 23:38:49.874996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-18080249-fdd6-4af8-ae16-e622f76578f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1095 time: 0.0876105 May 26 23:38:49.879341 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-6cee9dfc-f217-44c0-bd6b-01e8d4122f6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1095 time: 0.0819018 May 26 23:38:50.019274 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0dda9808-d140-481b-8779-814f9fab128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:50.029413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:38:50.072801 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be014b8-dc6e-469a-803c-32b6503a130e req-d6b0b334-c0ff-4208-bd56-0555f2f26793 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:50.074475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0be014b8-dc6e-469a-803c-32b6503a130e req-d6b0b334-c0ff-4208-bd56-0555f2f26793 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.1166739 May 26 23:38:50.100838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:38:50.137147 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0be014b8-dc6e-469a-803c-32b6503a130e req-0b2ae069-51e2-4ef0-92df-78ad8416f2bb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549567 May 26 23:38:50.139618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d28f5-f52b-43a1-831b-2514686872a2 req-4c039791-17e7-403a-850c-0eb186fc7543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:50.141018 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-4c039791-17e7-403a-850c-0eb186fc7543 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.2528853 May 26 23:38:50.165127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d28f5-f52b-43a1-831b-2514686872a2 req-6c340591-9cc9-4e64-9d21-4d30e93cd5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:50.166694 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-6c340591-9cc9-4e64-9d21-4d30e93cd5f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.2856901 May 26 23:38:50.254158 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-20503704-2586-42ab-90af-50a95a17cb28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.1031265 May 26 23:38:50.271373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-68d296a0-3050-48f2-952d-ac543d89ec52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.0988150 May 26 23:38:50.322334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d28f5-f52b-43a1-831b-2514686872a2 req-57863981-c44b-45c7-9af0-cc203ce1fbb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:50.324046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-57863981-c44b-45c7-9af0-cc203ce1fbb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0629239 May 26 23:38:50.335053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d28f5-f52b-43a1-831b-2514686872a2 req-59c5397f-4c87-4cb6-b0cb-00ab55d102b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:50.336584 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-59c5397f-4c87-4cb6-b0cb-00ab55d102b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0592382 May 26 23:38:50.416107 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-beeaffa6-be45-4e71-9485-0cea943ea313 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740001 May 26 23:38:50.502797 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-444ec61a-9bdf-4363-9115-00b5960a5377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692495 May 26 23:38:50.551850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-f92c09e5-3146-48a9-9a49-8276daba38dd service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294320 May 26 23:38:50.646516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-ad895971-d0bb-498f-9e1b-a8d005a6e54a service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342378 May 26 23:38:50.684544 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-e74ab498-66b4-4c25-9f3a-377f5702c342 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264966 May 26 23:38:50.761033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:50.788042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-846d28f5-f52b-43a1-831b-2514686872a2 req-3ba3d3a2-6ec8-4bce-b100-dbb38841084c service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298528 May 26 23:38:50.860012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:51.334161 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141255c-e399-4217-86f6-d35aa7e91537 req-604e720d-731b-4788-80ad-18735f743b85 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:51.335586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7141255c-e399-4217-86f6-d35aa7e91537 req-604e720d-731b-4788-80ad-18735f743b85 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0744593 May 26 23:38:51.379900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7141255c-e399-4217-86f6-d35aa7e91537 req-de3c3647-3494-4a91-be24-8274587274f9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389161 May 26 23:38:52.072115 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:52.572065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a9433-06fd-46bb-81f7-e28fe9a10362 req-ea897ef3-4a7d-4119-bab5-aaa11c6df959 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:52.573486 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-832a9433-06fd-46bb-81f7-e28fe9a10362 req-ea897ef3-4a7d-4119-bab5-aaa11c6df959 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0750642 May 26 23:38:52.621802 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-832a9433-06fd-46bb-81f7-e28fe9a10362 req-e41fcfda-f933-4e0f-a2cc-eb7da12bfb1b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 May 26 23:38:53.817325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526249d0-e2a9-4770-83f9-f4543ecd656e req-7954d62a-f4b1-4719-836b-38d2d3965b86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:53.818681 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-526249d0-e2a9-4770-83f9-f4543ecd656e req-7954d62a-f4b1-4719-836b-38d2d3965b86 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0778215 May 26 23:38:53.863468 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-526249d0-e2a9-4770-83f9-f4543ecd656e req-0ab74659-349e-45aa-aa99-3aa4c9957761 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394478 May 26 23:38:55.059447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ff871-4bb7-4fd4-982a-8c623d3a7151 req-7af352af-56d2-44ae-b6f9-eaca8891f902 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:55.060787 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b4ff871-4bb7-4fd4-982a-8c623d3a7151 req-7af352af-56d2-44ae-b6f9-eaca8891f902 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0785139 May 26 23:38:55.104618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8b4ff871-4bb7-4fd4-982a-8c623d3a7151 req-a15939a6-8037-4400-9e74-88bb85267ada tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383930 May 26 23:38:55.746809 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:56.295773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2adf80-60be-4dd1-8d63-e83b010c1e82 req-3cfc7f36-fe71-4b4a-9c68-a24ba2e77188 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:56.297162 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d2adf80-60be-4dd1-8d63-e83b010c1e82 req-3cfc7f36-fe71-4b4a-9c68-a24ba2e77188 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0751171 May 26 23:38:56.345215 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3d2adf80-60be-4dd1-8d63-e83b010c1e82 req-2d223854-7ca7-4e57-b2a2-8e1a2d15cdda tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 May 26 23:38:57.546469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14040af-6e9d-408b-b6d7-91949f71d3a1 req-a8f3dccb-236a-4c4f-9d66-b246d1cee19e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:57.547905 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a14040af-6e9d-408b-b6d7-91949f71d3a1 req-a8f3dccb-236a-4c4f-9d66-b246d1cee19e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0782924 May 26 23:38:57.592323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a14040af-6e9d-408b-b6d7-91949f71d3a1 req-c666973c-381b-4fba-ae08-bbbbfe36473e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390940 May 26 23:38:58.265356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:38:58.805627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2039-dba1-41cd-a6be-a3f8bbe9a5f5 req-8ce43f00-cba8-402f-ac5e-37ff2635ae5e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:38:58.807143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d0ef2039-dba1-41cd-a6be-a3f8bbe9a5f5 req-8ce43f00-cba8-402f-ac5e-37ff2635ae5e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0768824 May 26 23:38:58.853444 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d0ef2039-dba1-41cd-a6be-a3f8bbe9a5f5 req-fd12260f-dd78-4f9c-bec9-10b0476ef982 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 May 26 23:38:59.538892 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:39:00.049871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24111115-1e84-44c6-880d-611a4fca8042 req-d74a46ed-71b7-44bd-a241-13781455930e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:00.051351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24111115-1e84-44c6-880d-611a4fca8042 req-d74a46ed-71b7-44bd-a241-13781455930e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0758545 May 26 23:39:00.096232 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-24111115-1e84-44c6-880d-611a4fca8042 req-7917b930-ffe9-4856-ac69-f6d121804fda tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 May 26 23:39:00.503300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-993952f1-947b-4382-8341-9696c7ff467b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:00.504719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-993952f1-947b-4382-8341-9696c7ff467b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.48 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&binding%3Ahost_id=n-h2-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.0830238 May 26 23:39:00.554446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ec138-439b-472c-89be-d1e0d464b588 req-19d57f1c-585f-467e-a61b-0ba31bf1103d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:00.556408 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c5ec138-439b-472c-89be-d1e0d464b588 req-19d57f1c-585f-467e-a61b-0ba31bf1103d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 944 time: 0.0783424 May 26 23:39:00.582737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-e5383bac-5c83-4b7b-9977-8e9f724c5b90 service neutron] 10.222.0.48 "GET /v2.0/ports/93927b98-83c1-4c9d-b585-18f4889e7c6e/bindings/n-h2-843301-1 HTTP/1.1" status: 200 len: 382 time: 0.0715482 May 26 23:39:00.600989 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4c5ec138-439b-472c-89be-d1e0d464b588 req-7e1c6609-0084-4493-ad63-d7594b0fd0e0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 May 26 23:39:00.672097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-dde3cd74-7fc2-4b58-84e6-2e89fab60feb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1095 time: 0.0688765 May 26 23:39:00.803653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-312db6ed-eb4f-4131-a367-ad0e1d82c6fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:00.805055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-312db6ed-eb4f-4131-a367-ad0e1d82c6fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1269557 May 26 23:39:00.901859 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:39:00.906822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-cba86afb-5221-483e-a153-88c80094031f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.0959539 May 26 23:39:00.972837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-fec417e0-071f-45d1-becf-8835980da906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:00.974335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-fec417e0-071f-45d1-becf-8835980da906 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0621448 May 26 23:39:01.036316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:01.048911 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-8bf74c6e-eeaf-498f-b257-3fef7bfbdfff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685673 May 26 23:39:01.050629 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'mac_address': 'fa:16:3e:0d:6a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:39:01.103160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:01.120773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93927b98-83c1-4c9d-b585-18f4889e7c6e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:39:01.136395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:01.141352 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:01.211510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:01.220592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.220934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.221911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.221911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.221911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.222248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.222567 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.222939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.223206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.223522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.223844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:01.278058 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-4c284610-4ff7-443d-ac12-be9e50905f5d service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221658 May 26 23:39:01.407274 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-7c6c8ee8-e679-4a7a-9cc1-5237990cec7f service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228349 May 26 23:39:01.481614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['93927b98-83c1-4c9d-b585-18f4889e7c6e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:39:01.803200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e87b3c-c2be-41d6-a359-824486a08134 req-aae73670-ab89-4c95-bd34-438730e23460 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:01.804518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27e87b3c-c2be-41d6-a359-824486a08134 req-aae73670-ab89-4c95-bd34-438730e23460 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0788474 May 26 23:39:01.849034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27e87b3c-c2be-41d6-a359-824486a08134 req-fd6d54ca-415a-41c6-a8cf-63b50aa19be9 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391634 May 26 23:39:02.908545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:39:02.977982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 93927b98-83c1-4c9d-b585-18f4889e7c6e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:39:02.982807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 93927b98-83c1-4c9d-b585-18f4889e7c6e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:39:02.983175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:03.048102 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce2b30-23ef-4cfb-b97e-5838f6a8ac9e req-97ffe56f-b8a8-4a50-8a07-bb48f1585b41 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:03.049546 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6ce2b30-23ef-4cfb-b97e-5838f6a8ac9e req-97ffe56f-b8a8-4a50-8a07-bb48f1585b41 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0756652 May 26 23:39:03.095892 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:03.101172 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f6ce2b30-23ef-4cfb-b97e-5838f6a8ac9e req-80209192-b335-426c-95bb-044338260b04 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 May 26 23:39:03.127351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:03.139716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:03.145274 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:03.196371 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3c781f-9072-4d4f-b0b9-0bd3a52d7a64'] response: {'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'code': 200} May 26 23:39:03.212463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:04.221238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-95ca23fa-f44a-4321-b1df-e8778ae4872c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe&tenant_id=f15bba262ede48adb9ff3d0b9d648a1c HTTP/1.1" status: 200 len: 1097 time: 0.0738773 May 26 23:39:04.255894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:39:04.388801 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:04.402123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74755727-49da-412d-989e-9944f815cf59 req-0c67f068-38cc-4549-accb-8946477a544b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:04.403555 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74755727-49da-412d-989e-9944f815cf59 req-0c67f068-38cc-4549-accb-8946477a544b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.1804590 May 26 23:39:04.536856 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-74755727-49da-412d-989e-9944f815cf59 req-dda3886c-5c3d-4d06-ab98-5edd21bf3960 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277816 May 26 23:39:04.691545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:04.719094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:39:04.777908 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:04.783330 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:04.799177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Transition to ACTIVE for port object 93927b98-83c1-4c9d-b585-18f4889e7c6e will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:39:04.802502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:04.848964 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa5bf69-e13b-4a5f-b3e3-456d5623e82c'] response: {'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'code': 200} May 26 23:39:05.033603 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=10']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:05.050780 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.051063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.051400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.051731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.052061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.052388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.052712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.053034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.053354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.053693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.054013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:39:05.100619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] No DVR routers for this DVR port 93927b98-83c1-4c9d-b585-18f4889e7c6e on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:39:05.340133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:39:05.340785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:39:05.340785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:39:05.346368 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:39:05.346687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Attempting to bind port 93927b98-83c1-4c9d-b585-18f4889e7c6e on network ae88705e-557b-4305-a504-47d9742a313a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:39:05.352907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:39:05.353266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Checking segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:39:05.353667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Bound using segment: {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:39:05.354096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Bound port: 93927b98-83c1-4c9d-b585-18f4889e7c6e, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc2d509-7ee1-4842-b3bf-b91aee255407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:39:05.354439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:05.441538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:39:05.444431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:39:05.449369 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:05.509235 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:05.511000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] 10.222.0.55 "PUT /v2.0/ports/93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1093 time: 1.2587955 May 26 23:39:05.523859 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caecb2-9f6f-4df5-9291-d883c7d1f41d service neutron] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=11']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:05.612025 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-8337e39f-c96b-4041-aab4-e36d984f2e1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1096 time: 0.0769627 May 26 23:39:05.805032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-9f85c796-a3f5-4baa-8d2b-d1b1049ab0d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:05.806964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-9f85c796-a3f5-4baa-8d2b-d1b1049ab0d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1880414 May 26 23:39:05.816981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d47480-0977-4bc2-a948-7ccdc8916662 req-1c198821-9294-4a64-9bed-2fd10f9d5e7c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:05.818348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1d47480-0977-4bc2-a948-7ccdc8916662 req-1c198821-9294-4a64-9bed-2fd10f9d5e7c tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.1269224 May 26 23:39:05.945929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1d47480-0977-4bc2-a948-7ccdc8916662 req-7c860d1c-b583-4b3f-bab5-ed4021eb4d1d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783517 May 26 23:39:05.948058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-c3320d2a-10bf-4423-a04c-4bb26997bbc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.1288860 May 26 23:39:06.011290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-f876922f-a23e-4942-8502-d78c7878b5f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:06.012700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-f876922f-a23e-4942-8502-d78c7878b5f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0578916 May 26 23:39:06.087309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-58bac803-3006-4c0a-8da4-f8be682179f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678241 May 26 23:39:06.216324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-6a174760-1da8-4b25-85df-1d7df46f50f1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215677 May 26 23:39:06.343037 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8480699-ceaa-4374-9b31-a2ee69bd6659 req-cd7f201e-0c57-46e2-9074-9fb9b133cff1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202493 May 26 23:39:06.849921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:06.918563 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6f927a-4425-4fbc-aeff-a421dc8b86af'] response: {'name': 'network-changed', 'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'status': 'completed', 'code': 200} May 26 23:39:06.932723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:39:07.002647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:39:07.033359 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-9c4a9c9d-da7d-4561-bd9e-6659a8ea3f8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1096 time: 0.0965436 May 26 23:39:07.039238 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-9dedeecf-2e42-4339-88d8-b90ac02497af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1096 time: 0.0933425 May 26 23:39:07.189891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-d413f79d-2cb8-4f18-9b32-3ce3e000ef20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:07.191394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-d413f79d-2cb8-4f18-9b32-3ce3e000ef20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1513839 May 26 23:39:07.300141 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-0a289072-0394-4a94-a6b9-f5d205b3e8e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.1017015 May 26 23:39:07.365719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-4118c02f-75cc-48c0-b76f-4ab9ba123e71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:07.367459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-4118c02f-75cc-48c0-b76f-4ab9ba123e71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0599966 May 26 23:39:07.370005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-3249fca3-0d40-4cda-af67-5d6d30e05297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:07.371406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-3249fca3-0d40-4cda-af67-5d6d30e05297 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.3229191 May 26 23:39:07.384277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcaf66-edce-469b-a2c7-5b44816720f3 req-a710e2b5-2100-46dd-b0fd-71c97a4eed7e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:07.386355 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8dbcaf66-edce-469b-a2c7-5b44816720f3 req-a710e2b5-2100-46dd-b0fd-71c97a4eed7e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.2554092 May 26 23:39:07.453267 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-67299769-0b43-4342-a9ac-9c2e10d4d58e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794265 May 26 23:39:07.517319 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8dbcaf66-edce-469b-a2c7-5b44816720f3 req-54fd83b9-8485-44d9-ae4c-4437393b15e0 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824258 May 26 23:39:07.519467 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-778be86d-b9c5-4fb5-a9b3-91f2abc255b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.1322596 May 26 23:39:07.591867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-f0578aa3-f6ec-472c-9e15-c62719ff7a5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:07.593320 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-f0578aa3-f6ec-472c-9e15-c62719ff7a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0630922 May 26 23:39:07.599029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-6ed15556-0461-4fd0-aa3e-e57c362de9ab service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395402 May 26 23:39:07.682765 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-6258186d-4008-4786-93ea-a9a0a0e2659d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801134 May 26 23:39:07.741787 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-42e78409-c57d-4efe-b225-16dfce5a4a70 service neutron] 10.222.0.48 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367564 May 26 23:39:07.824746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-162b679c-1c1a-4312-ba59-0ecefeb553fc service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326282 May 26 23:39:07.954844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a69645ce-52ca-4244-a1e0-5572075dce00 req-9b7b16e0-9de0-4276-ae08-4b3f155a5c6b service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221321 May 26 23:39:08.111481 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-2ca0f154-32d5-4b09-97f9-36610e3e93ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 1096 time: 0.0659978 May 26 23:39:08.252392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-efb079c2-d869-475c-a9be-657a040494b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:08.253818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-efb079c2-d869-475c-a9be-657a040494b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 200 len: 913 time: 0.1229794 May 26 23:39:08.356316 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-16218896-3559-4c09-a394-dea4541f506d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 200 len: 1001 time: 0.0944240 May 26 23:39:08.418117 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-2b90cec3-9a66-4c87-b211-b74287fd38ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:08.419453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-2b90cec3-9a66-4c87-b211-b74287fd38ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 200 len: 851 time: 0.0561378 May 26 23:39:08.498639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-16019951-4201-4477-a475-0d87d0078735 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae88705e-557b-4305-a504-47d9742a313a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687892 May 26 23:39:08.636523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-6ad6837e-d86d-4bef-9944-e34cdfd2a2a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282179 May 26 23:39:08.716116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc172-29fd-457e-98cc-9c8c78643497 req-714b46f7-c3dd-48b8-bea7-e64e1ad6d8ed tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:08.717579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-759bc172-29fd-457e-98cc-9c8c78643497 req-714b46f7-c3dd-48b8-bea7-e64e1ad6d8ed tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0759025 May 26 23:39:08.763308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-759bc172-29fd-457e-98cc-9c8c78643497 req-86d73f8c-32ab-41d8-b156-6f4b7ef7783e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 May 26 23:39:08.769101 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-49a39198-7d32-4fe9-b732-b7c58f7365f4 req-e4a2ff8d-6cea-440a-aa00-2158f77e276b service neutron] 10.222.0.55 "GET /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265030 May 26 23:39:09.955917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b353c-fec8-47b1-8d46-bb5a78afb1fb req-4a3f2666-2715-4d29-a324-16a7935c6856 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:09.957251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc7b353c-fec8-47b1-8d46-bb5a78afb1fb req-4a3f2666-2715-4d29-a324-16a7935c6856 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0748208 May 26 23:39:10.001120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bc7b353c-fec8-47b1-8d46-bb5a78afb1fb req-f28ec1b0-1e8c-4b3a-88e0-c399fabbc3df tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384822 May 26 23:39:11.204264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e34a3-f98b-4c29-b31b-8a25cc0b5acb req-367b0f1c-fcd1-4e99-a386-2a95874c1e2e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:11.205678 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-369e34a3-f98b-4c29-b31b-8a25cc0b5acb req-367b0f1c-fcd1-4e99-a386-2a95874c1e2e tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0832942 May 26 23:39:11.250499 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-369e34a3-f98b-4c29-b31b-8a25cc0b5acb req-ee0e4bcc-b7aa-414c-83fa-4a7be091c824 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394027 May 26 23:39:12.444521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc050cc-b8e5-4c14-97be-6a6c4a4e66a3 req-4f82c7f3-e3cb-4426-9a65-93410b077b82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:12.445944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc050cc-b8e5-4c14-97be-6a6c4a4e66a3 req-4f82c7f3-e3cb-4426-9a65-93410b077b82 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0774095 May 26 23:39:12.489626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc050cc-b8e5-4c14-97be-6a6c4a4e66a3 req-df430bd9-ba09-4328-88b8-5e8cd8550c4a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383146 May 26 23:39:13.682217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453663c5-474e-4eaa-8c31-5dbd3047fd1a req-eb330bcf-d91d-4397-a930-ae418c912e70 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:13.683656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-453663c5-474e-4eaa-8c31-5dbd3047fd1a req-eb330bcf-d91d-4397-a930-ae418c912e70 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0767519 May 26 23:39:13.730581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-453663c5-474e-4eaa-8c31-5dbd3047fd1a req-c13af8c8-51ff-4469-aa61-bb3621d39fbb tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 May 26 23:39:14.929474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c165965-d9f3-46e8-8c55-a51f2e1e73ce req-52b65f53-d3c0-4a9b-8e78-c9d2c7986775 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:14.930862 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c165965-d9f3-46e8-8c55-a51f2e1e73ce req-52b65f53-d3c0-4a9b-8e78-c9d2c7986775 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0801549 May 26 23:39:14.979152 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c165965-d9f3-46e8-8c55-a51f2e1e73ce req-c8015102-7c57-4065-8522-60e2dc26f670 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 May 26 23:39:16.161170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:39:16.172781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ddc85-632c-4c37-a854-2fd0a9bf069d req-895c9daa-e495-4225-a02e-ee30719bc08f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:16.174230 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e0ddc85-632c-4c37-a854-2fd0a9bf069d req-895c9daa-e495-4225-a02e-ee30719bc08f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 945 time: 0.0766168 May 26 23:39:16.219832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e0ddc85-632c-4c37-a854-2fd0a9bf069d req-5a814245-269b-4d8d-a902-eb9b753b3b40 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399263 May 26 23:39:16.294944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:16.307765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'port_id': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'mac_address': 'fa:16:3e:0d:6a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:39:16.361506 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:16.378938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93927b98-83c1-4c9d-b585-18f4889e7c6e {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:39:16.394986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:16.399006 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:16.469696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=12']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:16.514082 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b34c-20c7-4da3-a95d-e3ffd71474ce req-2233028a-26b0-4987-8ffa-8c8f32af36a2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:16.515516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b648b34c-20c7-4da3-a95d-e3ffd71474ce req-2233028a-26b0-4987-8ffa-8c8f32af36a2 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.1772220 May 26 23:39:16.559717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b648b34c-20c7-4da3-a95d-e3ffd71474ce req-7e727348-d205-4807-849d-83296c206e13 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386531 May 26 23:39:16.639226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['93927b98-83c1-4c9d-b585-18f4889e7c6e'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:39:16.758749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851386b7-ec59-4b17-88b2-8c74fd23ee4f req-7d14e087-95dd-45ae-8289-c52476187991 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:16.760193 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-851386b7-ec59-4b17-88b2-8c74fd23ee4f req-7d14e087-95dd-45ae-8289-c52476187991 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0783572 May 26 23:39:16.806407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-851386b7-ec59-4b17-88b2-8c74fd23ee4f req-95f09f86-5df9-4b29-a015-edef3dbd6187 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 May 26 23:39:17.193371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5eb4c-36b4-4a0c-8fc6-dcce16824402 req-c71e3ba0-2b11-4060-b7d0-2acd0c9a85ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:17.194804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9f5eb4c-36b4-4a0c-8fc6-dcce16824402 req-c71e3ba0-2b11-4060-b7d0-2acd0c9a85ff tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0761194 May 26 23:39:17.238822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9f5eb4c-36b4-4a0c-8fc6-dcce16824402 req-81e39787-4b12-4561-a931-e1b50fab12a8 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380249 May 26 23:39:17.275709 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-39ffb365-9a3c-4891-ab19-36712e62a0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:18.171054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:39:18.237774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 93927b98-83c1-4c9d-b585-18f4889e7c6e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:39:18.242489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 93927b98-83c1-4c9d-b585-18f4889e7c6e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:39:18.242851 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:18.356736 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:18.384882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:18.395387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:18.399670 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:18.441146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d19d1e-3003-4a8e-b363-ba773ef6b359 req-b42e82a2-ec74-463c-9b21-6d2caf4c046f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:18.442646 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89d19d1e-3003-4a8e-b363-ba773ef6b359 req-b42e82a2-ec74-463c-9b21-6d2caf4c046f tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 946 time: 0.0810544 May 26 23:39:18.452202 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4394e97a-aa81-4d3e-9dc5-9319b46fcaa7'] response: {'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'code': 200} May 26 23:39:18.476586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=13']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:18.489416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89d19d1e-3003-4a8e-b363-ba773ef6b359 req-3b3fba70-bb4a-4870-87fb-10065879656d tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2e1731a-54a0-42cd-9cc8-157243ae26bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396264 May 26 23:39:18.866406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-c33bd16b-c9e8-466d-8241-99da379dfb90 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:18.867842 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-c33bd16b-c9e8-466d-8241-99da379dfb90 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 947 time: 0.0743868 May 26 23:39:18.939321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Deleting port 93927b98-83c1-4c9d-b585-18f4889e7c6e {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:39:18.939579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:19.172577 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] For port 93927b98-83c1-4c9d-b585-18f4889e7c6e, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=93927b98-83c1-4c9d-b585-18f4889e7c6e,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:19.172850 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:19.460054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:19.460675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:19.460675 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90 disassociated. External IP: 172.25.4.142, port: 93927b98-83c1-4c9d-b585-18f4889e7c6e. May 26 23:39:19.460965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Calling delete_port for 93927b98-83c1-4c9d-b585-18f4889e7c6e owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:39:19.604707 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:19.654873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event deleted for resources: {'Port': ['ID=93927b98-83c1-4c9d-b585-18f4889e7c6e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:19.775982 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5bce6de6-c8a3-4526-aedf-0cfad0b4a56a req-8b7889be-ff3c-43f7-8916-dba951ddd5b7 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 210 time: 0.1604786 May 26 23:39:19.874421 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:39:20.011723 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2d7a3c3-72a9-41dc-93bb-806efc4d4894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:20.069802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:39:20.078793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:39:20.090721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:39:20.091325 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:39:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:20.237213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] No DVR routers for this DVR port 93927b98-83c1-4c9d-b585-18f4889e7c6e on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:39:20.240095 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:20.244575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-deleted', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:20.260337 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-78fd40b3-ee21-4278-827f-26a4d54879bf req-fe0ab0b1-f048-4374-ae06-4f6ff8df6e2b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.55 "DELETE /v2.0/ports/93927b98-83c1-4c9d-b585-18f4889e7c6e HTTP/1.1" status: 204 len: 173 time: 1.3845744 May 26 23:39:20.300433 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ff9cea-e6aa-4975-9837-0b872da35a2e'] response: {'server_uuid': '26fca5df-6d1b-4a64-bc24-89b8878a79fe', 'name': 'network-vif-deleted', 'tag': '93927b98-83c1-4c9d-b585-18f4889e7c6e', 'status': 'completed', 'code': 200} May 26 23:39:20.315885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:39:20.635127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:20.640517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:39:20.651833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:39:20.652454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:39:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:20.795790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:20.838533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:39:20.916684 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:20.967846 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e884a4df-9a80-486c-a0de-48c3523e4d3d req-29f317c1-dd77-4a5a-b059-f5a00cf11f7b tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fca5df-6d1b-4a64-bc24-89b8878a79fe HTTP/1.1" status: 200 len: 210 time: 0.0407186 May 26 23:39:21.163183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:21.168027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a540628-9fc8-4b1b-b723-8a039b244623 None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:31Z', 'revision_number': 4, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'd037529b-0161-4dfd-9586-2624afc5b20f', 'name': '', 'network_id': 'ae88705e-557b-4305-a504-47d9742a313a', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'mac_address': 'fa:16:3e:22:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:30Z', 'updated_at': '2022-05-26T23:32:48Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'subnets': [{'id': '1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:39:21.400179 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c06442-c86e-40e9-a579-4bfa6c582318 None None] New status for floating IP 7db4e3e5-512c-46a6-8b25-bbef0f87be90: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:39:22.074215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:22.173207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:39:22.206937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 93927b98-83c1-4c9d-b585-18f4889e7c6e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:39:22.207281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 93927b98-83c1-4c9d-b585-18f4889e7c6e not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:39:25.424623 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45278) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:25.488561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8420-c52f-4355-b91f-0f5960097236 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:25.515603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8420-c52f-4355-b91f-0f5960097236 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:25.565767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8420-c52f-4355-b91f-0f5960097236 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:25.582015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b8420-c52f-4355-b91f-0f5960097236 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e1731a-54a0-42cd-9cc8-157243ae26bd,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:25.593070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8420-c52f-4355-b91f-0f5960097236 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:25.594215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0f9b8420-c52f-4355-b91f-0f5960097236 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "DELETE /v2.0/security-groups/b2e1731a-54a0-42cd-9cc8-157243ae26bd HTTP/1.1" status: 204 len: 168 time: 0.1678610 May 26 23:39:25.597175 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45282) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:25.619621 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [None req-edb6c72e-42e6-436c-abb7-0769fa32dd7a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] show failed (client error): The resource could not be found. May 26 23:39:25.623859 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-edb6c72e-42e6-436c-abb7-0769fa32dd7a tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "GET /v2.0/security-groups/b2e1731a-54a0-42cd-9cc8-157243ae26bd HTTP/1.1" status: 404 len: 347 time: 0.0229285 May 26 23:39:25.623859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45286) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:25.762618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:25.776193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Deleting port abf265b1-391a-4520-8ada-fd6ee4bff0fb {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:39:25.776470 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:25.941392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:25.941733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:26.059431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Calling delete_port for abf265b1-391a-4520-8ada-fd6ee4bff0fb owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:39:26.194009 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:26.237511 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Pushing event deleted for resources: {'Port': ['ID=abf265b1-391a-4520-8ada-fd6ee4bff0fb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:26.331605 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:26.346182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:26.347305 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ceef5261-621b-4d9e-b6ea-3dd35fea1b35 tempest-ServerActionsTestJSON-1636906733 tempest-ServerActionsTestJSON-1636906733-project] 10.222.0.32 "DELETE /v2.0/floatingips/7db4e3e5-512c-46a6-8b25-bbef0f87be90 HTTP/1.1" status: 204 len: 168 time: 0.7226090 May 26 23:39:26.350177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45290) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:26.818565 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:27.504906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Deleting port d037529b-0161-4dfd-9586-2624afc5b20f {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:39:27.505238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:27.674750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] For port d037529b-0161-4dfd-9586-2624afc5b20f, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d037529b-0161-4dfd-9586-2624afc5b20f,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:27.675100 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:27.792099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Calling delete_port for d037529b-0161-4dfd-9586-2624afc5b20f owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:39:27.955313 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:28.000623 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d037529b-0161-4dfd-9586-2624afc5b20f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:28.280619 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:28.285905 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:28.947692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Router b4d1847f-e428-4c11-ac35-270d34b792ae has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:39:29.140739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:39:29.149517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] Sync routers for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:39:29.152537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6c7d1e44-9b26-4a51-9544-ab0c4a931fe4 admin admin] 10.222.0.32 "PUT /v2.0/routers/b4d1847f-e428-4c11-ac35-270d34b792ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8014133 May 26 23:39:29.155050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45300) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:29.160908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:39:29.161492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:39:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:29.340356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:39:29.355324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:29.556356 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:29.566470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Deleting port fea692dd-adad-4439-950b-9ffbf2e049d6 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:39:29.566848 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:29.686582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:39:27Z', 'revision_number': 5, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port': {'id': 'fea692dd-adad-4439-950b-9ffbf2e049d6', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:29.690451 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] Checking router: b4d1847f-e428-4c11-ac35-270d34b792ae for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:39:29.701153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] Routers {'b4d1847f-e428-4c11-ac35-270d34b792ae'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:39:29.701757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:39:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['b4d1847f-e428-4c11-ac35-270d34b792ae'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:29.740725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] For port fea692dd-adad-4439-950b-9ffbf2e049d6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=fea692dd-adad-4439-950b-9ffbf2e049d6,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:29.741075 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:29.851718 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] Set router b4d1847f-e428-4c11-ac35-270d34b792ae gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:39:29.863525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Calling delete_port for fea692dd-adad-4439-950b-9ffbf2e049d6 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:39:29.959292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:39:29Z', 'revision_number': 6, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:29.964161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1cfc7-ead0-4809-b4c5-53981c022f0f None None] The sync data for ids ['b4d1847f-e428-4c11-ac35-270d34b792ae'] in n-d-843301-1 is: [{'id': 'b4d1847f-e428-4c11-ac35-270d34b792ae', 'name': 'tempest-ServerActionsTestJSON-1987682282-router', 'tenant_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:32:28Z', 'updated_at': '2022-05-26T23:39:29Z', 'revision_number': 6, 'project_id': 'f15bba262ede48adb9ff3d0b9d648a1c', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:39:30.133283 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.177317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea692dd-adad-4439-950b-9ffbf2e049d6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:30.402087 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.657700 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.661799 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.687368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.688387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d1847f-e428-4c11-ac35-270d34b792ae {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:39:30.700973 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.702122 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ff3f9923-07a7-4d6c-b8a8-41103f4bd9b5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b4d1847f-e428-4c11-ac35-270d34b792ae HTTP/1.1" status: 204 len: 168 time: 1.5461848 May 26 23:39:30.704662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45304) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:30.765173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] Deleting subnet 1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:39:30.768267 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.819511 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.899014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:30.968228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.009336 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:31.015043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.019792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1ede0-a360-40d0-8072-7da813cf652d None None] Network ae88705e-557b-4305-a504-47d9742a313a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:39:31.021119 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-13d65db3-168e-44aa-978c-c8112477b13f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c3370e5-8a22-4a5e-bcfa-42bdf0d5e8e0 HTTP/1.1" status: 204 len: 168 time: 0.3155341 May 26 23:39:31.023651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45308) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:31.129806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.140516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Deleting port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:39:31.140850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.281616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] DHCP port deletion for ae88705e-557b-4305-a504-47d9742a313a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:39:31.285826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Deleting port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:39:31.286289 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.345841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] For port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:31.346430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.484070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] For port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,segment=NetworkSegment(ebc2d509-7ee1-4842-b3bf-b91aee255407),segment_id=ebc2d509-7ee1-4842-b3bf-b91aee255407)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:31.484507 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.564163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Calling delete_port for baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:39:31.606014 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Calling delete_port for baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:39:31.640018 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.675485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:39:31.675844 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:39:31.682004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa74ded-ac8f-42a8-87cd-f0c7d5e1b816,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:31.690607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] No DVR routers for this DVR port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:39:31.803490 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.828111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae88705e-557b-4305-a504-47d9742a313a']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:31.839851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc2d509-7ee1-4842-b3bf-b91aee255407') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:31.840151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc2d509-7ee1-4842-b3bf-b91aee255407') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:39:31.851079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.867315 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.874139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:39:31.874659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: timer() May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:39:31.890875 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:39:31.943748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d037529b-0161-4dfd-9586-2624afc5b20f no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:39:31.966554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.978797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d037529b-0161-4dfd-9586-2624afc5b20f {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:39:31.979745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d037529b-0161-4dfd-9586-2624afc5b20f not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:39:31.980139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:39:31.984735 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:31.990534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae88705e-557b-4305-a504-47d9742a313a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:32.007734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e6d58d19-7775-4284-9b37-99a02644fe73 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ae88705e-557b-4305-a504-47d9742a313a HTTP/1.1" status: 204 len: 168 time: 0.9831023 May 26 23:39:32.015836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:39:32.016179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:39:32.016587 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fea692dd-adad-4439-950b-9ffbf2e049d6 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:39:32.048907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: fea692dd-adad-4439-950b-9ffbf2e049d6 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:39:32.049484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device fea692dd-adad-4439-950b-9ffbf2e049d6 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:39:32.140449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45314) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:32.177279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Deleting port baa74ded-ac8f-42a8-87cd-f0c7d5e1b816 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:39:32.177653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:32.193113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9b5fc3e0-f5b3-47ab-98e9-7d59a430d3a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f15bba262ede48adb9ff3d0b9d648a1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515187 May 26 23:39:32.195671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45318) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:32.239693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-313e8fac-6fd7-4079-8b20-d803c5cffd8d None None] The port 'baa74ded-ac8f-42a8-87cd-f0c7d5e1b816' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:39:32.254971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4fa-e0d0-48f4-9d86-226187e1b0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:32.279710 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4fa-e0d0-48f4-9d86-226187e1b0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:32.329495 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4fa-e0d0-48f4-9d86-226187e1b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:32.346686 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ce4fa-e0d0-48f4-9d86-226187e1b0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f987b1-3a4f-4d9c-9f50-6963c71881d0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:32.353691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce4fa-e0d0-48f4-9d86-226187e1b0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:32.357632 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2f7ce4fa-e0d0-48f4-9d86-226187e1b0ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5f987b1-3a4f-4d9c-9f50-6963c71881d0 HTTP/1.1" status: 204 len: 168 time: 0.1588368 May 26 23:39:33.225519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45340) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:33.352128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1037661870-network', 'tenant_id': '54a1319657b24ddb920fd802b0a6e776'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:39:33.357791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:39:33.361794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Usage tracker for resource:network and tenant:54a1319657b24ddb920fd802b0a6e776 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:39:33.364640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:39:33.370816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:39:33.380478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Made reservation on behalf of 54a1319657b24ddb920fd802b0a6e776 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:39:33.382801 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.395252 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.425487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:39:33.429223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Usage tracker for resource:security_group_rule and tenant:54a1319657b24ddb920fd802b0a6e776 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:39:33.432035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:39:33.438320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:39:33.504501 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.508238 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.536344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:39:33.548476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808953c2-77d6-4a91-a8f4-b023c90be2af,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:33.553995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.554329 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Added segment 44f4974e-8a50-496f-878a-de676c5e3f8b of type vlan for network ddaa0b36-0300-49e5-8671-21ce44f24e2a May 26 23:39:33.581061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.608821 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.609913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:33.610563 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.713443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4867177 May 26 23:39:33.714445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b0fb1-5993-4130-b79b-fce5d5e483ac admin admin] Pushing event updated for resources: {'Network': ['ID=ddaa0b36-0300-49e5-8671-21ce44f24e2a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:33.716977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:39:33.722633 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Request body: {'subnet': {'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1037661870-subnet', 'tenant_id': '54a1319657b24ddb920fd802b0a6e776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:39:33.724357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network ddaa0b36-0300-49e5-8671-21ce44f24e2a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:39:33.728483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:39:33.732798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Usage tracker for resource:subnet and tenant:54a1319657b24ddb920fd802b0a6e776 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:39:33.735643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:39:33.744302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:39:33.755318 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Made reservation on behalf of 54a1319657b24ddb920fd802b0a6e776 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:39:33.757616 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:33.958452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:34.030771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:34.040360 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Checking segment: {'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:39:34.040712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Network hostable DHCP agents. Network: ddaa0b36-0300-49e5-8671-21ce44f24e2a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:39:34.061572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Network ddaa0b36-0300-49e5-8671-21ce44f24e2a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:39:34.070556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, ddaa0b36-0300-49e5-8671-21ce44f24e2a) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:39:34.075158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:34.075728 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:34.080755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad620c-f98c-414e-bf8d-52356d1b4d57 None None] Network ddaa0b36-0300-49e5-8671-21ce44f24e2a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:39:34.097058 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-59bb6386-256e-4b9d-94ce-5a9ac7a04b50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3786190 May 26 23:39:34.292913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f90e2-2232-4431-b73c-15fbbc030ff3 None None] Network ddaa0b36-0300-49e5-8671-21ce44f24e2a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:39:34.624850 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-b9ea2a71-00b8-496b-af3e-62a3ab6fd4f9 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:34.625509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-b9ea2a71-00b8-496b-af3e-62a3ab6fd4f9 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Synchronizing usage tracker for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:39:34.641705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-b9ea2a71-00b8-496b-af3e-62a3ab6fd4f9 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Unset dirty status for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:39:34.642847 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-b9ea2a71-00b8-496b-af3e-62a3ab6fd4f9 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/networks?id=ddaa0b36-0300-49e5-8671-21ce44f24e2a HTTP/1.1" status: 200 len: 814 time: 0.1569321 May 26 23:39:34.659682 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-9311c26a-6300-416e-8110-fb6228503ec4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/quotas/54a1319657b24ddb920fd802b0a6e776 HTTP/1.1" status: 200 len: 375 time: 0.0114276 May 26 23:39:34.705424 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-1a6ec213-0f53-4677-9a94-d451ff20ef67 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a1319657b24ddb920fd802b0a6e776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409551 May 26 23:39:34.834807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e0aeb8b1-de54-4e3d-a0c7-cee9409099e3 service neutron] 10.222.0.32 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227496 May 26 23:39:34.962922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-f5b0ec96-1b73-48d6-90ab-db3def8025c7 service neutron] 10.222.0.32 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220884 May 26 23:39:35.151463 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0c9a7779-612a-4e30-b84f-0a354070ab9d req-f70a4a1e-4558-4fa4-829e-5db49ba62860 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 210 time: 0.0448854 May 26 23:39:36.260483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d6b0ded7-d934-401c-aa46-4e30a0b08f6a req-c0a429df-d4d3-4940-958e-cf752415ccd5 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 210 time: 0.0406659 May 26 23:39:36.539752 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:39:37.186195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-81513876-afd7-445a-8e96-b86f4ec80029 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:37.187598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-81513876-afd7-445a-8e96-b86f4ec80029 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.48 "GET /v2.0/networks?id=ddaa0b36-0300-49e5-8671-21ce44f24e2a HTTP/1.1" status: 200 len: 814 time: 0.1506131 May 26 23:39:37.204231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Request body: {'port': {'device_id': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a', 'admin_state_up': True, 'tenant_id': '54a1319657b24ddb920fd802b0a6e776'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:39:37.425075 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60c7e416-c045-401c-8af0-3f1d3741cf61 req-853880b9-2125-4748-a47d-53fc6fd74bd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 210 time: 0.0409887 May 26 23:39:37.445926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:39:37.450386 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Usage tracker for resource:port and tenant:54a1319657b24ddb920fd802b0a6e776 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:39:37.453124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:39:37.458677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:39:37.468171 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Made reservation on behalf of 54a1319657b24ddb920fd802b0a6e776 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:39:37.471075 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:37.636780 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Allocated IP 172.20.0.4 (ddaa0b36-0300-49e5-8671-21ce44f24e2a/cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca/a8c5de9b-8e30-4c8a-8dfe-efb9860461af) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:39:37.832007 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:37.859223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:37.942517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Network ddaa0b36-0300-49e5-8671-21ce44f24e2a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:39:37.945516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:39:37.949846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:39:37.973927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Pushing event updated for resources: {'Port': ['ID=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:38.008839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:38.009419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:38.028863 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-e3d071e1-1085-4e43-bffb-8bd8a5b737d4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8283010 May 26 23:39:38.039464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Request body: {'port': {'device_id': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:39:38.144038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:38.468468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c5de9b-8e30-4c8a-8dfe-efb9860461af {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:39:38.475216 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:38.490213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Transition to ACTIVE for port object a8c5de9b-8e30-4c8a-8dfe-efb9860461af will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:39:38.494473 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:38.661439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:38.773886 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da814432-33a0-449d-a5d0-75ea15dbf689 req-672f37c1-76dc-49e8-820b-9706640b578e tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:38.774507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-da814432-33a0-449d-a5d0-75ea15dbf689 req-672f37c1-76dc-49e8-820b-9706640b578e tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Synchronizing usage tracker for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:39:38.805164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Attempting to bind port a8c5de9b-8e30-4c8a-8dfe-efb9860461af on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:39:38.805530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Attempting to bind port a8c5de9b-8e30-4c8a-8dfe-efb9860461af by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:39:38.805915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Attempting to bind port a8c5de9b-8e30-4c8a-8dfe-efb9860461af on network ddaa0b36-0300-49e5-8671-21ce44f24e2a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:39:38.810504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-da814432-33a0-449d-a5d0-75ea15dbf689 req-672f37c1-76dc-49e8-820b-9706640b578e tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Unset dirty status for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:39:38.811624 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-da814432-33a0-449d-a5d0-75ea15dbf689 req-672f37c1-76dc-49e8-820b-9706640b578e tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 943 time: 0.2581549 May 26 23:39:38.814144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Port a8c5de9b-8e30-4c8a-8dfe-efb9860461af on network ddaa0b36-0300-49e5-8671-21ce44f24e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:39:38.814461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Attempting to bind port a8c5de9b-8e30-4c8a-8dfe-efb9860461af on network ddaa0b36-0300-49e5-8671-21ce44f24e2a {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:39:38.835884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:39:38.836364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Checking segment: {'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:39:38.836761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Bound using segment: {'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:39:38.837201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Bound port: a8c5de9b-8e30-4c8a-8dfe-efb9860461af, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:39:38.837606 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:38.918293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-da814432-33a0-449d-a5d0-75ea15dbf689 req-2a696fa1-f3b6-45ba-8e44-64fd5da93ad0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Synchronizing usage tracker for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:39:38.957109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-da814432-33a0-449d-a5d0-75ea15dbf689 req-2a696fa1-f3b6-45ba-8e44-64fd5da93ad0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Unset dirty status for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:39:38.958279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-da814432-33a0-449d-a5d0-75ea15dbf689 req-2a696fa1-f3b6-45ba-8e44-64fd5da93ad0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399376 May 26 23:39:38.959255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] For port a8c5de9b-8e30-4c8a-8dfe-efb9860461af, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:39:38.962412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] For port a8c5de9b-8e30-4c8a-8dfe-efb9860461af, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:39:38.966229 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:39.027559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:39.028895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8c5de9b-8e30-4c8a-8dfe-efb9860461af HTTP/1.1" status: 200 len: 1091 time: 0.9933569 May 26 23:39:39.029319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'tag': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:39.050428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec13c1e-5ec8-4496-b1f5-b1e25e5f0252 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:39.108299 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec658e3-3438-4887-9257-d4659f8ee699'] response: {'name': 'network-changed', 'server_uuid': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'tag': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af', 'status': 'completed', 'code': 200} May 26 23:39:39.148536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-9c049db3-e2df-4ed9-abac-f4562a0422d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a1319657b24ddb920fd802b0a6e776&device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 1094 time: 0.0746002 May 26 23:39:39.294508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-1d76d8df-bc50-4b39-a7fe-bcd14c44abc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8c5de9b-8e30-4c8a-8dfe-efb9860461af HTTP/1.1" status: 200 len: 217 time: 0.1389906 May 26 23:39:39.357608 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-c417d7bf-9a22-4221-8c57-5a92f6531143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:39.359048 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-c417d7bf-9a22-4221-8c57-5a92f6531143 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca HTTP/1.1" status: 200 len: 854 time: 0.0597994 May 26 23:39:39.402644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-b7e01ae2-25d8-4b87-a3e9-0e5dfbd8a509 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ddaa0b36-0300-49e5-8671-21ce44f24e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379534 May 26 23:39:39.530286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-1b5465c0-99ce-4ffe-9853-19f66f785d03 service neutron] 10.222.0.48 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217749 May 26 23:39:39.661207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-97b8940b-474b-4827-9b0d-9fdd93343702 req-acacdb78-7e9d-4f0e-892e-d844b31f47ab service neutron] 10.222.0.48 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257329 May 26 23:39:39.777080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-187feafc-e25f-4c84-a84b-91278c062db0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a1319657b24ddb920fd802b0a6e776&device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 1094 time: 0.0716856 May 26 23:39:39.904953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-94fe0967-e7be-4058-81e8-bf2400ef6a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:39.906410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-94fe0967-e7be-4058-81e8-bf2400ef6a96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ddaa0b36-0300-49e5-8671-21ce44f24e2a HTTP/1.1" status: 200 len: 915 time: 0.1246140 May 26 23:39:39.971422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-8510b99b-8d01-4207-a333-a3411e1677a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8c5de9b-8e30-4c8a-8dfe-efb9860461af HTTP/1.1" status: 200 len: 217 time: 0.0595496 May 26 23:39:40.035189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-0f6c8386-8c7c-4c8b-b17d-d28ed15f3925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:40.036606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-0f6c8386-8c7c-4c8b-b17d-d28ed15f3925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca HTTP/1.1" status: 200 len: 854 time: 0.0596771 May 26 23:39:40.109211 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-156c9792-d5af-4f49-b8d2-42a7a40342cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ddaa0b36-0300-49e5-8671-21ce44f24e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667059 May 26 23:39:40.266284 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-11956db2-014c-4e89-9e06-1b5516f54180 service neutron] 10.222.0.48 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512439 May 26 23:39:40.271808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d2cac-aa31-4d43-a0c8-f552a0529c1e req-f713efa6-37f7-4716-a6f7-ca90ddfb061b tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:40.273129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b9d2cac-aa31-4d43-a0c8-f552a0529c1e req-f713efa6-37f7-4716-a6f7-ca90ddfb061b tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 943 time: 0.1975350 May 26 23:39:40.413493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2b9d2cac-aa31-4d43-a0c8-f552a0529c1e req-7512bcbe-c509-4ec6-b27e-20bc11e45dc2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201353 May 26 23:39:40.431519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a12cc2f9-334e-43b7-babe-b37f8c222355 req-cfb3f6f0-3219-463c-85d7-1a2298f062d1 service neutron] 10.222.0.48 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574936 May 26 23:39:41.629070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4ddb-4db5-4ad4-bdb5-04cf9ca855ef req-f18c8dcd-d9e7-4ba4-a303-11183f316583 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:41.630670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-526a4ddb-4db5-4ad4-bdb5-04cf9ca855ef req-f18c8dcd-d9e7-4ba4-a303-11183f316583 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 943 time: 0.0874896 May 26 23:39:41.680753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-526a4ddb-4db5-4ad4-bdb5-04cf9ca855ef req-67dcd9a9-adc1-4d52-807e-fe14fb194172 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446095 May 26 23:39:42.874290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e0002-1efc-435c-b032-51030c3116d5 req-47a16671-33c4-4334-bf12-f54880186f16 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:42.875713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80e0002-1efc-435c-b032-51030c3116d5 req-47a16671-33c4-4334-bf12-f54880186f16 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 943 time: 0.0751414 May 26 23:39:42.919904 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f80e0002-1efc-435c-b032-51030c3116d5 req-a27992e1-8c2a-459f-8e76-1948ef71a198 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 May 26 23:39:43.032225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device a8c5de9b-8e30-4c8a-8dfe-efb9860461af details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:39:43.166666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port a8c5de9b-8e30-4c8a-8dfe-efb9860461af, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:43.179702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af', 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a', 'port_id': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af', 'mac_address': 'fa:16:3e:01:c1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:39:43.231516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:43.248380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c5de9b-8e30-4c8a-8dfe-efb9860461af {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:39:43.263353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port a8c5de9b-8e30-4c8a-8dfe-efb9860461af, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:43.267272 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:43.330043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:43.537154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['a8c5de9b-8e30-4c8a-8dfe-efb9860461af'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:39:44.111982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9ae9-5b7d-4109-9f42-c803b1249eb6 req-d1a18e7a-a2a1-46d7-87d8-2c0dd4b4fb19 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:44.113419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-277e9ae9-5b7d-4109-9f42-c803b1249eb6 req-d1a18e7a-a2a1-46d7-87d8-2c0dd4b4fb19 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 944 time: 0.0755529 May 26 23:39:44.158224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-277e9ae9-5b7d-4109-9f42-c803b1249eb6 req-8bed1bb6-2857-49c6-a671-d782b0b01573 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 May 26 23:39:45.047717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device a8c5de9b-8e30-4c8a-8dfe-efb9860461af up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:39:45.117215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port a8c5de9b-8e30-4c8a-8dfe-efb9860461af completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:39:45.123151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port a8c5de9b-8e30-4c8a-8dfe-efb9860461af triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:39:45.123514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:45.237551 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:45.269693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:45.280456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port a8c5de9b-8e30-4c8a-8dfe-efb9860461af, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:45.284727 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:45.330075 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e0826b-d7bc-46d9-9255-50c601213b13'] response: {'server_uuid': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af', 'code': 200} May 26 23:39:45.358466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:45.360120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff86f5-5072-4031-834b-38c4f6f6ff65 req-c02605a9-62a9-447e-b74b-45f254ba1881 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:45.361589 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cff86f5-5072-4031-834b-38c4f6f6ff65 req-c02605a9-62a9-447e-b74b-45f254ba1881 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0831614 May 26 23:39:45.448598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cff86f5-5072-4031-834b-38c4f6f6ff65 req-45e01b26-92fc-4d32-87fd-d68cdb0a1975 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813377 May 26 23:39:45.473309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b00e023d-1a97-4ae1-a96e-b92033154563 req-c60d6369-40ff-4e34-b0b2-c78a6815e399 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 1096 time: 0.0882146 May 26 23:39:45.517339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b00e023d-1a97-4ae1-a96e-b92033154563 req-0268138e-3ca4-4882-bbce-a180344328ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 May 26 23:39:46.644847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6029a-6bb0-4bfe-a01e-1818c2974cb0 req-eed900fc-d11d-4400-9bed-7afe9ee4259d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:46.646351 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81d6029a-6bb0-4bfe-a01e-1818c2974cb0 req-eed900fc-d11d-4400-9bed-7afe9ee4259d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0774727 May 26 23:39:46.693878 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81d6029a-6bb0-4bfe-a01e-1818c2974cb0 req-546a2b3f-dd97-4a48-9fcd-8279aa3273c4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 May 26 23:39:47.276312 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4cd13470-e383-44e9-9667-bac53200a898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:47.974287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a5c8-c619-402a-898c-c6736af105b0 req-28b5975c-4de2-4237-bd1c-4dd6befef5c1 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:47.975642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ffa5a5c8-c619-402a-898c-c6736af105b0 req-28b5975c-4de2-4237-bd1c-4dd6befef5c1 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.1660829 May 26 23:39:48.020552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ffa5a5c8-c619-402a-898c-c6736af105b0 req-afa13247-f866-4644-bf2b-744dd4e01a02 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 May 26 23:39:48.304346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-5f9dd6ae-76ff-4e6b-83f3-56e15dd79a9d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:48.305655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-5f9dd6ae-76ff-4e6b-83f3-56e15dd79a9d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/networks?id=ddaa0b36-0300-49e5-8671-21ce44f24e2a HTTP/1.1" status: 200 len: 814 time: 0.1373565 May 26 23:39:48.322240 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-8eac701c-5e6b-4ab8-861c-01219e251edb tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/quotas/54a1319657b24ddb920fd802b0a6e776 HTTP/1.1" status: 200 len: 375 time: 0.0108166 May 26 23:39:48.395626 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-a3c523d5-dec0-4eb9-8c8e-2742a7e15823 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54a1319657b24ddb920fd802b0a6e776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687630 May 26 23:39:48.523737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-fad76618-bd5f-4dcc-a2f3-9a8430cf1aed service neutron] 10.222.0.32 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209769 May 26 23:39:48.652681 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-8674edd7-068e-4a2b-85eb-a4c77144e8b2 service neutron] 10.222.0.32 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227353 May 26 23:39:48.832217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-43c3503e-bfb6-4bd8-bd2f-b6cde6588031 req-7b0c821a-1b96-49e3-9619-33196ff273fb tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 210 time: 0.0435216 May 26 23:39:49.902969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c0d52fb1-e869-4a36-b060-383e77593e09 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:49.904373 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c0d52fb1-e869-4a36-b060-383e77593e09 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.55 "GET /v2.0/networks?id=ddaa0b36-0300-49e5-8671-21ce44f24e2a HTTP/1.1" status: 200 len: 814 time: 0.1430478 May 26 23:39:49.929403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Request body: {'port': {'device_id': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a', 'admin_state_up': True, 'tenant_id': '54a1319657b24ddb920fd802b0a6e776'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:39:50.014879 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55f44aa2-64b7-431c-833e-fcda9d95fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:50.143484 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-750838ef-54ca-40ab-b7f9-ec9599d6f81e req-7fb97926-53ae-4a59-86ef-0133a7308e0d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 210 time: 0.1405525 May 26 23:39:50.195057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:39:50.204425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:39:50.214444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Made reservation on behalf of 54a1319657b24ddb920fd802b0a6e776 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:39:50.217393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:50.375697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Allocated IP 172.20.0.14 (ddaa0b36-0300-49e5-8671-21ce44f24e2a/cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca/ecfd1819-a58d-4230-8605-56e4588163f4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:39:50.571877 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:50.598923 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:50.610539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['a8c5de9b-8e30-4c8a-8dfe-efb9860461af'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:39:50.668921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Network ddaa0b36-0300-49e5-8671-21ce44f24e2a is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:39:50.672172 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:39:50.676180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:39:50.714047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Pushing event updated for resources: {'Port': ['ID=ecfd1819-a58d-4230-8605-56e4588163f4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:50.742641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:50.743249 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:50.770063 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-54e823ed-7efb-4763-a09d-c2e7dd934e72 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447328 May 26 23:39:50.783405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Request body: {'port': {'device_id': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:39:50.784049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:50.858607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:50.895540 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:51.235215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfd1819-a58d-4230-8605-56e4588163f4 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:39:51.242019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:51.256608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Transition to ACTIVE for port object ecfd1819-a58d-4230-8605-56e4588163f4 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:39:51.260618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:51.342881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f0f14-d26d-49e6-8efb-f2ca829a3f57 req-17c4568c-9307-4e96-baaf-edf63e364fa2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:51.344331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-973f0f14-d26d-49e6-8efb-f2ca829a3f57 req-17c4568c-9307-4e96-baaf-edf63e364fa2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 944 time: 0.0801470 May 26 23:39:51.388281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfd1819-a58d-4230-8605-56e4588163f4,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:51.389517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-973f0f14-d26d-49e6-8efb-f2ca829a3f57 req-5ae54017-3221-4bde-927d-fcd6a2803154 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395584 May 26 23:39:51.490886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Attempting to bind port ecfd1819-a58d-4230-8605-56e4588163f4 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:39:51.491126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Attempting to bind port ecfd1819-a58d-4230-8605-56e4588163f4 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:39:51.491446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Attempting to bind port ecfd1819-a58d-4230-8605-56e4588163f4 on network ddaa0b36-0300-49e5-8671-21ce44f24e2a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:39:51.497365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Port ecfd1819-a58d-4230-8605-56e4588163f4 on network ddaa0b36-0300-49e5-8671-21ce44f24e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:39:51.497695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Attempting to bind port ecfd1819-a58d-4230-8605-56e4588163f4 on network ddaa0b36-0300-49e5-8671-21ce44f24e2a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:39:51.503773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:39:51.504096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Checking segment: {'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:39:51.504463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Bound using segment: {'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:39:51.504873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Bound port: ecfd1819-a58d-4230-8605-56e4588163f4, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4974e-8a50-496f-878a-de676c5e3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:39:51.505204 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:51.589605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] For port ecfd1819-a58d-4230-8605-56e4588163f4, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:39:51.592662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] For port ecfd1819-a58d-4230-8605-56e4588163f4, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ecfd1819-a58d-4230-8605-56e4588163f4,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:39:51.596294 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:51.657603 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:51.659000 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] 10.222.0.55 "PUT /v2.0/ports/ecfd1819-a58d-4230-8605-56e4588163f4 HTTP/1.1" status: 200 len: 1092 time: 0.8797331 May 26 23:39:51.659435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'tag': 'ecfd1819-a58d-4230-8605-56e4588163f4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:51.676963 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa5e66-8fa0-4754-987b-ce6c0fe26160 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfd1819-a58d-4230-8605-56e4588163f4,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:51.735294 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe268ff-0e1b-46bb-8d10-776eb5612207'] response: {'name': 'network-changed', 'server_uuid': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'tag': 'ecfd1819-a58d-4230-8605-56e4588163f4', 'status': 'completed', 'code': 200} May 26 23:39:51.775743 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-128584e7-f5ad-4116-8697-936e759a748d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54a1319657b24ddb920fd802b0a6e776&device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 1095 time: 0.0737553 May 26 23:39:51.847895 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-e219283f-6745-43c0-85ba-8f723044ad1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfd1819-a58d-4230-8605-56e4588163f4 HTTP/1.1" status: 200 len: 217 time: 0.0626264 May 26 23:39:51.912869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-b725fcf4-0fc4-4303-8ccb-23085abb13c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:51.914282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-b725fcf4-0fc4-4303-8ccb-23085abb13c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca HTTP/1.1" status: 200 len: 854 time: 0.0562489 May 26 23:39:51.961523 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-99852382-05f6-4771-a10d-9bcf7baece5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ddaa0b36-0300-49e5-8671-21ce44f24e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374086 May 26 23:39:52.078450 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:52.190628 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-d8133bae-1bbd-40f2-a3f7-93e0d0b57801 service neutron] 10.222.0.55 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199190 May 26 23:39:52.321749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4bd0b71b-7a5e-40a8-9450-82980797d5e5 req-ab812bad-d13e-4c8b-88b2-2bc4846ef107 service neutron] 10.222.0.55 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208136 May 26 23:39:52.445713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-300c8b71-91fb-4da1-bea9-40f7b3f74a8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54a1319657b24ddb920fd802b0a6e776&device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 1095 time: 0.0731595 May 26 23:39:52.607350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-4b43fcde-032a-4c36-b614-225db565b061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:52.609026 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-4b43fcde-032a-4c36-b614-225db565b061 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ddaa0b36-0300-49e5-8671-21ce44f24e2a HTTP/1.1" status: 200 len: 915 time: 0.1569974 May 26 23:39:52.678715 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-d65e955c-3722-4bbc-8009-61845b695173 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfd1819-a58d-4230-8605-56e4588163f4 HTTP/1.1" status: 200 len: 217 time: 0.0612648 May 26 23:39:52.743561 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-6f4f54ef-ec5e-4335-a825-dc7d3862e29d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:52.745630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-6f4f54ef-ec5e-4335-a825-dc7d3862e29d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca HTTP/1.1" status: 200 len: 854 time: 0.0598423 May 26 23:39:52.753158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39c324-4301-491a-bd89-fee4f57cc464 req-3da27297-b7f6-41cd-a879-4c95187108ca tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:52.754629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d39c324-4301-491a-bd89-fee4f57cc464 req-3da27297-b7f6-41cd-a879-4c95187108ca tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 944 time: 0.0821204 May 26 23:39:52.789433 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-77254d51-4cbd-419c-8587-440b30df58cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ddaa0b36-0300-49e5-8671-21ce44f24e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373325 May 26 23:39:52.799327 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6d39c324-4301-491a-bd89-fee4f57cc464 req-8068c150-5e14-4e41-9152-59f5448e168d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 May 26 23:39:52.928219 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-64b2c088-03b2-4b69-80dd-39c907b6c69d service neutron] 10.222.0.55 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317818 May 26 23:39:53.057157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d02a3a59-77e2-48ec-9adf-4863a67505ee req-ca9fa2f0-4d75-484e-b83a-6eecb4e9207f service neutron] 10.222.0.55 "GET /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217818 May 26 23:39:54.008961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b01fc-cc89-4bca-b721-bc73c26d97f5 req-62b544ae-e70f-48b4-a437-2a1479c831b0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:54.009614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c09b01fc-cc89-4bca-b721-bc73c26d97f5 req-62b544ae-e70f-48b4-a437-2a1479c831b0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Synchronizing usage tracker for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:39:54.024540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-c09b01fc-cc89-4bca-b721-bc73c26d97f5 req-62b544ae-e70f-48b4-a437-2a1479c831b0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Unset dirty status for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:39:54.025703 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c09b01fc-cc89-4bca-b721-bc73c26d97f5 req-62b544ae-e70f-48b4-a437-2a1479c831b0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 944 time: 0.0954895 May 26 23:39:54.071181 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c09b01fc-cc89-4bca-b721-bc73c26d97f5 req-b11d11e0-c0f6-43d5-924e-91bf713b1523 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 May 26 23:39:55.259092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77752c-4b42-4c26-93ff-3e349f426ae4 req-5eadaeb9-9dd7-4fa3-849d-03fec6e17037 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:55.261025 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f77752c-4b42-4c26-93ff-3e349f426ae4 req-5eadaeb9-9dd7-4fa3-849d-03fec6e17037 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 944 time: 0.0749254 May 26 23:39:55.305096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f77752c-4b42-4c26-93ff-3e349f426ae4 req-0eaf07cd-e821-4f79-b7a8-fc97747f82b4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 May 26 23:39:55.762459 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:56.316088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ecfd1819-a58d-4230-8605-56e4588163f4 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:39:56.446925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ecfd1819-a58d-4230-8605-56e4588163f4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ecfd1819-a58d-4230-8605-56e4588163f4,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:56.459942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'ecfd1819-a58d-4230-8605-56e4588163f4', 'network_id': 'ddaa0b36-0300-49e5-8671-21ce44f24e2a', 'port_id': 'ecfd1819-a58d-4230-8605-56e4588163f4', 'mac_address': 'fa:16:3e:08:84:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:39:56.500483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc05640-a3e4-4263-a1eb-6cd1ce366bba req-bee41d6c-bf82-4280-b739-76e0569558b7 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:56.502017 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbc05640-a3e4-4263-a1eb-6cd1ce366bba req-bee41d6c-bf82-4280-b739-76e0569558b7 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 944 time: 0.0776279 May 26 23:39:56.515887 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:56.532570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfd1819-a58d-4230-8605-56e4588163f4 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:39:56.546490 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbc05640-a3e4-4263-a1eb-6cd1ce366bba req-3541c1cf-fae6-4406-bb0a-465e0f4ed99b tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 May 26 23:39:56.548374 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ecfd1819-a58d-4230-8605-56e4588163f4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ecfd1819-a58d-4230-8605-56e4588163f4,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:56.551460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:56.615146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ecfd1819-a58d-4230-8605-56e4588163f4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:56.791513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['ecfd1819-a58d-4230-8605-56e4588163f4'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:39:57.741523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baf943-fb33-4d24-a091-e37ebaaf44ec req-d580bbea-4fdc-45b3-b28e-c619382a39c4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:57.742967 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6baf943-fb33-4d24-a091-e37ebaaf44ec req-d580bbea-4fdc-45b3-b28e-c619382a39c4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 945 time: 0.0800784 May 26 23:39:57.787935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c6baf943-fb33-4d24-a091-e37ebaaf44ec req-a6bbf7bb-ecf9-4d8e-bbd4-2c1b209d1175 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 May 26 23:39:58.273810 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:58.327561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ecfd1819-a58d-4230-8605-56e4588163f4 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:39:58.393096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port ecfd1819-a58d-4230-8605-56e4588163f4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:39:58.397475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port ecfd1819-a58d-4230-8605-56e4588163f4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:39:58.397871 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:58.506813 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:58.532785 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfd1819-a58d-4230-8605-56e4588163f4'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:39:58.542164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port ecfd1819-a58d-4230-8605-56e4588163f4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ecfd1819-a58d-4230-8605-56e4588163f4,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:39:58.546391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:39:58.587731 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf08213-c6a3-42a6-b13d-d11b5351e881'] response: {'server_uuid': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfd1819-a58d-4230-8605-56e4588163f4', 'code': 200} May 26 23:39:58.612925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=ecfd1819-a58d-4230-8605-56e4588163f4,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:39:58.722455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a924e196-57ef-4ad9-b2fc-18d49a2d9289 req-a314d837-9db2-425a-a062-97b71f905e4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 1097 time: 0.0701914 May 26 23:39:58.766876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a924e196-57ef-4ad9-b2fc-18d49a2d9289 req-4287a2ec-a8c5-40ff-92e0-87be6eb9dab3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 May 26 23:39:58.987416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863209a1-24f5-4fc9-94a4-96fb2ab9507d req-21bccf0c-c0b8-4371-9d6d-6d2f70594080 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:39:58.988831 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-863209a1-24f5-4fc9-94a4-96fb2ab9507d req-21bccf0c-c0b8-4371-9d6d-6d2f70594080 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 946 time: 0.0752149 May 26 23:39:59.032882 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-863209a1-24f5-4fc9-94a4-96fb2ab9507d req-f1d12608-83a5-47ed-bb75-1f52b1cd4527 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 May 26 23:40:00.305369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37dc24-91fd-4cb0-a735-3b0f0185e061 req-ccc3dd49-8184-45e4-8109-73b83d7b320e tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:00.306841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed37dc24-91fd-4cb0-a735-3b0f0185e061 req-ccc3dd49-8184-45e4-8109-73b83d7b320e tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 946 time: 0.1495290 May 26 23:40:00.356589 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ed37dc24-91fd-4cb0-a735-3b0f0185e061 req-7b091841-990b-4eda-939d-1ef0ddd695e2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436826 May 26 23:40:00.750304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1aaac-62bc-4915-9f04-0d35cbc9bd10 req-91e19bf4-d898-49f8-86b2-aed25239a9e2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:00.751717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5f1aaac-62bc-4915-9f04-0d35cbc9bd10 req-91e19bf4-d898-49f8-86b2-aed25239a9e2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 946 time: 0.0751915 May 26 23:40:00.799501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5f1aaac-62bc-4915-9f04-0d35cbc9bd10 req-57cf89ba-3259-4b19-8e96-6ae6c41e9034 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 May 26 23:40:02.065917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52422d8-691f-4d68-b3f8-2ebebef596dd req-4f3b0908-3c58-4584-a45b-1967ce16797c tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:02.067348 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d52422d8-691f-4d68-b3f8-2ebebef596dd req-4f3b0908-3c58-4584-a45b-1967ce16797c tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 946 time: 0.1461263 May 26 23:40:02.111414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-f12fe69a-f68a-4806-9152-c6f3cc4071ff tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:02.112753 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d52422d8-691f-4d68-b3f8-2ebebef596dd req-0e70c048-7337-4f7b-95a1-40c0634e5120 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 May 26 23:40:02.112917 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-f12fe69a-f68a-4806-9152-c6f3cc4071ff tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 946 time: 0.0783265 May 26 23:40:02.183371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Deleting port ecfd1819-a58d-4230-8605-56e4588163f4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:02.183612 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:02.505176 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] For port ecfd1819-a58d-4230-8605-56e4588163f4, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=ecfd1819-a58d-4230-8605-56e4588163f4,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:02.505452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:02.622871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Calling delete_port for ecfd1819-a58d-4230-8605-56e4588163f4 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:02.761384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:02.772279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['a8c5de9b-8e30-4c8a-8dfe-efb9860461af'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:40:02.808035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Pushing event deleted for resources: {'Port': ['ID=ecfd1819-a58d-4230-8605-56e4588163f4,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:02.882290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] No DVR routers for this DVR port ecfd1819-a58d-4230-8605-56e4588163f4 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:40:02.884844 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:02.887394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'name': 'network-vif-deleted', 'tag': 'ecfd1819-a58d-4230-8605-56e4588163f4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:40:02.903395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb453f3c-592c-4735-a3d1-f7943e50a37e req-00655d48-d97d-40fe-8701-ce70b2d8ccd6 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.55 "DELETE /v2.0/ports/ecfd1819-a58d-4230-8605-56e4588163f4 HTTP/1.1" status: 204 len: 173 time: 0.7822547 May 26 23:40:02.944014 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5802d7b-1578-417f-8c57-af4051c2cf7c'] response: {'server_uuid': 'd8632a6b-fc2c-4764-bf05-36f40f1338ff', 'name': 'network-vif-deleted', 'tag': 'ecfd1819-a58d-4230-8605-56e4588163f4', 'status': 'completed', 'code': 200} May 26 23:40:03.289463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28825f1a-2ff2-44d8-b335-2f177c550fd6 req-065c8570-2e2a-43a4-9185-be06e4114e81 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8632a6b-fc2c-4764-bf05-36f40f1338ff HTTP/1.1" status: 200 len: 210 time: 0.0405283 May 26 23:40:04.359105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ecfd1819-a58d-4230-8605-56e4588163f4 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:40:04.390618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: ecfd1819-a58d-4230-8605-56e4588163f4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:40:04.390956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device ecfd1819-a58d-4230-8605-56e4588163f4 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:40:04.556507 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15b590-6a6f-4b8b-b3bb-da4e274bb7c5 req-d3941af5-4c57-4672-87c1-218c67d992ea tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:04.557995 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b15b590-6a6f-4b8b-b3bb-da4e274bb7c5 req-d3941af5-4c57-4672-87c1-218c67d992ea tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0771809 May 26 23:40:04.608391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3b15b590-6a6f-4b8b-b3bb-da4e274bb7c5 req-ead3fdf5-4798-4156-b653-a082955bb0a3 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 May 26 23:40:04.822453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bdfb2-d19b-4d57-afab-d56954acf713 req-75c9bbde-07f2-4f19-9678-55e94e4662c4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:04.824405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7f4bdfb2-d19b-4d57-afab-d56954acf713 req-75c9bbde-07f2-4f19-9678-55e94e4662c4 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0743229 May 26 23:40:04.871796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7f4bdfb2-d19b-4d57-afab-d56954acf713 req-d205a572-5701-42fe-9cee-b5c708112543 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 May 26 23:40:05.065388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c8ef-f7fd-4a89-a8cd-2c6ab68eff7e req-2104a463-e899-4d0f-b277-fc7d41c9e9a3 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:05.066196 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0ad1c8ef-f7fd-4a89-a8cd-2c6ab68eff7e req-2104a463-e899-4d0f-b277-fc7d41c9e9a3 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Synchronizing usage tracker for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:40:05.082002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0ad1c8ef-f7fd-4a89-a8cd-2c6ab68eff7e req-2104a463-e899-4d0f-b277-fc7d41c9e9a3 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Unset dirty status for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:40:05.083206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ad1c8ef-f7fd-4a89-a8cd-2c6ab68eff7e req-2104a463-e899-4d0f-b277-fc7d41c9e9a3 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0929265 May 26 23:40:05.127725 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0ad1c8ef-f7fd-4a89-a8cd-2c6ab68eff7e req-b559af0f-bb61-4843-baba-6f6eb100cc58 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 May 26 23:40:05.319512 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec1c099b-70df-4969-af12-c495ae9dafee req-161d6a0c-20be-4a09-b0d0-a7fa55d18fca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654373 May 26 23:40:05.511930 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7097-2d3a-4bf7-abd3-1779c044edb5 req-b5d7af28-3a75-43ed-acb4-4d0ef8d572f2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:05.513292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc9c7097-2d3a-4bf7-abd3-1779c044edb5 req-b5d7af28-3a75-43ed-acb4-4d0ef8d572f2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0770886 May 26 23:40:05.558981 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc9c7097-2d3a-4bf7-abd3-1779c044edb5 req-1c5615fa-997e-497f-9539-dce127019d00 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 May 26 23:40:05.754940 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a189ea8-275b-458b-80fa-18ca979860e6 req-c935b249-4d88-4ef1-a4c7-af6d6d27d835 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:05.756360 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a189ea8-275b-458b-80fa-18ca979860e6 req-c935b249-4d88-4ef1-a4c7-af6d6d27d835 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0743883 May 26 23:40:05.804331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a189ea8-275b-458b-80fa-18ca979860e6 req-612d363f-00b1-45d9-9d95-5737c0626658 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 May 26 23:40:06.007556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adc792-0027-4210-b81a-822cd7106a0f req-c2c86e99-fd67-46fe-abba-1d642c65901c tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:06.008970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46adc792-0027-4210-b81a-822cd7106a0f req-c2c86e99-fd67-46fe-abba-1d642c65901c tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0745754 May 26 23:40:06.054144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-46adc792-0027-4210-b81a-822cd7106a0f req-c099840a-dfad-45f7-b35b-818f8c5fc4a0 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 May 26 23:40:06.601819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1216f-0389-4893-82d1-05ef1fb33b01 req-869eb048-e891-48a7-83ba-dd65f9df0692 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:06.603166 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49a1216f-0389-4893-82d1-05ef1fb33b01 req-869eb048-e891-48a7-83ba-dd65f9df0692 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0787857 May 26 23:40:06.647588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-49a1216f-0389-4893-82d1-05ef1fb33b01 req-cc178934-9f3d-448e-9dbf-f3e6fb07e8cd tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 May 26 23:40:07.851848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5430bc-6b02-4b37-b70e-225aec120565 req-2ec33809-8b9b-4513-9894-56f2bfe40b8b tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:07.853309 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec5430bc-6b02-4b37-b70e-225aec120565 req-2ec33809-8b9b-4513-9894-56f2bfe40b8b tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0780327 May 26 23:40:07.902547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ec5430bc-6b02-4b37-b70e-225aec120565 req-414458d9-9e21-428c-9014-6d166df224aa tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/security-groups?id=808953c2-77d6-4a91-a8f4-b023c90be2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 May 26 23:40:08.176449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6faef-964d-41c7-b01a-840190867e43 req-044962e3-91dc-402a-a582-bc61ab396a8d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:08.177828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4af6faef-964d-41c7-b01a-840190867e43 req-044962e3-91dc-402a-a582-bc61ab396a8d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 945 time: 0.0763085 May 26 23:40:08.249505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Deleting port a8c5de9b-8e30-4c8a-8dfe-efb9860461af {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:08.249870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:08.484770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] For port a8c5de9b-8e30-4c8a-8dfe-efb9860461af, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,segment=NetworkSegment(44f4974e-8a50-496f-878a-de676c5e3f8b),segment_id=44f4974e-8a50-496f-878a-de676c5e3f8b)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:08.485039 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:08.691912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Calling delete_port for a8c5de9b-8e30-4c8a-8dfe-efb9860461af owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:08.828222 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:08.839541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['a8c5de9b-8e30-4c8a-8dfe-efb9860461af'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:40:08.879884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Pushing event deleted for resources: {'Port': ['ID=a8c5de9b-8e30-4c8a-8dfe-efb9860461af,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:08.917830 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.918169 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.918497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.918820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.919405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.919722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.920037 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.920355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.920669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.920978 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.921287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:08.960245 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] No DVR routers for this DVR port a8c5de9b-8e30-4c8a-8dfe-efb9860461af on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:40:08.962936 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:08.965475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'name': 'network-vif-deleted', 'tag': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:40:08.982022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4af6faef-964d-41c7-b01a-840190867e43 req-72b95690-2b63-4628-958c-57762f36df5d tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.48 "DELETE /v2.0/ports/a8c5de9b-8e30-4c8a-8dfe-efb9860461af HTTP/1.1" status: 204 len: 173 time: 0.7992320 May 26 23:40:09.028116 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4e40e8-f71b-467b-9b48-0fa2a4b19e32'] response: {'server_uuid': '2ed10111-9f6d-4c4a-a837-34d08cc4f00c', 'name': 'network-vif-deleted', 'tag': 'a8c5de9b-8e30-4c8a-8dfe-efb9860461af', 'status': 'completed', 'code': 200} May 26 23:40:09.071422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3a9f1532-01f5-4cce-b4b0-cc0f4859ab97 req-b6dfa0f8-2a64-46fc-8492-1d0793d824e2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Synchronizing usage tracker for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:40:09.086757 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3a9f1532-01f5-4cce-b4b0-cc0f4859ab97 req-b6dfa0f8-2a64-46fc-8492-1d0793d824e2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] Unset dirty status for tenant:54a1319657b24ddb920fd802b0a6e776 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:40:09.088000 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3a9f1532-01f5-4cce-b4b0-cc0f4859ab97 req-b6dfa0f8-2a64-46fc-8492-1d0793d824e2 tempest-ServersNegativeTestJSON-1292112865 tempest-ServersNegativeTestJSON-1292112865-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed10111-9f6d-4c4a-a837-34d08cc4f00c HTTP/1.1" status: 200 len: 210 time: 0.0629113 May 26 23:40:10.193700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45494) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:10.254220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Deleting subnet cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:40:10.257017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.304416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.361458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.426409 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.461902 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:10.472519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.478165 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.478519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.478831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.479166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.479471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.479788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.480146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.480461 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.480773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.481080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.481388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:10.486540 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef4ba3c2-2d50-41cf-beb8-2dadd259a6fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cd9a86c3-9bc4-4cf1-a0ec-468ba5e346ca HTTP/1.1" status: 204 len: 168 time: 0.2914119 May 26 23:40:10.488596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45498) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:10.591621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.714053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.738718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaa0b36-0300-49e5-8671-21ce44f24e2a']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:10.754230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f4974e-8a50-496f-878a-de676c5e3f8b') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:10.754527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f4974e-8a50-496f-878a-de676c5e3f8b') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:10.766133 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.782127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.788343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:10.788748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: timer() May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:10.802105 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:10.878312 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.895761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:10.912206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaa0b36-0300-49e5-8671-21ce44f24e2a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:10.921381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f758bc33-03d8-454c-8547-3bacbad6d567 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ddaa0b36-0300-49e5-8671-21ce44f24e2a HTTP/1.1" status: 204 len: 168 time: 0.4318018 May 26 23:40:11.048868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45504) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:11.098420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-86fc8c65-9601-4ffc-9f7c-a0baa82208cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54a1319657b24ddb920fd802b0a6e776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483944 May 26 23:40:11.100698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45508) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:11.157162 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bce7f1f3-342a-4b2c-bd12-8386c5ec0af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:11.181498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bce7f1f3-342a-4b2c-bd12-8386c5ec0af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:11.236779 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bce7f1f3-342a-4b2c-bd12-8386c5ec0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:11.256339 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7f1f3-342a-4b2c-bd12-8386c5ec0af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808953c2-77d6-4a91-a8f4-b023c90be2af,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:11.271195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bce7f1f3-342a-4b2c-bd12-8386c5ec0af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:11.274707 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bce7f1f3-342a-4b2c-bd12-8386c5ec0af5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/808953c2-77d6-4a91-a8f4-b023c90be2af HTTP/1.1" status: 204 len: 168 time: 0.1707356 May 26 23:40:12.176953 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:12.306565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905151004'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:12.312734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:12.316538 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:network and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:12.319365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:12.326027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:12.335060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:12.339080 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.351465 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.385558 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:12.391292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:security_group_rule and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:12.392594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:12.398261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:12.465774 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.469024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.496788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:12.508511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95200cdc-c776-4329-a29c-c8a8789748b8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:12.512701 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.513040 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Added segment f4315304-0dc5-4c43-9cc1-25b89f842f51 of type vlan for network 03eafcc8-3282-4a30-b0f6-b55830a03e46 May 26 23:40:12.541852 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.576166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.579951 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:12.580530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:12.775153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5969989 May 26 23:40:12.777931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075f96-342a-4201-b0c9-c75855bd0d32 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Network': ['ID=03eafcc8-3282-4a30-b0f6-b55830a03e46,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:12.788062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 03eafcc8-3282-4a30-b0f6-b55830a03e46 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:13.166121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device a8c5de9b-8e30-4c8a-8dfe-efb9860461af no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:40:13.198837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: a8c5de9b-8e30-4c8a-8dfe-efb9860461af {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:40:13.199176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device a8c5de9b-8e30-4c8a-8dfe-efb9860461af not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:40:13.539478 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:40:16.018904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45536) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:16.024406 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'subnet': {'network_id': '03eafcc8-3282-4a30-b0f6-b55830a03e46', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:16.140293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:16.144067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:subnet and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:16.146873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:16.152445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:16.162285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:16.259307 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.475587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.548732 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Subnet': ['ID=f6292749-302e-4efe-8ae9-7828ccf9abb4,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:16.562975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Checking segment: {'id': 'f4315304-0dc5-4c43-9cc1-25b89f842f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '03eafcc8-3282-4a30-b0f6-b55830a03e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:16.563327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network hostable DHCP agents. Network: 03eafcc8-3282-4a30-b0f6-b55830a03e46, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:16.583607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network 03eafcc8-3282-4a30-b0f6-b55830a03e46 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:16.591974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 03eafcc8-3282-4a30-b0f6-b55830a03e46) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:16.595927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:16.596500 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.600575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c720ea-ece3-4039-9d81-d19878ea834e None None] Network 03eafcc8-3282-4a30-b0f6-b55830a03e46 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:16.621993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-da688619-3225-4f7e-bfdf-18f4f0f0dbb0 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5981920 May 26 23:40:16.622217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45540) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:16.627744 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1513861472'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:16.633468 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:16.637358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:network and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:16.640255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:16.646083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:16.659829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:16.662765 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.691839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:16.701065 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.701405 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Added segment c592e290-c4e4-4c54-9c88-248d04e1223a of type vlan for network 05169684-6ef6-46f6-8cc9-4b8ba02bbd5b May 26 23:40:16.727089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.758727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.762597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:16.763175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.826591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-03eafcc8-3282-4a30-b0f6-b55830a03e46', 'network_id': '03eafcc8-3282-4a30-b0f6-b55830a03e46', 'tenant_id': '574d31f9a97c4e1dac27e61a6a5c9609', 'fixed_ips': [{'subnet_id': 'f6292749-302e-4efe-8ae9-7828ccf9abb4'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:16.827423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:16.862858 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2397015 May 26 23:40:16.865884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45544) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:16.873723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'subnet': {'network_id': '05169684-6ef6-46f6-8cc9-4b8ba02bbd5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:16.874605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66356c-bd12-4563-8fdc-6ebf56e58a44 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Network': ['ID=05169684-6ef6-46f6-8cc9-4b8ba02bbd5b,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:16.887916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 05169684-6ef6-46f6-8cc9-4b8ba02bbd5b details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:16.983664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:16.987407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:subnet and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:16.990266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:16.995971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:17.005773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:17.073799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Allocated IP 2001:db8:0:ffff::2 (03eafcc8-3282-4a30-b0f6-b55830a03e46/f6292749-302e-4efe-8ae9-7828ccf9abb4/a2c51001-956d-4916-85ad-280cc142a436) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:17.110652 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.326794 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.334962 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6c31-6a8c-48b0-b7c2-1d0da9c5ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.338151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Transition to ACTIVE for port object a2c51001-956d-4916-85ad-280cc142a436 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:17.349108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.357262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Transition to ACTIVE for port object a2c51001-956d-4916-85ad-280cc142a436 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:17.363459 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.435078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Network 03eafcc8-3282-4a30-b0f6-b55830a03e46 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:17.437154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Subnet': ['ID=5133f505-f220-497d-a505-e38b89cb7694,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:17.438375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Pushing event updated for resources: {'Port': ['ID=a2c51001-956d-4916-85ad-280cc142a436,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:17.440571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:17.442967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:17.452579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Checking segment: {'id': 'c592e290-c4e4-4c54-9c88-248d04e1223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '05169684-6ef6-46f6-8cc9-4b8ba02bbd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:17.452944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network hostable DHCP agents. Network: 05169684-6ef6-46f6-8cc9-4b8ba02bbd5b, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:17.454366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.454659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.454980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.455302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.455622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.455939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.456253 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.456566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.456877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.457187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.457496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:17.477202 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network 05169684-6ef6-46f6-8cc9-4b8ba02bbd5b is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:17.487278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 05169684-6ef6-46f6-8cc9-4b8ba02bbd5b) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:17.491347 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:17.492143 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.513293 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b67de24-f8fb-44e8-a8da-e2fe5a1d2fc2 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6455975 May 26 23:40:17.516086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45548) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:17.522998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48c6e0-933a-4398-b9be-9f546247d838 None None] Network 05169684-6ef6-46f6-8cc9-4b8ba02bbd5b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:17.613536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Attempting to bind port a2c51001-956d-4916-85ad-280cc142a436 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:17.614243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Attempting to bind port a2c51001-956d-4916-85ad-280cc142a436 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'f4315304-0dc5-4c43-9cc1-25b89f842f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '03eafcc8-3282-4a30-b0f6-b55830a03e46'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:17.614243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Attempting to bind port a2c51001-956d-4916-85ad-280cc142a436 on network 03eafcc8-3282-4a30-b0f6-b55830a03e46 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:17.625232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:17.625610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Checking segment: {'id': 'f4315304-0dc5-4c43-9cc1-25b89f842f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '03eafcc8-3282-4a30-b0f6-b55830a03e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:17.626021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.626404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Bound using segment: {'id': 'f4315304-0dc5-4c43-9cc1-25b89f842f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '03eafcc8-3282-4a30-b0f6-b55830a03e46'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:17.626860 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Bound port: a2c51001-956d-4916-85ad-280cc142a436, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4315304-0dc5-4c43-9cc1-25b89f842f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '03eafcc8-3282-4a30-b0f6-b55830a03e46'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:17.627220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.655002 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.719234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.781692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] For port a2c51001-956d-4916-85ad-280cc142a436, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:17.786406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] For port a2c51001-956d-4916-85ad-280cc142a436, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a2c51001-956d-4916-85ad-280cc142a436,segment=NetworkSegment(f4315304-0dc5-4c43-9cc1-25b89f842f51),segment_id=f4315304-0dc5-4c43-9cc1-25b89f842f51)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:17.790896 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.799807 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.836659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Subnet': ['ID=5133f505-f220-497d-a505-e38b89cb7694,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:17.890381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e134b-a0c1-40f8-972e-155379a215ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-05169684-6ef6-46f6-8cc9-4b8ba02bbd5b', 'network_id': '05169684-6ef6-46f6-8cc9-4b8ba02bbd5b', 'tenant_id': '574d31f9a97c4e1dac27e61a6a5c9609', 'fixed_ips': [{'subnet_id': '5133f505-f220-497d-a505-e38b89cb7694'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:17.891156 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-949e134b-a0c1-40f8-972e-155379a215ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.936836 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:17.960938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29371f45-65e0-444f-b22a-6a21a7fdfd5a None None] Pushing event updated for resources: {'Port': ['ID=a2c51001-956d-4916-85ad-280cc142a436,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:17.966873 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05169684-6ef6-46f6-8cc9-4b8ba02bbd5b']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:17.980221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c592e290-c4e4-4c54-9c88-248d04e1223a') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:17.980530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c592e290-c4e4-4c54-9c88-248d04e1223a') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:17.993007 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.006111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a2bfd-a945-4d44-bea7-4b22fd82eb83 None None] Network 05169684-6ef6-46f6-8cc9-4b8ba02bbd5b requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:18.012531 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.019927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:18.020688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: timer() May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:18.038180 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:18.133270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.141387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.170215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/05169684-6ef6-46f6-8cc9-4b8ba02bbd5b HTTP/1.1" status: 204 len: 168 time: 0.6530755 May 26 23:40:18.171130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45552) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:18.176870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ed3ac-43a0-4120-a15b-3bde9917f999 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Network': ['ID=05169684-6ef6-46f6-8cc9-4b8ba02bbd5b,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:18.177263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-197609182'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:18.183689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:18.187936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:network and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:18.191130 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:18.197961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:18.209430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:18.212587 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.242259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:18.251696 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.252051 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Added segment c7a22557-0972-4411-8c78-5795c9954565 of type vlan for network 71b7f00f-4b09-4e24-ae50-29fc201abff4 May 26 23:40:18.279529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.307089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.311261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:18.311825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.406450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2341399 May 26 23:40:18.409419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45556) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:18.415341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'subnet': {'network_id': '71b7f00f-4b09-4e24-ae50-29fc201abff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:18.417741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d46f6-388e-4e75-8951-b4b5c441e204 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Network': ['ID=71b7f00f-4b09-4e24-ae50-29fc201abff4,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:18.427894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 71b7f00f-4b09-4e24-ae50-29fc201abff4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:18.529218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:18.533367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:subnet and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:18.536306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:18.542062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:18.552728 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:18.658913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:18.748600 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Performing IP validity checks on allocation pools {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 26 23:40:18.749137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.ipam_backend_mixin [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 26 23:40:18.850129 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d271d94-891c-4801-8264-24e39b47159a None None] Network 03eafcc8-3282-4a30-b0f6-b55830a03e46 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:18.943803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d78d1491-352d-411b-9bf5-dded5c804ef3 None None] Provisioning for port a2c51001-956d-4916-85ad-280cc142a436 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:18.985284 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.066353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Subnet': ['ID=88cfb739-c16e-416e-ad23-3d714736f1e6,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:19.075979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Checking segment: {'id': 'c7a22557-0972-4411-8c78-5795c9954565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71b7f00f-4b09-4e24-ae50-29fc201abff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:19.076340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network hostable DHCP agents. Network: 71b7f00f-4b09-4e24-ae50-29fc201abff4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:19.098879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network 71b7f00f-4b09-4e24-ae50-29fc201abff4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:19.108629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 71b7f00f-4b09-4e24-ae50-29fc201abff4) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:19.112544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:19.113128 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.118958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21262bf-fbf8-456b-bf11-19e0e8499815 None None] Network 71b7f00f-4b09-4e24-ae50-29fc201abff4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:19.140830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0d5c1244-d101-43fa-aff4-0406bb6c29ec tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7278812 May 26 23:40:19.141223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45560) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:19.292570 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.363984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.386677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4bdd7-4c39-4976-899c-3758a659035d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-71b7f00f-4b09-4e24-ae50-29fc201abff4', 'network_id': '71b7f00f-4b09-4e24-ae50-29fc201abff4', 'tenant_id': '574d31f9a97c4e1dac27e61a6a5c9609', 'fixed_ips': [{'subnet_id': '88cfb739-c16e-416e-ad23-3d714736f1e6'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:19.387471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bdd7-4c39-4976-899c-3758a659035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.440182 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.477666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Subnet': ['ID=88cfb739-c16e-416e-ad23-3d714736f1e6,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server [None req-6cd4bdd7-4c39-4976-899c-3758a659035d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88cfb739-c16e-416e-ad23-3d714736f1e6: This subnet is being modified by another concurrent operation. May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise value May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server raise exception May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88cfb739-c16e-416e-ad23-3d714736f1e6: This subnet is being modified by another concurrent operation. May 26 23:40:19.498333 n-d-843301-1 neutron-server[84031]: ERROR oslo_messaging.rpc.server May 26 23:40:19.516789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4838f7b5-0479-40ef-b2a7-134a8e0eddb0 None None] Network 71b7f00f-4b09-4e24-ae50-29fc201abff4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:19.668291 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.684733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c2da1-7e15-44bb-b2d0-b30e2a68e8a3 None None] get_active_networks_info from n-d-843301-1 {{(pid=84031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 23:40:19.694372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b7f00f-4b09-4e24-ae50-29fc201abff4']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:19.706321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a22557-0972-4411-8c78-5795c9954565') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:19.706619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a22557-0972-4411-8c78-5795c9954565') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:19.717987 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.733901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.739819 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:19.740199 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: timer() May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:19.757886 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:19.771390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c2da1-7e15-44bb-b2d0-b30e2a68e8a3 None None] Resources bound (agent type, host, resource id): {{(pid=84031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 23:40:19.834840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.853412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.864920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Network': ['ID=71b7f00f-4b09-4e24-ae50-29fc201abff4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:19.869006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-38d6461d-20ed-4492-b0c6-08a2b3bc2427 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/71b7f00f-4b09-4e24-ae50-29fc201abff4 HTTP/1.1" status: 204 len: 168 time: 0.7267077 May 26 23:40:19.873396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45564) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:19.878822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1546427144'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:19.884305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:19.888201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:network and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:19.891089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:19.896715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:19.907575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:19.910932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.945894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:19.961630 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:19.962180 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Added segment 9390a458-0d6c-461a-9414-029ad05e713f of type vlan for network aa87e15f-1a73-4fb2-93a9-14cd53478e6a May 26 23:40:19.996862 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.025952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.030126 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:20.030688 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.030829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2c51001-956d-4916-85ad-280cc142a436 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:20.107890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9153f8a-2b00-4427-8daa-725632eb5b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.131491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2542601 May 26 23:40:20.131721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45568) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:20.139305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'subnet': {'network_id': 'aa87e15f-1a73-4fb2-93a9-14cd53478e6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:20.144816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a2c51001-956d-4916-85ad-280cc142a436 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:20.149903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a2c51001-956d-4916-85ad-280cc142a436 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:20.150269 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.157444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a09b2-6fb8-4aa6-a959-4cfc4ec41055 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Network': ['ID=aa87e15f-1a73-4fb2-93a9-14cd53478e6a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:20.179713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network aa87e15f-1a73-4fb2-93a9-14cd53478e6a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:20.248643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:20.252474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:subnet and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:20.255259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:20.261840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:20.271195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:20.356509 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.375328 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.388186 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a2c51001-956d-4916-85ad-280cc142a436, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a2c51001-956d-4916-85ad-280cc142a436,segment=NetworkSegment(f4315304-0dc5-4c43-9cc1-25b89f842f51),segment_id=f4315304-0dc5-4c43-9cc1-25b89f842f51)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:20.392074 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.457042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a2c51001-956d-4916-85ad-280cc142a436,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:20.592213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.668466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Subnet': ['ID=6b6c02aa-986e-4b9b-b744-cbfa74eea7dc,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:20.678681 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Checking segment: {'id': '9390a458-0d6c-461a-9414-029ad05e713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'aa87e15f-1a73-4fb2-93a9-14cd53478e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:20.679036 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network hostable DHCP agents. Network: aa87e15f-1a73-4fb2-93a9-14cd53478e6a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:20.701190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network aa87e15f-1a73-4fb2-93a9-14cd53478e6a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:20.710014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, aa87e15f-1a73-4fb2-93a9-14cd53478e6a) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:20.713641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:20.714269 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.719091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec2161-6cf9-41c2-8ef0-80e6cbf49358 None None] Network aa87e15f-1a73-4fb2-93a9-14cd53478e6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:20.734931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9de6dd74-21ab-4777-9bf6-16b6c3d16bd3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6022549 May 26 23:40:20.738643 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45572) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:20.744724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641304163'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:20.751086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:20.754869 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:network and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:20.757890 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:20.765073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:20.774353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:20.777480 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.804929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:20.811948 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.814690 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.815028 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Added segment daf4e50a-5c8e-4ad4-9185-a0984b709d81 of type vlan for network 94b845e6-fabc-4236-9ae2-5b90255432de May 26 23:40:20.841054 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.872119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.875993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:20.876566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.899388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.958376 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-aa87e15f-1a73-4fb2-93a9-14cd53478e6a', 'network_id': 'aa87e15f-1a73-4fb2-93a9-14cd53478e6a', 'tenant_id': '574d31f9a97c4e1dac27e61a6a5c9609', 'fixed_ips': [{'subnet_id': '6b6c02aa-986e-4b9b-b744-cbfa74eea7dc'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:20.959423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:20.976872 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2371314 May 26 23:40:20.980236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45576) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:20.990050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Request body: {'subnet': {'network_id': '94b845e6-fabc-4236-9ae2-5b90255432de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:21.003530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a4a12-5f74-442d-8775-dc1ff67003f9 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Network': ['ID=94b845e6-fabc-4236-9ae2-5b90255432de,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:21.015030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 94b845e6-fabc-4236-9ae2-5b90255432de details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:21.102656 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:21.107177 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Usage tracker for resource:subnet and tenant:574d31f9a97c4e1dac27e61a6a5c9609 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:21.110131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:21.115864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:21.125814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Made reservation on behalf of 574d31f9a97c4e1dac27e61a6a5c9609 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:21.231622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.232637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Allocated IP 2001:db8::2 (aa87e15f-1a73-4fb2-93a9-14cd53478e6a/6b6c02aa-986e-4b9b-b744-cbfa74eea7dc/5abeb841-6756-4a97-af46-57bb64025987) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:21.442505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.452901 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Transition to ACTIVE for port object 5abeb841-6756-4a97-af46-57bb64025987 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:21.454435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.475031 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Transition to ACTIVE for port object 5abeb841-6756-4a97-af46-57bb64025987 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:21.481037 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.534256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event updated for resources: {'Subnet': ['ID=3370a2d3-22ab-496b-a914-5754a5498f9d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:21.546910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Checking segment: {'id': 'daf4e50a-5c8e-4ad4-9185-a0984b709d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '94b845e6-fabc-4236-9ae2-5b90255432de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:21.547843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network hostable DHCP agents. Network: 94b845e6-fabc-4236-9ae2-5b90255432de, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:21.550772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Network aa87e15f-1a73-4fb2-93a9-14cd53478e6a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:21.554033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:21.556939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:21.569542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Network 94b845e6-fabc-4236-9ae2-5b90255432de is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:21.569828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Pushing event updated for resources: {'Port': ['ID=5abeb841-6756-4a97-af46-57bb64025987,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:21.579757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 94b845e6-fabc-4236-9ae2-5b90255432de) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:21.584027 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:21.584629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.607923 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632e34f-9206-4a4f-8749-c587fc1f9c9b None None] Network 94b845e6-fabc-4236-9ae2-5b90255432de requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:21.609703 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8fd1d211-2977-4476-8e62-b0de3fb82cac tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6284721 May 26 23:40:21.612193 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45580) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:21.744246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Attempting to bind port 5abeb841-6756-4a97-af46-57bb64025987 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:21.744523 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Attempting to bind port 5abeb841-6756-4a97-af46-57bb64025987 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '9390a458-0d6c-461a-9414-029ad05e713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'aa87e15f-1a73-4fb2-93a9-14cd53478e6a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:21.744883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Attempting to bind port 5abeb841-6756-4a97-af46-57bb64025987 on network aa87e15f-1a73-4fb2-93a9-14cd53478e6a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:21.748556 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.757497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:21.757898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Checking segment: {'id': '9390a458-0d6c-461a-9414-029ad05e713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'aa87e15f-1a73-4fb2-93a9-14cd53478e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:21.758297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.758687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Bound using segment: {'id': '9390a458-0d6c-461a-9414-029ad05e713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'aa87e15f-1a73-4fb2-93a9-14cd53478e6a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:21.759157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Bound port: 5abeb841-6756-4a97-af46-57bb64025987, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9390a458-0d6c-461a-9414-029ad05e713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'aa87e15f-1a73-4fb2-93a9-14cd53478e6a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:21.759530 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.812629 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.888451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:21.925121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Subnet': ['ID=3370a2d3-22ab-496b-a914-5754a5498f9d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:21.955027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] For port 5abeb841-6756-4a97-af46-57bb64025987, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:21.971423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] For port 5abeb841-6756-4a97-af46-57bb64025987, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5abeb841-6756-4a97-af46-57bb64025987,segment=NetworkSegment(9390a458-0d6c-461a-9414-029ad05e713f),segment_id=9390a458-0d6c-461a-9414-029ad05e713f)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:21.976893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.015352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2c51001-956d-4916-85ad-280cc142a436 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:22.025510 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.037815 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855afc19-457e-401a-82ad-7fb30134082d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-94b845e6-fabc-4236-9ae2-5b90255432de', 'network_id': '94b845e6-fabc-4236-9ae2-5b90255432de', 'tenant_id': '574d31f9a97c4e1dac27e61a6a5c9609', 'fixed_ips': [{'subnet_id': '3370a2d3-22ab-496b-a914-5754a5498f9d'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:22.038606 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-855afc19-457e-401a-82ad-7fb30134082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.051569 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b845e6-fabc-4236-9ae2-5b90255432de']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:22.064619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf4e50a-5c8e-4ad4-9185-a0984b709d81') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:22.064913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf4e50a-5c8e-4ad4-9185-a0984b709d81') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:22.077096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.092759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.099000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:22.099381 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: timer() May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:22.113610 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:22.183595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.210740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a7cf4-a102-498c-bf40-bcc1c5449aec None None] Pushing event updated for resources: {'Port': ['ID=5abeb841-6756-4a97-af46-57bb64025987,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:22.220913 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.238516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a2c51001-956d-4916-85ad-280cc142a436 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:22.239000 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.242483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.251835 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Network': ['ID=94b845e6-fabc-4236-9ae2-5b90255432de,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:22.258843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-277fad2d-381c-4e79-91d9-b80505f876bc tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/94b845e6-fabc-4236-9ae2-5b90255432de HTTP/1.1" status: 204 len: 168 time: 0.6428609 May 26 23:40:22.259219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45584) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:22.265290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d15941-c8bf-48d5-8871-a7b681b0f902 None None] Network 94b845e6-fabc-4236-9ae2-5b90255432de requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:22.299607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d15941-c8bf-48d5-8871-a7b681b0f902 None None] Network 94b845e6-fabc-4236-9ae2-5b90255432de could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 23:40:22.311771 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca63bf1-c45e-40a7-bf3a-0399e0cd570b tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] GET failed (client error): The resource could not be found. May 26 23:40:22.312263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ca63bf1-c45e-40a7-bf3a-0399e0cd570b tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Synchronizing usage tracker for tenant:574d31f9a97c4e1dac27e61a6a5c9609 on resource:subnet {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:40:22.332170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7ca63bf1-c45e-40a7-bf3a-0399e0cd570b tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Unset dirty status for tenant:574d31f9a97c4e1dac27e61a6a5c9609 on resource:subnet {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:40:22.333351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ca63bf1-c45e-40a7-bf3a-0399e0cd570b tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "GET /v2.0/subnets/3370a2d3-22ab-496b-a914-5754a5498f9d HTTP/1.1" status: 404 len: 337 time: 0.0731668 May 26 23:40:22.336359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45588) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:22.386831 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a63722-7a1b-4451-bb9a-851a486d3897 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] DELETE failed (client error): The resource could not be found. May 26 23:40:22.387694 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a63722-7a1b-4451-bb9a-851a486d3897 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:40:22.389934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3a63722-7a1b-4451-bb9a-851a486d3897 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/94b845e6-fabc-4236-9ae2-5b90255432de HTTP/1.1" status: 404 len: 339 time: 0.0524158 May 26 23:40:22.393771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45592) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:22.434240 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-073766b2-4af9-4b5f-ac7e-6bedaaf97ef4 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] DELETE failed (client error): The resource could not be found. May 26 23:40:22.434677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073766b2-4af9-4b5f-ac7e-6bedaaf97ef4 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:40:22.436362 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-073766b2-4af9-4b5f-ac7e-6bedaaf97ef4 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/subnets/3370a2d3-22ab-496b-a914-5754a5498f9d HTTP/1.1" status: 404 len: 337 time: 0.0416858 May 26 23:40:22.439071 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45596) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:22.464625 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f66bba-7a87-4cef-b90d-074a9cdc1df3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] DELETE failed (client error): The resource could not be found. May 26 23:40:22.465061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f66bba-7a87-4cef-b90d-074a9cdc1df3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:40:22.466718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e3f66bba-7a87-4cef-b90d-074a9cdc1df3 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/94b845e6-fabc-4236-9ae2-5b90255432de HTTP/1.1" status: 404 len: 339 time: 0.0267661 May 26 23:40:22.469374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45600) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:22.539353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Deleting subnet 6b6c02aa-986e-4b9b-b744-cbfa74eea7dc {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:40:22.542693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.594705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.680074 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.753547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.789514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6c02aa-986e-4b9b-b744-cbfa74eea7dc,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:22.796306 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.810555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1ec0e207-56b5-45cc-9174-ba8f7b34bf68 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/subnets/6b6c02aa-986e-4b9b-b744-cbfa74eea7dc HTTP/1.1" status: 204 len: 168 time: 0.3401086 May 26 23:40:22.812981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45604) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:22.928819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:22.939756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Deleting port 5abeb841-6756-4a97-af46-57bb64025987 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:22.940106 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.115002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e50bd-cdd2-420b-bc27-065f58af8b7d None None] Network aa87e15f-1a73-4fb2-93a9-14cd53478e6a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:23.229759 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a629d41e-684d-4e5d-b7cf-8e9deb13056a None None] Provisioning for port 5abeb841-6756-4a97-af46-57bb64025987 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:23.245579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] For port 5abeb841-6756-4a97-af46-57bb64025987, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5abeb841-6756-4a97-af46-57bb64025987,segment=NetworkSegment(9390a458-0d6c-461a-9414-029ad05e713f),segment_id=9390a458-0d6c-461a-9414-029ad05e713f)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:23.246031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.375786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Calling delete_port for 5abeb841-6756-4a97-af46-57bb64025987 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:23.384777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af4343-e32b-4029-a091-0ad359dcd7d1 None None] DHCP port deletion for aa87e15f-1a73-4fb2-93a9-14cd53478e6a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:40:23.389502 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-75af4343-e32b-4029-a091-0ad359dcd7d1 None None] Deleting port 5abeb841-6756-4a97-af46-57bb64025987 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:23.389880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-75af4343-e32b-4029-a091-0ad359dcd7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.449554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.474150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-75af4343-e32b-4029-a091-0ad359dcd7d1 None None] The port '5abeb841-6756-4a97-af46-57bb64025987' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:40:23.495812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Port': ['ID=5abeb841-6756-4a97-af46-57bb64025987,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:23.501972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No DVR routers for this DVR port 5abeb841-6756-4a97-af46-57bb64025987 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:40:23.628031 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.652840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa87e15f-1a73-4fb2-93a9-14cd53478e6a']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:23.664710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9390a458-0d6c-461a-9414-029ad05e713f') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:23.665006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9390a458-0d6c-461a-9414-029ad05e713f') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:23.676660 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.692550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.698997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:23.699398 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: timer() May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:23.713291 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:23.791250 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.808678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:23.819249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Network': ['ID=aa87e15f-1a73-4fb2-93a9-14cd53478e6a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:23.823159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-12dee8cf-ffc3-4c4a-91fa-d08f36aa1381 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/aa87e15f-1a73-4fb2-93a9-14cd53478e6a HTTP/1.1" status: 204 len: 168 time: 1.0091758 May 26 23:40:23.826274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45608) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:23.862094 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ed1f88-71f5-4df3-9afc-051a2d716b99 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] DELETE failed (client error): The resource could not be found. May 26 23:40:23.862516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ed1f88-71f5-4df3-9afc-051a2d716b99 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:40:23.864035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-81ed1f88-71f5-4df3-9afc-051a2d716b99 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/subnets/88cfb739-c16e-416e-ad23-3d714736f1e6 HTTP/1.1" status: 404 len: 337 time: 0.0368917 May 26 23:40:23.866347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45612) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:23.894867 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb46d49-6684-48b7-8199-3fc842e8e344 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] DELETE failed (client error): The resource could not be found. May 26 23:40:23.895216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb46d49-6684-48b7-8199-3fc842e8e344 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:40:23.896849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bcb46d49-6684-48b7-8199-3fc842e8e344 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/71b7f00f-4b09-4e24-ae50-29fc201abff4 HTTP/1.1" status: 404 len: 339 time: 0.0296690 May 26 23:40:23.899482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45616) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:23.942755 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80dc369-e810-4bf2-850e-20ddf44b5633 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] DELETE failed (client error): The resource could not be found. May 26 23:40:23.943187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80dc369-e810-4bf2-850e-20ddf44b5633 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:40:23.944775 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b80dc369-e810-4bf2-850e-20ddf44b5633 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/subnets/5133f505-f220-497d-a505-e38b89cb7694 HTTP/1.1" status: 404 len: 337 time: 0.0443878 May 26 23:40:23.947309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45620) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:23.971347 n-d-843301-1 neutron-server[84030]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab67245-f438-479a-ab9a-73a6497bcd5b tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] DELETE failed (client error): The resource could not be found. May 26 23:40:23.971749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab67245-f438-479a-ab9a-73a6497bcd5b tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84030) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 23:40:23.973241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aab67245-f438-479a-ab9a-73a6497bcd5b tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/05169684-6ef6-46f6-8cc9-4b8ba02bbd5b HTTP/1.1" status: 404 len: 339 time: 0.0250511 May 26 23:40:23.975446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45624) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:24.154260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Deleting subnet f6292749-302e-4efe-8ae9-7828ccf9abb4 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:40:24.156933 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.215782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.296568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.370373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.410343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Subnet': ['ID=f6292749-302e-4efe-8ae9-7828ccf9abb4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:24.416547 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.423151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9981d518-7732-43f8-8693-ffd113711d7e None None] Network 03eafcc8-3282-4a30-b0f6-b55830a03e46 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:24.427232 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7caaa6a6-aaa1-4b76-9b07-e5a80afc0b08 tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/subnets/f6292749-302e-4efe-8ae9-7828ccf9abb4 HTTP/1.1" status: 204 len: 168 time: 0.4508989 May 26 23:40:24.429947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45628) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:24.646900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.658743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Deleting port a2c51001-956d-4916-85ad-280cc142a436 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:24.659186 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.672724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] DHCP port deletion for 03eafcc8-3282-4a30-b0f6-b55830a03e46 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:40:24.677285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Deleting port a2c51001-956d-4916-85ad-280cc142a436 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:24.677764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.864982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] For port a2c51001-956d-4916-85ad-280cc142a436, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a2c51001-956d-4916-85ad-280cc142a436,segment=NetworkSegment(f4315304-0dc5-4c43-9cc1-25b89f842f51),segment_id=f4315304-0dc5-4c43-9cc1-25b89f842f51)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:24.865346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.912727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] For port a2c51001-956d-4916-85ad-280cc142a436, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a2c51001-956d-4916-85ad-280cc142a436,segment=NetworkSegment(f4315304-0dc5-4c43-9cc1-25b89f842f51),segment_id=f4315304-0dc5-4c43-9cc1-25b89f842f51)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:24.913041 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:24.987793 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Calling delete_port for a2c51001-956d-4916-85ad-280cc142a436 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:25.029791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Calling delete_port for a2c51001-956d-4916-85ad-280cc142a436 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:25.060560 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.101567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:40:25.101952 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:40:25.107460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Port': ['ID=a2c51001-956d-4916-85ad-280cc142a436,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:25.114390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] No DVR routers for this DVR port a2c51001-956d-4916-85ad-280cc142a436 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:40:25.236706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.261122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03eafcc8-3282-4a30-b0f6-b55830a03e46']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:25.272673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4315304-0dc5-4c43-9cc1-25b89f842f51') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:25.272965 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4315304-0dc5-4c43-9cc1-25b89f842f51') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:25.284527 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.302209 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.308420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:25.308807 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: timer() May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:25.323017 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:25.402382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.419825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.430438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] Pushing event deleted for resources: {'Network': ['ID=03eafcc8-3282-4a30-b0f6-b55830a03e46,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:25.435624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-272a7ca4-f5fa-4b58-bdb0-455dcfb86d3f tempest-NetworksIpV6Test-449021771 tempest-NetworksIpV6Test-449021771-project] 10.222.0.32 "DELETE /v2.0/networks/03eafcc8-3282-4a30-b0f6-b55830a03e46 HTTP/1.1" status: 204 len: 168 time: 1.0034733 May 26 23:40:25.603423 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Deleting port a2c51001-956d-4916-85ad-280cc142a436 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:25.603921 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.673574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-af6d8617-fc16-40cc-856b-0e25d2b01672 None None] The port 'a2c51001-956d-4916-85ad-280cc142a436' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:40:25.721994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45636) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:25.763090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.890989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d8d5bba4-ad6b-44e4-b0b5-ac80980adda2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=574d31f9a97c4e1dac27e61a6a5c9609&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1678753 May 26 23:40:25.893422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45642) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:25.952426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16f46278-a807-4d1b-8664-c1d6cca70e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.965183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2c51001-956d-4916-85ad-280cc142a436 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:40:25.979397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16f46278-a807-4d1b-8664-c1d6cca70e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:25.999752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a2c51001-956d-4916-85ad-280cc142a436 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:40:26.000087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a2c51001-956d-4916-85ad-280cc142a436 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:40:26.033950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16f46278-a807-4d1b-8664-c1d6cca70e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:26.049448 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46278-a807-4d1b-8664-c1d6cca70e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95200cdc-c776-4329-a29c-c8a8789748b8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:26.055353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-16f46278-a807-4d1b-8664-c1d6cca70e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:26.056443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-16f46278-a807-4d1b-8664-c1d6cca70e80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95200cdc-c776-4329-a29c-c8a8789748b8 HTTP/1.1" status: 204 len: 168 time: 0.1621339 May 26 23:40:26.846566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45664) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:26.970523 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-501622418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:26.977445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:26.981971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Usage tracker for resource:router and tenant:d9d7d71db49143c7b58200088249e5d2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:26.984790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:26.990464 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:27.001178 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.002180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.020165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.037575 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.058487 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.059842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dc2ad161-d0b4-4fd1-80de-7ae7c8e88db6 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2122855 May 26 23:40:27.062543 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45670) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:27.067870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1611664927'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:27.073790 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:27.077509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Usage tracker for resource:network and tenant:d9d7d71db49143c7b58200088249e5d2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:27.080857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:27.086426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:27.096247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Made reservation on behalf of d9d7d71db49143c7b58200088249e5d2 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:27.099147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.111462 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.142458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:27.146275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Usage tracker for resource:security_group_rule and tenant:d9d7d71db49143c7b58200088249e5d2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:27.149035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:27.155295 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:27.221236 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.225088 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.252204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:27.264409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef2079a-b7e7-40e2-9eee-414601c52b83,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:27.268651 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.268991 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Added segment 5f401493-489c-4514-ae49-7dfdcabd4e83 of type vlan for network 10daa53b-fb1f-4f0c-b657-1833860bda4c May 26 23:40:27.297366 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.329820 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.333414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:27.334001 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.439310 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3756523 May 26 23:40:27.442041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31467b-70a9-4236-930f-519b08a08f96 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event updated for resources: {'Network': ['ID=10daa53b-fb1f-4f0c-b657-1833860bda4c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:27.442183 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45674) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:27.448034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Request body: {'subnet': {'network_id': '10daa53b-fb1f-4f0c-b657-1833860bda4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:27.456230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 10daa53b-fb1f-4f0c-b657-1833860bda4c details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:27.559270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:27.563063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Usage tracker for resource:subnet and tenant:d9d7d71db49143c7b58200088249e5d2 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:27.566171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:27.571748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:27.581992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Made reservation on behalf of d9d7d71db49143c7b58200088249e5d2 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:27.682483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.892182 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:27.974272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event updated for resources: {'Subnet': ['ID=b81785f0-2e03-4762-a316-0d2d516a59a8,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:27.987017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Checking segment: {'id': '5f401493-489c-4514-ae49-7dfdcabd4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '10daa53b-fb1f-4f0c-b657-1833860bda4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:27.987375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Network hostable DHCP agents. Network: 10daa53b-fb1f-4f0c-b657-1833860bda4c, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:28.007940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Network 10daa53b-fb1f-4f0c-b657-1833860bda4c is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:28.017166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 10daa53b-fb1f-4f0c-b657-1833860bda4c) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:28.021080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:28.021755 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.025529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65936a38-f4b2-4f31-a271-e80299e80fd0 None None] Network 10daa53b-fb1f-4f0c-b657-1833860bda4c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:28.042635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5b1bc701-d7b0-402f-b382-5f82b6ddb5ed tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5994005 May 26 23:40:28.046024 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45678) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:28.051473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-463902614'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:28.056937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:28.061181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Usage tracker for resource:network and tenant:d9d7d71db49143c7b58200088249e5d2 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:28.063984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:28.070563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:28.080575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Made reservation on behalf of d9d7d71db49143c7b58200088249e5d2 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:28.083673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.111261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:28.119883 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.120773 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Added segment 1fd9c96f-9361-4166-ad2c-f82c518be322 of type vlan for network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd May 26 23:40:28.147498 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.176304 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.179912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:28.180476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.238736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-10daa53b-fb1f-4f0c-b657-1833860bda4c', 'network_id': '10daa53b-fb1f-4f0c-b657-1833860bda4c', 'tenant_id': 'd9d7d71db49143c7b58200088249e5d2', 'fixed_ips': [{'subnet_id': 'b81785f0-2e03-4762-a316-0d2d516a59a8'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:28.239536 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.278351 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2312241 May 26 23:40:28.281921 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45682) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:28.286842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Request body: {'subnet': {'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:28.294370 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1522d-1393-44b1-8124-45968fc980be tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event updated for resources: {'Network': ['ID=7d4050b6-6e65-472c-97ee-dd6cfa39fadd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:28.309328 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:28.396574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:28.400425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Usage tracker for resource:subnet and tenant:d9d7d71db49143c7b58200088249e5d2 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:28.403321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:28.409195 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:28.410338 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.419463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Made reservation on behalf of d9d7d71db49143c7b58200088249e5d2 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:28.503092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Allocated IP 172.20.0.2 (10daa53b-fb1f-4f0c-b657-1833860bda4c/b81785f0-2e03-4762-a316-0d2d516a59a8/b2f22657-615a-49f1-a0c9-27208dc4ae09) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:28.623536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.711742 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.721978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Transition to ACTIVE for port object b2f22657-615a-49f1-a0c9-27208dc4ae09 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:28.740874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Transition to ACTIVE for port object b2f22657-615a-49f1-a0c9-27208dc4ae09 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:28.747768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.821782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Network 10daa53b-fb1f-4f0c-b657-1833860bda4c is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:28.822486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Pushing event updated for resources: {'Port': ['ID=b2f22657-615a-49f1-a0c9-27208dc4ae09,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:28.824987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:28.826993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:28.841012 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.910483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Attempting to bind port b2f22657-615a-49f1-a0c9-27208dc4ae09 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:28.910838 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Attempting to bind port b2f22657-615a-49f1-a0c9-27208dc4ae09 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5f401493-489c-4514-ae49-7dfdcabd4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '10daa53b-fb1f-4f0c-b657-1833860bda4c'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:28.911170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Attempting to bind port b2f22657-615a-49f1-a0c9-27208dc4ae09 on network 10daa53b-fb1f-4f0c-b657-1833860bda4c {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:28.918300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:28.918913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Checking segment: {'id': '5f401493-489c-4514-ae49-7dfdcabd4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '10daa53b-fb1f-4f0c-b657-1833860bda4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:28.919093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event updated for resources: {'Subnet': ['ID=9fe9b13d-5b45-406c-9990-c82a66edbeea,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:28.919319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.919708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Bound using segment: {'id': '5f401493-489c-4514-ae49-7dfdcabd4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '10daa53b-fb1f-4f0c-b657-1833860bda4c'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:28.920171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Bound port: b2f22657-615a-49f1-a0c9-27208dc4ae09, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f401493-489c-4514-ae49-7dfdcabd4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '10daa53b-fb1f-4f0c-b657-1833860bda4c'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:28.920600 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.930390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Checking segment: {'id': '1fd9c96f-9361-4166-ad2c-f82c518be322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:28.930746 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Network hostable DHCP agents. Network: 7d4050b6-6e65-472c-97ee-dd6cfa39fadd, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:28.953150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:28.963719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 7d4050b6-6e65-472c-97ee-dd6cfa39fadd) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:28.969861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:28.970667 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:28.997655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-840616d4-b316-4abe-82be-7e2e5d084e84 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7152622 May 26 23:40:29.000894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06fece-bb11-45cd-9535-ed608d233c41 None None] Network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:29.001532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45686) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:29.006701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c6310668-486b-4133-9ee2-60565d575a3d tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:29.134113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] For port b2f22657-615a-49f1-a0c9-27208dc4ae09, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:29.153327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] For port b2f22657-615a-49f1-a0c9-27208dc4ae09, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2f22657-615a-49f1-a0c9-27208dc4ae09,segment=NetworkSegment(5f401493-489c-4514-ae49-7dfdcabd4e83),segment_id=5f401493-489c-4514-ae49-7dfdcabd4e83)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:29.185379 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.304675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1eb07a-4d48-4114-9af5-6817ae913474 None None] Pushing event updated for resources: {'Port': ['ID=b2f22657-615a-49f1-a0c9-27208dc4ae09,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:29.326054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-7d4050b6-6e65-472c-97ee-dd6cfa39fadd', 'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd', 'tenant_id': 'd9d7d71db49143c7b58200088249e5d2', 'fixed_ips': [{'subnet_id': '9fe9b13d-5b45-406c-9990-c82a66edbeea'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:29.327008 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.404530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6310668-486b-4133-9ee2-60565d575a3d tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.527720 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Allocated IP 172.21.0.2 (7d4050b6-6e65-472c-97ee-dd6cfa39fadd/9fe9b13d-5b45-406c-9990-c82a66edbeea/d67471a3-ef41-4444-8536-3a67cca8029d) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:29.587525 n-d-843301-1 neutron-server[84029]: INFO neutron.api.v2.resource [None req-c6310668-486b-4133-9ee2-60565d575a3d tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 23:40:29.588719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6310668-486b-4133-9ee2-60565d575a3d tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "PUT /v2.0/routers/c6557f4c-ba62-4510-bef9-3273d3b1eaaf HTTP/1.1" status: 400 len: 364 time: 0.5862083 May 26 23:40:29.595133 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45690) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:29.663687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Deleting subnet 9fe9b13d-5b45-406c-9990-c82a66edbeea {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:40:29.756338 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.765950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Transition to ACTIVE for port object d67471a3-ef41-4444-8536-3a67cca8029d will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:29.783497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Transition to ACTIVE for port object d67471a3-ef41-4444-8536-3a67cca8029d will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:29.788363 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.788789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.845951 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.854240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:29.857788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:29.862240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:29.864349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Pushing event updated for resources: {'Port': ['ID=d67471a3-ef41-4444-8536-3a67cca8029d,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:29.930309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.957149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Attempting to bind port d67471a3-ef41-4444-8536-3a67cca8029d on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:29.957516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Attempting to bind port d67471a3-ef41-4444-8536-3a67cca8029d by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '1fd9c96f-9361-4166-ad2c-f82c518be322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:29.957915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Attempting to bind port d67471a3-ef41-4444-8536-3a67cca8029d on network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:29.965165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:29.965533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Checking segment: {'id': '1fd9c96f-9361-4166-ad2c-f82c518be322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:29.965963 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:29.966355 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Bound using segment: {'id': '1fd9c96f-9361-4166-ad2c-f82c518be322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:29.966819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Bound port: d67471a3-ef41-4444-8536-3a67cca8029d, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd9c96f-9361-4166-ad2c-f82c518be322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d4050b6-6e65-472c-97ee-dd6cfa39fadd'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:29.967190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.010327 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b2f22657-615a-49f1-a0c9-27208dc4ae09 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:30.010602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.055882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe9b13d-5b45-406c-9990-c82a66edbeea,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:30.060313 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.068632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-47deb408-0314-49af-8897-8db452beba98 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "DELETE /v2.0/subnets/9fe9b13d-5b45-406c-9990-c82a66edbeea HTTP/1.1" status: 204 len: 168 time: 0.4702597 May 26 23:40:30.069013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45694) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:30.109219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] For port d67471a3-ef41-4444-8536-3a67cca8029d, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:30.114429 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] For port d67471a3-ef41-4444-8536-3a67cca8029d, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d67471a3-ef41-4444-8536-3a67cca8029d,segment=NetworkSegment(1fd9c96f-9361-4166-ad2c-f82c518be322),segment_id=1fd9c96f-9361-4166-ad2c-f82c518be322)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:30.121301 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.168246 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b2f22657-615a-49f1-a0c9-27208dc4ae09 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:30.212081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804790-c128-490a-89f4-24c1e421f2a6 None None] Pushing event updated for resources: {'Port': ['ID=d67471a3-ef41-4444-8536-3a67cca8029d,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:30.299834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.311577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Deleting port d67471a3-ef41-4444-8536-3a67cca8029d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:30.311913 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.488887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2632b7-4a2e-4d8e-be5f-6e92f269d8bb None None] Network 10daa53b-fb1f-4f0c-b657-1833860bda4c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:30.539476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] For port d67471a3-ef41-4444-8536-3a67cca8029d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d67471a3-ef41-4444-8536-3a67cca8029d,segment=NetworkSegment(1fd9c96f-9361-4166-ad2c-f82c518be322),segment_id=1fd9c96f-9361-4166-ad2c-f82c518be322)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:30.539834 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.599447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5a334184-6392-4a09-903b-d9ad440aa267 None None] Provisioning for port b2f22657-615a-49f1-a0c9-27208dc4ae09 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:30.609163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5a334184-6392-4a09-903b-d9ad440aa267 None None] Provisioning complete for port b2f22657-615a-49f1-a0c9-27208dc4ae09 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:30.609525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5a334184-6392-4a09-903b-d9ad440aa267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.668286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Calling delete_port for d67471a3-ef41-4444-8536-3a67cca8029d owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:30.743340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.787419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event deleted for resources: {'Port': ['ID=d67471a3-ef41-4444-8536-3a67cca8029d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:30.791720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] No DVR routers for this DVR port d67471a3-ef41-4444-8536-3a67cca8029d on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:40:30.825464 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5a334184-6392-4a09-903b-d9ad440aa267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.865659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5a334184-6392-4a09-903b-d9ad440aa267 None None] For port b2f22657-615a-49f1-a0c9-27208dc4ae09, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2f22657-615a-49f1-a0c9-27208dc4ae09,segment=NetworkSegment(5f401493-489c-4514-ae49-7dfdcabd4e83),segment_id=5f401493-489c-4514-ae49-7dfdcabd4e83)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:30.872341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5a334184-6392-4a09-903b-d9ad440aa267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.930341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:30.949198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a334184-6392-4a09-903b-d9ad440aa267 None None] Pushing event updated for resources: {'Port': ['ID=b2f22657-615a-49f1-a0c9-27208dc4ae09,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:30.965364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4050b6-6e65-472c-97ee-dd6cfa39fadd']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:30.978111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd9c96f-9361-4166-ad2c-f82c518be322') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:30.978396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd9c96f-9361-4166-ad2c-f82c518be322') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:30.991286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.008415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.015251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:31.015658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: timer() May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:31.030682 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:31.116000 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.134093 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.145113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event deleted for resources: {'Network': ['ID=7d4050b6-6e65-472c-97ee-dd6cfa39fadd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:31.149486 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-87562c43-e5a7-4768-a89b-08e9e4da772e tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "DELETE /v2.0/networks/7d4050b6-6e65-472c-97ee-dd6cfa39fadd HTTP/1.1" status: 204 len: 168 time: 1.0790634 May 26 23:40:31.152290 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45698) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:31.205025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a225343-c4b4-48a4-948d-b57f3e8ccc2f None None] Provisioning complete for port b2f22657-615a-49f1-a0c9-27208dc4ae09 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:31.205492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a225343-c4b4-48a4-948d-b57f3e8ccc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.353094 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Deleting subnet b81785f0-2e03-4762-a316-0d2d516a59a8 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:40:31.356822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.360373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fca38-54ab-4db3-9cba-9ed18e58dab5 None None] DHCP port deletion for 7d4050b6-6e65-472c-97ee-dd6cfa39fadd request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:40:31.386524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1759f7-e434-4e8a-9ae8-e13a7c2fa0f2 None None] Network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:31.403997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1759f7-e434-4e8a-9ae8-e13a7c2fa0f2 None None] Network 7d4050b6-6e65-472c-97ee-dd6cfa39fadd could not be found, it might have been deleted concurrently. {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 26 23:40:31.416233 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.492977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-eb9a77b4-0795-49b1-a087-aa1f66899656 None None] Could not find standard attr ID for object d67471a3-ef41-4444-8536-3a67cca8029d. {{(pid=84031) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 23:40:31.501086 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.586877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.626646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event deleted for resources: {'Subnet': ['ID=b81785f0-2e03-4762-a316-0d2d516a59a8,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:31.632930 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.639746 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6b1e1-80c4-4cdb-b15a-f48dc4aa588a None None] Network 10daa53b-fb1f-4f0c-b657-1833860bda4c requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:31.641800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 45702) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:31.642254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f337a155-d974-405d-9610-b6ad7b47b3f9 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "DELETE /v2.0/subnets/b81785f0-2e03-4762-a316-0d2d516a59a8 HTTP/1.1" status: 204 len: 168 time: 0.4885786 May 26 23:40:31.765650 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.775669 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Deleting port b2f22657-615a-49f1-a0c9-27208dc4ae09 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:31.775986 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.899492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] DHCP port deletion for 10daa53b-fb1f-4f0c-b657-1833860bda4c request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:40:31.904181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Deleting port b2f22657-615a-49f1-a0c9-27208dc4ae09 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:31.904584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:31.987610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b2f22657-615a-49f1-a0c9-27208dc4ae09 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:40:32.080232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] For port b2f22657-615a-49f1-a0c9-27208dc4ae09, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2f22657-615a-49f1-a0c9-27208dc4ae09,segment=NetworkSegment(5f401493-489c-4514-ae49-7dfdcabd4e83),segment_id=5f401493-489c-4514-ae49-7dfdcabd4e83)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:32.080589 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.189582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] For port b2f22657-615a-49f1-a0c9-27208dc4ae09, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b2f22657-615a-49f1-a0c9-27208dc4ae09,segment=NetworkSegment(5f401493-489c-4514-ae49-7dfdcabd4e83),segment_id=5f401493-489c-4514-ae49-7dfdcabd4e83)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:32.189905 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.204823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Calling delete_port for b2f22657-615a-49f1-a0c9-27208dc4ae09 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:32.281848 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.322255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Calling delete_port for b2f22657-615a-49f1-a0c9-27208dc4ae09 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:40:32.325009 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event deleted for resources: {'Port': ['ID=b2f22657-615a-49f1-a0c9-27208dc4ae09,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:32.330924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] No DVR routers for this DVR port b2f22657-615a-49f1-a0c9-27208dc4ae09 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:40:32.353691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.444472 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:40:32.445019 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:40:32.451775 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.475910 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10daa53b-fb1f-4f0c-b657-1833860bda4c']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:32.492515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f401493-489c-4514-ae49-7dfdcabd4e83') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:32.492814 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f401493-489c-4514-ae49-7dfdcabd4e83') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:32.505154 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.520826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.526989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:40:32.527561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: timer() May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:40:32.542767 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:40:32.618690 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.623940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.653752 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "DELETE /v2.0/networks/10daa53b-fb1f-4f0c-b657-1833860bda4c HTTP/1.1" status: 204 len: 168 time: 1.0106370 May 26 23:40:32.654589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a94e86-4bbb-406f-9dee-4f163621ec7c tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Pushing event deleted for resources: {'Network': ['ID=10daa53b-fb1f-4f0c-b657-1833860bda4c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:32.656481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45706) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:32.698636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c14e6ba-2859-4633-9177-3317e57e938b tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Synchronizing usage tracker for tenant:d9d7d71db49143c7b58200088249e5d2 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:40:32.715632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-1c14e6ba-2859-4633-9177-3317e57e938b tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Unset dirty status for tenant:d9d7d71db49143c7b58200088249e5d2 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:40:32.716754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-1c14e6ba-2859-4633-9177-3317e57e938b tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6557f4c-ba62-4510-bef9-3273d3b1eaaf HTTP/1.1" status: 200 len: 205 time: 0.0587881 May 26 23:40:32.719470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45710) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:32.853432 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c9f996d-960f-4a7a-8f69-cb708e7556a5 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:32.946402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Deleting port b2f22657-615a-49f1-a0c9-27208dc4ae09 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:40:32.946929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.015286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b4e57a23-4bb4-48aa-acc2-662ec4c9ad79 None None] The port 'b2f22657-615a-49f1-a0c9-27208dc4ae09' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:40:33.327519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c9f996d-960f-4a7a-8f69-cb708e7556a5 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.331601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c9f996d-960f-4a7a-8f69-cb708e7556a5 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.357887 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c9f996d-960f-4a7a-8f69-cb708e7556a5 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.358373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f996d-960f-4a7a-8f69-cb708e7556a5 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Fanout notify agent at l3_agent the message router_deleted on router c6557f4c-ba62-4510-bef9-3273d3b1eaaf {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:40:33.368855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9c9f996d-960f-4a7a-8f69-cb708e7556a5 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.369947 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9c9f996d-960f-4a7a-8f69-cb708e7556a5 tempest-RoutersNegativeTest-1842540648 tempest-RoutersNegativeTest-1842540648-project] 10.222.0.32 "DELETE /v2.0/routers/c6557f4c-ba62-4510-bef9-3273d3b1eaaf HTTP/1.1" status: 204 len: 168 time: 0.6495340 May 26 23:40:33.653579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45718) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:33.825257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7ce2a371-be71-4601-a688-08d90c2cae60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9d7d71db49143c7b58200088249e5d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1704659 May 26 23:40:33.827805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45724) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:33.884701 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b34ff507-2290-4c48-811c-84d55f24ceb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.910213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b34ff507-2290-4c48-811c-84d55f24ceb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.959931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b34ff507-2290-4c48-811c-84d55f24ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.975590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ff507-2290-4c48-811c-84d55f24ceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef2079a-b7e7-40e2-9eee-414601c52b83,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:33.979811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b34ff507-2290-4c48-811c-84d55f24ceb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:33.980871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b34ff507-2290-4c48-811c-84d55f24ceb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fef2079a-b7e7-40e2-9eee-414601c52b83 HTTP/1.1" status: 204 len: 168 time: 0.1521771 May 26 23:40:34.736598 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:34.862030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-33713760-network', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:34.867272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:34.871208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Usage tracker for resource:network and tenant:4006b226dfde418ab835aa5d8c69dd33 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:34.873983 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:34.879463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:34.891437 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Made reservation on behalf of 4006b226dfde418ab835aa5d8c69dd33 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:34.893833 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:34.906408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:34.937458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:34.941320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Usage tracker for resource:security_group_rule and tenant:4006b226dfde418ab835aa5d8c69dd33 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:34.944170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:34.949798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:35.012208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.015845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.045194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:35.053697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45225b90-9b8e-4b8d-82ff-2acae888f90c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:35.059091 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.059493 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Added segment 9c5649bf-740a-4d34-9697-f53194ac3cb4 of type vlan for network 8536efe1-c680-4c1a-a947-257ceb026882 May 26 23:40:35.084809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.113264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.114098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:35.114650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.213646 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] Pushing event updated for resources: {'Network': ['ID=8536efe1-c680-4c1a-a947-257ceb026882,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:35.217089 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7377e7d5-a081-4212-a9c9-ed8a67ec2b95 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4795129 May 26 23:40:35.219995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45752) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:35.225112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Request body: {'subnet': {'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-subnet', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:35.228027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 8536efe1-c680-4c1a-a947-257ceb026882 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:35.230624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:35.234366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Usage tracker for resource:subnet and tenant:4006b226dfde418ab835aa5d8c69dd33 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:35.237160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:35.242786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:35.252454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Made reservation on behalf of 4006b226dfde418ab835aa5d8c69dd33 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:35.254704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.453983 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.532289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f515e47d-1ae8-4832-99e2-93df3de6b59a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:35.543380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Checking segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:35.543992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Network hostable DHCP agents. Network: 8536efe1-c680-4c1a-a947-257ceb026882, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:35.565400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Network 8536efe1-c680-4c1a-a947-257ceb026882 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:35.574594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 8536efe1-c680-4c1a-a947-257ceb026882) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:35.578494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:35.579061 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.584225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e26a3b-1635-4703-b91f-85b65e8c88fe None None] Network 8536efe1-c680-4c1a-a947-257ceb026882 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:35.600117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-725d9b8a-7b9f-4a9e-ad53-ab7fd6879417 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3785744 May 26 23:40:35.602201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45758) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:35.607261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:35.612544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:35.616678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Usage tracker for resource:router and tenant:4006b226dfde418ab835aa5d8c69dd33 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:35.619593 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:35.625950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:35.636811 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.637725 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.655069 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.801180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.805458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-8536efe1-c680-4c1a-a947-257ceb026882', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'fixed_ips': [{'subnet_id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:35.806379 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:35.966383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Allocated IP 172.20.0.2 (8536efe1-c680-4c1a-a947-257ceb026882/f515e47d-1ae8-4832-99e2-93df3de6b59a/7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:35.991531 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.020755 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.202738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.213152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Transition to ACTIVE for port object 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:36.232323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Transition to ACTIVE for port object 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:36.238400 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.258538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Allocated IP 172.25.4.59 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/6ca15e57-1aae-42cc-a396-e7f989ccbef9) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:36.306276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Network 8536efe1-c680-4c1a-a947-257ceb026882 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:36.309642 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:36.313868 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:36.315824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Pushing event updated for resources: {'Port': ['ID=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:36.398501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Attempting to bind port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:36.398864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Attempting to bind port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:36.399215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Attempting to bind port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf on network 8536efe1-c680-4c1a-a947-257ceb026882 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:36.403195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.406162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:36.406507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Checking segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:36.406900 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.407282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Bound using segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:36.407754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Bound port: 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:36.408099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.431027 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.496771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] For port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:36.496987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:36.499658 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] For port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:36.499939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:36.503520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.504788 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:36.534937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca15e57-1aae-42cc-a396-e7f989ccbef9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:36.581774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ce434-c02d-4de4-aea7-d1dd3012f162 None None] Pushing event updated for resources: {'Port': ['ID=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:36.670148 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.670973 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:36.909030 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Router 56cfadc4-41bb-42f5-8c73-31854e197a46 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:40:37.104331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:40:37.113847 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Sync routers for ids ['56cfadc4-41bb-42f5-8c73-31854e197a46'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:40:37.126217 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Routers {'56cfadc4-41bb-42f5-8c73-31854e197a46'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:40:37.126808 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['56cfadc4-41bb-42f5-8c73-31854e197a46'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:37.127281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:37.128477 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3dbd7649-7efc-4337-a314-9262f0644b37 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5253468 May 26 23:40:37.131151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45762) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:37.345931 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Set router 56cfadc4-41bb-42f5-8c73-31854e197a46 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:40:37.514028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af111dbf-8966-4db4-bdd6-8023194cf380 None None] Network 8536efe1-c680-4c1a-a947-257ceb026882 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:37.638553 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:40:36Z', 'revision_number': 3, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port': {'id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:36Z', 'updated_at': '2022-05-26T23:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:37.642893 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Checking router: 56cfadc4-41bb-42f5-8c73-31854e197a46 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:40:37.643303 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Updating router 56cfadc4-41bb-42f5-8c73-31854e197a46 port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:40:37.701255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7b04e30a-ea1f-400c-ae54-3a4a75840525 None None] Provisioning for port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:37.706945 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.017170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:38.026642 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.063429 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.074984 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Transition to ACTIVE for port object 6ca15e57-1aae-42cc-a396-e7f989ccbef9 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:38.082326 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.099264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:38.105425 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:38.105838 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.166232 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Pushing event updated for resources: {'Port': ['ID=6ca15e57-1aae-42cc-a396-e7f989ccbef9,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:38.177024 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.177364 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.177730 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.178062 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.178383 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.178703 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.179197 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.179523 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.179840 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.180154 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.180471 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:40:38.183640 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Attempting to bind port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:38.184002 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Attempting to bind port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:38.184353 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Attempting to bind port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:38.191327 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:38.191910 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:38.192456 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.192981 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:38.193585 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Bound port: 6ca15e57-1aae-42cc-a396-e7f989ccbef9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:38.194192 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.229335 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.239651 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Allocated IP 172.20.0.1 (8536efe1-c680-4c1a-a947-257ceb026882/f515e47d-1ae8-4832-99e2-93df3de6b59a/64cb3462-1e79-476b-a662-03fd0990a4b7) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:38.263883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:38.267735 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.267896 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] For port 6ca15e57-1aae-42cc-a396-e7f989ccbef9, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:38.272130 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] For port 6ca15e57-1aae-42cc-a396-e7f989ccbef9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca15e57-1aae-42cc-a396-e7f989ccbef9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:38.277955 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.336938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:38.363426 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Routers {'56cfadc4-41bb-42f5-8c73-31854e197a46'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:40:38.364098 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['56cfadc4-41bb-42f5-8c73-31854e197a46'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:38.393104 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.408932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Transition to ACTIVE for port object 64cb3462-1e79-476b-a662-03fd0990a4b7 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:38.419069 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c857-6b5f-4a6a-ba1b-3d273ff8fcb3 None None] Pushing event updated for resources: {'Port': ['ID=6ca15e57-1aae-42cc-a396-e7f989ccbef9,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:38.430721 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.498636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Network 8536efe1-c680-4c1a-a947-257ceb026882 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:38.501239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:38.503783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:38.546065 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] Set router 56cfadc4-41bb-42f5-8c73-31854e197a46 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:40:38.560678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.563070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Pushing event updated for resources: {'Port': ['ID=64cb3462-1e79-476b-a662-03fd0990a4b7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:38.660894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.813077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fdbe8efa-4385-416e-bee0-a4c65e803a53 None None] Provisioning for port 64cb3462-1e79-476b-a662-03fd0990a4b7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:38.821050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fdbe8efa-4385-416e-bee0-a4c65e803a53 None None] Provisioning complete for port 64cb3462-1e79-476b-a662-03fd0990a4b7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:38.821923 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8efa-4385-416e-bee0-a4c65e803a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.877948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe8efa-4385-416e-bee0-a4c65e803a53 None None] Port 64cb3462-1e79-476b-a662-03fd0990a4b7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:40:38.893565 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:40:36Z', 'revision_number': 3, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port': {'id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:36Z', 'updated_at': '2022-05-26T23:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:38.896764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:38.897777 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572be87e-25f4-4fce-bd20-d9f9ff52fc0f None None] The sync data for ids ['56cfadc4-41bb-42f5-8c73-31854e197a46'] in n-d-843301-1 is: [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:40:36Z', 'revision_number': 3, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port': {'id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:36Z', 'updated_at': '2022-05-26T23:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:40:38.902774 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:39.016429 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:39.023992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Pushing event updated for resources: {'Port': ['ID=64cb3462-1e79-476b-a662-03fd0990a4b7,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:39.168759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Network 8536efe1-c680-4c1a-a947-257ceb026882 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:39.169844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:39.406252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-00ee4e00-36a8-48c1-a129-a7179928de4c None None] Provisioning complete for port 64cb3462-1e79-476b-a662-03fd0990a4b7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:39.406706 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-00ee4e00-36a8-48c1-a129-a7179928de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:39.472038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-00ee4e00-36a8-48c1-a129-a7179928de4c None None] Port 64cb3462-1e79-476b-a662-03fd0990a4b7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:40:39.572304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Router 56cfadc4-41bb-42f5-8c73-31854e197a46 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:40:39.878971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:40:39.888254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ee6171ba-98fa-4e0d-a01d-7593731e36bb admin admin] 10.222.0.32 "PUT /v2.0/routers/56cfadc4-41bb-42f5-8c73-31854e197a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561767 May 26 23:40:40.041149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca15e57-1aae-42cc-a396-e7f989ccbef9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:40.112643 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:40.117272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:40.117651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.232443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.248905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 6ca15e57-1aae-42cc-a396-e7f989ccbef9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca15e57-1aae-42cc-a396-e7f989ccbef9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:40.253255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.254124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:40.366717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=6ca15e57-1aae-42cc-a396-e7f989ccbef9,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:40.380527 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:40.380894 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.722627 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45784) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:40.728142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1534138639-network', 'tenant_id': '54107b1e367745b9aeb5566869bac17d'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:40.734136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:40.738026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Usage tracker for resource:network and tenant:54107b1e367745b9aeb5566869bac17d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:40.740952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:40.747707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:40.757063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Made reservation on behalf of 54107b1e367745b9aeb5566869bac17d for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:40.759361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.771144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.801597 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:40.805397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Usage tracker for resource:security_group_rule and tenant:54107b1e367745b9aeb5566869bac17d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:40.808875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:40.814600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:40.878297 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.881656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.909006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:40:40.924317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896a800-afe3-4cd7-bfde-0dc533a10122,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:40.928584 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.928922 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Added segment 6633a35f-0d42-46f3-9784-15ae68c7dcd9 of type vlan for network cfd722c1-155c-4675-934f-b5496915c25a May 26 23:40:40.954494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.983461 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:40.984213 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:40.984825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.086012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3623190 May 26 23:40:41.086713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181de76-bf8b-4075-862c-0d8da9abbf1d admin admin] Pushing event updated for resources: {'Network': ['ID=cfd722c1-155c-4675-934f-b5496915c25a,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:41.089196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45788) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:41.094610 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Request body: {'subnet': {'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-subnet', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:41.097811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network cfd722c1-155c-4675-934f-b5496915c25a details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:40:41.100275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:41.104064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Usage tracker for resource:subnet and tenant:54107b1e367745b9aeb5566869bac17d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:41.107622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:41.113222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:41.123366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Made reservation on behalf of 54107b1e367745b9aeb5566869bac17d for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:41.125586 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.319883 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.394572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002b1e75-8284-415b-ab6e-32fbde317112,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:41.406619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Checking segment: {'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:41.406961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Network hostable DHCP agents. Network: cfd722c1-155c-4675-934f-b5496915c25a, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:40:41.427538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Network cfd722c1-155c-4675-934f-b5496915c25a is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:40:41.435882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, cfd722c1-155c-4675-934f-b5496915c25a) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:41.440684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:41.441632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.444796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3468d88-4dfb-4ba7-869d-fb38d47df161 None None] Network cfd722c1-155c-4675-934f-b5496915c25a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:41.464915 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-2dba52ca-3f3e-4185-a9a1-121d4cd50939 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3747015 May 26 23:40:41.467491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45792) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:41.472261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:41.477304 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:41.481318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Usage tracker for resource:router and tenant:54107b1e367745b9aeb5566869bac17d is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:40:41.484133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:40:41.490381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:41.502089 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.503028 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.525659 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.669169 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.695036 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-cfd722c1-155c-4675-934f-b5496915c25a', 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'fixed_ips': [{'subnet_id': '002b1e75-8284-415b-ab6e-32fbde317112'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:40:41.695862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.851358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Allocated IP 172.20.0.2 (cfd722c1-155c-4675-934f-b5496915c25a/002b1e75-8284-415b-ab6e-32fbde317112/2db61558-f969-4dec-be34-170531c35b2a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:41.861343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.895449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:41.995737 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca15e57-1aae-42cc-a396-e7f989ccbef9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:42.036312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Allocated IP 172.25.4.41 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/bc6f5e30-d540-4707-8acb-b65c2df1637d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:42.111057 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.124066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Transition to ACTIVE for port object 2db61558-f969-4dec-be34-170531c35b2a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:42.144749 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Transition to ACTIVE for port object 2db61558-f969-4dec-be34-170531c35b2a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:42.152734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.189546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:42.189546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.194922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.228265 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.272571 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Network cfd722c1-155c-4675-934f-b5496915c25a is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:42.278069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:42.282825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Pushing event updated for resources: {'Port': ['ID=2db61558-f969-4dec-be34-170531c35b2a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:42.285023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:42.300787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:42.303465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:42.307158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:42.338081 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Pushing event updated for resources: {'Port': ['ID=bc6f5e30-d540-4707-8acb-b65c2df1637d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:42.426520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Attempting to bind port 2db61558-f969-4dec-be34-170531c35b2a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:42.426884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Attempting to bind port 2db61558-f969-4dec-be34-170531c35b2a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:42.427241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Attempting to bind port 2db61558-f969-4dec-be34-170531c35b2a on network cfd722c1-155c-4675-934f-b5496915c25a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:42.436582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:42.437111 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Checking segment: {'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:42.437402 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.437754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Bound using segment: {'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:42.438227 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Bound port: 2db61558-f969-4dec-be34-170531c35b2a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:42.438598 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.450460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Sync routers for ids ['56cfadc4-41bb-42f5-8c73-31854e197a46'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:40:42.501240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Routers {'56cfadc4-41bb-42f5-8c73-31854e197a46'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:40:42.501902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['56cfadc4-41bb-42f5-8c73-31854e197a46'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:42.571633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.572350 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.676513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] For port 2db61558-f969-4dec-be34-170531c35b2a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:42.681305 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] For port 2db61558-f969-4dec-be34-170531c35b2a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2db61558-f969-4dec-be34-170531c35b2a,segment=NetworkSegment(6633a35f-0d42-46f3-9784-15ae68c7dcd9),segment_id=6633a35f-0d42-46f3-9784-15ae68c7dcd9)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:42.691808 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:42.781554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Set router 56cfadc4-41bb-42f5-8c73-31854e197a46 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:40:42.809057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Router ad80dc7c-bfec-40f7-adb1-256e49f9996e is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:40:42.834711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ab432-1740-4888-9841-8b9c6e20a5a4 None None] Pushing event updated for resources: {'Port': ['ID=2db61558-f969-4dec-be34-170531c35b2a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:43.046742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:40:43.059510 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Sync routers for ids ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:40:43.081667 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Routers {'ad80dc7c-bfec-40f7-adb1-256e49f9996e'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:40:43.083868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:43.084115 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:43.088329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-60ba6e31-c0d7-4d2a-aae9-dc20baf3bade admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6169386 May 26 23:40:43.088329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 45796) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:40:43.190968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:40:38Z', 'revision_number': 4, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port': {'id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:36Z', 'updated_at': '2022-05-26T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '64cb3462-1e79-476b-a662-03fd0990a4b7', 'name': '', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'mac_address': 'fa:16:3e:38:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:38Z', 'updated_at': '2022-05-26T23:40:38Z', 'revision_number': 2, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'subnets': [{'id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:43.194992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Checking router: 56cfadc4-41bb-42f5-8c73-31854e197a46 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:40:43.195272 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Updating router 56cfadc4-41bb-42f5-8c73-31854e197a46 port 64cb3462-1e79-476b-a662-03fd0990a4b7 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:40:43.246854 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:43.278491 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Set router ad80dc7c-bfec-40f7-adb1-256e49f9996e gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:40:43.611723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:42Z', 'revision_number': 3, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port': {'id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:43.627599 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Checking router: ad80dc7c-bfec-40f7-adb1-256e49f9996e for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:40:43.628842 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Updating router ad80dc7c-bfec-40f7-adb1-256e49f9996e port bc6f5e30-d540-4707-8acb-b65c2df1637d binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:40:43.650321 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:43.666322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Transition to ACTIVE for port object 64cb3462-1e79-476b-a662-03fd0990a4b7 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:43.675516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:43.759844 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:43.862283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10abd-ed61-4a3f-91fa-afa60c059b88 None None] Pushing event updated for resources: {'Port': ['ID=64cb3462-1e79-476b-a662-03fd0990a4b7,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:43.922029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f284800-9fdd-49c0-9495-1be29ccc7e6e None None] Network cfd722c1-155c-4675-934f-b5496915c25a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:40:43.984650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.089147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2db61558-f969-4dec-be34-170531c35b2a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:44.130981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Attempting to bind port 64cb3462-1e79-476b-a662-03fd0990a4b7 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:44.131351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Attempting to bind port 64cb3462-1e79-476b-a662-03fd0990a4b7 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:44.131681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Attempting to bind port 64cb3462-1e79-476b-a662-03fd0990a4b7 on network 8536efe1-c680-4c1a-a947-257ceb026882 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:44.173461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:44.173929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Checking segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:44.174359 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.174778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Bound using segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:44.175262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Bound port: 64cb3462-1e79-476b-a662-03fd0990a4b7, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:44.175651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.189040 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-848ebd8b-82b8-4a5e-9539-c5a395a0f2c4 None None] Provisioning for port 2db61558-f969-4dec-be34-170531c35b2a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:44.201116 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.219254 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Transition to ACTIVE for port object bc6f5e30-d540-4707-8acb-b65c2df1637d will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:44.228731 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.240901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Allocated IP 172.20.0.1 (cfd722c1-155c-4675-934f-b5496915c25a/002b1e75-8284-415b-ab6e-32fbde317112/62d6db54-9da0-4f5c-ad11-ade0c5eae2e7) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:44.309808 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Attempting to bind port bc6f5e30-d540-4707-8acb-b65c2df1637d on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:44.310168 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Attempting to bind port bc6f5e30-d540-4707-8acb-b65c2df1637d by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:44.310885 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Attempting to bind port bc6f5e30-d540-4707-8acb-b65c2df1637d on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:44.316743 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae81e5b-4973-4410-9e1a-2a940dc46baf None None] Pushing event updated for resources: {'Port': ['ID=bc6f5e30-d540-4707-8acb-b65c2df1637d,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:44.324427 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:44.324992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:44.325249 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.326172 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:44.326172 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Bound port: bc6f5e30-d540-4707-8acb-b65c2df1637d, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:44.326390 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.384526 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 2db61558-f969-4dec-be34-170531c35b2a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:44.395666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] For port 64cb3462-1e79-476b-a662-03fd0990a4b7, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:44.403716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2db61558-f969-4dec-be34-170531c35b2a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:44.404282 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.407195 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] For port bc6f5e30-d540-4707-8acb-b65c2df1637d, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:44.410902 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] For port bc6f5e30-d540-4707-8acb-b65c2df1637d, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bc6f5e30-d540-4707-8acb-b65c2df1637d,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:44.415246 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.435662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] For port 64cb3462-1e79-476b-a662-03fd0990a4b7, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=64cb3462-1e79-476b-a662-03fd0990a4b7,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:44.447589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.499848 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae81e5b-4973-4410-9e1a-2a940dc46baf None None] Pushing event updated for resources: {'Port': ['ID=bc6f5e30-d540-4707-8acb-b65c2df1637d,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:44.505248 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Routers {'ad80dc7c-bfec-40f7-adb1-256e49f9996e'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:40:44.505874 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:44.529150 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.549301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Transition to ACTIVE for port object 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:44.573218 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10abd-ed61-4a3f-91fa-afa60c059b88 None None] Pushing event updated for resources: {'Port': ['ID=64cb3462-1e79-476b-a662-03fd0990a4b7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:44.584045 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.659445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Routers {'56cfadc4-41bb-42f5-8c73-31854e197a46'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:40:44.660070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['56cfadc4-41bb-42f5-8c73-31854e197a46'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:44.706365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Pushing event updated for resources: {'Port': ['ID=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:44.725546 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] Set router ad80dc7c-bfec-40f7-adb1-256e49f9996e gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:40:44.730332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Network cfd722c1-155c-4675-934f-b5496915c25a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:44.732215 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:44.734635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:44.803278 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.873133 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.933819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:44.945612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 2db61558-f969-4dec-be34-170531c35b2a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2db61558-f969-4dec-be34-170531c35b2a,segment=NetworkSegment(6633a35f-0d42-46f3-9784-15ae68c7dcd9),segment_id=6633a35f-0d42-46f3-9784-15ae68c7dcd9)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:44.955093 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:45.076738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] Set router 56cfadc4-41bb-42f5-8c73-31854e197a46 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:40:45.110505 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:42Z', 'revision_number': 3, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port': {'id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:45.115400 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c251fe-e2c3-4b12-8cb1-1ed6d8cb4da5 None None] The sync data for ids ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'] in n-d-843301-1 is: [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:42Z', 'revision_number': 3, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port': {'id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:40:45.147433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=2db61558-f969-4dec-be34-170531c35b2a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:45.218055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:45.222727 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:45.311733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0c95bb1e-432b-4b04-b7c9-70131380b385 None None] Provisioning complete for port 2db61558-f969-4dec-be34-170531c35b2a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:45.312065 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0c95bb1e-432b-4b04-b7c9-70131380b385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:45.331839 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Pushing event updated for resources: {'Port': ['ID=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:45.334345 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:45.472256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Network cfd722c1-155c-4675-934f-b5496915c25a is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:45.473413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:45.519189 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:40:38Z', 'revision_number': 4, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port': {'id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:36Z', 'updated_at': '2022-05-26T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '64cb3462-1e79-476b-a662-03fd0990a4b7', 'name': '', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'mac_address': 'fa:16:3e:38:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:38Z', 'updated_at': '2022-05-26T23:40:44Z', 'revision_number': 4, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'subnets': [{'id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:40:45.522917 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0c95bb1e-432b-4b04-b7c9-70131380b385 None None] Provisioning for port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:45.528149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e62a26-272d-42b7-8063-c00996b88aa1 None None] The sync data for ids ['56cfadc4-41bb-42f5-8c73-31854e197a46'] in n-d-843301-1 is: [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:40:38Z', 'revision_number': 4, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port': {'id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:36Z', 'updated_at': '2022-05-26T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '64cb3462-1e79-476b-a662-03fd0990a4b7', 'name': '', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'mac_address': 'fa:16:3e:38:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:38Z', 'updated_at': '2022-05-26T23:40:44Z', 'revision_number': 4, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'subnets': [{'id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:40:45.530555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0c95bb1e-432b-4b04-b7c9-70131380b385 None None] Provisioning complete for port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:45.530926 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0c95bb1e-432b-4b04-b7c9-70131380b385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:45.634843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0c95bb1e-432b-4b04-b7c9-70131380b385 None None] Port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:40:45.758819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e4b44bb7-7462-4f94-9541-102c268576de None None] Provisioning complete for port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:45.759097 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e4b44bb7-7462-4f94-9541-102c268576de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:45.817715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e4b44bb7-7462-4f94-9541-102c268576de None None] Port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:40:45.916209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Router ad80dc7c-bfec-40f7-adb1-256e49f9996e has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:40:46.121028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64cb3462-1e79-476b-a662-03fd0990a4b7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:46.166748 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:40:46.181372 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5feb0469-17b6-41f2-b619-c8458834a77a admin admin] 10.222.0.32 "PUT /v2.0/routers/ad80dc7c-bfec-40f7-adb1-256e49f9996e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0873551 May 26 23:40:46.223959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 64cb3462-1e79-476b-a662-03fd0990a4b7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:46.229562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 64cb3462-1e79-476b-a662-03fd0990a4b7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:46.230001 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:46.368599 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:46.407516 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 64cb3462-1e79-476b-a662-03fd0990a4b7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=64cb3462-1e79-476b-a662-03fd0990a4b7,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:46.411872 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:46.412744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2db61558-f969-4dec-be34-170531c35b2a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:46.538140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=64cb3462-1e79-476b-a662-03fd0990a4b7,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:46.551149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 2db61558-f969-4dec-be34-170531c35b2a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:46.551517 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:46.970420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-d698571a-284e-4107-9fb7-1ea9b46bed92 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:46.971883 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-d698571a-284e-4107-9fb7-1ea9b46bed92 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/networks?id=8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 200 len: 815 time: 0.1481068 May 26 23:40:46.988754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-588eb308-5327-4d7d-9442-2d30ce1c64f6 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/quotas/4006b226dfde418ab835aa5d8c69dd33 HTTP/1.1" status: 200 len: 375 time: 0.0116580 May 26 23:40:47.066538 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-99c2d2a4-eae5-4b9a-85cc-36dff8acff33 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4006b226dfde418ab835aa5d8c69dd33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730813 May 26 23:40:47.081062 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-96f9ba3a-2b09-433c-9714-0b3c5a10f89f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:40:47.082010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-96f9ba3a-2b09-433c-9714-0b3c5a10f89f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047698 May 26 23:40:47.214549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-ee2b24ee-d556-4d9b-9c53-8c665d395f83 service neutron] 10.222.0.32 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271648 May 26 23:40:47.279125 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-472b244d-cb28-4261-bcd3-1a5cf606f2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:47.350315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-618631fc-1b1f-490f-b752-c4ae659de392 service neutron] 10.222.0.32 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300066 May 26 23:40:47.546576 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1e6de827-6626-4950-a04f-8ca981d725d1 req-b6a36d36-46ab-4088-8d67-38542acd8599 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Synchronizing usage tracker for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:40:47.564469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1e6de827-6626-4950-a04f-8ca981d725d1 req-b6a36d36-46ab-4088-8d67-38542acd8599 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Unset dirty status for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:40:47.567882 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1e6de827-6626-4950-a04f-8ca981d725d1 req-b6a36d36-46ab-4088-8d67-38542acd8599 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 210 time: 0.0606272 May 26 23:40:48.052586 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64cb3462-1e79-476b-a662-03fd0990a4b7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:48.121077 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 64cb3462-1e79-476b-a662-03fd0990a4b7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:48.121444 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:48.237958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc6f5e30-d540-4707-8acb-b65c2df1637d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:48.304655 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port bc6f5e30-d540-4707-8acb-b65c2df1637d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:48.309896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bc6f5e30-d540-4707-8acb-b65c2df1637d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:48.310267 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:48.424674 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:48.440517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port bc6f5e30-d540-4707-8acb-b65c2df1637d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bc6f5e30-d540-4707-8acb-b65c2df1637d,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:48.443801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:48.509639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=bc6f5e30-d540-4707-8acb-b65c2df1637d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:48.728532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6244cf0b-4f72-4595-b94b-e9d5cec341cd req-b5169178-2f00-4563-aebd-d74639c1ca6f tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 210 time: 0.0403769 May 26 23:40:48.884929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-654439f6-6df0-4e7b-a7c5-a99fa4fa2d8c tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:48.886900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-654439f6-6df0-4e7b-a7c5-a99fa4fa2d8c tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.55 "GET /v2.0/networks?id=8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 200 len: 815 time: 0.1482165 May 26 23:40:48.909291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Request body: {'port': {'device_id': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'admin_state_up': True, 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:49.126819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:40:49.136575 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:40:49.146578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Made reservation on behalf of 4006b226dfde418ab835aa5d8c69dd33 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:40:49.149479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:49.306049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Allocated IP 172.20.0.9 (8536efe1-c680-4c1a-a947-257ceb026882/f515e47d-1ae8-4832-99e2-93df3de6b59a/653bc58e-1b08-4755-8a64-c89e8ad3b117) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:40:49.513565 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:49.528299 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Transition to ACTIVE for port object 653bc58e-1b08-4755-8a64-c89e8ad3b117 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:49.554980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:49.629751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Network 8536efe1-c680-4c1a-a947-257ceb026882 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:40:49.632831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:40:49.637149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:40:49.661373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Pushing event updated for resources: {'Port': ['ID=653bc58e-1b08-4755-8a64-c89e8ad3b117,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:49.700613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:49.701202 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:49.730544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-a24bf0c4-a241-4923-ab3d-ffe7f7132b13 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244798 May 26 23:40:49.746343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Request body: {'port': {'device_id': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:40:49.862717 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:49.866049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-793c7bed-44cf-4ff3-b6cb-071d31f82021 None None] Provisioning for port 653bc58e-1b08-4755-8a64-c89e8ad3b117 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:49.871269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-793c7bed-44cf-4ff3-b6cb-071d31f82021 None None] Provisioning complete for port 653bc58e-1b08-4755-8a64-c89e8ad3b117 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:49.871871 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-793c7bed-44cf-4ff3-b6cb-071d31f82021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:49.930016 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b02d9a-b586-4050-8e2e-420017dcbf3e req-42a9df55-eaa9-4454-a8b9-236205fe5091 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:49.931589 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4b02d9a-b586-4050-8e2e-420017dcbf3e req-42a9df55-eaa9-4454-a8b9-236205fe5091 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 931 time: 0.0841107 May 26 23:40:49.934407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-793c7bed-44cf-4ff3-b6cb-071d31f82021 None None] Port 653bc58e-1b08-4755-8a64-c89e8ad3b117 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:40:49.978682 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a4b02d9a-b586-4050-8e2e-420017dcbf3e req-24c56c62-98d8-4f14-a955-abde8159f4bc tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Synchronizing usage tracker for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:40:49.998985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-a4b02d9a-b586-4050-8e2e-420017dcbf3e req-24c56c62-98d8-4f14-a955-abde8159f4bc tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Unset dirty status for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:40:50.000304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4b02d9a-b586-4050-8e2e-420017dcbf3e req-24c56c62-98d8-4f14-a955-abde8159f4bc tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623140 May 26 23:40:50.000636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc6f5e30-d540-4707-8acb-b65c2df1637d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:50.060132 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bad36a83-1045-4caf-9dc9-d0ad0fc953d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.079876 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bc6f5e30-d540-4707-8acb-b65c2df1637d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:50.080239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.214922 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653bc58e-1b08-4755-8a64-c89e8ad3b117 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:40:50.221761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.236190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Transition to ACTIVE for port object 653bc58e-1b08-4755-8a64-c89e8ad3b117 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:40:50.239357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.366957 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Pushing event updated for resources: {'Port': ['ID=653bc58e-1b08-4755-8a64-c89e8ad3b117,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:50.475070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Attempting to bind port 653bc58e-1b08-4755-8a64-c89e8ad3b117 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:40:50.475398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Attempting to bind port 653bc58e-1b08-4755-8a64-c89e8ad3b117 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:40:50.475720 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Attempting to bind port 653bc58e-1b08-4755-8a64-c89e8ad3b117 on network 8536efe1-c680-4c1a-a947-257ceb026882 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:50.481439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Port 653bc58e-1b08-4755-8a64-c89e8ad3b117 on network 8536efe1-c680-4c1a-a947-257ceb026882 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:40:50.481778 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Attempting to bind port 653bc58e-1b08-4755-8a64-c89e8ad3b117 on network 8536efe1-c680-4c1a-a947-257ceb026882 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:40:50.487886 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:40:50.488207 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Checking segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:40:50.488605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Bound using segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:40:50.489016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Bound port: 653bc58e-1b08-4755-8a64-c89e8ad3b117, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:40:50.489349 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.538852 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:40:50.580181 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] For port 653bc58e-1b08-4755-8a64-c89e8ad3b117, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:40:50.582962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] For port 653bc58e-1b08-4755-8a64-c89e8ad3b117, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:40:50.587221 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.646574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.647911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] 10.222.0.55 "PUT /v2.0/ports/653bc58e-1b08-4755-8a64-c89e8ad3b117 HTTP/1.1" status: 200 len: 1091 time: 0.9064815 May 26 23:40:50.648402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'tag': '653bc58e-1b08-4755-8a64-c89e8ad3b117'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:40:50.670737 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e20d91-8187-4dd0-90ff-a512dbdef998 service neutron] Pushing event updated for resources: {'Port': ['ID=653bc58e-1b08-4755-8a64-c89e8ad3b117,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:50.768010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-766092c8-1443-43cb-8dfc-71d045e12f44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4006b226dfde418ab835aa5d8c69dd33&device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 1094 time: 0.0758703 May 26 23:40:50.778253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.828212 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63352604-6d69-4e72-b7fa-99a17aa123b4'] response: {'name': 'network-changed', 'server_uuid': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'tag': '653bc58e-1b08-4755-8a64-c89e8ad3b117', 'status': 'completed', 'code': 200} May 26 23:40:50.843603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-4ea5f001-3923-422d-bf7b-7866eeee4453 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117 HTTP/1.1" status: 200 len: 217 time: 0.0643759 May 26 23:40:50.875409 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:50.910222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-95ed7c15-5882-49c2-9c96-50226c62764c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:50.911655 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-95ed7c15-5882-49c2-9c96-50226c62764c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f515e47d-1ae8-4832-99e2-93df3de6b59a HTTP/1.1" status: 200 len: 854 time: 0.0614748 May 26 23:40:50.989223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-5b0de57f-8b00-4dcb-8cc1-7594a7bd60a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8536efe1-c680-4c1a-a947-257ceb026882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675154 May 26 23:40:51.214548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-36568400-e59c-405d-ade8-185aff2b551d service neutron] 10.222.0.55 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161496 May 26 23:40:51.311586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe99e94-8af2-41db-b7c7-d1565e24c562 req-438a771d-3d89-4164-ac51-f110ec08b03b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:51.313046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfe99e94-8af2-41db-b7c7-d1565e24c562 req-438a771d-3d89-4164-ac51-f110ec08b03b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 943 time: 0.1855218 May 26 23:40:51.352827 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e1d8b462-7ca0-41d2-bc8e-f540797e63c6 req-4d869137-9995-4cc3-8a8a-9c7fc849649e service neutron] 10.222.0.55 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283216 May 26 23:40:51.359334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dfe99e94-8af2-41db-b7c7-d1565e24c562 req-621a6086-947b-4525-87b4-be79ddf84f71 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 May 26 23:40:51.478229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-1e081062-a9e6-4782-9fc2-d8ddd9655ff8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4006b226dfde418ab835aa5d8c69dd33&device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 1094 time: 0.0723407 May 26 23:40:51.607843 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-f5ac4d1c-c7ca-4d95-9b55-4b2b89ea8aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:51.609246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-f5ac4d1c-c7ca-4d95-9b55-4b2b89ea8aae service neutron] 10.222.0.55 "GET /v2.0/networks?id=8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 200 len: 916 time: 0.1258519 May 26 23:40:51.676081 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-867525c9-913a-4f84-b2fa-ed840403ed78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117 HTTP/1.1" status: 200 len: 217 time: 0.0592172 May 26 23:40:51.740993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-e90472c9-6fec-403e-b261-7b1cb7299c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:51.742328 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-e90472c9-6fec-403e-b261-7b1cb7299c5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f515e47d-1ae8-4832-99e2-93df3de6b59a HTTP/1.1" status: 200 len: 854 time: 0.0601108 May 26 23:40:51.814226 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-021d63ea-cd67-44eb-8341-6b8e053c7e6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8536efe1-c680-4c1a-a947-257ceb026882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652959 May 26 23:40:51.943911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-0c7bde35-52d4-431f-abfd-ca1db00b6847 service neutron] 10.222.0.55 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221445 May 26 23:40:52.075157 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c20b9b4e-07f3-42ee-868b-4d6a5ad7bd61 req-68ac4f90-6fbe-4571-9344-7e65d191c182 service neutron] 10.222.0.55 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241505 May 26 23:40:52.082107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:52.558381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea903f-7f17-4048-88bf-61673845ccc1 req-8308f0f5-4608-4d3b-9be6-babf5a17ea98 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:52.559157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ceea903f-7f17-4048-88bf-61673845ccc1 req-8308f0f5-4608-4d3b-9be6-babf5a17ea98 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Synchronizing usage tracker for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:40:52.574984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ceea903f-7f17-4048-88bf-61673845ccc1 req-8308f0f5-4608-4d3b-9be6-babf5a17ea98 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Unset dirty status for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:40:52.576253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ceea903f-7f17-4048-88bf-61673845ccc1 req-8308f0f5-4608-4d3b-9be6-babf5a17ea98 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 943 time: 0.0963073 May 26 23:40:52.623657 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ceea903f-7f17-4048-88bf-61673845ccc1 req-f3d623f1-ba99-40b4-9b42-efce00fceb92 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 May 26 23:40:53.819575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5607f0-1d38-4dc0-95b0-4edfcf54612b req-3cdad959-c4af-40a3-878d-61d0a2803f8d tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:53.820875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f5607f0-1d38-4dc0-95b0-4edfcf54612b req-3cdad959-c4af-40a3-878d-61d0a2803f8d tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 943 time: 0.0764005 May 26 23:40:53.866869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9f5607f0-1d38-4dc0-95b0-4edfcf54612b req-f3de3cd9-4c4d-495b-aaf4-81260dc22e65 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 May 26 23:40:54.576197 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 653bc58e-1b08-4755-8a64-c89e8ad3b117 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:40:54.708219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 653bc58e-1b08-4755-8a64-c89e8ad3b117, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:54.723138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '653bc58e-1b08-4755-8a64-c89e8ad3b117', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'port_id': '653bc58e-1b08-4755-8a64-c89e8ad3b117', 'mac_address': 'fa:16:3e:19:a9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:40:54.778570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:54.795615 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653bc58e-1b08-4755-8a64-c89e8ad3b117 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:40:54.810292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 653bc58e-1b08-4755-8a64-c89e8ad3b117, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:54.813965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:54.875740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=653bc58e-1b08-4755-8a64-c89e8ad3b117,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:55.063323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab08ebe-d0a7-402f-a1d5-9dd5e51df824 req-f8d22f29-676c-4335-82ca-e7bd04b63bd8 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:55.064875 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ab08ebe-d0a7-402f-a1d5-9dd5e51df824 req-f8d22f29-676c-4335-82ca-e7bd04b63bd8 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 944 time: 0.0789690 May 26 23:40:55.101973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['653bc58e-1b08-4755-8a64-c89e8ad3b117'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:40:55.109926 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9ab08ebe-d0a7-402f-a1d5-9dd5e51df824 req-15d3439e-8ae9-49e8-99a0-27bd8990e9bf tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 May 26 23:40:55.760649 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:56.301460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70abd1-b33e-4f21-840b-c103bef82ab4 req-12d6ea6f-9fd7-4298-9497-498b33951091 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:56.302884 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b70abd1-b33e-4f21-840b-c103bef82ab4 req-12d6ea6f-9fd7-4298-9497-498b33951091 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 944 time: 0.0769978 May 26 23:40:56.354188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b70abd1-b33e-4f21-840b-c103bef82ab4 req-dae25533-fbe4-4830-9803-e02e6d988616 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 May 26 23:40:56.612428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 653bc58e-1b08-4755-8a64-c89e8ad3b117 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:40:56.680744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 653bc58e-1b08-4755-8a64-c89e8ad3b117 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:40:56.685622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 653bc58e-1b08-4755-8a64-c89e8ad3b117 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:40:56.686012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:56.797153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:56.822128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653bc58e-1b08-4755-8a64-c89e8ad3b117'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:40:56.831271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 653bc58e-1b08-4755-8a64-c89e8ad3b117, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:40:56.835207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:56.903399 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=653bc58e-1b08-4755-8a64-c89e8ad3b117,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:40:56.951897 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4511d96-734f-492e-af83-9f831184661b'] response: {'server_uuid': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653bc58e-1b08-4755-8a64-c89e8ad3b117', 'code': 200} May 26 23:40:57.088465 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b94cec54-010e-4676-8585-175af0466a05 req-c51ebf1c-2b45-483f-92a0-03bedf5052d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 1096 time: 0.0736928 May 26 23:40:57.132453 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b94cec54-010e-4676-8585-175af0466a05 req-7df915f9-b5bd-4c3b-8717-b93c49e40049 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346847 May 26 23:40:57.549343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6297c-9d33-440c-a904-d078eb0d2bb7 req-4052af48-12a5-4a91-83d9-0ca30a35bec6 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:57.550771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3eb6297c-9d33-440c-a904-d078eb0d2bb7 req-4052af48-12a5-4a91-83d9-0ca30a35bec6 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 945 time: 0.0777259 May 26 23:40:57.594838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3eb6297c-9d33-440c-a904-d078eb0d2bb7 req-d30fe743-44f0-48c7-8914-82f238fb5a97 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 May 26 23:40:58.287184 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:40:58.789387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832391e1-3a8c-458d-834b-532d0a939848 req-1017dfe3-f2c9-49a2-99d0-0e3aa4db822f tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:58.790836 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-832391e1-3a8c-458d-834b-532d0a939848 req-1017dfe3-f2c9-49a2-99d0-0e3aa4db822f tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 945 time: 0.0742233 May 26 23:40:58.835722 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-832391e1-3a8c-458d-834b-532d0a939848 req-7d9ab85f-17b9-4929-b805-c6c05d95a8ea tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 May 26 23:40:59.033964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faf270-65fc-44f4-8455-6fd445ab096c req-a3ee7908-f5df-44ac-b59a-934d5f0971d4 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:40:59.035450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7faf270-65fc-44f4-8455-6fd445ab096c req-a3ee7908-f5df-44ac-b59a-934d5f0971d4 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 945 time: 0.0807145 May 26 23:40:59.079917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d7faf270-65fc-44f4-8455-6fd445ab096c req-d598fe3e-848c-4b9c-8bcf-73904fea939b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390315 May 26 23:41:07.462403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Sync routers for ids ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:41:07.475378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Routers {'ad80dc7c-bfec-40f7-adb1-256e49f9996e'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:41:07.476000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:07.638795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-718298fe-6e85-499a-a205-0c48e3a22d31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706122 May 26 23:41:07.656961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Set router ad80dc7c-bfec-40f7-adb1-256e49f9996e gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:41:07.775385 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-8f2196eb-14f0-4af2-8747-a8fc032a035c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4006b226dfde418ab835aa5d8c69dd33&device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 1096 time: 0.0680652 May 26 23:41:07.921284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-1ed3b2c6-a5a8-446e-a226-7f42817555f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:07.922659 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-1ed3b2c6-a5a8-446e-a226-7f42817555f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 200 len: 916 time: 0.1269350 May 26 23:41:07.969422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:44Z', 'revision_number': 4, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port': {'id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '62d6db54-9da0-4f5c-ad11-ade0c5eae2e7', 'name': '', 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'mac_address': 'fa:16:3e:61:2a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '002b1e75-8284-415b-ab6e-32fbde317112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:44Z', 'updated_at': '2022-05-26T23:40:45Z', 'revision_number': 2, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'subnets': [{'id': '002b1e75-8284-415b-ab6e-32fbde317112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:07.972863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Checking router: ad80dc7c-bfec-40f7-adb1-256e49f9996e for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:41:07.973211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Updating router ad80dc7c-bfec-40f7-adb1-256e49f9996e port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:41:08.027319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:08.083640 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-b3d45495-87b8-41e4-ae61-3c39a262b85c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117 HTTP/1.1" status: 200 len: 217 time: 0.1538758 May 26 23:41:08.150422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-49f2dbc1-f8b6-4a55-bd53-c8914d0bf7ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:08.152392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-49f2dbc1-f8b6-4a55-bd53-c8914d0bf7ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f515e47d-1ae8-4832-99e2-93df3de6b59a HTTP/1.1" status: 200 len: 854 time: 0.0619214 May 26 23:41:08.229976 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-8fcc1f57-20d7-4a83-8912-162064499b0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8536efe1-c680-4c1a-a947-257ceb026882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706651 May 26 23:41:08.365052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-20a9a729-25b5-4ef9-8276-2e230e45e64d service neutron] 10.222.0.55 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274886 May 26 23:41:08.409566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:08.421742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Transition to ACTIVE for port object 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:41:08.427836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:08.516218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-bdc7af1b-0004-47b6-adef-f00391f7f330 req-9f5b59de-e235-4514-a3ef-73db00763b9c service neutron] 10.222.0.55 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455975 May 26 23:41:08.549597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09102a4-b677-4a87-9649-728133248f2f None None] Pushing event updated for resources: {'Port': ['ID=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:08.655500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Attempting to bind port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:41:08.655867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Attempting to bind port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:41:08.656230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Attempting to bind port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 on network cfd722c1-155c-4675-934f-b5496915c25a {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:41:08.662996 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:41:08.663364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Checking segment: {'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:41:08.663762 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:08.664148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Bound using segment: {'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:41:08.664610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Bound port: 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6633a35f-0d42-46f3-9784-15ae68c7dcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:41:08.665011 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:08.764705 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] For port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:41:08.767702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] For port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,segment=NetworkSegment(6633a35f-0d42-46f3-9784-15ae68c7dcd9),segment_id=6633a35f-0d42-46f3-9784-15ae68c7dcd9)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:41:08.772712 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:08.850852 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09102a4-b677-4a87-9649-728133248f2f None None] Pushing event updated for resources: {'Port': ['ID=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:08.878248 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Routers {'ad80dc7c-bfec-40f7-adb1-256e49f9996e'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:41:08.878898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:40:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:09.065428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] Set router ad80dc7c-bfec-40f7-adb1-256e49f9996e gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:41:09.421617 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:44Z', 'revision_number': 4, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port': {'id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '62d6db54-9da0-4f5c-ad11-ade0c5eae2e7', 'name': '', 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'mac_address': 'fa:16:3e:61:2a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '002b1e75-8284-415b-ab6e-32fbde317112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:44Z', 'updated_at': '2022-05-26T23:41:08Z', 'revision_number': 4, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'subnets': [{'id': '002b1e75-8284-415b-ab6e-32fbde317112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:09.426028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80571f5-6f6a-42d6-bd03-b90a04e04db2 None None] The sync data for ids ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'] in n-d-843301-1 is: [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:44Z', 'revision_number': 4, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port': {'id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '62d6db54-9da0-4f5c-ad11-ade0c5eae2e7', 'name': '', 'network_id': 'cfd722c1-155c-4675-934f-b5496915c25a', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'mac_address': 'fa:16:3e:61:2a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '002b1e75-8284-415b-ab6e-32fbde317112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:44Z', 'updated_at': '2022-05-26T23:41:08Z', 'revision_number': 4, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'subnets': [{'id': '002b1e75-8284-415b-ab6e-32fbde317112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:41:10.020164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:41:10.101478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:41:10.106893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:41:10.107393 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:10.229485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:10.264856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,segment=NetworkSegment(6633a35f-0d42-46f3-9784-15ae68c7dcd9),segment_id=6633a35f-0d42-46f3-9784-15ae68c7dcd9)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:10.271218 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:10.351157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:12.017763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:41:12.087242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:41:12.087604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:13.539459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bee02-1d32-4631-bc0e-9e2831f88b3d req-40539627-6618-4b60-968a-c3d80dfdcb39 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:13.540811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-216bee02-1d32-4631-bc0e-9e2831f88b3d req-40539627-6618-4b60-968a-c3d80dfdcb39 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 945 time: 0.0802894 May 26 23:41:13.584903 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-216bee02-1d32-4631-bc0e-9e2831f88b3d req-b8821eaf-6f2f-4265-8dc6-64072c40641d tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 May 26 23:41:14.783613 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b75128-0993-4d9a-a7d0-938e99924ed1 req-c30203dd-ae9a-4681-962d-1d56299bce3b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:14.785042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3b75128-0993-4d9a-a7d0-938e99924ed1 req-c30203dd-ae9a-4681-962d-1d56299bce3b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 945 time: 0.0785830 May 26 23:41:14.829539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d3b75128-0993-4d9a-a7d0-938e99924ed1 req-9c306f1e-2517-4e0a-b4fd-8a34cc7dd6bd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 May 26 23:41:15.068681 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-95022bab-ff7f-467d-8a18-11b98bb2e61b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:15.070015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-95022bab-ff7f-467d-8a18-11b98bb2e61b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 945 time: 0.0784216 May 26 23:41:15.140079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Deleting port 653bc58e-1b08-4755-8a64-c89e8ad3b117 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:15.140450 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:15.381287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] For port 653bc58e-1b08-4755-8a64-c89e8ad3b117, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=653bc58e-1b08-4755-8a64-c89e8ad3b117,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:15.381646 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:15.500159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Calling delete_port for 653bc58e-1b08-4755-8a64-c89e8ad3b117 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:15.643192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:15.657767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['653bc58e-1b08-4755-8a64-c89e8ad3b117'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:41:15.696384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Pushing event deleted for resources: {'Port': ['ID=653bc58e-1b08-4755-8a64-c89e8ad3b117,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:15.766013 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.766356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.766692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.767022 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.767354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.767680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.768004 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.768325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.768644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.768961 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.769277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:15.782927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] No DVR routers for this DVR port 653bc58e-1b08-4755-8a64-c89e8ad3b117 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:41:15.785502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:15.788290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'name': 'network-vif-deleted', 'tag': '653bc58e-1b08-4755-8a64-c89e8ad3b117'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:41:15.803770 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-69af32bc-46a1-4ae6-a05f-5ebde93bd963 req-0d9a73ab-e91d-4b9f-8761-3c3daa359861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.55 "DELETE /v2.0/ports/653bc58e-1b08-4755-8a64-c89e8ad3b117 HTTP/1.1" status: 204 len: 173 time: 0.7255266 May 26 23:41:15.846876 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1e1a9d-8925-4723-9ed5-5c3177fba428'] response: {'server_uuid': 'a305be24-3c44-46fe-bdc8-a55656806a70', 'name': 'network-vif-deleted', 'tag': '653bc58e-1b08-4755-8a64-c89e8ad3b117', 'status': 'completed', 'code': 200} May 26 23:41:15.989777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-02a0d81a-2141-4621-888f-d6e22ed06bda req-c214f311-f3e6-44e2-ab1f-247f6bc1c3b4 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=a305be24-3c44-46fe-bdc8-a55656806a70 HTTP/1.1" status: 200 len: 210 time: 0.0395851 May 26 23:41:17.285499 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-47fcfd32-0e4d-4611-bd47-7d996009ed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:17.483299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e96e30-60c0-4493-a429-18adb8849611 req-9b39483d-4adc-4fa1-89f4-b384fc8a768f tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:17.483963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-04e96e30-60c0-4493-a429-18adb8849611 req-9b39483d-4adc-4fa1-89f4-b384fc8a768f tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Synchronizing usage tracker for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:41:17.500939 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-04e96e30-60c0-4493-a429-18adb8849611 req-9b39483d-4adc-4fa1-89f4-b384fc8a768f tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Unset dirty status for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:41:17.502131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-9b39483d-4adc-4fa1-89f4-b384fc8a768f tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/networks?id=8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 200 len: 815 time: 0.1573195 May 26 23:41:17.518340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-58d3c6ac-22d2-4458-9bb2-6758fbc26f44 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/quotas/4006b226dfde418ab835aa5d8c69dd33 HTTP/1.1" status: 200 len: 375 time: 0.0109940 May 26 23:41:17.607102 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-a222c3de-7409-4381-981a-45b95edb0291 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4006b226dfde418ab835aa5d8c69dd33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839686 May 26 23:41:17.622617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-3147ec73-a699-45ff-9f71-c7db5c5015dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:41:17.623554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-3147ec73-a699-45ff-9f71-c7db5c5015dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052686 May 26 23:41:17.753807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-e7eaf775-06ce-4295-a8a4-5cf54835e956 service neutron] 10.222.0.32 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244178 May 26 23:41:17.882493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-70e0f834-c050-4cd3-8e49-de4e33d228ad service neutron] 10.222.0.32 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230080 May 26 23:41:18.084536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3166a841-3163-4407-83d7-f4a3c7a05230 req-9758b954-ac4d-4a06-ba8f-0d8e79070861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Synchronizing usage tracker for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:41:18.100218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-3166a841-3163-4407-83d7-f4a3c7a05230 req-9758b954-ac4d-4a06-ba8f-0d8e79070861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Unset dirty status for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:41:18.101354 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3166a841-3163-4407-83d7-f4a3c7a05230 req-9758b954-ac4d-4a06-ba8f-0d8e79070861 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 210 time: 0.0560997 May 26 23:41:18.700798 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 653bc58e-1b08-4755-8a64-c89e8ad3b117 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:41:18.735491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 653bc58e-1b08-4755-8a64-c89e8ad3b117 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:41:18.735754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 653bc58e-1b08-4755-8a64-c89e8ad3b117 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:41:19.090038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e96e30-60c0-4493-a429-18adb8849611 req-58ed1939-f084-455c-b458-7861a14bcc05 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:19.091332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-58ed1939-f084-455c-b458-7861a14bcc05 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.48 "GET /v2.0/networks?id=8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 200 len: 815 time: 0.1459641 May 26 23:41:19.106333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Request body: {'port': {'device_id': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'admin_state_up': True, 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:41:19.274375 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-48a36003-6e61-47f5-b21a-82d877e9a78f req-387767c7-9a1b-4f23-a2b7-c32fc58a89cb tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 210 time: 0.0505202 May 26 23:41:19.279690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:41:19.289467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:41:19.299799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Made reservation on behalf of 4006b226dfde418ab835aa5d8c69dd33 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:41:19.302895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:19.463948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Allocated IP 172.20.0.10 (8536efe1-c680-4c1a-a947-257ceb026882/f515e47d-1ae8-4832-99e2-93df3de6b59a/809bb0bf-e9b0-4544-87a8-9de305532319) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:41:19.752765 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:19.767441 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Transition to ACTIVE for port object 809bb0bf-e9b0-4544-87a8-9de305532319 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:41:19.788711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:19.859719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Network 8536efe1-c680-4c1a-a947-257ceb026882 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:41:19.862668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:41:19.866358 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:41:19.902481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Pushing event updated for resources: {'Port': ['ID=809bb0bf-e9b0-4544-87a8-9de305532319,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:19.924172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.924517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.924849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.925177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.925503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.925929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.926164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.926490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.926811 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.927120 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.927435 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:19.945060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:19.945695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:19.970885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-4b7c4058-af35-458e-bffc-1b671a9693cd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8680062 May 26 23:41:20.023764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-165b3865-c185-40e7-93ba-1f819880dd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.092947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a5e665df-3511-4a01-8cbe-5f81b28bdab2 None None] Provisioning for port 809bb0bf-e9b0-4544-87a8-9de305532319 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:41:20.097464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a5e665df-3511-4a01-8cbe-5f81b28bdab2 None None] Provisioning complete for port 809bb0bf-e9b0-4544-87a8-9de305532319 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:41:20.097929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a5e665df-3511-4a01-8cbe-5f81b28bdab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.106107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Request body: {'port': {'device_id': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:41:20.148881 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-a5e665df-3511-4a01-8cbe-5f81b28bdab2 None None] Port 809bb0bf-e9b0-4544-87a8-9de305532319 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:41:20.214805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.478402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e4a0-e540-4b87-b745-120ff1464dc6 req-698034c2-4f24-4673-b7f4-c7aa3a5b0479 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:20.479873 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6135e4a0-e540-4b87-b745-120ff1464dc6 req-698034c2-4f24-4673-b7f4-c7aa3a5b0479 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 932 time: 0.0793879 May 26 23:41:20.524840 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6135e4a0-e540-4b87-b745-120ff1464dc6 req-90385bcd-fc6d-4c9e-b15b-df23f06ddb40 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 May 26 23:41:20.550225 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809bb0bf-e9b0-4544-87a8-9de305532319 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:41:20.556961 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.571528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Transition to ACTIVE for port object 809bb0bf-e9b0-4544-87a8-9de305532319 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:41:20.576066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.706743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Pushing event updated for resources: {'Port': ['ID=809bb0bf-e9b0-4544-87a8-9de305532319,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:20.777529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.811474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Attempting to bind port 809bb0bf-e9b0-4544-87a8-9de305532319 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:41:20.811804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Attempting to bind port 809bb0bf-e9b0-4544-87a8-9de305532319 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:41:20.812122 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Attempting to bind port 809bb0bf-e9b0-4544-87a8-9de305532319 on network 8536efe1-c680-4c1a-a947-257ceb026882 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:41:20.817932 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Port 809bb0bf-e9b0-4544-87a8-9de305532319 on network 8536efe1-c680-4c1a-a947-257ceb026882 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:41:20.818243 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Attempting to bind port 809bb0bf-e9b0-4544-87a8-9de305532319 on network 8536efe1-c680-4c1a-a947-257ceb026882 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:41:20.824871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:41:20.825195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Checking segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:41:20.825566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Bound using segment: {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:41:20.825999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Bound port: 809bb0bf-e9b0-4544-87a8-9de305532319, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5649bf-740a-4d34-9697-f53194ac3cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:41:20.826335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.864738 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.919777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] For port 809bb0bf-e9b0-4544-87a8-9de305532319, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:41:20.922687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] For port 809bb0bf-e9b0-4544-87a8-9de305532319, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=809bb0bf-e9b0-4544-87a8-9de305532319,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:41:20.926648 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.986931 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:20.988420 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] 10.222.0.48 "PUT /v2.0/ports/809bb0bf-e9b0-4544-87a8-9de305532319 HTTP/1.1" status: 200 len: 1092 time: 1.0099037 May 26 23:41:20.988687 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'tag': '809bb0bf-e9b0-4544-87a8-9de305532319'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:41:21.006565 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883e79b-484f-4f56-b7e6-e965af73dae1 service neutron] Pushing event updated for resources: {'Port': ['ID=809bb0bf-e9b0-4544-87a8-9de305532319,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:21.065508 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff96a807-b880-407a-bf65-d5bfc35ae939'] response: {'name': 'network-changed', 'server_uuid': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'tag': '809bb0bf-e9b0-4544-87a8-9de305532319', 'status': 'completed', 'code': 200} May 26 23:41:21.111115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-491f84e7-9c09-4f77-80ce-ddc9260282ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4006b226dfde418ab835aa5d8c69dd33&device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 1095 time: 0.0778239 May 26 23:41:21.180214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-4d60db3f-b6e9-4a94-a5ea-13c218f2c50f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809bb0bf-e9b0-4544-87a8-9de305532319 HTTP/1.1" status: 200 len: 217 time: 0.0612950 May 26 23:41:21.243981 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e96e30-60c0-4493-a429-18adb8849611 req-aa619d54-6a12-4031-93bd-9685f3a0e5a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:21.246076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-aa619d54-6a12-4031-93bd-9685f3a0e5a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f515e47d-1ae8-4832-99e2-93df3de6b59a HTTP/1.1" status: 200 len: 854 time: 0.0603912 May 26 23:41:21.317132 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-bfa3ca79-f849-4e73-82df-e14e68d6a884 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8536efe1-c680-4c1a-a947-257ceb026882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656559 May 26 23:41:21.446590 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-d54f347b-7793-4c26-bc4e-0e27dafc9669 service neutron] 10.222.0.48 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235533 May 26 23:41:21.669900 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-04e96e30-60c0-4493-a429-18adb8849611 req-1cd059ea-3cde-484f-b411-b873f4cb43b0 service neutron] 10.222.0.48 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171493 May 26 23:41:21.731237 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866b927-2ca9-4f37-96f5-e5e8055c686b req-137e09ce-6479-4aee-a86f-1de7679ef87b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:21.732670 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1866b927-2ca9-4f37-96f5-e5e8055c686b req-137e09ce-6479-4aee-a86f-1de7679ef87b tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 944 time: 0.0839100 May 26 23:41:21.782325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1866b927-2ca9-4f37-96f5-e5e8055c686b req-8e9aa082-3c39-45dd-82f2-8d12f13ae5fd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 May 26 23:41:21.789279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-e9b21270-c53f-4e1d-81c2-4aa0d33a68ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4006b226dfde418ab835aa5d8c69dd33&device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 1095 time: 0.0720618 May 26 23:41:21.919294 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-667dcc46-1254-4e39-8f24-1cbcd1d9694c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:21.920706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-667dcc46-1254-4e39-8f24-1cbcd1d9694c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 200 len: 916 time: 0.1253445 May 26 23:41:21.986878 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-417f1127-4ed9-46fb-a5df-d457aba1513d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809bb0bf-e9b0-4544-87a8-9de305532319 HTTP/1.1" status: 200 len: 217 time: 0.0594697 May 26 23:41:22.051407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-b8e27f49-5af1-4614-9b2a-553d43214194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:22.052796 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-b8e27f49-5af1-4614-9b2a-553d43214194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f515e47d-1ae8-4832-99e2-93df3de6b59a HTTP/1.1" status: 200 len: 854 time: 0.0601795 May 26 23:41:22.085852 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:22.125607 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-237eb19f-8fb9-41cd-8f88-668757262462 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8536efe1-c680-4c1a-a947-257ceb026882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671172 May 26 23:41:22.255150 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-102805df-d5f2-4728-871e-390678d8e620 service neutron] 10.222.0.48 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227691 May 26 23:41:22.384323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b9fc40de-979b-487e-ac43-7ef6c8d20c41 req-590c6602-75d4-41ca-990b-12d5024c3840 service neutron] 10.222.0.48 "GET /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231871 May 26 23:41:22.977855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1348d-1d90-4e0e-b7bd-34deec465571 req-88eb8a2b-d564-45ba-94f4-35005c034fcb tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:22.978442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4eb1348d-1d90-4e0e-b7bd-34deec465571 req-88eb8a2b-d564-45ba-94f4-35005c034fcb tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Synchronizing usage tracker for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:41:22.992776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4eb1348d-1d90-4e0e-b7bd-34deec465571 req-88eb8a2b-d564-45ba-94f4-35005c034fcb tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Unset dirty status for tenant:4006b226dfde418ab835aa5d8c69dd33 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:41:22.994032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4eb1348d-1d90-4e0e-b7bd-34deec465571 req-88eb8a2b-d564-45ba-94f4-35005c034fcb tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 944 time: 0.0925610 May 26 23:41:23.039634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4eb1348d-1d90-4e0e-b7bd-34deec465571 req-a04ea1f9-c1fa-4835-9238-d5c68b0ffe41 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 May 26 23:41:24.328311 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58870de3-5850-46dd-9a53-2a70b7ff0501 req-2c681c77-7cfc-4b9a-83a2-b424eb1b58d8 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:24.329637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58870de3-5850-46dd-9a53-2a70b7ff0501 req-2c681c77-7cfc-4b9a-83a2-b424eb1b58d8 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 944 time: 0.1613421 May 26 23:41:24.374828 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-58870de3-5850-46dd-9a53-2a70b7ff0501 req-ff9dbf51-68f5-488c-8e86-8ada3f839c91 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 May 26 23:41:25.499185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 809bb0bf-e9b0-4544-87a8-9de305532319 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:41:25.572719 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f7bc-8ddf-49ee-9fc0-064ad1efed1d req-d88f354e-1cef-4b0c-be44-61e840fc40f7 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:25.574718 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2001f7bc-8ddf-49ee-9fc0-064ad1efed1d req-d88f354e-1cef-4b0c-be44-61e840fc40f7 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 944 time: 0.0794411 May 26 23:41:25.632016 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 809bb0bf-e9b0-4544-87a8-9de305532319, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=809bb0bf-e9b0-4544-87a8-9de305532319,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:25.632297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2001f7bc-8ddf-49ee-9fc0-064ad1efed1d req-de5b0ff6-8fa8-4282-b9f1-d8c8b9b50ea5 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520527 May 26 23:41:25.650140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '809bb0bf-e9b0-4544-87a8-9de305532319', 'network_id': '8536efe1-c680-4c1a-a947-257ceb026882', 'port_id': '809bb0bf-e9b0-4544-87a8-9de305532319', 'mac_address': 'fa:16:3e:b1:ea:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f515e47d-1ae8-4832-99e2-93df3de6b59a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:41:25.703179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:25.720472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809bb0bf-e9b0-4544-87a8-9de305532319 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:41:25.734809 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 809bb0bf-e9b0-4544-87a8-9de305532319, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=809bb0bf-e9b0-4544-87a8-9de305532319,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:25.738756 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:25.800254 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:25.812508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=809bb0bf-e9b0-4544-87a8-9de305532319,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:25.820875 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.821211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.821544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.821899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.822244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.822550 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.822866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.823769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.824087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.824401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:25.824719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:41:26.068835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['809bb0bf-e9b0-4544-87a8-9de305532319'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:41:26.818041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b5f9-2db8-4ee2-9581-a38a68145e1d req-afa53546-5b80-49cb-a662-5d5324f7e8f0 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:26.819457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7636b5f9-2db8-4ee2-9581-a38a68145e1d req-afa53546-5b80-49cb-a662-5d5324f7e8f0 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 945 time: 0.0781493 May 26 23:41:26.863206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7636b5f9-2db8-4ee2-9581-a38a68145e1d req-382edfac-b1da-411a-af1b-e455a6e24642 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377281 May 26 23:41:27.528513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 809bb0bf-e9b0-4544-87a8-9de305532319 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:41:27.539412 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:41:27.597043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 809bb0bf-e9b0-4544-87a8-9de305532319 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:41:27.601498 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 809bb0bf-e9b0-4544-87a8-9de305532319 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:41:27.601888 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:27.720135 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:27.745030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809bb0bf-e9b0-4544-87a8-9de305532319'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:41:27.754597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 809bb0bf-e9b0-4544-87a8-9de305532319, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=809bb0bf-e9b0-4544-87a8-9de305532319,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:27.758474 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:27.803014 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cccdfa1-9b04-420f-800e-146f6e00f2ca'] response: {'server_uuid': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809bb0bf-e9b0-4544-87a8-9de305532319', 'code': 200} May 26 23:41:27.828454 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=809bb0bf-e9b0-4544-87a8-9de305532319,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:27.926140 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85bef64b-333b-4951-888c-5164a9a35f6e req-b4336824-e46c-440c-aa21-b73d3b5b1fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 1097 time: 0.0711589 May 26 23:41:27.969045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-85bef64b-333b-4951-888c-5164a9a35f6e req-ef49bc9d-455d-4874-89f5-976d315d8cd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 May 26 23:41:28.077104 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691c100-047e-426d-9cd7-710e7056f747 req-61a1f785-dc11-47df-a30d-e404616a0a79 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:28.078468 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8691c100-047e-426d-9cd7-710e7056f747 req-61a1f785-dc11-47df-a30d-e404616a0a79 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 946 time: 0.0880706 May 26 23:41:28.121630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8691c100-047e-426d-9cd7-710e7056f747 req-4901cb70-38dc-4eb6-ab51-bc4919280ef4 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 May 26 23:41:28.291423 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:29.320308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e41b3-0450-434c-8c8c-2a27b8693baa req-b4a0765d-a4a0-4273-8a55-1844b613bb55 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:29.322233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd8e41b3-0450-434c-8c8c-2a27b8693baa req-b4a0765d-a4a0-4273-8a55-1844b613bb55 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 946 time: 0.0809367 May 26 23:41:29.373118 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd8e41b3-0450-434c-8c8c-2a27b8693baa req-6848c526-40d7-4991-acad-14ddca0bc227 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 May 26 23:41:30.573334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fc98c-408b-47b8-a6c2-6f5c47d84562 req-1e3c4699-d04b-416d-8ab8-370e48ee4140 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:30.574774 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b72fc98c-408b-47b8-a6c2-6f5c47d84562 req-1e3c4699-d04b-416d-8ab8-370e48ee4140 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 946 time: 0.0778892 May 26 23:41:30.619154 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b72fc98c-408b-47b8-a6c2-6f5c47d84562 req-cf2fd684-e339-4655-8ddf-c92f2b7b461e tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 May 26 23:41:30.811657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0df3-2f14-4335-996b-4ea704bff72b req-e7674c7c-ea8a-45b3-85b2-ae1aebfb0550 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:30.813079 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16be0df3-2f14-4335-996b-4ea704bff72b req-e7674c7c-ea8a-45b3-85b2-ae1aebfb0550 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 946 time: 0.0778930 May 26 23:41:30.858244 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-16be0df3-2f14-4335-996b-4ea704bff72b req-c1dfcd8d-260b-46d9-8d6e-9e626b7235c2 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 May 26 23:41:45.133310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd65f-3e63-494a-ab23-ea84ec68b99f req-acc729ed-1ad0-4947-903e-258c2cd39b50 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:45.136524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5efcd65f-3e63-494a-ab23-ea84ec68b99f req-acc729ed-1ad0-4947-903e-258c2cd39b50 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 946 time: 0.0931206 May 26 23:41:45.189944 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5efcd65f-3e63-494a-ab23-ea84ec68b99f req-0f8990e1-2858-4365-b0b7-cbcb76a1e2c2 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 May 26 23:41:46.394637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743cfce-6633-4795-8856-6523fe8cd1c7 req-f1ff39fb-64b1-4017-8df7-7cacb5023060 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:46.396065 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a743cfce-6633-4795-8856-6523fe8cd1c7 req-f1ff39fb-64b1-4017-8df7-7cacb5023060 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 946 time: 0.0748723 May 26 23:41:46.444250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a743cfce-6633-4795-8856-6523fe8cd1c7 req-c84d080b-22e9-4295-94ff-0b6f973262e0 tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/security-groups?id=45225b90-9b8e-4b8d-82ff-2acae888f90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 May 26 23:41:46.812572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-27d1bf8c-be43-43e1-b870-b5d8d764abfa tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:41:46.813983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-27d1bf8c-be43-43e1-b870-b5d8d764abfa tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.48 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 946 time: 0.0751095 May 26 23:41:46.879995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Deleting port 809bb0bf-e9b0-4544-87a8-9de305532319 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:46.880331 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:47.203031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] For port 809bb0bf-e9b0-4544-87a8-9de305532319, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=809bb0bf-e9b0-4544-87a8-9de305532319,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:47.203382 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:47.276885 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2f66436f-b3a2-471d-b5c1-5ad246be2bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:47.324992 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Calling delete_port for 809bb0bf-e9b0-4544-87a8-9de305532319 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:47.460054 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:47.472238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['809bb0bf-e9b0-4544-87a8-9de305532319'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:41:47.514002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Pushing event deleted for resources: {'Port': ['ID=809bb0bf-e9b0-4544-87a8-9de305532319,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:47.595845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] No DVR routers for this DVR port 809bb0bf-e9b0-4544-87a8-9de305532319 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:41:47.598956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:47.601635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'name': 'network-vif-deleted', 'tag': '809bb0bf-e9b0-4544-87a8-9de305532319'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:41:47.622333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5c7d8154-fc2e-4a5a-8003-e5e195b82cc3 req-d5728af4-a2ea-44dd-92ea-f2ea2aa540ae tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.48 "DELETE /v2.0/ports/809bb0bf-e9b0-4544-87a8-9de305532319 HTTP/1.1" status: 204 len: 173 time: 0.8024402 May 26 23:41:47.630851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88009165-a85a-4216-86d4-d0d52c0ffa6d req-2cfdaca1-2432-44a0-b021-caa00f0b65bd tempest-TestEncryptedCinderVolumes-132703298 tempest-TestEncryptedCinderVolumes-132703298-project] 10.222.0.32 "GET /v2.0/ports?device_id=095ff58a-2dfd-4d35-aced-4ab29725e47a HTTP/1.1" status: 200 len: 210 time: 0.0608144 May 26 23:41:47.700768 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f67a39-9914-4647-ab21-182a30327972'] response: {'server_uuid': '095ff58a-2dfd-4d35-aced-4ab29725e47a', 'name': 'network-vif-deleted', 'tag': '809bb0bf-e9b0-4544-87a8-9de305532319', 'status': 'completed', 'code': 200} May 26 23:41:48.789285 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46082) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:49.176452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:49.768640 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Deleting port 64cb3462-1e79-476b-a662-03fd0990a4b7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:49.768975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:50.026115 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8918eedb-edc2-4a69-8cbf-92ec93c6b62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:50.030092 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-d498107e-f611-4177-a867-454788e3164f admin admin] For port 64cb3462-1e79-476b-a662-03fd0990a4b7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=64cb3462-1e79-476b-a662-03fd0990a4b7,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:50.030521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:50.146657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Calling delete_port for 64cb3462-1e79-476b-a662-03fd0990a4b7 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:50.307148 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:50.349442 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Pushing event deleted for resources: {'Port': ['ID=64cb3462-1e79-476b-a662-03fd0990a4b7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:50.640800 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:50.779669 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:50.858010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:51.203506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Router 56cfadc4-41bb-42f5-8c73-31854e197a46 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:41:51.490249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d498107e-f611-4177-a867-454788e3164f admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:41:51.498954 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] Sync routers for ids ['56cfadc4-41bb-42f5-8c73-31854e197a46'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:41:51.503811 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d498107e-f611-4177-a867-454788e3164f admin admin] 10.222.0.32 "PUT /v2.0/routers/56cfadc4-41bb-42f5-8c73-31854e197a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7133954 May 26 23:41:51.506289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:51.510845 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] Routers {'56cfadc4-41bb-42f5-8c73-31854e197a46'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:41:51.511442 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['56cfadc4-41bb-42f5-8c73-31854e197a46'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:51.606222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 809bb0bf-e9b0-4544-87a8-9de305532319 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:41:51.644520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 809bb0bf-e9b0-4544-87a8-9de305532319 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:41:51.645151 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 809bb0bf-e9b0-4544-87a8-9de305532319 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:41:51.696512 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] Set router 56cfadc4-41bb-42f5-8c73-31854e197a46 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:41:51.709379 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:51.904229 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:51.912867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Deleting port 6ca15e57-1aae-42cc-a396-e7f989ccbef9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:51.913190 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:51.987915 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:41:50Z', 'revision_number': 5, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port': {'id': '6ca15e57-1aae-42cc-a396-e7f989ccbef9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:36Z', 'updated_at': '2022-05-26T23:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:51.991769 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] Checking router: 56cfadc4-41bb-42f5-8c73-31854e197a46 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:41:52.002290 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] Routers {'56cfadc4-41bb-42f5-8c73-31854e197a46'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:41:52.002881 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['56cfadc4-41bb-42f5-8c73-31854e197a46'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:52.083635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:52.089450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] For port 6ca15e57-1aae-42cc-a396-e7f989ccbef9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=6ca15e57-1aae-42cc-a396-e7f989ccbef9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:52.089834 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:52.148998 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] Set router 56cfadc4-41bb-42f5-8c73-31854e197a46 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:41:52.205984 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Calling delete_port for 6ca15e57-1aae-42cc-a396-e7f989ccbef9 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:52.251562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:41:51Z', 'revision_number': 6, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:52.255436 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba3336-7650-4657-8d9d-e8a864bae5f2 None None] The sync data for ids ['56cfadc4-41bb-42f5-8c73-31854e197a46'] in n-d-843301-1 is: [{'id': '56cfadc4-41bb-42f5-8c73-31854e197a46', 'name': 'tempest-TestEncryptedCinderVolumes-33713760-router', 'tenant_id': '4006b226dfde418ab835aa5d8c69dd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:35Z', 'updated_at': '2022-05-26T23:41:51Z', 'revision_number': 6, 'project_id': '4006b226dfde418ab835aa5d8c69dd33', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:41:52.372250 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:52.416590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca15e57-1aae-42cc-a396-e7f989ccbef9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:52.634131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:52.977357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:52.981975 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.006636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.007161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56cfadc4-41bb-42f5-8c73-31854e197a46 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:41:53.019149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.020280 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cbee4b94-129c-4617-bc76-a33bc2f1b109 admin admin] 10.222.0.32 "DELETE /v2.0/routers/56cfadc4-41bb-42f5-8c73-31854e197a46 HTTP/1.1" status: 204 len: 168 time: 1.5130913 May 26 23:41:53.022795 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:53.081206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] Deleting subnet f515e47d-1ae8-4832-99e2-93df3de6b59a {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:41:53.084206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.132793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.215398 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.285013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.325331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f515e47d-1ae8-4832-99e2-93df3de6b59a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:53.330090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.335469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9ea1ae06-5b6e-436d-9d24-791451beded1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f515e47d-1ae8-4832-99e2-93df3de6b59a HTTP/1.1" status: 204 len: 168 time: 0.3117535 May 26 23:41:53.335703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190bccf-45e9-491c-9c00-b7427c395ee2 None None] Network 8536efe1-c680-4c1a-a947-257ceb026882 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:41:53.340691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46098) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:53.438772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.449494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Deleting port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:53.449853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.574234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] DHCP port deletion for 8536efe1-c680-4c1a-a947-257ceb026882 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:41:53.578280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Deleting port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:53.578642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.658293 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] For port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:53.658655 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.779942 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Calling delete_port for 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:53.810087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] For port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,segment=NetworkSegment(9c5649bf-740a-4d34-9697-f53194ac3cb4),segment_id=9c5649bf-740a-4d34-9697-f53194ac3cb4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:53.810393 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.855370 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:53.898673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:53.905450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] No DVR routers for this DVR port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:41:53.930285 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Calling delete_port for 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:53.999158 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:41:53.999583 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:41:54.018458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca15e57-1aae-42cc-a396-e7f989ccbef9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:41:54.022716 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:54.048224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8536efe1-c680-4c1a-a947-257ceb026882']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:54.053501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 6ca15e57-1aae-42cc-a396-e7f989ccbef9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:41:54.053942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 6ca15e57-1aae-42cc-a396-e7f989ccbef9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:41:54.054348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:41:54.060770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5649bf-740a-4d34-9697-f53194ac3cb4') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:54.061061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5649bf-740a-4d34-9697-f53194ac3cb4') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:54.072104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:54.085350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:41:54.085702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:41:54.086677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64cb3462-1e79-476b-a662-03fd0990a4b7 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:41:54.087927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:54.094152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:41:54.094532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: timer() May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:41:54.107981 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:41:54.116672 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 64cb3462-1e79-476b-a662-03fd0990a4b7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:41:54.117017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 64cb3462-1e79-476b-a662-03fd0990a4b7 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:41:54.271119 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:54.287232 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:54.298095 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8536efe1-c680-4c1a-a947-257ceb026882,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:54.311418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dff068b3-0b59-45d1-8c0e-6f52ada6cad0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8536efe1-c680-4c1a-a947-257ceb026882 HTTP/1.1" status: 204 len: 168 time: 0.9718676 May 26 23:41:54.314267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46102) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:54.500754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Deleting port 7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:54.501368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:54.565401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-89c9c940-4812-468c-be4e-3c54d57b46fb None None] The port '7c014baa-0e4c-42ca-9846-4c2d9b9ad4cf' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:41:54.699547 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:55.268959 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Deleting port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:55.269294 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:55.434610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] For port 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,segment=NetworkSegment(6633a35f-0d42-46f3-9784-15ae68c7dcd9),segment_id=6633a35f-0d42-46f3-9784-15ae68c7dcd9)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:55.435300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:55.550611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Calling delete_port for 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:55.751740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:55.812933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:55.857754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d6db54-9da0-4f5c-ad11-ade0c5eae2e7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:56.143952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:56.707754 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Router ad80dc7c-bfec-40f7-adb1-256e49f9996e has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:41:56.908491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:41:56.916791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c7834-d60a-4daa-a933-36b57797423e None None] Sync routers for ids ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:41:56.918317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-990d90dc-3302-4fa5-8fd9-feb8c40a14e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad80dc7c-bfec-40f7-adb1-256e49f9996e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6028101 May 26 23:41:56.920638 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46106) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:56.930367 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] Routers {'ad80dc7c-bfec-40f7-adb1-256e49f9996e'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:41:56.930906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:57.117069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] Set router ad80dc7c-bfec-40f7-adb1-256e49f9996e gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:41:57.232015 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:57.400864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:41:55Z', 'revision_number': 5, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port': {'id': 'bc6f5e30-d540-4707-8acb-b65c2df1637d', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:57.404717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c7834-d60a-4daa-a933-36b57797423e None None] Checking router: ad80dc7c-bfec-40f7-adb1-256e49f9996e for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:41:57.415114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] Routers {'ad80dc7c-bfec-40f7-adb1-256e49f9996e'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:41:57.415715 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:57.429196 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:57.438848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Deleting port bc6f5e30-d540-4707-8acb-b65c2df1637d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:57.439183 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:57.565728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] Set router ad80dc7c-bfec-40f7-adb1-256e49f9996e gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:41:57.611023 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] For port bc6f5e30-d540-4707-8acb-b65c2df1637d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bc6f5e30-d540-4707-8acb-b65c2df1637d,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:57.611375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:57.712113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-613c7834-d60a-4daa-a933-36b57797423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:41:57Z', 'revision_number': 6, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:57.716349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613c7834-d60a-4daa-a933-36b57797423e None None] The sync data for ids ['ad80dc7c-bfec-40f7-adb1-256e49f9996e'] in n-d-843301-1 is: [{'id': 'ad80dc7c-bfec-40f7-adb1-256e49f9996e', 'name': 'tempest-TestEncryptedCinderVolumes-1534138639-router', 'tenant_id': '54107b1e367745b9aeb5566869bac17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:40:41Z', 'updated_at': '2022-05-26T23:41:57Z', 'revision_number': 6, 'project_id': '54107b1e367745b9aeb5566869bac17d', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:41:57.736877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Calling delete_port for bc6f5e30-d540-4707-8acb-b65c2df1637d owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:57.902081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:57.946958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6f5e30-d540-4707-8acb-b65c2df1637d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:58.108489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:41:58.145928 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:41:58.146225 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 62d6db54-9da0-4f5c-ad11-ade0c5eae2e7 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:41:58.173050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.290682 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.426554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.430588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.454403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.454971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad80dc7c-bfec-40f7-adb1-256e49f9996e {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:41:58.467881 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.469189 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-323dbd1c-d57c-434f-90f7-89b1afb1e196 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad80dc7c-bfec-40f7-adb1-256e49f9996e HTTP/1.1" status: 204 len: 168 time: 1.5476668 May 26 23:41:58.471699 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46110) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:58.637874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] Deleting subnet 002b1e75-8284-415b-ab6e-32fbde317112 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:41:58.640776 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.696309 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.776521 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.846222 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.882112 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002b1e75-8284-415b-ab6e-32fbde317112,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:58.888702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:58.893795 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b10fc0-4ea8-4820-91f8-c656f2325177 None None] Network cfd722c1-155c-4675-934f-b5496915c25a requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:41:58.894829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1670378a-07db-48c2-aca1-2ed0a911faa7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/002b1e75-8284-415b-ab6e-32fbde317112 HTTP/1.1" status: 204 len: 168 time: 0.4220505 May 26 23:41:58.897174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46114) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:41:59.001994 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.012432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Deleting port 2db61558-f969-4dec-be34-170531c35b2a {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:59.012700 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.136769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] DHCP port deletion for cfd722c1-155c-4675-934f-b5496915c25a request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:41:59.140844 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Deleting port 2db61558-f969-4dec-be34-170531c35b2a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:41:59.141213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.220258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] For port 2db61558-f969-4dec-be34-170531c35b2a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2db61558-f969-4dec-be34-170531c35b2a,segment=NetworkSegment(6633a35f-0d42-46f3-9784-15ae68c7dcd9),segment_id=6633a35f-0d42-46f3-9784-15ae68c7dcd9)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:59.220605 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.340688 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Calling delete_port for 2db61558-f969-4dec-be34-170531c35b2a owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:59.343424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] For port 2db61558-f969-4dec-be34-170531c35b2a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=2db61558-f969-4dec-be34-170531c35b2a,segment=NetworkSegment(6633a35f-0d42-46f3-9784-15ae68c7dcd9),segment_id=6633a35f-0d42-46f3-9784-15ae68c7dcd9)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:41:59.343819 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.414639 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.461625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db61558-f969-4dec-be34-170531c35b2a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:59.461994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Calling delete_port for 2db61558-f969-4dec-be34-170531c35b2a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:41:59.467528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] No DVR routers for this DVR port 2db61558-f969-4dec-be34-170531c35b2a on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:41:59.535564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:41:59.535914 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:41:59.583696 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.609016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd722c1-155c-4675-934f-b5496915c25a']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:59.620747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6633a35f-0d42-46f3-9784-15ae68c7dcd9') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:59.621042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6633a35f-0d42-46f3-9784-15ae68c7dcd9') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:41:59.632057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.647355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.654016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:41:59.654517 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: timer() May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:41:59.668136 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:41:59.746515 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.762108 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:41:59.773203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd722c1-155c-4675-934f-b5496915c25a,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:41:59.776004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4fce6f73-67f6-467f-b94b-0d6e51d68687 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cfd722c1-155c-4675-934f-b5496915c25a HTTP/1.1" status: 204 len: 168 time: 0.8778923 May 26 23:41:59.964647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:00.015592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-fcc40a9b-d262-4466-ab1d-038a7c0b783b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4006b226dfde418ab835aa5d8c69dd33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497522 May 26 23:42:00.015865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc6f5e30-d540-4707-8acb-b65c2df1637d no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:42:00.017925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46124) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:00.044052 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Deleting port 2db61558-f969-4dec-be34-170531c35b2a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:42:00.044531 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.074388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bc6f5e30-d540-4707-8acb-b65c2df1637d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:42:00.074724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc6f5e30-d540-4707-8acb-b65c2df1637d not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:42:00.075123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2db61558-f969-4dec-be34-170531c35b2a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:42:00.079515 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b14b-5935-4015-91e7-31b9bb92d851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.104812 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b14b-5935-4015-91e7-31b9bb92d851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.112388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 2db61558-f969-4dec-be34-170531c35b2a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:42:00.112726 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 2db61558-f969-4dec-be34-170531c35b2a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:42:00.146505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b163501-e44d-42b7-8e9d-9f250932a4dd None None] The port '2db61558-f969-4dec-be34-170531c35b2a' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:42:00.157949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b14b-5935-4015-91e7-31b9bb92d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.175422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3b14b-5935-4015-91e7-31b9bb92d851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45225b90-9b8e-4b8d-82ff-2acae888f90c,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:00.184477 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b14b-5935-4015-91e7-31b9bb92d851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.185583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3c3b14b-5935-4015-91e7-31b9bb92d851 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45225b90-9b8e-4b8d-82ff-2acae888f90c HTTP/1.1" status: 204 len: 168 time: 0.1667869 May 26 23:42:00.567821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46132) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:00.616948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8f6a6755-5ef8-45a9-b9ed-0476595d4633 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54107b1e367745b9aeb5566869bac17d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479290 May 26 23:42:00.619382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46136) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:00.683520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e077760-0938-42aa-a35b-de4e8e1b5c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.707838 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e077760-0938-42aa-a35b-de4e8e1b5c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.759609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e077760-0938-42aa-a35b-de4e8e1b5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.774075 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e077760-0938-42aa-a35b-de4e8e1b5c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896a800-afe3-4cd7-bfde-0dc533a10122,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:00.781441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9e077760-0938-42aa-a35b-de4e8e1b5c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:00.782759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9e077760-0938-42aa-a35b-de4e8e1b5c93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7896a800-afe3-4cd7-bfde-0dc533a10122 HTTP/1.1" status: 204 len: 168 time: 0.1625180 May 26 23:42:01.586446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46158) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:01.717995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34321809-network', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:01.723359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:01.727152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Usage tracker for resource:network and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:01.729987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:01.735536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:01.746008 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Made reservation on behalf of 00343f2e1e214c6496c682f283dbac3b for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:42:01.748123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:01.759809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:01.791137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:01.795291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:01.798080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:01.803657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:01.873379 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:01.876920 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:01.903230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:42:01.915058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0886398b-a390-48aa-a499-587b593bbf7e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:01.919717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:01.920062 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Added segment ccab1c15-656d-41f7-a97d-521f710434e6 of type vlan for network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 May 26 23:42:01.945619 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:01.973415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:01.974256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:01.974816 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.074925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:02.077721 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d0e759ec-4e03-4363-94a0-b6a93cabe617 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4902568 May 26 23:42:02.080749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46164) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:02.084631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:42:02.087036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Request body: {'subnet': {'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34321809-subnet', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:02.092844 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:02.096704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Usage tracker for resource:subnet and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:02.099582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:02.105261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:02.115726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Made reservation on behalf of 00343f2e1e214c6496c682f283dbac3b for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:42:02.118045 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.316632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.391883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfea9d7f-5afb-4a1c-a6be-5825ce710aac,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:02.404244 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Checking segment: {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:02.404596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Network hostable DHCP agents. Network: 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:42:02.426348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:42:02.435407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:02.439449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:02.440024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.445290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2baf10-e01b-4da1-b3c0-350a4841da67 None None] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:42:02.459898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-31498e32-0051-4cd8-96b8-b4d3df55d5d3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3771534 May 26 23:42:02.462368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46168) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:02.467469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:02.472658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:02.476459 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Usage tracker for resource:router and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:02.479282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:02.485340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:02.495974 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.497157 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.515850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.655187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:42:02.656407 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.664637 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.811145 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Allocated IP 172.20.0.2 (1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2/dfea9d7f-5afb-4a1c-a6be-5825ce710aac/defe367c-00a2-4ac6-9f73-c4b63944e013) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:02.849160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:02.878835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.017348 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.027223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Transition to ACTIVE for port object defe367c-00a2-4ac6-9f73-c4b63944e013 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:03.039160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Allocated IP 172.25.4.206 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/7a133017-b2ae-47f8-8060-cfb2069258ed) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:03.047146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Transition to ACTIVE for port object defe367c-00a2-4ac6-9f73-c4b63944e013 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:03.052809 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.157254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:03.160166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:03.163740 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:03.172647 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Pushing event updated for resources: {'Port': ['ID=defe367c-00a2-4ac6-9f73-c4b63944e013,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:03.258415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Attempting to bind port defe367c-00a2-4ac6-9f73-c4b63944e013 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:42:03.258872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Attempting to bind port defe367c-00a2-4ac6-9f73-c4b63944e013 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:42:03.259288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Attempting to bind port defe367c-00a2-4ac6-9f73-c4b63944e013 on network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:03.265562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:42:03.265971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Checking segment: {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:03.266365 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.266742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Bound using segment: {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:42:03.267192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Bound port: defe367c-00a2-4ac6-9f73-c4b63944e013, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:42:03.267632 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.287950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.316034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.361914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] For port defe367c-00a2-4ac6-9f73-c4b63944e013, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:42:03.365824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] For port defe367c-00a2-4ac6-9f73-c4b63944e013, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=defe367c-00a2-4ac6-9f73-c4b63944e013,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:42:03.371100 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.409204 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:03.412690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:03.419305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:03.449975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Pushing event updated for resources: {'Port': ['ID=7a133017-b2ae-47f8-8060-cfb2069258ed,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:03.454698 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409f694-1c9c-4969-99c9-755a2730ce8b None None] Pushing event updated for resources: {'Port': ['ID=defe367c-00a2-4ac6-9f73-c4b63944e013,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:03.594532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.598322 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:03.862488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:42:04.050343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device defe367c-00a2-4ac6-9f73-c4b63944e013 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:04.083098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:42:04.098084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Sync routers for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:42:04.111353 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:04.114221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-d6b58ba2-7bf9-4317-8905-3ce596c6d935 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6507502 May 26 23:42:04.116450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46174) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:04.123055 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:04.123455 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:04.130921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port defe367c-00a2-4ac6-9f73-c4b63944e013 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:04.323868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:04.446835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75a8a1-0d4a-402c-a977-90343324f0aa None None] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:42:04.543648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ed334b71-317a-43b5-bbf0-710dbf9bb8bd None None] Provisioning for port defe367c-00a2-4ac6-9f73-c4b63944e013 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:04.552893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ed334b71-317a-43b5-bbf0-710dbf9bb8bd None None] Provisioning complete for port defe367c-00a2-4ac6-9f73-c4b63944e013 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:04.553127 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:42:04.553290 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed334b71-317a-43b5-bbf0-710dbf9bb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:04.660868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:03Z', 'revision_number': 3, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:04.665257 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Checking router: bb00c2a9-bbfd-42be-8bd7-519c0ce4327a for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:42:04.665787 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Updating router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a port 7a133017-b2ae-47f8-8060-cfb2069258ed binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:42:04.723492 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:04.815942 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed334b71-317a-43b5-bbf0-710dbf9bb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:04.856069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ed334b71-317a-43b5-bbf0-710dbf9bb8bd None None] For port defe367c-00a2-4ac6-9f73-c4b63944e013, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=defe367c-00a2-4ac6-9f73-c4b63944e013,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:04.864118 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed334b71-317a-43b5-bbf0-710dbf9bb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:04.891836 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:04.936688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334b71-317a-43b5-bbf0-710dbf9bb8bd None None] Pushing event updated for resources: {'Port': ['ID=defe367c-00a2-4ac6-9f73-c4b63944e013,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:05.077763 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.090497 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Transition to ACTIVE for port object 7a133017-b2ae-47f8-8060-cfb2069258ed will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:05.098154 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.102150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1ff341e8-23a5-41a5-b8e9-5bae2082952c None None] Provisioning complete for port defe367c-00a2-4ac6-9f73-c4b63944e013 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:05.102455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ff341e8-23a5-41a5-b8e9-5bae2082952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.180382 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Pushing event updated for resources: {'Port': ['ID=7a133017-b2ae-47f8-8060-cfb2069258ed,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:05.184827 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Attempting to bind port 7a133017-b2ae-47f8-8060-cfb2069258ed on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:42:05.185188 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Attempting to bind port 7a133017-b2ae-47f8-8060-cfb2069258ed by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:42:05.185532 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Attempting to bind port 7a133017-b2ae-47f8-8060-cfb2069258ed on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:05.196273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:42:05.197522 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:05.197522 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.197522 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:42:05.197915 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Bound port: 7a133017-b2ae-47f8-8060-cfb2069258ed, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:42:05.198304 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.220818 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.221160 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.221469 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.221827 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.222147 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.222467 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.222780 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.223096 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.223895 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.223895 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.224086 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:05.240108 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Allocated IP 172.20.0.1 (1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2/dfea9d7f-5afb-4a1c-a6be-5825ce710aac/c80e7526-8eec-4963-8ce7-5bead0638367) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:05.274739 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] For port 7a133017-b2ae-47f8-8060-cfb2069258ed, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:42:05.277899 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] For port 7a133017-b2ae-47f8-8060-cfb2069258ed, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7a133017-b2ae-47f8-8060-cfb2069258ed,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:42:05.282306 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.362978 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24af53-8fa0-4693-8634-64088eae98fb None None] Pushing event updated for resources: {'Port': ['ID=7a133017-b2ae-47f8-8060-cfb2069258ed,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:05.367318 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:05.367907 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:05.384030 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.399413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Transition to ACTIVE for port object c80e7526-8eec-4963-8ce7-5bead0638367 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:05.423790 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.488540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:05.491252 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:05.496157 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:05.525579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c80e7526-8eec-4963-8ce7-5bead0638367,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:05.550473 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:05.553650 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.649361 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.747676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-642b4c05-7a00-4df2-881b-ada6f727d0fa None None] Provisioning for port c80e7526-8eec-4963-8ce7-5bead0638367 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:05.753333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-642b4c05-7a00-4df2-881b-ada6f727d0fa None None] Provisioning complete for port c80e7526-8eec-4963-8ce7-5bead0638367 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:05.753721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-642b4c05-7a00-4df2-881b-ada6f727d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.808588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-642b4c05-7a00-4df2-881b-ada6f727d0fa None None] Port c80e7526-8eec-4963-8ce7-5bead0638367 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:42:05.850487 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:03Z', 'revision_number': 3, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:05.854989 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeb2735-e5e4-49ca-b722-5c3c5e2c099a None None] The sync data for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 is: [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:03Z', 'revision_number': 3, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:42:05.892127 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:05.896559 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:06.003041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:06.010280 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c80e7526-8eec-4963-8ce7-5bead0638367,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:06.024758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device defe367c-00a2-4ac6-9f73-c4b63944e013 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:06.118110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port defe367c-00a2-4ac6-9f73-c4b63944e013 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:06.118603 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:06.160928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:06.162429 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:06.434969 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c4957f24-d2a9-4878-8380-7e2603de686f None None] Provisioning complete for port c80e7526-8eec-4963-8ce7-5bead0638367 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:06.436033 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c4957f24-d2a9-4878-8380-7e2603de686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:06.499558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c4957f24-d2a9-4878-8380-7e2603de686f None None] Port c80e7526-8eec-4963-8ce7-5bead0638367 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:42:06.576261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:42:06.872041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:42:06.881126 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-05cd24c4-72ea-447e-8d66-d8eb53daa5a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/bb00c2a9-bbfd-42be-8bd7-519c0ce4327a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7626507 May 26 23:42:07.681443 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:07.686988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1151811545-network', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:07.692637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:07.697658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Usage tracker for resource:network and tenant:83ac4be4f36347f8bb02b5568b7a6e8a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:07.701503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:07.707415 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:07.721344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Made reservation on behalf of 83ac4be4f36347f8bb02b5568b7a6e8a for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:42:07.723680 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:07.735809 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:07.766176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:07.770057 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Usage tracker for resource:security_group_rule and tenant:83ac4be4f36347f8bb02b5568b7a6e8a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:07.772927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:07.778721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:07.846812 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:07.850554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:07.883583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:42:07.892540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d02e41-c934-4925-9e09-1807c4994463,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:07.897912 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:07.898252 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Added segment a144c5fe-b71c-49d9-ab9b-eb8c518b98a1 of type vlan for network b1f6f171-656b-4c47-98a3-832fd198c800 May 26 23:42:07.923664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:07.951786 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:07.952566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:07.953128 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.038546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7a133017-b2ae-47f8-8060-cfb2069258ed up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:08.053136 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3705280 May 26 23:42:08.055951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4214e5-47c4-4e17-a7f9-bdf5fb3e57b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f6f171-656b-4c47-98a3-832fd198c800,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:08.056146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46200) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:08.062641 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Request body: {'subnet': {'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1151811545-subnet', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:08.068307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:08.068941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network b1f6f171-656b-4c47-98a3-832fd198c800 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:42:08.072158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Usage tracker for resource:subnet and tenant:83ac4be4f36347f8bb02b5568b7a6e8a is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:08.075899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:08.081808 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:08.092128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Made reservation on behalf of 83ac4be4f36347f8bb02b5568b7a6e8a for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:42:08.095257 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.202256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7a133017-b2ae-47f8-8060-cfb2069258ed completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:08.207439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7a133017-b2ae-47f8-8060-cfb2069258ed triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:08.207803 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.323864 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.339388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7a133017-b2ae-47f8-8060-cfb2069258ed, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7a133017-b2ae-47f8-8060-cfb2069258ed,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:08.343005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.393479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.438255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7a133017-b2ae-47f8-8060-cfb2069258ed,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:08.464471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32224cb5-3f38-4d3e-9c8e-3044528c2efa,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:08.482236 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Checking segment: {'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:08.482583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Network hostable DHCP agents. Network: b1f6f171-656b-4c47-98a3-832fd198c800, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:42:08.503717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Network b1f6f171-656b-4c47-98a3-832fd198c800 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:42:08.512721 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, b1f6f171-656b-4c47-98a3-832fd198c800) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:08.516516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:08.517088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.521560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbbec2-bdca-47ca-ac25-fcf7ffacb0ca None None] Network b1f6f171-656b-4c47-98a3-832fd198c800 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:42:08.541254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:08.541487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e98f502d-99c7-4f50-803d-6c0a0623ff44 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4840786 May 26 23:42:08.547493 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:08.552771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:08.556581 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Usage tracker for resource:router and tenant:83ac4be4f36347f8bb02b5568b7a6e8a is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:08.559414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:08.565017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:08.575382 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.576335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.594211 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.736599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-b1f6f171-656b-4c47-98a3-832fd198c800', 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'fixed_ips': [{'subnet_id': '32224cb5-3f38-4d3e-9c8e-3044528c2efa'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:42:08.737587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.745873 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.900221 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Allocated IP 172.20.0.2 (b1f6f171-656b-4c47-98a3-832fd198c800/32224cb5-3f38-4d3e-9c8e-3044528c2efa/382232d4-cecb-49bc-bc00-337a238e3693) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:08.937715 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:08.969415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.101069 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.106438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Allocated IP 172.25.4.59 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:09.111417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Transition to ACTIVE for port object 382232d4-cecb-49bc-bc00-337a238e3693 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:09.130161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Transition to ACTIVE for port object 382232d4-cecb-49bc-bc00-337a238e3693 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:09.136659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.206515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Network b1f6f171-656b-4c47-98a3-832fd198c800 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:09.209754 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:09.214373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:09.220968 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Pushing event updated for resources: {'Port': ['ID=382232d4-cecb-49bc-bc00-337a238e3693,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:09.268026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.299590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.305833 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Attempting to bind port 382232d4-cecb-49bc-bc00-337a238e3693 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:42:09.306198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Attempting to bind port 382232d4-cecb-49bc-bc00-337a238e3693 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:42:09.306602 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Attempting to bind port 382232d4-cecb-49bc-bc00-337a238e3693 on network b1f6f171-656b-4c47-98a3-832fd198c800 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:09.313460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:42:09.313849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Checking segment: {'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:09.314241 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.314623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Bound using segment: {'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:42:09.315076 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Bound port: 382232d4-cecb-49bc-bc00-337a238e3693, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:42:09.315437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.372559 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:09.375582 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:09.378562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:09.406249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] For port 382232d4-cecb-49bc-bc00-337a238e3693, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:42:09.409215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] For port 382232d4-cecb-49bc-bc00-337a238e3693, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=382232d4-cecb-49bc-bc00-337a238e3693,segment=NetworkSegment(a144c5fe-b71c-49d9-ab9b-eb8c518b98a1),segment_id=a144c5fe-b71c-49d9-ab9b-eb8c518b98a1)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:42:09.414081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.425005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Pushing event updated for resources: {'Port': ['ID=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:09.452004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Sync routers for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:42:09.500560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794edb-8f53-4aac-80d3-4eefb5db4ec8 None None] Pushing event updated for resources: {'Port': ['ID=382232d4-cecb-49bc-bc00-337a238e3693,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:09.504541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:09.505150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:09.571657 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.572709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:09.727255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:09.853388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Router e08e1e51-0210-4f94-b94f-343b46e0df12 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:42:10.068717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 2, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:10.072820 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Checking router: bb00c2a9-bbfd-42be-8bd7-519c0ce4327a for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:42:10.073938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Updating router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a port c80e7526-8eec-4963-8ce7-5bead0638367 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:42:10.119289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 382232d4-cecb-49bc-bc00-337a238e3693 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:10.173309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:42:10.176373 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:10.183299 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Sync routers for ids ['e08e1e51-0210-4f94-b94f-343b46e0df12'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:42:10.199097 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Routers {'e08e1e51-0210-4f94-b94f-343b46e0df12'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:10.200414 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e08e1e51-0210-4f94-b94f-343b46e0df12'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:10.212155 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:10.216674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46208) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:10.217190 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8c7ca388-efe5-4954-83cc-61b8f9d1b336 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6733923 May 26 23:42:10.351209 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 382232d4-cecb-49bc-bc00-337a238e3693 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:10.369093 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7a133017-b2ae-47f8-8060-cfb2069258ed up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:10.433491 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Set router e08e1e51-0210-4f94-b94f-343b46e0df12 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:10.612626 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc1f9e-7b16-4bf4-bd53-8deffd94865a None None] Network b1f6f171-656b-4c47-98a3-832fd198c800 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:42:10.628431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7a133017-b2ae-47f8-8060-cfb2069258ed triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:10.628807 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:10.748837 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:42:09Z', 'revision_number': 3, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port': {'id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:50:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:09Z', 'updated_at': '2022-05-26T23:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:10.753310 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Checking router: e08e1e51-0210-4f94-b94f-343b46e0df12 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:42:10.753779 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Updating router e08e1e51-0210-4f94-b94f-343b46e0df12 port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:42:10.808015 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:10.833070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9bff64e9-7e03-4274-a417-73e98b3c2a7f None None] Provisioning for port 382232d4-cecb-49bc-bc00-337a238e3693 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:10.867691 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:10.902172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9bff64e9-7e03-4274-a417-73e98b3c2a7f None None] Provisioning complete for port 382232d4-cecb-49bc-bc00-337a238e3693 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:10.902560 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bff64e9-7e03-4274-a417-73e98b3c2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:10.949830 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Transition to ACTIVE for port object c80e7526-8eec-4963-8ce7-5bead0638367 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:10.969939 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.021346 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.148665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263fddf-8b06-4e4f-b90e-ad0e603b2eed None None] Pushing event updated for resources: {'Port': ['ID=c80e7526-8eec-4963-8ce7-5bead0638367,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:11.189229 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.202188 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Transition to ACTIVE for port object e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:11.211184 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.266535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Allocated IP 172.20.0.1 (b1f6f171-656b-4c47-98a3-832fd198c800/32224cb5-3f38-4d3e-9c8e-3044528c2efa/3b365b8a-89ce-49bc-8f3a-075263317119) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:11.273325 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bff64e9-7e03-4274-a417-73e98b3c2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.321427 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Attempting to bind port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:42:11.322449 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Attempting to bind port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:42:11.323605 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Attempting to bind port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:11.335676 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:42:11.336568 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:11.337353 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.338000 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:42:11.339237 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Bound port: e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:42:11.339878 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.374611 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dacbdf-1397-498a-8387-2640228dc9c3 None None] Pushing event updated for resources: {'Port': ['ID=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:11.424811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-9bff64e9-7e03-4274-a417-73e98b3c2a7f None None] For port 382232d4-cecb-49bc-bc00-337a238e3693, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=382232d4-cecb-49bc-bc00-337a238e3693,segment=NetworkSegment(a144c5fe-b71c-49d9-ab9b-eb8c518b98a1),segment_id=a144c5fe-b71c-49d9-ab9b-eb8c518b98a1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:11.439502 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] For port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:42:11.441630 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9bff64e9-7e03-4274-a417-73e98b3c2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.444562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] For port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:42:11.450747 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.483562 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.498102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Attempting to bind port c80e7526-8eec-4963-8ce7-5bead0638367 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:42:11.498463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Attempting to bind port c80e7526-8eec-4963-8ce7-5bead0638367 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:42:11.498827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Attempting to bind port c80e7526-8eec-4963-8ce7-5bead0638367 on network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:11.521966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:42:11.522321 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Checking segment: {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:11.522720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.523395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Bound using segment: {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:42:11.523578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Bound port: c80e7526-8eec-4963-8ce7-5bead0638367, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:42:11.523919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.532391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Transition to ACTIVE for port object 3b365b8a-89ce-49bc-8f3a-075263317119 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:11.545875 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Routers {'e08e1e51-0210-4f94-b94f-343b46e0df12'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:11.546629 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e08e1e51-0210-4f94-b94f-343b46e0df12'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:11.570535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.668738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] For port c80e7526-8eec-4963-8ce7-5bead0638367, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:42:11.674632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] For port c80e7526-8eec-4963-8ce7-5bead0638367, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c80e7526-8eec-4963-8ce7-5bead0638367,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:42:11.676939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff64e9-7e03-4274-a417-73e98b3c2a7f None None] Pushing event updated for resources: {'Port': ['ID=382232d4-cecb-49bc-bc00-337a238e3693,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:11.677662 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dacbdf-1397-498a-8387-2640228dc9c3 None None] Pushing event updated for resources: {'Port': ['ID=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:11.693376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Network b1f6f171-656b-4c47-98a3-832fd198c800 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:11.694542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Pushing event updated for resources: {'Port': ['ID=3b365b8a-89ce-49bc-8f3a-075263317119,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:11.694784 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.699251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:11.704215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:11.754827 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] Set router e08e1e51-0210-4f94-b94f-343b46e0df12 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:11.791993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:11.857445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263fddf-8b06-4e4f-b90e-ad0e603b2eed None None] Pushing event updated for resources: {'Port': ['ID=c80e7526-8eec-4963-8ce7-5bead0638367,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:11.861413 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:11.863882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:41:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:11.922289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:12.239265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:12.273835 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:42:09Z', 'revision_number': 3, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port': {'id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:50:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:09Z', 'updated_at': '2022-05-26T23:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:12.280044 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126443d-ad16-4d1c-81cb-4575dc19bd95 None None] The sync data for ids ['e08e1e51-0210-4f94-b94f-343b46e0df12'] in n-d-843301-1 is: [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:42:09Z', 'revision_number': 3, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port': {'id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:50:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:09Z', 'updated_at': '2022-05-26T23:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:42:12.365432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 382232d4-cecb-49bc-bc00-337a238e3693 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:12.419131 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:12.423752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:12.512410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d8e10e5b-1590-497a-b199-f47dfc82bdd5 None None] Provisioning complete for port 382232d4-cecb-49bc-bc00-337a238e3693 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:12.512770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d8e10e5b-1590-497a-b199-f47dfc82bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:12.530423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Pushing event updated for resources: {'Port': ['ID=3b365b8a-89ce-49bc-8f3a-075263317119,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:12.536686 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:12.650223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 382232d4-cecb-49bc-bc00-337a238e3693 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:12.650223 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:12.675448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Network b1f6f171-656b-4c47-98a3-832fd198c800 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:12.676530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:12.835056 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:11Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:12.847517 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c38be6-4a88-42e2-8ebb-3c0ed5932068 None None] The sync data for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 is: [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:11Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:42:12.929641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9978a8a5-191d-4c0b-9a01-0be17c99213c None None] Provisioning for port 3b365b8a-89ce-49bc-8f3a-075263317119 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:12.935505 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9978a8a5-191d-4c0b-9a01-0be17c99213c None None] Provisioning complete for port 3b365b8a-89ce-49bc-8f3a-075263317119 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:12.935928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9978a8a5-191d-4c0b-9a01-0be17c99213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:13.005010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-9978a8a5-191d-4c0b-9a01-0be17c99213c None None] Port 3b365b8a-89ce-49bc-8f3a-075263317119 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:42:13.110275 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Router e08e1e51-0210-4f94-b94f-343b46e0df12 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:42:13.126895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6f92d179-df09-4028-beff-b7ad31b1ab12 None None] Provisioning complete for port 3b365b8a-89ce-49bc-8f3a-075263317119 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:13.127256 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6f92d179-df09-4028-beff-b7ad31b1ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:13.187738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-6f92d179-df09-4028-beff-b7ad31b1ab12 None None] Port 3b365b8a-89ce-49bc-8f3a-075263317119 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:42:13.324732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:42:13.337593 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ef03b406-a628-4fca-928e-0925bffc1159 admin admin] 10.222.0.32 "PUT /v2.0/routers/e08e1e51-0210-4f94-b94f-343b46e0df12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1188793 May 26 23:42:14.092765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c80e7526-8eec-4963-8ce7-5bead0638367 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:14.167378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port c80e7526-8eec-4963-8ce7-5bead0638367 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:14.172871 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c80e7526-8eec-4963-8ce7-5bead0638367 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:14.173236 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:14.292951 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:14.325765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port c80e7526-8eec-4963-8ce7-5bead0638367, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c80e7526-8eec-4963-8ce7-5bead0638367,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:14.331444 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:14.332200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:14.457803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=c80e7526-8eec-4963-8ce7-5bead0638367,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:14.474465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:14.479503 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:14.479860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:14.618906 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:14.640649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:14.647430 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:14.724382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:16.044540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c80e7526-8eec-4963-8ce7-5bead0638367 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:16.117047 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port c80e7526-8eec-4963-8ce7-5bead0638367 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:16.117928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:16.247165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:16.319407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:16.319903 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:17.280142 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0a29afee-180a-4f51-858a-8d4bcb6694d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:20.072281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-476ed4da-e99a-4219-9809-b1b7c5b8536c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:20.786418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:20.863210 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:22.090299 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:23.979372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-109384eb-fbdf-4199-832f-b7715ad8eee1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:23.980039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-109384eb-fbdf-4199-832f-b7715ad8eee1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Synchronizing usage tracker for tenant:00343f2e1e214c6496c682f283dbac3b on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:42:23.996310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-109384eb-fbdf-4199-832f-b7715ad8eee1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Unset dirty status for tenant:00343f2e1e214c6496c682f283dbac3b on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:42:23.997567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-109384eb-fbdf-4199-832f-b7715ad8eee1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 813 time: 0.1603808 May 26 23:42:24.014531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-004c14a8-13c9-422d-b9e1-7847ccaad01d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/quotas/00343f2e1e214c6496c682f283dbac3b HTTP/1.1" status: 200 len: 375 time: 0.0114529 May 26 23:42:24.096568 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-84481148-3517-41cd-8bf2-bad1ea906d5e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Synchronizing usage tracker for tenant:00343f2e1e214c6496c682f283dbac3b on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:42:24.111558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-84481148-3517-41cd-8bf2-bad1ea906d5e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Unset dirty status for tenant:00343f2e1e214c6496c682f283dbac3b on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:42:24.112781 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-84481148-3517-41cd-8bf2-bad1ea906d5e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935328 May 26 23:42:24.370600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-31274517-63a1-449e-973b-0f32b137f290 service neutron] 10.222.0.32 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463613 May 26 23:42:24.498856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-ed753ac2-224a-4be9-8384-fbe80be66254 service neutron] 10.222.0.32 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226277 May 26 23:42:24.683821 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-370d393e-80c7-4922-ad2e-1e7e565d0954 req-267667b4-8027-49c6-9b5e-d4eaac0eb6f0 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 210 time: 0.0451941 May 26 23:42:25.708371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-511047b1-99cd-43af-b3d5-cb0246724a03 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:25.709779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-511047b1-99cd-43af-b3d5-cb0246724a03 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 813 time: 0.1568558 May 26 23:42:25.725699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'port': {'device_id': 'bf614113-55ae-4857-8f26-a162e124f827', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'admin_state_up': True, 'tenant_id': '00343f2e1e214c6496c682f283dbac3b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:25.774566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:25.856411 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9d6ffe97-2cac-4292-8cc0-2a83e7983f7e req-701795e1-01e3-438f-83d4-eb34da9ca1bd tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 210 time: 0.0456722 May 26 23:42:25.910461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:25.920211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:25.929641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Made reservation on behalf of 00343f2e1e214c6496c682f283dbac3b for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:42:25.933112 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:26.156376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Allocated IP 172.20.0.3 (1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2/dfea9d7f-5afb-4a1c-a6be-5825ce710aac/99bae760-cff0-492c-afd2-fe80383a030d) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:26.416038 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:26.437783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Transition to ACTIVE for port object 99bae760-cff0-492c-afd2-fe80383a030d will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:26.464846 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:26.545812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:26.549046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:26.552824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:26.590772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:26.610151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.610486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.610823 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.611146 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.611465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.611784 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.612102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.612423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.612736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.613050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.613363 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:26.674912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:26.678430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:26.716597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-a2cf2076-1ccc-4219-8e80-7c43db18d02d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9943101 May 26 23:42:26.929207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b8cdeb67-ed64-4d32-ab32-67d9f6318331 None None] Provisioning for port 99bae760-cff0-492c-afd2-fe80383a030d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:26.937388 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b8cdeb67-ed64-4d32-ab32-67d9f6318331 None None] Provisioning complete for port 99bae760-cff0-492c-afd2-fe80383a030d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:26.938123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b8cdeb67-ed64-4d32-ab32-67d9f6318331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:27.000226 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdeb67-ed64-4d32-ab32-67d9f6318331 None None] Port 99bae760-cff0-492c-afd2-fe80383a030d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:42:27.064109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ec09-e036-45a7-816e-ae5c7fa9c0b6 req-1c01172e-2950-498d-a927-b3dbf82d37c3 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:27.070358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0f3ec09-e036-45a7-816e-ae5c7fa9c0b6 req-1c01172e-2950-498d-a927-b3dbf82d37c3 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.0866442 May 26 23:42:27.113469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0f3ec09-e036-45a7-816e-ae5c7fa9c0b6 req-6f1c2fa8-fd01-4ab3-ab23-f9de960d87b0 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 May 26 23:42:28.306454 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:28.331834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6c1cf-e032-45c3-a85d-7c3c0d17566f req-64b239f5-f873-4d7d-b442-b2584d11b8de tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:28.333650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88e6c1cf-e032-45c3-a85d-7c3c0d17566f req-64b239f5-f873-4d7d-b442-b2584d11b8de tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Synchronizing usage tracker for tenant:00343f2e1e214c6496c682f283dbac3b on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:42:28.350767 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88e6c1cf-e032-45c3-a85d-7c3c0d17566f req-64b239f5-f873-4d7d-b442-b2584d11b8de tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Unset dirty status for tenant:00343f2e1e214c6496c682f283dbac3b on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:42:28.352384 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88e6c1cf-e032-45c3-a85d-7c3c0d17566f req-64b239f5-f873-4d7d-b442-b2584d11b8de tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.1109452 May 26 23:42:28.407712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88e6c1cf-e032-45c3-a85d-7c3c0d17566f req-4364788e-a440-4280-9ca1-1e645976d3f5 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Synchronizing usage tracker for tenant:00343f2e1e214c6496c682f283dbac3b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:42:28.426328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-88e6c1cf-e032-45c3-a85d-7c3c0d17566f req-4364788e-a440-4280-9ca1-1e645976d3f5 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Unset dirty status for tenant:00343f2e1e214c6496c682f283dbac3b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:42:28.428336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88e6c1cf-e032-45c3-a85d-7c3c0d17566f req-4364788e-a440-4280-9ca1-1e645976d3f5 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652349 May 26 23:42:29.670907 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d7973-2568-4159-88af-7abe673d3e3d req-9b99992b-1021-42d7-8bd1-f589b5c3036e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:29.672994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a0d7973-2568-4159-88af-7abe673d3e3d req-9b99992b-1021-42d7-8bd1-f589b5c3036e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.0925250 May 26 23:42:29.722078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a0d7973-2568-4159-88af-7abe673d3e3d req-362ee9ea-554e-41fb-918b-67a55c7ca0b3 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 May 26 23:42:30.929564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a538fc-1a50-441c-94c7-ee477b6199ab req-63d9dc12-d42e-4110-b11e-198425a12ed8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:30.930892 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96a538fc-1a50-441c-94c7-ee477b6199ab req-63d9dc12-d42e-4110-b11e-198425a12ed8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.0858102 May 26 23:42:30.978421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96a538fc-1a50-441c-94c7-ee477b6199ab req-45a3a650-86d6-4238-8b13-61cb51ffc104 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 May 26 23:42:32.185757 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3ed88-d6d1-42a3-b984-f4b9ebf9d614 req-e0228aec-c530-4bcd-a974-2c6381b85601 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:32.187331 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ae3ed88-d6d1-42a3-b984-f4b9ebf9d614 req-e0228aec-c530-4bcd-a974-2c6381b85601 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.0821435 May 26 23:42:32.238599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ae3ed88-d6d1-42a3-b984-f4b9ebf9d614 req-e77afbf7-e65e-4417-83ee-07937e248fe6 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455482 May 26 23:42:33.530226 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5976-543e-48c4-93f3-27880adab7fd req-1361efc9-c773-42f6-9158-471c5caf5c1e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:33.531616 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce7b5976-543e-48c4-93f3-27880adab7fd req-1361efc9-c773-42f6-9158-471c5caf5c1e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.1730249 May 26 23:42:33.576528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ce7b5976-543e-48c4-93f3-27880adab7fd req-4584fd40-e737-4a5c-9adf-2c6bf43d44e2 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 May 26 23:42:34.768477 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d062e6-d076-4558-8343-cc21a3d4f4cf req-e5ce083e-c138-4e14-8217-60bb75545d84 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:34.769952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28d062e6-d076-4558-8343-cc21a3d4f4cf req-e5ce083e-c138-4e14-8217-60bb75545d84 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.0753977 May 26 23:42:34.819583 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-28d062e6-d076-4558-8343-cc21a3d4f4cf req-7d8d5b2e-8971-43b1-a9c1-cecedc74e0f2 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 May 26 23:42:35.129553 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Sync routers for ids ['e08e1e51-0210-4f94-b94f-343b46e0df12'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:42:35.142529 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Routers {'e08e1e51-0210-4f94-b94f-343b46e0df12'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:35.143139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:42:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e08e1e51-0210-4f94-b94f-343b46e0df12'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:35.316706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Set router e08e1e51-0210-4f94-b94f-343b46e0df12 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:35.620772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:42:11Z', 'revision_number': 4, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port': {'id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:09Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3b365b8a-89ce-49bc-8f3a-075263317119', 'name': '', 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'mac_address': 'fa:16:3e:34:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32224cb5-3f38-4d3e-9c8e-3044528c2efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:11Z', 'updated_at': '2022-05-26T23:42:12Z', 'revision_number': 2, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'subnets': [{'id': '32224cb5-3f38-4d3e-9c8e-3044528c2efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:35.624547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Checking router: e08e1e51-0210-4f94-b94f-343b46e0df12 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:42:35.624889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Updating router e08e1e51-0210-4f94-b94f-343b46e0df12 port 3b365b8a-89ce-49bc-8f3a-075263317119 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:42:35.678037 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:36.009398 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:36.017884 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd354d6-8f89-44ae-9d1e-e430b8f87079 req-5d301e44-1558-46ca-ac24-c4e434554ffc tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:36.019339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dbd354d6-8f89-44ae-9d1e-e430b8f87079 req-5d301e44-1558-46ca-ac24-c4e434554ffc tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.0785589 May 26 23:42:36.021490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Transition to ACTIVE for port object 3b365b8a-89ce-49bc-8f3a-075263317119 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:36.028501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:36.065313 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dbd354d6-8f89-44ae-9d1e-e430b8f87079 req-2c3e178c-576a-49ae-8639-ac98f09151bc tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 May 26 23:42:36.151828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Pushing event updated for resources: {'Port': ['ID=3b365b8a-89ce-49bc-8f3a-075263317119,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:36.164964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.165299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.165631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.166012 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.166335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.166654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.166970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.167549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.167858 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.168169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.168495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:36.256090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Attempting to bind port 3b365b8a-89ce-49bc-8f3a-075263317119 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:42:36.256447 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Attempting to bind port 3b365b8a-89ce-49bc-8f3a-075263317119 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:42:36.256800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Attempting to bind port 3b365b8a-89ce-49bc-8f3a-075263317119 on network b1f6f171-656b-4c47-98a3-832fd198c800 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:36.263738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:42:36.264100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Checking segment: {'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:36.264491 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:36.264870 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Bound using segment: {'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:42:36.265319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Bound port: 3b365b8a-89ce-49bc-8f3a-075263317119, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:42:36.265734 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:36.365117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] For port 3b365b8a-89ce-49bc-8f3a-075263317119, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:42:36.367887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] For port 3b365b8a-89ce-49bc-8f3a-075263317119, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3b365b8a-89ce-49bc-8f3a-075263317119,segment=NetworkSegment(a144c5fe-b71c-49d9-ab9b-eb8c518b98a1),segment_id=a144c5fe-b71c-49d9-ab9b-eb8c518b98a1)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:42:36.372720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:36.490671 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Routers {'e08e1e51-0210-4f94-b94f-343b46e0df12'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:36.493452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:42:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e08e1e51-0210-4f94-b94f-343b46e0df12'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:36.543862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9514d9-b466-4db4-a0b0-edd2ea69609e None None] Pushing event updated for resources: {'Port': ['ID=3b365b8a-89ce-49bc-8f3a-075263317119,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:36.716205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] Set router e08e1e51-0210-4f94-b94f-343b46e0df12 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:42:36.734836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Request body: {'port': {'device_id': 'bf614113-55ae-4857-8f26-a162e124f827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:36.842185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:37.034796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:42:11Z', 'revision_number': 4, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port': {'id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:09Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3b365b8a-89ce-49bc-8f3a-075263317119', 'name': '', 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'mac_address': 'fa:16:3e:34:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32224cb5-3f38-4d3e-9c8e-3044528c2efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:11Z', 'updated_at': '2022-05-26T23:42:36Z', 'revision_number': 4, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'subnets': [{'id': '32224cb5-3f38-4d3e-9c8e-3044528c2efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:37.038769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d7a79-3180-44b8-94ec-327a51851590 None None] The sync data for ids ['e08e1e51-0210-4f94-b94f-343b46e0df12'] in n-d-843301-1 is: [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:42:11Z', 'revision_number': 4, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port': {'id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:09Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '3b365b8a-89ce-49bc-8f3a-075263317119', 'name': '', 'network_id': 'b1f6f171-656b-4c47-98a3-832fd198c800', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'mac_address': 'fa:16:3e:34:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32224cb5-3f38-4d3e-9c8e-3044528c2efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:11Z', 'updated_at': '2022-05-26T23:42:36Z', 'revision_number': 4, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'subnets': [{'id': '32224cb5-3f38-4d3e-9c8e-3044528c2efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:42:37.209118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bae760-cff0-492c-afd2-fe80383a030d {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:42:37.217266 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:37.233478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Transition to ACTIVE for port object 99bae760-cff0-492c-afd2-fe80383a030d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:42:37.238923 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:37.281578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d23c-06b2-4581-b8b2-66aa21f8e192 req-a4d99542-87d0-44f4-8888-f31799e06e30 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:37.283140 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9465d23c-06b2-4581-b8b2-66aa21f8e192 req-a4d99542-87d0-44f4-8888-f31799e06e30 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 931 time: 0.0841653 May 26 23:42:37.401407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Pushing event updated for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:37.455615 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9465d23c-06b2-4581-b8b2-66aa21f8e192 req-dc4c2b31-9026-411b-a1df-72589b087940 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657383 May 26 23:42:37.504997 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Attempting to bind port 99bae760-cff0-492c-afd2-fe80383a030d on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:42:37.505330 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Attempting to bind port 99bae760-cff0-492c-afd2-fe80383a030d by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:42:37.505652 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Attempting to bind port 99bae760-cff0-492c-afd2-fe80383a030d on network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:37.512177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Port 99bae760-cff0-492c-afd2-fe80383a030d on network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:42:37.512491 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Attempting to bind port 99bae760-cff0-492c-afd2-fe80383a030d on network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:42:37.519044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:42:37.519380 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Checking segment: {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:42:37.519759 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Bound using segment: {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:42:37.520185 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Bound port: 99bae760-cff0-492c-afd2-fe80383a030d, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccab1c15-656d-41f7-a97d-521f710434e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:42:37.520535 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:37.616186 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:42:37.619251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=99bae760-cff0-492c-afd2-fe80383a030d,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:42:37.624254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:37.691397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:37.692976 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] 10.222.0.48 "PUT /v2.0/ports/99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 1091 time: 0.9627833 May 26 23:42:37.693422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:42:37.708653 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad39c85-b069-44e9-99d8-7bf9c34a1274 service neutron] Pushing event updated for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:37.839964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-6e6f0d7b-2fb4-43c5-8ca5-269d14b90d9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1094 time: 0.0943236 May 26 23:42:37.912396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-3bdca56c-fa65-475c-a756-af234f9ecda4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 217 time: 0.0657244 May 26 23:42:37.990968 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-cf6dba37-166e-406c-ba70-55d9edafd42e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:37.992521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-cf6dba37-166e-406c-ba70-55d9edafd42e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0742757 May 26 23:42:38.042623 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c033799e-cefd-46e3-b2a2-878a60f0403f'] response: {'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d', 'status': 'completed', 'code': 200} May 26 23:42:38.072956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b365b8a-89ce-49bc-8f3a-075263317119 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:38.091357 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-3d42a04a-9c60-4291-87f3-191c04f40dcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901713 May 26 23:42:38.146786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 3b365b8a-89ce-49bc-8f3a-075263317119 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:38.151649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3b365b8a-89ce-49bc-8f3a-075263317119 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:38.152021 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:38.225304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-565f75ab-95a7-41fb-be7c-d9a0a140b979 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274331 May 26 23:42:38.263713 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:38.297869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 3b365b8a-89ce-49bc-8f3a-075263317119, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3b365b8a-89ce-49bc-8f3a-075263317119,segment=NetworkSegment(a144c5fe-b71c-49d9-ab9b-eb8c518b98a1),segment_id=a144c5fe-b71c-49d9-ab9b-eb8c518b98a1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:38.301650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:38.355257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8a92ec8b-c6a8-40f6-8372-cd7889ad34b5 req-1b9faeba-da36-4d9b-a956-63207d3de7e1 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244142 May 26 23:42:38.368745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=3b365b8a-89ce-49bc-8f3a-075263317119,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:38.560429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-b76aeb4b-89fd-4d94-811a-d0902d79e6a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1094 time: 0.1605113 May 26 23:42:38.654385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62ec66-ff83-4be8-91e8-390704f3f2c4 req-6af12dba-cfb0-4757-9a96-c778f7ca99c5 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:38.655841 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b62ec66-ff83-4be8-91e8-390704f3f2c4 req-6af12dba-cfb0-4757-9a96-c778f7ca99c5 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 943 time: 0.0762377 May 26 23:42:38.695664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-dff6d1ae-9206-443f-a4bf-6112bd23d72b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:38.697323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-dff6d1ae-9206-443f-a4bf-6112bd23d72b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.1309795 May 26 23:42:38.701424 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7b62ec66-ff83-4be8-91e8-390704f3f2c4 req-bc836c83-9872-433b-ad50-95998fd853ef tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400546 May 26 23:42:38.762880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-28e288f0-6aec-4774-9cf5-47a46e9d250d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 217 time: 0.0599205 May 26 23:42:38.830622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-e9901305-b155-4164-a79a-06fe41942b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:38.832001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-e9901305-b155-4164-a79a-06fe41942b63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0640254 May 26 23:42:38.905462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-5ee19579-8c23-4423-8e7e-8b5aaefe6525 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661635 May 26 23:42:39.031697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-47c9bb71-64d8-405b-9400-493dc6536175 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200726 May 26 23:42:39.160146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c8e34be3-2b24-4984-bac8-6afc2b82016f req-d286eb1a-874d-4f20-b689-0c96668efe31 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220872 May 26 23:42:39.904822 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd87ce-c12f-4cf5-8ee4-27aea6121639 req-e2aae1af-0702-4d13-add4-fc2300f0dbb8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:39.906287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77bd87ce-c12f-4cf5-8ee4-27aea6121639 req-e2aae1af-0702-4d13-add4-fc2300f0dbb8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 943 time: 0.0827146 May 26 23:42:39.951762 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-77bd87ce-c12f-4cf5-8ee4-27aea6121639 req-5e12e1fe-16ac-42f2-aaa8-c221d9f778a1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 May 26 23:42:40.044038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b365b8a-89ce-49bc-8f3a-075263317119 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:40.109725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 3b365b8a-89ce-49bc-8f3a-075263317119 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:40.110092 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:41.142541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98970a-f77c-4af4-bdf2-4c58464054dd req-8a253c5d-e853-4c87-b05e-a76bf19eb755 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:41.143964 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e98970a-f77c-4af4-bdf2-4c58464054dd req-8a253c5d-e853-4c87-b05e-a76bf19eb755 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 943 time: 0.0779216 May 26 23:42:41.188062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4e98970a-f77c-4af4-bdf2-4c58464054dd req-f10c5a19-19b6-46ec-b1c4-a90b527dd2a7 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 May 26 23:42:41.552946 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:42:41.839459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 99bae760-cff0-492c-afd2-fe80383a030d details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:42:41.976185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=99bae760-cff0-492c-afd2-fe80383a030d,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:41.988976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '99bae760-cff0-492c-afd2-fe80383a030d', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'port_id': '99bae760-cff0-492c-afd2-fe80383a030d', 'mac_address': 'fa:16:3e:8a:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:42:42.044948 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:42.064575 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bae760-cff0-492c-afd2-fe80383a030d {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:42:42.079123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=99bae760-cff0-492c-afd2-fe80383a030d,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:42.082764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:42.146748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:42.379672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4b43e-dfbc-4308-ae8b-ba565c510bd6 req-079db512-060e-479f-a504-7a362639c90d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:42.381084 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f4b43e-dfbc-4308-ae8b-ba565c510bd6 req-079db512-060e-479f-a504-7a362639c90d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 944 time: 0.0754805 May 26 23:42:42.394878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['99bae760-cff0-492c-afd2-fe80383a030d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:42:42.426611 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f7f4b43e-dfbc-4308-ae8b-ba565c510bd6 req-48764d51-417a-4a1e-84c3-e05fade260ee tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 May 26 23:42:43.621056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f732-6a94-438f-991c-2eb45f5c91c7 req-29798560-67fc-4dc6-b7de-2601511b830b tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:43.622511 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2267f732-6a94-438f-991c-2eb45f5c91c7 req-29798560-67fc-4dc6-b7de-2601511b830b tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 944 time: 0.0739956 May 26 23:42:43.671045 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2267f732-6a94-438f-991c-2eb45f5c91c7 req-e4add9c9-aa13-4b41-bf51-c04705b10125 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430911 May 26 23:42:43.839204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 99bae760-cff0-492c-afd2-fe80383a030d up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:42:43.911644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 99bae760-cff0-492c-afd2-fe80383a030d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:42:43.916354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 99bae760-cff0-492c-afd2-fe80383a030d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:42:43.916717 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:44.029212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:44.058521 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:42:44.067681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=99bae760-cff0-492c-afd2-fe80383a030d,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:42:44.071647 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:44.112557 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2336576b-4b9f-4084-a00f-28db29d797c8'] response: {'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d', 'code': 200} May 26 23:42:44.138477 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:44.237374 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0246c8-be90-4e2c-9eb9-965f71dcd648 req-1dbe96e2-68f1-47a4-879e-1190d309e859 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1096 time: 0.0695646 May 26 23:42:44.279097 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a0246c8-be90-4e2c-9eb9-965f71dcd648 req-838d9c5d-8fc0-46f2-a4e5-bcff35d35a6e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361156 May 26 23:42:44.862376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456e07-12d9-486d-a277-a80174f9c9c0 req-5ed4b16d-a163-4552-af8a-2fb88353afc8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:44.863899 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f456e07-12d9-486d-a277-a80174f9c9c0 req-5ed4b16d-a163-4552-af8a-2fb88353afc8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0766788 May 26 23:42:44.909001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1f456e07-12d9-486d-a277-a80174f9c9c0 req-c1770f89-66a9-4402-8600-47ae5abcc062 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 May 26 23:42:46.108196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcd99a-06f2-447e-82c2-fed4fa7a1f80 req-7bbe853c-8322-474a-8f8f-68ba36528647 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:46.109637 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88bcd99a-06f2-447e-82c2-fed4fa7a1f80 req-7bbe853c-8322-474a-8f8f-68ba36528647 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0798609 May 26 23:42:46.157228 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-88bcd99a-06f2-447e-82c2-fed4fa7a1f80 req-3e07547a-8925-4e18-8cd7-43449a659797 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 May 26 23:42:46.355156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881d38-6889-4381-9f76-77aacd3bdb92 req-9c6a4032-84cb-4300-bbe4-06adaed41071 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:46.356619 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a881d38-6889-4381-9f76-77aacd3bdb92 req-9c6a4032-84cb-4300-bbe4-06adaed41071 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0789769 May 26 23:42:46.407131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-4a881d38-6889-4381-9f76-77aacd3bdb92 req-a8c49f6a-0b73-4be0-bfdd-280f1b8cc5cd tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 May 26 23:42:46.886813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf11f9a-18c3-4168-817c-766e5660786d req-1abe038e-132d-4178-9977-32f4c400201f tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:46.888248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7cf11f9a-18c3-4168-817c-766e5660786d req-1abe038e-132d-4178-9977-32f4c400201f tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0883696 May 26 23:42:46.939171 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7cf11f9a-18c3-4168-817c-766e5660786d req-e5f82410-4319-47bb-9c5e-6be53d568457 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 May 26 23:42:47.283820 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d42e-880d-48dc-b974-6bfc7880cb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:50.031923 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2ff3b99-c34f-471f-9f4e-1d4b46a2cf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:50.785913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:50.855967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:52.117505 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:55.773291 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:57.159666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0cb0-7e7b-448f-b12f-609520bd4bf5 req-b6b418c3-876a-4e39-8a3d-b54062cf3840 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:42:57.161117 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b0e0cb0-7e7b-448f-b12f-609520bd4bf5 req-b6b418c3-876a-4e39-8a3d-b54062cf3840 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0782158 May 26 23:42:57.204630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b0e0cb0-7e7b-448f-b12f-609520bd4bf5 req-95d62fbc-e4c8-4e90-9864-e9bb6f0c2936 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 May 26 23:42:57.232213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46394) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:57.393436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c83b01a-6da1-4744-983f-1169adbbec23 tempest-TestMinimumBasicScenario-791078122 tempest-TestMinimumBasicScenario-791078122-project-admin] Synchronizing usage tracker for tenant:83ac4be4f36347f8bb02b5568b7a6e8a on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:42:57.409530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1c83b01a-6da1-4744-983f-1169adbbec23 tempest-TestMinimumBasicScenario-791078122 tempest-TestMinimumBasicScenario-791078122-project-admin] Unset dirty status for tenant:83ac4be4f36347f8bb02b5568b7a6e8a on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:42:57.410669 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1c83b01a-6da1-4744-983f-1169adbbec23 tempest-TestMinimumBasicScenario-791078122 tempest-TestMinimumBasicScenario-791078122-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1091 time: 0.1775103 May 26 23:42:57.413717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46400) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:57.419826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '99bae760-cff0-492c-afd2-fe80383a030d', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:57.425981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:57.429967 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:floatingip and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:57.432709 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:57.438380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:57.447688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:57.580099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:57.715356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Allocated IP 172.25.4.193 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/0eecc712-9645-4384-a323-a41e5a74eb90) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:42:57.857623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:57.883873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:57.977389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:42:57.978771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'Port': ['ID=0eecc712-9645-4384-a323-a41e5a74eb90,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:57.981046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:42:57.984564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:42:58.019439 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.019774 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.020105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.020433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.020756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.021072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.021387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.021722 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.022039 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.022350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.022661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:42:58.310277 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:58.584723 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:58.637767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:58.845339 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:58.849407 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:58.950454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'Port': ['ID=0eecc712-9645-4384-a323-a41e5a74eb90,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:42:58.962092 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:59.151517 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Floating IP a6f2d7a9-0088-473f-a5ed-af3d1535fd71 associated. External IP: 172.25.4.193, port: 99bae760-cff0-492c-afd2-fe80383a030d. May 26 23:42:59.536773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:42:59.737203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:42:59.746667 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] Sync routers for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:42:59.759008 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:42:59.759627 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:42:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:42:59.760423 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:59.813475 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dadfcfc7-eb94-4a27-bb97-4eb938f4b98a tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3985720 May 26 23:42:59.813969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:42:59.816144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46404) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:42:59.822056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660260638', 'description': 'tempest-secgroup-smoke-1660260638 description', 'project_id': '00343f2e1e214c6496c682f283dbac3b'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:42:59.828862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:59.839705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:59.851756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:42:59.874038 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40146862-1e75-43aa-8fc3-c09033befbe1'] response: {'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d', 'status': 'completed', 'code': 200} May 26 23:42:59.889795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:42:59.893618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:42:59.897659 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:42:59.934131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:42:59.935939 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:43:00.021580 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.025533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-2d111886-0758-4d49-89e6-d16a690338ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1096 time: 0.1284592 May 26 23:43:00.026661 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.147900 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89520339-dea2-44fa-91b9-8ab2464a4c63,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:00.167622 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.168871 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-dc85a955-efa5-48dd-b0c8-cafebc19aa09 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3516121 May 26 23:43:00.171804 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46410) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:43:00.178548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'security_group_rule': {'security_group_id': '89520339-dea2-44fa-91b9-8ab2464a4c63', 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:43:00.196484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:43:00.204216 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:43:00.208391 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:43:00.223961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:43:00.231571 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-2612aec9-9007-4686-b598-d0a4c02735c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:00.233149 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-2612aec9-9007-4686-b598-d0a4c02735c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.2014079 May 26 23:43:00.293696 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a6f2d7a9-0088-473f-a5ed-af3d1535fd71', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'port_id': '99bae760-cff0-492c-afd2-fe80383a030d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'mac_address': 'fa:16:3e:8a:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf614113-55ae-4857-8f26-a162e124f827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:42:58Z', 'updated_at': '2022-05-26T23:42:58Z', 'revision_number': 0, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 5, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:43:00.297511 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] Checking router: bb00c2a9-bbfd-42be-8bd7-519c0ce4327a for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:43:00.303585 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.308146 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:43:00.308737 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:42:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:43:00.378332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-34f9ab79-429d-440f-befe-490ebb13c7bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 999 time: 0.1394725 May 26 23:43:00.447185 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.451876 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.470683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-adea0d72-b2af-42c6-9ba2-d855dba83056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:00.472106 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-adea0d72-b2af-42c6-9ba2-d855dba83056 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0852435 May 26 23:43:00.481305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc841e3-28d6-412e-96cc-531d858581d0,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:00.485354 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:43:00.528374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.529527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b0c1e496-6a9d-44af-a4af-ad74634baae8 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3568292 May 26 23:43:00.532373 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46414) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:43:00.537950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'security_group_rule': {'security_group_id': '89520339-dea2-44fa-91b9-8ab2464a4c63', 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:43:00.545060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:43:00.549522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:43:00.552476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:43:00.562259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-36eb9635-fdb8-4d2a-9693-5351857c8345 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814309 May 26 23:43:00.562831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:43:00.588680 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.662218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.668878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.704772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e16cea-a454-486e-9cae-470a395769c9,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:00.716147 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.717393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1579cebb-2dca-46f6-acf1-5806e53441b1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1839948 May 26 23:43:00.720151 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46418) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:43:00.726094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'security_group_rule': {'security_group_id': '89520339-dea2-44fa-91b9-8ab2464a4c63', 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:43:00.733582 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:43:00.737547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:43:00.740583 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:43:00.747904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:43:00.803960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-cf77af48-a0b9-4eac-8e23-548889aeb9fd service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340426 May 26 23:43:00.874918 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.878650 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a6f2d7a9-0088-473f-a5ed-af3d1535fd71', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'port_id': '99bae760-cff0-492c-afd2-fe80383a030d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'mac_address': 'fa:16:3e:8a:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf614113-55ae-4857-8f26-a162e124f827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:42:58Z', 'updated_at': '2022-05-26T23:42:58Z', 'revision_number': 0, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 5, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:43:00.883097 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e6256-cc69-4c07-9cab-1674468e3b23 None None] The sync data for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 is: [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'a6f2d7a9-0088-473f-a5ed-af3d1535fd71', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'port_id': '99bae760-cff0-492c-afd2-fe80383a030d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'mac_address': 'fa:16:3e:8a:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf614113-55ae-4857-8f26-a162e124f827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:42:58Z', 'updated_at': '2022-05-26T23:42:58Z', 'revision_number': 0, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 5, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:43:00.947868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.952877 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.963537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-471b8aaf-0573-4426-9b58-2c7b06db7a3f req-5d36ce4a-2489-48ea-a1db-029843a08c89 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531909 May 26 23:43:00.974050 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7568e6-8f67-4ab2-bef5-a077f0d5ce49,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:00.987588 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:00.989343 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-17361ef5-6cd9-4c60-923f-365965b22758 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2681208 May 26 23:43:00.992085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46422) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:43:00.997975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'security_group_rule': {'security_group_id': '89520339-dea2-44fa-91b9-8ab2464a4c63', 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:43:01.004434 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:43:01.010261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:43:01.013245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:43:01.019065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:43:01.036708 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.102634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.108024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.109069 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b2464-01ce-4b0a-8789-b25eb858fe66 None None] New status for floating IP a6f2d7a9-0088-473f-a5ed-af3d1535fd71: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:43:01.130751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fd94e4-01bb-4fd8-8efd-893bd3ae42f8,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:01.141711 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.142917 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e0cc30bc-9449-4318-8c07-29ed351b0e36 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1498988 May 26 23:43:01.145772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46426) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:43:01.151924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'security_group_rule': {'security_group_id': '89520339-dea2-44fa-91b9-8ab2464a4c63', 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:43:01.158498 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:43:01.162814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:43:01.166496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:43:01.172912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:43:01.182990 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Project 00343f2e1e214c6496c682f283dbac3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:43:01.189971 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.258550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.261180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.280217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cd9d14-a10f-4e76-ae29-9b3759e3eb2d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:01.300191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.300191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e13f80f7-a5c8-4e30-8c5e-213b37143366 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1531971 May 26 23:43:01.304752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46430) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:43:01.308919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'security_group_rule': {'security_group_id': '89520339-dea2-44fa-91b9-8ab2464a4c63', 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:43:01.315415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:43:01.319468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Usage tracker for resource:security_group_rule and tenant:00343f2e1e214c6496c682f283dbac3b is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:43:01.322330 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:43:01.328016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:43:01.338404 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Project 00343f2e1e214c6496c682f283dbac3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:43:01.344848 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.411260 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.414769 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.437098 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d2a8ca-183d-4811-92d8-fac01a827e8e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:01.445561 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:01.447294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-68af9e47-51bc-42e2-824e-13c6109c5feb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1426654 May 26 23:43:01.574013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-93f1647d-1c67-4bcc-8544-99fecd1d75a2 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660260638&fields=id&tenant_id=00343f2e1e214c6496c682f283dbac3b HTTP/1.1" status: 200 len: 267 time: 0.0398970 May 26 23:43:01.654752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-5372dc0a-47ee-4e2c-9396-2a6df600f5eb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:01.656182 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-5372dc0a-47ee-4e2c-9396-2a6df600f5eb tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0772643 May 26 23:43:01.667523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'port': {'security_groups': ['0886398b-a390-48aa-a499-587b593bbf7e', '89520339-dea2-44fa-91b9-8ab2464a4c63']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:43:01.778179 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:02.033949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=99bae760-cff0-492c-afd2-fe80383a030d,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:43:02.061930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:02.066395 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:02.078664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['99bae760-cff0-492c-afd2-fe80383a030d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:43:02.141454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:02.142044 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:02.143399 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67f3e7e2-651d-40cf-a90a-9c41eb6a7d95 req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "PUT /v2.0/ports/99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 981 time: 0.4807117 May 26 23:43:02.143846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:43:02.165775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e6e5f-ae3b-41cc-ba73-f8c84480087e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:43:02.216200 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['99bae760-cff0-492c-afd2-fe80383a030d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:43:02.264364 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5643aa-ee9e-45e9-ab8a-be1703a6ae74'] response: {'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d', 'status': 'completed', 'code': 200} May 26 23:43:02.356961 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-b5628aed-4177-46be-a329-0c11a4c77096 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1135 time: 0.0848675 May 26 23:43:02.407142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c7a82-3d78-425d-a23f-b431c3c9f5f4 req-482aaea8-6e34-4d3f-b0eb-5f1ba69cedff tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:02.408702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-231c7a82-3d78-425d-a23f-b431c3c9f5f4 req-482aaea8-6e34-4d3f-b0eb-5f1ba69cedff tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0957689 May 26 23:43:02.463144 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-231c7a82-3d78-425d-a23f-b431c3c9f5f4 req-ca0cfd16-0984-4e25-97c1-e0a23d5809dc tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477970 May 26 23:43:02.507066 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-225361ea-543c-41ce-babb-d589a11b918c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:02.508397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-225361ea-543c-41ce-babb-d589a11b918c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.1444182 May 26 23:43:02.562262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5f51e2cb-4a86-4c10-a33e-e4cfc1c7ccc9 None None] Provisioning complete for port 99bae760-cff0-492c-afd2-fe80383a030d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:43:02.562633 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5f51e2cb-4a86-4c10-a33e-e4cfc1c7ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:02.611121 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-7253b330-bcf3-451e-984e-b3b4635fd171 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 1001 time: 0.0966501 May 26 23:43:02.675904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-6d0d5b4a-dd68-4f7b-8234-74484b0e665c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:02.677376 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-6d0d5b4a-dd68-4f7b-8234-74484b0e665c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0604937 May 26 23:43:02.750823 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-525f80eb-9714-4f0c-a5ae-e9c5ded4d9d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665298 May 26 23:43:02.880746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-26a892c1-4b87-40b5-8edb-a485b3a125c6 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223369 May 26 23:43:03.008679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9197de44-c096-4a8a-a953-96ef4ca049d2 req-34727c9d-390b-4bf0-bfa8-4aa9d3a1c2af service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221154 May 26 23:43:10.544262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-8e21717d-71ac-4709-8579-09480f6e1073 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692973 May 26 23:43:10.678950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-86c26a24-f7d4-45bb-a494-bf822ffa407f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1135 time: 0.0674698 May 26 23:43:10.817357 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-e71f5f3c-5c4a-49fa-b9a1-e207cdcdd561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:10.818768 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-e71f5f3c-5c4a-49fa-b9a1-e207cdcdd561 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.1216075 May 26 23:43:10.922436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-cee57995-0063-42fc-83aa-56ed73d9ab7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 1001 time: 0.0979171 May 26 23:43:10.982268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-fe4d9e44-6f35-4dc4-bfd3-fba6adbaccca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:43:10.983642 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-fe4d9e44-6f35-4dc4-bfd3-fba6adbaccca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0556278 May 26 23:43:11.153233 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-3ba947a2-21f6-4f9a-9ddc-2a2889f4c098 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599414 May 26 23:43:11.296404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-0f93c6ff-24e3-4d9b-9b86-d580e5a25359 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343265 May 26 23:43:11.435379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0757bbe8-1e8b-4a58-b49b-edfa72473a0e req-6f9681b0-4aa7-4315-8150-b4ecc9e18eac service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389165 May 26 23:43:17.286713 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9943a65c-a95f-46fd-9528-2a93270973cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:18.553366 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:43:20.023454 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a3d17382-00a7-48b6-87b5-f59963573766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:20.791997 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:20.861960 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:22.089065 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:25.787725 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:28.310171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:47.292234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-53cb04b7-0841-4410-a6e2-8e3faba122cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:50.023924 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d1eef705-4969-4ebe-a4b1-8d25ca422ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:50.791111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:50.867849 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:52.090860 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:55.553941 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:43:55.787224 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:43:58.348529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:01.221286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-3266e88d-841d-4b93-87e1-906450c26e48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1135 time: 0.0683823 May 26 23:44:01.270974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afbe51-3eca-483d-9f96-4aebc58ade13 req-daa0f471-070a-4e33-88e2-31cb4db90b17 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:01.272422 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66afbe51-3eca-483d-9f96-4aebc58ade13 req-daa0f471-070a-4e33-88e2-31cb4db90b17 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0836406 May 26 23:44:01.319660 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-66afbe51-3eca-483d-9f96-4aebc58ade13 req-39949972-902c-4369-9420-4718ee5a0ebe tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410368 May 26 23:44:01.358844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293767ab-52a9-434d-a5d5-2d256432392c req-a61ade4e-9340-4789-ae28-8067671a271e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:01.360261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-a61ade4e-9340-4789-ae28-8067671a271e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.1327653 May 26 23:44:01.461400 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-898f72b0-4733-4b55-a6cd-25ac6164509e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 1001 time: 0.0947704 May 26 23:44:01.522713 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293767ab-52a9-434d-a5d5-2d256432392c req-61e4edce-d456-4667-a07c-82eb08ff562d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:01.524030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-61e4edce-d456-4667-a07c-82eb08ff562d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0552990 May 26 23:44:01.605188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-74dfd291-0df5-4443-8cfc-d170c0209197 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746534 May 26 23:44:01.615286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-34224886-486c-49e2-bc90-64b6a445a0f9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:44:01.616168 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-34224886-486c-49e2-bc90-64b6a445a0f9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045736 May 26 23:44:01.745091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-7409de58-8687-44e4-a232-86865c4d2798 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225708 May 26 23:44:01.889045 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-293767ab-52a9-434d-a5d5-2d256432392c req-967f9888-71a5-48d1-8df4-e335c72dbf6b service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381092 May 26 23:44:02.511200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06906835-245a-4162-b4f3-46cd78b27e9d req-e186a3d3-07a1-4e9b-b35f-e7db51fbc363 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:02.512623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06906835-245a-4162-b4f3-46cd78b27e9d req-e186a3d3-07a1-4e9b-b35f-e7db51fbc363 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0745845 May 26 23:44:02.557340 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-06906835-245a-4162-b4f3-46cd78b27e9d req-ae626120-6904-4fe8-8b5e-66061db1175f tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Synchronizing usage tracker for tenant:00343f2e1e214c6496c682f283dbac3b on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:44:02.571871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-06906835-245a-4162-b4f3-46cd78b27e9d req-ae626120-6904-4fe8-8b5e-66061db1175f tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Unset dirty status for tenant:00343f2e1e214c6496c682f283dbac3b on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:44:02.573155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06906835-245a-4162-b4f3-46cd78b27e9d req-ae626120-6904-4fe8-8b5e-66061db1175f tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551436 May 26 23:44:03.765238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cfb47-9f75-44d9-a59b-3cc201bd7bd3 req-95934710-79f1-4e6f-acf8-d8bcf3c7d533 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:03.766672 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a0cfb47-9f75-44d9-a59b-3cc201bd7bd3 req-95934710-79f1-4e6f-acf8-d8bcf3c7d533 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0745299 May 26 23:44:03.812848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a0cfb47-9f75-44d9-a59b-3cc201bd7bd3 req-dcfb611c-c130-483f-b5df-631e5ae4772f tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407941 May 26 23:44:05.009487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fa8c-6a2b-4bda-ad84-4109c41c8d5e req-d29a7f2d-b697-4944-9c3f-4ed84cbf2f7e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:05.010850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd05fa8c-6a2b-4bda-ad84-4109c41c8d5e req-d29a7f2d-b697-4944-9c3f-4ed84cbf2f7e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0779157 May 26 23:44:05.056379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cd05fa8c-6a2b-4bda-ad84-4109c41c8d5e req-5d6cb374-3585-44f9-afe6-408179760b3e tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400128 May 26 23:44:06.264076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5610d-ee8a-470b-8b8d-b90f5834c1d0 req-4bd1f52f-adc7-41cb-8ad8-3a893c83b99c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:06.265530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfd5610d-ee8a-470b-8b8d-b90f5834c1d0 req-4bd1f52f-adc7-41cb-8ad8-3a893c83b99c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0864794 May 26 23:44:06.311947 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfd5610d-ee8a-470b-8b8d-b90f5834c1d0 req-d8b8c70a-2fff-48a1-b8dd-d4b958246bc6 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408995 May 26 23:44:07.504578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bd92a-5ac2-47b5-9184-c78896ef8ff1 req-4ac86a2c-9a04-48dd-8863-9b90b591563c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:07.506044 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a83bd92a-5ac2-47b5-9184-c78896ef8ff1 req-4ac86a2c-9a04-48dd-8863-9b90b591563c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0780172 May 26 23:44:07.554606 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a83bd92a-5ac2-47b5-9184-c78896ef8ff1 req-a5c1d816-523b-4b4b-a7fc-9a2d213effcd tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430670 May 26 23:44:08.771323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc68a85-9ac0-4c36-8294-c0a8c3225bf4 req-11ee4049-41f8-414b-aadc-874d5c07f626 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:08.772760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1dc68a85-9ac0-4c36-8294-c0a8c3225bf4 req-11ee4049-41f8-414b-aadc-874d5c07f626 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0763457 May 26 23:44:08.820053 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1dc68a85-9ac0-4c36-8294-c0a8c3225bf4 req-a20cf570-2aa3-4d01-b8ed-e38381254c87 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411849 May 26 23:44:10.012909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae734556-9ae3-41da-b0d2-ad623f3f69de req-2de8cd51-f323-40cd-98fc-85916455e066 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:10.014261 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ae734556-9ae3-41da-b0d2-ad623f3f69de req-2de8cd51-f323-40cd-98fc-85916455e066 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0747235 May 26 23:44:10.059685 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ae734556-9ae3-41da-b0d2-ad623f3f69de req-c5440b75-1b43-41e6-85c4-ec4860c2676f tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399871 May 26 23:44:11.254118 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c523ea8-7516-43a1-9a86-ccaccefe5164 req-1fe0b0d3-6afd-4c91-a8f1-92ccf49a69f4 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:11.255615 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c523ea8-7516-43a1-9a86-ccaccefe5164 req-1fe0b0d3-6afd-4c91-a8f1-92ccf49a69f4 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0787892 May 26 23:44:11.303209 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6c523ea8-7516-43a1-9a86-ccaccefe5164 req-75d799a0-d8ca-4512-b9ec-a3a1585dfbf1 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416908 May 26 23:44:11.615518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-820393e5-bb62-4737-9059-5e0dcc2a6a5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1135 time: 0.0700042 May 26 23:44:11.761246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-1b16e40a-3c60-40e6-af78-783e34380173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:11.762688 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-1b16e40a-3c60-40e6-af78-783e34380173 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.1286321 May 26 23:44:11.962092 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-79798933-90d5-4d08-be5b-4d83317acf30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 1001 time: 0.1931088 May 26 23:44:12.022517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-44be3b97-070e-411a-944f-49288e321ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:12.023260 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-44be3b97-070e-411a-944f-49288e321ef5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0556421 May 26 23:44:12.097390 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-60638d0b-36e7-437c-b5ba-b2b1b0f3ff8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682194 May 26 23:44:12.229318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-d735ec15-9790-46d5-9519-94b455321168 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258647 May 26 23:44:12.358428 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a95008fb-9cb9-4894-b505-c3b50b506e38 req-335ecda8-ae28-4877-b753-1a9af7deee04 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231606 May 26 23:44:12.502868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63c048-d0b9-4bd1-bfc5-7136f9483e8e req-79166663-88a5-40ce-a77c-6315ad26eee0 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:12.504471 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb63c048-d0b9-4bd1-bfc5-7136f9483e8e req-79166663-88a5-40ce-a77c-6315ad26eee0 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0800431 May 26 23:44:12.552256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eb63c048-d0b9-4bd1-bfc5-7136f9483e8e req-46ae76d8-8383-4cd0-8a01-3c61bc8fca82 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409939 May 26 23:44:13.750788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b394c-1c4f-4647-b0e7-2389d24abf75 req-ea4e9486-fcb2-470c-a1c4-7d81f8ec9773 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:44:13.752213 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-379b394c-1c4f-4647-b0e7-2389d24abf75 req-ea4e9486-fcb2-470c-a1c4-7d81f8ec9773 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0785172 May 26 23:44:13.801522 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-379b394c-1c4f-4647-b0e7-2389d24abf75 req-d0ed8600-c56b-49d4-9b2b-eb25becfcf6d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=89520339-dea2-44fa-91b9-8ab2464a4c63&id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436246 May 26 23:44:17.294433 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-59f1e50e-a998-494d-80d5-c0626d95d4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:20.025546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b224a50-6186-4320-a9ea-5d789799b837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:20.794795 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:20.859371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:22.094431 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:25.788561 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:28.363471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:32.556695 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:44:47.300139 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-482cda87-bcf1-45df-8834-1ef833448c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:50.027571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-64c4b72d-3197-4f96-b4d9-9ad4e93c58a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:50.797038 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:50.859324 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:52.096090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:55.807721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:44:58.376391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:02.502253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-eacb8f8a-affe-4d67-84b8-0677e8b11fd4 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660260638&fields=id&tenant_id=00343f2e1e214c6496c682f283dbac3b HTTP/1.1" status: 200 len: 267 time: 0.1358700 May 26 23:45:02.588499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-3f17c2d0-5b90-433b-b1d9-a8044f30f0ea tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:02.589855 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-3f17c2d0-5b90-433b-b1d9-a8044f30f0ea tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 984 time: 0.0820539 May 26 23:45:02.600665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Request body: {'port': {'security_groups': ['0886398b-a390-48aa-a499-587b593bbf7e']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:02.719783 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:02.958014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=99bae760-cff0-492c-afd2-fe80383a030d,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:02.982614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:02.986991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:02.998153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['99bae760-cff0-492c-afd2-fe80383a030d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:45:03.060125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:03.060724 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.065053 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-882c0a69-2508-44b7-bfa9-ec8b0d90454c req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "PUT /v2.0/ports/99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 942 time: 0.4686673 May 26 23:45:03.065591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:45:03.067990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:03.084672 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event updated for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:03.095416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.095817 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.096212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.096674 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.097060 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.097446 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.097872 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.098413 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.098973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.099355 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.099734 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312540f2-7272-4313-a1b0-4cc703b2bd8d tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.155963 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b85de36-74d1-4166-adb2-ffadf1c3db41'] response: {'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d', 'status': 'completed', 'code': 200} May 26 23:45:03.184033 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.191922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['99bae760-cff0-492c-afd2-fe80383a030d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:45:03.216076 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.275679 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-75e8f7d9-9f52-412b-bdb0-5596a4f43d5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1096 time: 0.0914688 May 26 23:45:03.312498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.338213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89520339-dea2-44fa-91b9-8ab2464a4c63,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:03.348994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.349331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.349661 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.350075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.350438 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.350948 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.351316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.351700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.352017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.352332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.352645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:03.361889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.362912 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3fada1ab-7ff8-402d-acf9-b35a7b70ef4c tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "DELETE /v2.0/security-groups/89520339-dea2-44fa-91b9-8ab2464a4c63 HTTP/1.1" status: 204 len: 168 time: 0.2939482 May 26 23:45:03.366021 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46536) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:03.418707 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-59c1c625-99ba-44d6-b213-91f19ba73c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:03.420168 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-59c1c625-99ba-44d6-b213-91f19ba73c9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.1383193 May 26 23:45:03.426023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-787e36f3-668b-46de-89b3-c144ffaeab12 None None] Provisioning complete for port 99bae760-cff0-492c-afd2-fe80383a030d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:03.426434 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-787e36f3-668b-46de-89b3-c144ffaeab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.526220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-54de107a-52ba-47d4-9187-91ae5465e141 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 1001 time: 0.0985637 May 26 23:45:03.593249 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-18e307d1-859f-41f7-acb9-c9b1e343ff28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:03.594714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-18e307d1-859f-41f7-acb9-c9b1e343ff28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0606582 May 26 23:45:03.680089 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Deleting port 0eecc712-9645-4384-a323-a41e5a74eb90 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:03.680421 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.766167 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-d7867609-d64c-456c-9e2d-a55c276708b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656499 May 26 23:45:03.848576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.848813 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:03.896088 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-54994763-8093-4dd0-91c1-ee970989046f service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239493 May 26 23:45:03.972897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Calling delete_port for 0eecc712-9645-4384-a323-a41e5a74eb90 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:04.026509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d915051b-e384-4cbc-996e-419013ca5dc3 req-5487b241-afbf-44a9-8af7-a24ebced08f9 service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242843 May 26 23:45:04.115983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:04.163555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event deleted for resources: {'Port': ['ID=0eecc712-9645-4384-a323-a41e5a74eb90,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:04.252242 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:04.644271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:45:04.845566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:45:04.855618 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] Sync routers for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:45:04.864674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:04.867145 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:04.867738 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:44:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:04.923544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-081f3b64-9ea7-4351-b775-a753b85d2477 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "DELETE /v2.0/floatingips/a6f2d7a9-0088-473f-a5ed-af3d1535fd71 HTTP/1.1" status: 204 len: 168 time: 1.5556765 May 26 23:45:04.923833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:45:05.041656 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599ba06e-8640-49d6-810d-dd0c73153241'] response: {'name': 'network-changed', 'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d', 'status': 'completed', 'code': 200} May 26 23:45:05.051992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:05.127225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-ca4b345e-a683-4ad7-9324-a920aa27f356 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 1096 time: 0.0675340 May 26 23:45:05.273137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-c69d42b0-d970-4400-b344-5323bde0df88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:05.275541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-c69d42b0-d970-4400-b344-5323bde0df88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 200 len: 914 time: 0.1427584 May 26 23:45:05.354397 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-8eee1441-69df-40a5-b19c-dd4b333fecc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 200 len: 217 time: 0.0681820 May 26 23:45:05.379322 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 5, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:05.383404 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] Checking router: bb00c2a9-bbfd-42be-8bd7-519c0ce4327a for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:45:05.394487 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:05.395075 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:44:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:05.418994 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-95d02fc1-2009-4812-96d3-3f3d380d3d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:05.420437 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-95d02fc1-2009-4812-96d3-3f3d380d3d09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 200 len: 852 time: 0.0603545 May 26 23:45:05.499008 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-7cd88a23-eb08-4ec6-b5e9-02c165c620be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707712 May 26 23:45:05.569004 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:05.632373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-3728d7e5-a210-4bbd-a386-4e07eec3b3de service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264675 May 26 23:45:05.773383 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6f44bf29-b65d-49c4-b0df-4e5987ff3633 req-581f958a-e37e-40e2-9b16-e97ec693136c service neutron] 10.222.0.48 "GET /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340690 May 26 23:45:05.891047 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 5, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:05.894989 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1f55d-2270-469a-ab61-e9b3af659e7c None None] The sync data for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 is: [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:05Z', 'revision_number': 4, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'c80e7526-8eec-4963-8ce7-5bead0638367', 'name': '', 'network_id': '1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'mac_address': 'fa:16:3e:71:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:05Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 5, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'subnets': [{'id': 'dfea9d7f-5afb-4a1c-a6be-5825ce710aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:45:06.129128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5afc66-2620-4786-970d-33194a9addb8 None None] New status for floating IP a6f2d7a9-0088-473f-a5ed-af3d1535fd71: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:45:09.556845 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:45:09.641433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a463-4234-4188-83be-c47914d5f626 req-0b8ac60c-35af-423f-9e21-4aa78fd5e9d7 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:09.642146 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b43a463-4234-4188-83be-c47914d5f626 req-0b8ac60c-35af-423f-9e21-4aa78fd5e9d7 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Synchronizing usage tracker for tenant:00343f2e1e214c6496c682f283dbac3b on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:45:09.657597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b43a463-4234-4188-83be-c47914d5f626 req-0b8ac60c-35af-423f-9e21-4aa78fd5e9d7 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Unset dirty status for tenant:00343f2e1e214c6496c682f283dbac3b on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:45:09.658766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b43a463-4234-4188-83be-c47914d5f626 req-0b8ac60c-35af-423f-9e21-4aa78fd5e9d7 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0932219 May 26 23:45:09.703305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b43a463-4234-4188-83be-c47914d5f626 req-eec448e0-1025-4807-ae8f-36a879869137 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Synchronizing usage tracker for tenant:00343f2e1e214c6496c682f283dbac3b on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:45:09.718122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-9b43a463-4234-4188-83be-c47914d5f626 req-eec448e0-1025-4807-ae8f-36a879869137 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Unset dirty status for tenant:00343f2e1e214c6496c682f283dbac3b on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:45:09.719230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9b43a463-4234-4188-83be-c47914d5f626 req-eec448e0-1025-4807-ae8f-36a879869137 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 May 26 23:45:10.918621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd5922-bfac-47dc-92da-6db0e851cafc req-6236b737-8a70-40b1-a772-4b537a2a1306 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:10.920070 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1dd5922-bfac-47dc-92da-6db0e851cafc req-6236b737-8a70-40b1-a772-4b537a2a1306 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0796733 May 26 23:45:10.966054 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1dd5922-bfac-47dc-92da-6db0e851cafc req-f2c8e783-bfc0-4e1d-9d6f-5c54703d7163 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/security-groups?id=0886398b-a390-48aa-a499-587b593bbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401998 May 26 23:45:11.263289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fba29-80d3-4792-9683-149d97457aaa req-730062f7-7668-488d-9c1b-05c3a6fb78c9 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:11.264779 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d5fba29-80d3-4792-9683-149d97457aaa req-730062f7-7668-488d-9c1b-05c3a6fb78c9 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 945 time: 0.0779610 May 26 23:45:11.332657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Deleting port 99bae760-cff0-492c-afd2-fe80383a030d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:11.332991 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:11.575149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] For port 99bae760-cff0-492c-afd2-fe80383a030d, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=99bae760-cff0-492c-afd2-fe80383a030d,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:11.575373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:11.787572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Calling delete_port for 99bae760-cff0-492c-afd2-fe80383a030d owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:11.928870 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:11.940774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['99bae760-cff0-492c-afd2-fe80383a030d'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:45:11.980139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Pushing event deleted for resources: {'Port': ['ID=99bae760-cff0-492c-afd2-fe80383a030d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:12.057755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] No DVR routers for this DVR port 99bae760-cff0-492c-afd2-fe80383a030d on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:45:12.060509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:12.063388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'name': 'network-vif-deleted', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:45:12.079029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8d5fba29-80d3-4792-9683-149d97457aaa req-07851ef5-151c-4038-ae38-0739cb9e8cba tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.48 "DELETE /v2.0/ports/99bae760-cff0-492c-afd2-fe80383a030d HTTP/1.1" status: 204 len: 173 time: 0.8084989 May 26 23:45:12.132504 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e44900c6-d745-4612-907e-660c4f266562 req-c066c186-8319-4133-ae06-23887ca01bd6 tempest-TestMinimumBasicScenario-409241311 tempest-TestMinimumBasicScenario-409241311-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 210 time: 0.0431163 May 26 23:45:12.137641 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4929dd14-175b-4a01-bb0c-f1a5de8e64fc'] response: {'server_uuid': 'bf614113-55ae-4857-8f26-a162e124f827', 'name': 'network-vif-deleted', 'tag': '99bae760-cff0-492c-afd2-fe80383a030d', 'status': 'completed', 'code': 200} May 26 23:45:12.526583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41e47da7-ba87-48ff-8c33-ff2045af3e8d req-63a16417-07fd-4c11-81cd-a5af7b566f31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf614113-55ae-4857-8f26-a162e124f827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0393920 May 26 23:45:12.664396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41e47da7-ba87-48ff-8c33-ff2045af3e8d req-28b84c15-708e-486b-b62a-c240c889dcef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00343f2e1e214c6496c682f283dbac3b&device_id=bf614113-55ae-4857-8f26-a162e124f827 HTTP/1.1" status: 200 len: 210 time: 0.0430300 May 26 23:45:12.812423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e47da7-ba87-48ff-8c33-ff2045af3e8d req-77920cf7-4fde-494c-8e05-3f379f7f1c17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:12.813881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41e47da7-ba87-48ff-8c33-ff2045af3e8d req-77920cf7-4fde-494c-8e05-3f379f7f1c17 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=00343f2e1e214c6496c682f283dbac3b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1315928 May 26 23:45:12.947366 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e47da7-ba87-48ff-8c33-ff2045af3e8d req-838af7a6-3378-4240-8e07-d363b4871d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:12.948673 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41e47da7-ba87-48ff-8c33-ff2045af3e8d req-838af7a6-3378-4240-8e07-d363b4871d52 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289806 May 26 23:45:13.772708 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46628) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:14.240543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:14.487577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 99bae760-cff0-492c-afd2-fe80383a030d no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:45:14.519441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 99bae760-cff0-492c-afd2-fe80383a030d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:45:14.519781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 99bae760-cff0-492c-afd2-fe80383a030d not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:45:14.820300 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Deleting port c80e7526-8eec-4963-8ce7-5bead0638367 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:14.820874 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:14.986478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] For port c80e7526-8eec-4963-8ce7-5bead0638367, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=c80e7526-8eec-4963-8ce7-5bead0638367,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:14.986830 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:15.104489 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Calling delete_port for c80e7526-8eec-4963-8ce7-5bead0638367 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:15.265551 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:15.399695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80e7526-8eec-4963-8ce7-5bead0638367,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:15.682896 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:16.242725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:45:16.449595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:45:16.458213 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] Sync routers for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:45:16.462867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b51b2536-03f5-438f-9c28-d0009c020f22 admin admin] 10.222.0.32 "PUT /v2.0/routers/bb00c2a9-bbfd-42be-8bd7-519c0ce4327a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6888714 May 26 23:45:16.465309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46632) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:16.469590 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:16.470207 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:44:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:16.664437 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:16.685579 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:16.973614 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:45:15Z', 'revision_number': 5, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port': {'id': '7a133017-b2ae-47f8-8060-cfb2069258ed', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:16.974548 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:16.977456 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] Checking router: bb00c2a9-bbfd-42be-8bd7-519c0ce4327a for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:45:16.984530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Deleting port 7a133017-b2ae-47f8-8060-cfb2069258ed {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:16.984879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:16.989143 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] Routers {'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:16.989778 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:44:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:17.132811 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] Set router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:17.154429 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] For port 7a133017-b2ae-47f8-8060-cfb2069258ed, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7a133017-b2ae-47f8-8060-cfb2069258ed,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:17.154856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.234735 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:45:16Z', 'revision_number': 6, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:17.238494 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0888ae-e613-417c-abf0-754f75f87354 None None] The sync data for ids ['bb00c2a9-bbfd-42be-8bd7-519c0ce4327a'] in n-d-843301-1 is: [{'id': 'bb00c2a9-bbfd-42be-8bd7-519c0ce4327a', 'name': 'tempest-TestMinimumBasicScenario-34321809-router', 'tenant_id': '00343f2e1e214c6496c682f283dbac3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:02Z', 'updated_at': '2022-05-26T23:45:16Z', 'revision_number': 6, 'project_id': '00343f2e1e214c6496c682f283dbac3b', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:45:17.278710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Calling delete_port for 7a133017-b2ae-47f8-8060-cfb2069258ed owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:17.301663 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fcdffa43-bc60-4ecc-b81a-b2a67f154347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.438834 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.482282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a133017-b2ae-47f8-8060-cfb2069258ed,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:17.702610 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.949264 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.953331 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.977448 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.978063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb00c2a9-bbfd-42be-8bd7-519c0ce4327a {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:45:17.992417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:17.993606 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-56c2447d-4b60-4b9e-9566-92cf02106e1b admin admin] 10.222.0.32 "DELETE /v2.0/routers/bb00c2a9-bbfd-42be-8bd7-519c0ce4327a HTTP/1.1" status: 204 len: 168 time: 1.5273926 May 26 23:45:17.996810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46636) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:18.061468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] Deleting subnet dfea9d7f-5afb-4a1c-a6be-5825ce710aac {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:45:18.064403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.112242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c80e7526-8eec-4963-8ce7-5bead0638367 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:45:18.147971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: c80e7526-8eec-4963-8ce7-5bead0638367 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:45:18.148400 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device c80e7526-8eec-4963-8ce7-5bead0638367 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:45:18.148880 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7a133017-b2ae-47f8-8060-cfb2069258ed no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:45:18.183888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7a133017-b2ae-47f8-8060-cfb2069258ed {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:45:18.184240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7a133017-b2ae-47f8-8060-cfb2069258ed not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:45:18.221390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.312498 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.379530 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.420864 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfea9d7f-5afb-4a1c-a6be-5825ce710aac,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:18.425575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.431061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4390be6-bf7e-4511-a3a2-2b949e5cacaf None None] Network 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:45:18.431623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1b063fcb-ad69-4203-b723-d49e050befe6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dfea9d7f-5afb-4a1c-a6be-5825ce710aac HTTP/1.1" status: 204 len: 168 time: 0.4333839 May 26 23:45:18.433750 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46640) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:18.537618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.548035 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Deleting port defe367c-00a2-4ac6-9f73-c4b63944e013 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:18.548355 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.704853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] DHCP port deletion for 1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:45:18.708997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Deleting port defe367c-00a2-4ac6-9f73-c4b63944e013 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:18.709359 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.771504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] For port defe367c-00a2-4ac6-9f73-c4b63944e013, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=defe367c-00a2-4ac6-9f73-c4b63944e013,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:18.771863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.894251 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Calling delete_port for defe367c-00a2-4ac6-9f73-c4b63944e013 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:18.906241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] For port defe367c-00a2-4ac6-9f73-c4b63944e013, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=defe367c-00a2-4ac6-9f73-c4b63944e013,segment=NetworkSegment(ccab1c15-656d-41f7-a97d-521f710434e6),segment_id=ccab1c15-656d-41f7-a97d-521f710434e6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:18.906627 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:18.971742 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.014928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=defe367c-00a2-4ac6-9f73-c4b63944e013,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:19.022119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] No DVR routers for this DVR port defe367c-00a2-4ac6-9f73-c4b63944e013 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:45:19.024763 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Calling delete_port for defe367c-00a2-4ac6-9f73-c4b63944e013 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 23:45:19.087513 n-d-843301-1 neutron-server[84031]: util.warn( May 26 23:45:19.093546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:45:19.093931 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:45:19.136493 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.164033 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:19.176213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccab1c15-656d-41f7-a97d-521f710434e6') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:19.176506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccab1c15-656d-41f7-a97d-521f710434e6') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:19.188096 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.204214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.210261 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:45:19.210635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: timer() May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:45:19.223901 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:45:19.303944 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.319766 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.330821 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:19.342206 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3ace7225-3e22-4cfc-a8e8-efd0a9555de1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1f5e3aa5-d711-4b9b-aef7-ba1d771d1aa2 HTTP/1.1" status: 204 len: 168 time: 0.9073265 May 26 23:45:19.344993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46644) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:19.595668 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Deleting port defe367c-00a2-4ac6-9f73-c4b63944e013 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:19.596215 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:19.664255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c5b19b3b-809f-44ef-a405-96e107ed7080 None None] The port 'defe367c-00a2-4ac6-9f73-c4b63944e013' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:45:19.815117 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:20.028453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-e8b9-4d89-8c80-428126291ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:20.107082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device defe367c-00a2-4ac6-9f73-c4b63944e013 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:45:20.139824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: defe367c-00a2-4ac6-9f73-c4b63944e013 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:45:20.140167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device defe367c-00a2-4ac6-9f73-c4b63944e013 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:45:20.410519 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Deleting port 3b365b8a-89ce-49bc-8f3a-075263317119 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:20.411094 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:20.578414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] For port 3b365b8a-89ce-49bc-8f3a-075263317119, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=3b365b8a-89ce-49bc-8f3a-075263317119,segment=NetworkSegment(a144c5fe-b71c-49d9-ab9b-eb8c518b98a1),segment_id=a144c5fe-b71c-49d9-ab9b-eb8c518b98a1)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:20.578764 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:20.703628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Calling delete_port for 3b365b8a-89ce-49bc-8f3a-075263317119 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:20.800770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:20.860969 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:20.865879 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:20.908810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b365b8a-89ce-49bc-8f3a-075263317119,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:21.191675 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:21.844348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Router e08e1e51-0210-4f94-b94f-343b46e0df12 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:45:22.042081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:45:22.050323 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] Sync routers for ids ['e08e1e51-0210-4f94-b94f-343b46e0df12'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:45:22.061245 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-acf611d5-05bc-4348-af0b-a97d2a5d0f3e admin admin] 10.222.0.32 "PUT /v2.0/routers/e08e1e51-0210-4f94-b94f-343b46e0df12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130017 May 26 23:45:22.061566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46648) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:22.063687 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] Routers {'e08e1e51-0210-4f94-b94f-343b46e0df12'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:22.064619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e08e1e51-0210-4f94-b94f-343b46e0df12'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:22.239770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:22.261070 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:22.289338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] Set router e08e1e51-0210-4f94-b94f-343b46e0df12 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:22.458695 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:22.469106 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Deleting port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:22.469435 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:22.569654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:45:20Z', 'revision_number': 5, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port': {'id': 'e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:42:09Z', 'updated_at': '2022-05-26T23:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:22.574187 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] Checking router: e08e1e51-0210-4f94-b94f-343b46e0df12 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:45:22.589623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] Routers {'e08e1e51-0210-4f94-b94f-343b46e0df12'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:22.590265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['e08e1e51-0210-4f94-b94f-343b46e0df12'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:22.650284 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] For port e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:22.650633 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:22.756179 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] Set router e08e1e51-0210-4f94-b94f-343b46e0df12 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:22.861921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:45:22Z', 'revision_number': 6, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:22.866646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f769a2-5286-4e86-8d6a-d4274c25c0d7 None None] The sync data for ids ['e08e1e51-0210-4f94-b94f-343b46e0df12'] in n-d-843301-1 is: [{'id': 'e08e1e51-0210-4f94-b94f-343b46e0df12', 'name': 'tempest-TestMinimumBasicScenario-1151811545-router', 'tenant_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:42:08Z', 'updated_at': '2022-05-26T23:45:22Z', 'revision_number': 6, 'project_id': '83ac4be4f36347f8bb02b5568b7a6e8a', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:45:22.889518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Calling delete_port for e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:23.055865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.101194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:23.326862 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.576624 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.580888 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.612019 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.612609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08e1e51-0210-4f94-b94f-343b46e0df12 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:45:23.628307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.631776 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9b8ffdf2-d4f8-48d6-a6bd-b9f0f95fe4fe admin admin] 10.222.0.32 "DELETE /v2.0/routers/e08e1e51-0210-4f94-b94f-343b46e0df12 HTTP/1.1" status: 204 len: 168 time: 1.5667889 May 26 23:45:23.631976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46652) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:23.693504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] Deleting subnet 32224cb5-3f38-4d3e-9c8e-3044528c2efa {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:45:23.696610 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.749081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.828013 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.894691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.937543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32224cb5-3f38-4d3e-9c8e-3044528c2efa,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:23.941621 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:23.948079 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5b69a8b4-27ee-4387-a181-319652cbf503 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/32224cb5-3f38-4d3e-9c8e-3044528c2efa HTTP/1.1" status: 204 len: 168 time: 0.3151283 May 26 23:45:23.950632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46656) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:23.953308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a0d79-7432-4904-a5db-0755915427c2 None None] Network b1f6f171-656b-4c47-98a3-832fd198c800 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:45:24.056954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.067976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Deleting port 382232d4-cecb-49bc-bc00-337a238e3693 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:24.067976 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.113891 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b365b8a-89ce-49bc-8f3a-075263317119 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:45:24.151461 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 3b365b8a-89ce-49bc-8f3a-075263317119 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:45:24.151797 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 3b365b8a-89ce-49bc-8f3a-075263317119 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:45:24.152210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:45:24.190149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:45:24.190488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e7825d28-e7c9-48c5-bfb3-8c707cc7bbf9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:45:24.253744 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] DHCP port deletion for b1f6f171-656b-4c47-98a3-832fd198c800 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:45:24.258121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Deleting port 382232d4-cecb-49bc-bc00-337a238e3693 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:24.258515 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.376338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] For port 382232d4-cecb-49bc-bc00-337a238e3693, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=382232d4-cecb-49bc-bc00-337a238e3693,segment=NetworkSegment(a144c5fe-b71c-49d9-ab9b-eb8c518b98a1),segment_id=a144c5fe-b71c-49d9-ab9b-eb8c518b98a1)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:24.376618 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.461309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] For port 382232d4-cecb-49bc-bc00-337a238e3693, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=382232d4-cecb-49bc-bc00-337a238e3693,segment=NetworkSegment(a144c5fe-b71c-49d9-ab9b-eb8c518b98a1),segment_id=a144c5fe-b71c-49d9-ab9b-eb8c518b98a1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:24.461718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.506044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Calling delete_port for 382232d4-cecb-49bc-bc00-337a238e3693 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:24.579661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Calling delete_port for 382232d4-cecb-49bc-bc00-337a238e3693 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:45:24.582246 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.625245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=382232d4-cecb-49bc-bc00-337a238e3693,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:24.632427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] No DVR routers for this DVR port 382232d4-cecb-49bc-bc00-337a238e3693 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:45:24.652404 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:45:24.652763 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:45:24.746932 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.771186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f6f171-656b-4c47-98a3-832fd198c800']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:24.783352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:24.783622 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a144c5fe-b71c-49d9-ab9b-eb8c518b98a1') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:24.794958 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.813801 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.819926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:45:24.820310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: timer() May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:45:24.834130 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:45:24.906878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.922934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:24.933374 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f6f171-656b-4c47-98a3-832fd198c800,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:24.940258 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fed6ae46-0a4c-4069-a9fd-8c95836633a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1f6f171-656b-4c47-98a3-832fd198c800 HTTP/1.1" status: 204 len: 168 time: 0.9885945 May 26 23:45:25.128323 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46662) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:25.153893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Deleting port 382232d4-cecb-49bc-bc00-337a238e3693 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:45:25.154411 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.183215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b6a50c10-0a57-48b8-b468-9ee1d9b2bfb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00343f2e1e214c6496c682f283dbac3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536792 May 26 23:45:25.185775 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46666) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:25.247464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2164-ccdd-4351-b747-0856b6226fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.261554 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-56420900-8d42-421c-979a-3c5ba9d78a09 None None] The port '382232d4-cecb-49bc-bc00-337a238e3693' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 23:45:25.276481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2164-ccdd-4351-b747-0856b6226fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.325860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2164-ccdd-4351-b747-0856b6226fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.343194 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e2164-ccdd-4351-b747-0856b6226fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0886398b-a390-48aa-a499-587b593bbf7e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:25.349908 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2164-ccdd-4351-b747-0856b6226fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.351010 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1e1e2164-ccdd-4351-b747-0856b6226fcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0886398b-a390-48aa-a499-587b593bbf7e HTTP/1.1" status: 204 len: 168 time: 0.1642115 May 26 23:45:25.731609 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46674) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:25.780632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c7f32a5b-e3ca-4544-9602-d1689e5f1848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83ac4be4f36347f8bb02b5568b7a6e8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478992 May 26 23:45:25.783187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46678) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:25.810246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.843822 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5cf835d-d0f2-44e3-9424-8f0b5f91e76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.868375 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5cf835d-d0f2-44e3-9424-8f0b5f91e76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.918281 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5cf835d-d0f2-44e3-9424-8f0b5f91e76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.932074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf835d-d0f2-44e3-9424-8f0b5f91e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d02e41-c934-4925-9e09-1807c4994463,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:25.939505 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a5cf835d-d0f2-44e3-9424-8f0b5f91e76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:25.940618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a5cf835d-d0f2-44e3-9424-8f0b5f91e76b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7d02e41-c934-4925-9e09-1807c4994463 HTTP/1.1" status: 204 len: 168 time: 0.1565425 May 26 23:45:26.108368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 382232d4-cecb-49bc-bc00-337a238e3693 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:45:26.142555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 382232d4-cecb-49bc-bc00-337a238e3693 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:45:26.142898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 382232d4-cecb-49bc-bc00-337a238e3693 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:45:27.918990 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:27.924552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904411184', 'description': 'tempest-secgroup-smoke-1904411184 description', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:27.931113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:27.935465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:27.938277 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:27.949046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:27.958272 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:27.970785 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.001473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.005202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.007952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.014178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.079437 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.083223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.122032 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.125925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411f7fe0-3112-4493-83dc-5f3e8f9ee5f0,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:28.128574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.131476 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.137777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.189745 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.193191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.233465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62828af5-4879-478b-b1eb-1de9bac10b7e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:28.236020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.237189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4cf240f3-e80f-49c9-bcb0-8e4985a07deb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3172054 May 26 23:45:28.240144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46726) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:28.246500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '62828af5-4879-478b-b1eb-1de9bac10b7e', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:28.253002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.256794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.259647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.265205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.280579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.342405 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.345573 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.367437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.368917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79709a4c-85ae-4358-88eb-4abd92e911f4,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:28.377548 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.378737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a39a155b-386e-4e2d-8f6e-94eecdfd2d89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1375787 May 26 23:45:28.381401 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46730) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:28.386721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '62828af5-4879-478b-b1eb-1de9bac10b7e', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:28.393050 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.396861 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.399724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.405332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.421151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.481902 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.485481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.512753 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9b5763-3fb7-4b56-b0d1-9d80ca79539c,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:28.518877 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.520052 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6ad3fa8f-b38d-4776-8a88-4029721c961a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377029 May 26 23:45:28.522714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46734) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:28.527986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '62828af5-4879-478b-b1eb-1de9bac10b7e', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:28.534458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.538237 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.541867 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.547515 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.564095 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.627412 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.630842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.653796 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243788a6-460a-4215-b10b-8fa6605faae7,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:28.662482 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.667115 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0feaa661-8ea1-49ab-9148-0a2a624d040a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1400318 May 26 23:45:28.667318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46738) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:28.672675 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '62828af5-4879-478b-b1eb-1de9bac10b7e', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:28.679239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.683076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.686039 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.691703 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.707337 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.768632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.772092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.795800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29ae6e2-7717-4033-82db-a185763ad1a1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:28.803669 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.804812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-18c7695f-1f34-4f04-b124-969c816dfba3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1365104 May 26 23:45:28.807484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46742) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:28.812692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '62828af5-4879-478b-b1eb-1de9bac10b7e', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:28.818962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.822727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.825551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.831223 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.841774 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:45:28.847824 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.910492 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.913579 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.936938 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde4e30f-62ae-4a6f-bbb4-3d9b7e589a1a,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:28.944655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:28.945919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e464246e-7b12-4e6d-a1d5-ac7e9377ff0a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1375153 May 26 23:45:28.948591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:28.953903 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '62828af5-4879-478b-b1eb-1de9bac10b7e', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:28.960193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:28.964487 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:28.967332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:28.972904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:28.986215 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:45:28.992486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.056213 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.059528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.080211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335b8222-5f4c-403b-a387-97c5e66a350b,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:29.091164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.092292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-610a9f56-88ef-4721-b3f9-0b5226809dee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1428101 May 26 23:45:29.095300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46750) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:29.100676 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'network': {'name': 'tempest-network-smoke--201072222', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:29.106055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:29.109801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:network and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:29.112535 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:29.118070 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:29.127657 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:45:29.130446 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.158452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:45:29.166997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.167309 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Added segment b0671263-565e-4461-aa34-52e5debe92e2 of type vlan for network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 May 26 23:45:29.191438 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.219611 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.223310 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:29.223874 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.318292 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2219973 May 26 23:45:29.321392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46754) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:29.327301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'admin_state_up': True, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:29.330320 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca65b7e-4433-4303-bbbe-945f3cc3712d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Network': ['ID=770f16ec-cb1a-4cda-9bec-d6d503bc7668,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:29.334888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:29.339335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:router and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:29.342267 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:29.343728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:45:29.348572 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:29.358374 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.359467 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.378557 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.525761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.707200 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.735841 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:29.866823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.71 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/bc86833c-84f3-4057-b423-40a56fa1e341) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:45:30.093383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:30.120273 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:30.183075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:45:30.185647 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:45:30.189289 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:45:30.220427 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=bc86833c-84f3-4057-b423-40a56fa1e341,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:30.343358 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:30.344010 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:30.568950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 5743dff4-72f4-4618-92b7-acc552164bf4 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:45:30.763799 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:45:30.773262 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Sync routers for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:45:30.785195 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:30.785821 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:30.789199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:30.793837 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8b213773-afdc-4604-bb41-585ea6cfdcc0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4680016 May 26 23:45:30.794238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46758) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:30.956984 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:30.960215 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7e7117b8-6a6c-40fc-90ba-797cf4026bb2 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1645997 May 26 23:45:30.962885 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46764) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:31.089338 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97422d7-fb80-418f-891d-7d32b6fd10ac tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:31.090829 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f97422d7-fb80-418f-891d-7d32b6fd10ac tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270695 May 26 23:45:31.093772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46768) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:31.131643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1f3623cf-589e-43ef-a58e-e70ac598c420 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366476 May 26 23:45:31.134179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46772) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:31.139876 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273136869', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:31.233992 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:30Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:31.237832 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Checking router: 5743dff4-72f4-4618-92b7-acc552164bf4 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:45:31.238175 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Updating router 5743dff4-72f4-4618-92b7-acc552164bf4 port bc86833c-84f3-4057-b423-40a56fa1e341 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:45:31.247363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:31.251253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:subnet and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:31.254166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:31.260326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:31.270931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:45:31.290016 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.380842 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.591088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.641327 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.654434 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Transition to ACTIVE for port object bc86833c-84f3-4057-b423-40a56fa1e341 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:45:31.660263 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.670076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Subnet': ['ID=f6d78929-37bd-41f8-92a0-dbc757938a03,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:31.682428 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Checking segment: {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:45:31.682788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network hostable DHCP agents. Network: 770f16ec-cb1a-4cda-9bec-d6d503bc7668, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:45:31.709420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:45:31.724297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 770f16ec-cb1a-4cda-9bec-d6d503bc7668) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:45:31.728383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:31.728940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.736157 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01ac11-c859-4edb-a89f-2b1fd56ac78d None None] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:45:31.754949 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4ad7c539-590e-43a5-a5ad-75e119342fff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6166968 May 26 23:45:31.755178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46776) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:31.758110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Attempting to bind port bc86833c-84f3-4057-b423-40a56fa1e341 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:45:31.758480 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Attempting to bind port bc86833c-84f3-4057-b423-40a56fa1e341 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:45:31.758834 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Attempting to bind port bc86833c-84f3-4057-b423-40a56fa1e341 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:45:31.761384 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Pushing event updated for resources: {'Port': ['ID=bc86833c-84f3-4057-b423-40a56fa1e341,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:31.773822 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.774463 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.774463 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.774792 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.775146 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.775467 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.775784 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.776099 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.776412 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.776723 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.777040 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:31.781573 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:45:31.781974 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:45:31.782374 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.782746 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:45:31.783542 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Bound port: bc86833c-84f3-4057-b423-40a56fa1e341, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:45:31.783917 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.855989 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] For port bc86833c-84f3-4057-b423-40a56fa1e341, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:45:31.859254 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] For port bc86833c-84f3-4057-b423-40a56fa1e341, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bc86833c-84f3-4057-b423-40a56fa1e341,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:45:31.863815 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:31.943108 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d61dad-c287-4887-8914-5902b3dc2b64 None None] Pushing event updated for resources: {'Port': ['ID=bc86833c-84f3-4057-b423-40a56fa1e341,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:31.951986 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:31.952599 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:31.958011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:45:31.958823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:32.122865 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Allocated IP 172.20.0.2 (770f16ec-cb1a-4cda-9bec-d6d503bc7668/f6d78929-37bd-41f8-92a0-dbc757938a03/efdf5453-c380-4629-8af1-30080656e2a8) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:45:32.149138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:32.326616 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:32.337510 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Transition to ACTIVE for port object efdf5453-c380-4629-8af1-30080656e2a8 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:45:32.361102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Transition to ACTIVE for port object efdf5453-c380-4629-8af1-30080656e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:45:32.367070 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:32.444555 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:45:32.445595 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:45:32.449297 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:45:32.455461 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-8f31702a-8b81-4610-ba11-43818660051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:30Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:32.458489 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Pushing event updated for resources: {'Port': ['ID=efdf5453-c380-4629-8af1-30080656e2a8,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:32.459898 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f31702a-8b81-4610-ba11-43818660051a None None] The sync data for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 is: [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:30Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:45:32.501094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.501437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.501861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.502220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.502537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.502864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.503185 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.503500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.503846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.504164 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.504486 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:45:32.560244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Attempting to bind port efdf5453-c380-4629-8af1-30080656e2a8 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:45:32.560613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Attempting to bind port efdf5453-c380-4629-8af1-30080656e2a8 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:45:32.560972 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Attempting to bind port efdf5453-c380-4629-8af1-30080656e2a8 on network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:45:32.567547 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:45:32.568002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Checking segment: {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:45:32.568470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:32.568922 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Bound using segment: {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:45:32.569464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Bound port: efdf5453-c380-4629-8af1-30080656e2a8, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:45:32.569922 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:32.669632 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:32.686019 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] For port efdf5453-c380-4629-8af1-30080656e2a8, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:45:32.689541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] For port efdf5453-c380-4629-8af1-30080656e2a8, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=efdf5453-c380-4629-8af1-30080656e2a8,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:45:32.695425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:32.805095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6faf39-b345-467f-b699-1304e6d08f12 None None] Pushing event updated for resources: {'Port': ['ID=efdf5453-c380-4629-8af1-30080656e2a8,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:33.144390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.1 (770f16ec-cb1a-4cda-9bec-d6d503bc7668/f6d78929-37bd-41f8-92a0-dbc757938a03/ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:45:33.312927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:33.330158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:45:33.352714 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:33.427059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:45:33.430238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:45:33.433536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:45:33.470352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:33.497158 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:33.586300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:33.739188 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef16765-0324-4f35-a622-8ca9628502bf None None] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:45:33.839251 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e7aaa74b-8a29-414d-8959-65eb12937558 None None] Provisioning for port efdf5453-c380-4629-8af1-30080656e2a8 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:45:34.116504 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.122068 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.183895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device efdf5453-c380-4629-8af1-30080656e2a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:45:34.237553 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.241086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:34.257317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port efdf5453-c380-4629-8af1-30080656e2a8 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:45:34.262675 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port efdf5453-c380-4629-8af1-30080656e2a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:34.263116 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.329286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Provisioning complete for port efdf5453-c380-4629-8af1-30080656e2a8 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:34.329654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.389326 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:45:34.390508 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:45:34.522737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.566619 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.582478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port efdf5453-c380-4629-8af1-30080656e2a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=efdf5453-c380-4629-8af1-30080656e2a8,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:34.591704 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.592444 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc86833c-84f3-4057-b423-40a56fa1e341 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:45:34.762602 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 23:45:34.762832 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 23:45:34.763812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=efdf5453-c380-4629-8af1-30080656e2a8,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:34.777003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port bc86833c-84f3-4057-b423-40a56fa1e341 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:45:34.782090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bc86833c-84f3-4057-b423-40a56fa1e341 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:34.782679 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.791337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 5743dff4-72f4-4618-92b7-acc552164bf4 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:45:34.894642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.910818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port bc86833c-84f3-4057-b423-40a56fa1e341, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bc86833c-84f3-4057-b423-40a56fa1e341,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:34.914949 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:34.983146 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=bc86833c-84f3-4057-b423-40a56fa1e341,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:34.987404 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:45:34.996395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0a5570a3-7603-4b05-b2c5-d41bbbb588dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/5743dff4-72f4-4618-92b7-acc552164bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2402248 May 26 23:45:35.167544 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-9f6f1095-3c09-4aa2-b9bc-a75bf20082ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904411184&fields=id&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 267 time: 0.0435209 May 26 23:45:35.309005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-00598160-9279-4b06-bd30-e69d67565a9f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:35.310338 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-00598160-9279-4b06-bd30-e69d67565a9f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/networks?id=770f16ec-cb1a-4cda-9bec-d6d503bc7668 HTTP/1.1" status: 200 len: 796 time: 0.1368403 May 26 23:45:35.327029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Provisioning for port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:45:35.328515 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c8efaea2-fee9-410c-b9dd-fbe950091af0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/quotas/604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0125179 May 26 23:45:35.334452 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Provisioning complete for port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:35.334831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:35.391064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7a85791e-ee15-4c48-906d-e49ea86c56ab None None] Port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:45:35.411443 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-f3fed7d4-36b6-43ed-83d2-e81da3455893 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:45:35.427718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-f3fed7d4-36b6-43ed-83d2-e81da3455893 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:45:35.429088 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-f3fed7d4-36b6-43ed-83d2-e81da3455893 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942755 May 26 23:45:35.511916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b71385d9-9335-475a-b4fe-37a70c2a364b None None] Provisioning complete for port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:35.512291 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b71385d9-9335-475a-b4fe-37a70c2a364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:35.564049 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b71385d9-9335-475a-b4fe-37a70c2a364b None None] Port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:45:35.755718 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-f8d67d01-356f-4b15-8e62-24f020ffdc7b service neutron] 10.222.0.32 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148127 May 26 23:45:35.888312 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-d2a534eb-b3f7-4d92-902a-21fa6a92bdc7 service neutron] 10.222.0.32 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265726 May 26 23:45:35.993010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Sync routers for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:45:36.005074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:36.005667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:36.082924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d4d8fa-e180-4cd3-8d4d-df40cf51071c req-959caaa7-797b-4605-b1e7-f2829b3ad533 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 210 time: 0.0403547 May 26 23:45:36.129380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device efdf5453-c380-4629-8af1-30080656e2a8 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:45:36.245605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:36.283476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port efdf5453-c380-4629-8af1-30080656e2a8 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:36.283840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:36.564939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc86833c-84f3-4057-b423-40a56fa1e341 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:45:36.687770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bc86833c-84f3-4057-b423-40a56fa1e341 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:36.688138 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:36.737158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 2, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:36.746140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Checking router: 5743dff4-72f4-4618-92b7-acc552164bf4 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:45:36.746483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Updating router 5743dff4-72f4-4618-92b7-acc552164bf4 port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:45:36.877070 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:37.229449 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-442e032f-f059-4b64-9bbd-0eb1316c5957 req-6579470c-ec8a-46ae-aa9d-b97f96ba7a52 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 210 time: 0.0423121 May 26 23:45:37.265341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:37.334133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Transition to ACTIVE for port object ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:45:37.396596 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:37.550213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bbc06-9439-489e-ade5-573e0653e7b6 None None] Pushing event updated for resources: {'Port': ['ID=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:37.659395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Attempting to bind port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:45:37.659771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Attempting to bind port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:45:37.660172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Attempting to bind port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e on network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:45:37.670364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:45:37.670736 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Checking segment: {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:45:37.671140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:37.671530 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Bound using segment: {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:45:37.672002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Bound port: ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:45:37.672369 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:37.779603 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] For port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:45:37.783118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] For port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:45:37.790753 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:37.883525 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bbc06-9439-489e-ade5-573e0653e7b6 None None] Pushing event updated for resources: {'Port': ['ID=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:37.889474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:37.890114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:38.077158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:38.401197 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-37a82742-3aa4-4d78-aedd-fba2a4dff667 req-03c29505-cd31-426a-ab34-507759d80636 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 210 time: 0.0458159 May 26 23:45:38.438089 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:37Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:38.442059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4b3a2-7c69-4118-8aba-b0a19611212b None None] The sync data for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 is: [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:37Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:45:39.538997 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-986da52e-0ee8-48eb-a0b7-ca77fcb6cca4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:39.541190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-986da52e-0ee8-48eb-a0b7-ca77fcb6cca4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/networks?id=770f16ec-cb1a-4cda-9bec-d6d503bc7668 HTTP/1.1" status: 200 len: 796 time: 0.1539271 May 26 23:45:39.598813 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-61b9e806-8a18-415d-847a-8e2e1034e21a req-4b265cc8-fd72-4430-a22d-935b3197dfa6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 210 time: 0.0650010 May 26 23:45:39.629358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-8443cdcc-22d7-42a5-b669-72c4a8092e33 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 380 time: 0.0507116 May 26 23:45:39.644400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'port': {'device_id': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'admin_state_up': True, 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'security_groups': ['62828af5-4879-478b-b1eb-1de9bac10b7e']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:39.776944 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:39.786266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:39.796450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:45:39.799387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:39.955549 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.11 (770f16ec-cb1a-4cda-9bec-d6d503bc7668/f6d78929-37bd-41f8-92a0-dbc757938a03/f2bb73f1-5931-49aa-9388-9b21ad093fb7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:45:40.140403 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.140965 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:45:40.156758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object f2bb73f1-5931-49aa-9388-9b21ad093fb7 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:45:40.178110 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.208386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:45:40.212910 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:40.213288 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.250861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:45:40.253820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:45:40.257161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:45:40.300630 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=f2bb73f1-5931-49aa-9388-9b21ad093fb7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:40.332601 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.334528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:40.335233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.364303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c4b38d2f-e8de-454e-a3ee-f078dd1839d2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240963 May 26 23:45:40.365194 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:40.369065 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.378535 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-afb586e0-8771-4b65-9349-eaf560d0a391 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:45:40.379476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-afb586e0-8771-4b65-9349-eaf560d0a391 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050824 May 26 23:45:40.440283 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:40.467455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Request body: {'port': {'device_id': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:40.542240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f9b30ff2-5c48-46cb-8a81-9bc687d1b76b None None] Provisioning for port f2bb73f1-5931-49aa-9388-9b21ad093fb7 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:45:40.547154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f9b30ff2-5c48-46cb-8a81-9bc687d1b76b None None] Provisioning complete for port f2bb73f1-5931-49aa-9388-9b21ad093fb7 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:40.547516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f9b30ff2-5c48-46cb-8a81-9bc687d1b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.576270 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.598210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f9b30ff2-5c48-46cb-8a81-9bc687d1b76b None None] Port f2bb73f1-5931-49aa-9388-9b21ad093fb7 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:45:40.799524 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f924b1e-b135-41f4-9531-31b740bfed91 req-4a4486a8-908f-4f94-a6f7-23dfbe06d0ca tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:40.801058 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f924b1e-b135-41f4-9531-31b740bfed91 req-4a4486a8-908f-4f94-a6f7-23dfbe06d0ca tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 932 time: 0.0758927 May 26 23:45:40.844810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1f924b1e-b135-41f4-9531-31b740bfed91 req-19527d92-f9a1-490b-b27f-60a886075b2f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:45:40.863078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1f924b1e-b135-41f4-9531-31b740bfed91 req-19527d92-f9a1-490b-b27f-60a886075b2f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:45:40.864249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f924b1e-b135-41f4-9531-31b740bfed91 req-19527d92-f9a1-490b-b27f-60a886075b2f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575774 May 26 23:45:40.923787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bb73f1-5931-49aa-9388-9b21ad093fb7 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:45:40.931067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:40.945541 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Transition to ACTIVE for port object f2bb73f1-5931-49aa-9388-9b21ad093fb7 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:45:40.948896 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:41.178304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb73f1-5931-49aa-9388-9b21ad093fb7,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:41.283331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Attempting to bind port f2bb73f1-5931-49aa-9388-9b21ad093fb7 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:45:41.283591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Attempting to bind port f2bb73f1-5931-49aa-9388-9b21ad093fb7 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:45:41.283915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Attempting to bind port f2bb73f1-5931-49aa-9388-9b21ad093fb7 on network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:45:41.289842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Port f2bb73f1-5931-49aa-9388-9b21ad093fb7 on network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:45:41.290167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Attempting to bind port f2bb73f1-5931-49aa-9388-9b21ad093fb7 on network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:45:41.296350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:45:41.296662 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Checking segment: {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:45:41.297041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Bound using segment: {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:45:41.297466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Bound port: f2bb73f1-5931-49aa-9388-9b21ad093fb7, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0671263-565e-4461-aa34-52e5debe92e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:45:41.297832 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:41.382700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] For port f2bb73f1-5931-49aa-9388-9b21ad093fb7, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:45:41.386127 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] For port f2bb73f1-5931-49aa-9388-9b21ad093fb7, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:45:41.390486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:41.453834 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:41.455223 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] 10.222.0.55 "PUT /v2.0/ports/f2bb73f1-5931-49aa-9388-9b21ad093fb7 HTTP/1.1" status: 200 len: 1092 time: 1.0656941 May 26 23:45:41.455654 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:45:41.472895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e18a4-243b-4c66-a69b-741e166bf95c service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb73f1-5931-49aa-9388-9b21ad093fb7,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:41.537465 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fad20a-4ad6-43f5-89a5-4553f99efe3b'] response: {'name': 'network-changed', 'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'status': 'completed', 'code': 200} May 26 23:45:41.581179 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-ab552f9a-a2fe-47db-b5ba-d4fd8eac52a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 1095 time: 0.0783966 May 26 23:45:41.656518 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-34a4982b-e73d-450e-ab91-b554ecfc81ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7 HTTP/1.1" status: 200 len: 217 time: 0.0644815 May 26 23:45:41.720668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-eccc49ec-5248-4f26-8647-1a23c381605b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:41.722003 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-eccc49ec-5248-4f26-8647-1a23c381605b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6d78929-37bd-41f8-92a0-dbc757938a03 HTTP/1.1" status: 200 len: 834 time: 0.0563390 May 26 23:45:41.796561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-b6c566e8-2436-45d4-8a9c-429ed80f8652 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=770f16ec-cb1a-4cda-9bec-d6d503bc7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659797 May 26 23:45:41.929766 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-ae3eadce-28fe-4252-96c6-4e4a99314e47 service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225684 May 26 23:45:42.061376 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010ba6-e281-40b7-9fb3-5c933457003c req-a687e177-e4f8-43ba-ad29-3aa45221d185 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:42.062854 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec010ba6-e281-40b7-9fb3-5c933457003c req-a687e177-e4f8-43ba-ad29-3aa45221d185 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 944 time: 0.0789082 May 26 23:45:42.064683 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e7959e25-8702-465e-81bb-f9e957e4aadd req-c8b5d7e5-8020-4961-8554-fbfab0d4abf2 service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243782 May 26 23:45:42.112656 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ec010ba6-e281-40b7-9fb3-5c933457003c req-d147c6f1-1f93-48f5-9e3c-6f53fdc7f710 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 May 26 23:45:42.131104 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:45:42.190267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-4869a6ed-325f-478e-8b80-917aeda15f26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 1095 time: 0.0749390 May 26 23:45:42.203581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:42.203941 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:42.322328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-e2da5821-0773-44e4-bd45-415cede93801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:42.323768 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-e2da5821-0773-44e4-bd45-415cede93801 service neutron] 10.222.0.55 "GET /v2.0/networks?id=770f16ec-cb1a-4cda-9bec-d6d503bc7668 HTTP/1.1" status: 200 len: 897 time: 0.1276586 May 26 23:45:42.394719 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-490a514d-109a-4ad5-91e9-e8122d83b312 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7 HTTP/1.1" status: 200 len: 217 time: 0.0636756 May 26 23:45:42.456660 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-ccecf6a8-ae53-4629-a5b3-ee2e9305eaea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:42.457977 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-ccecf6a8-ae53-4629-a5b3-ee2e9305eaea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6d78929-37bd-41f8-92a0-dbc757938a03 HTTP/1.1" status: 200 len: 834 time: 0.0558305 May 26 23:45:42.533537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-592b1d03-9e95-430b-b53e-458cbd6d1d78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=770f16ec-cb1a-4cda-9bec-d6d503bc7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692894 May 26 23:45:42.674188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-8dba21eb-9375-4d58-8811-5867f22e23c4 service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333454 May 26 23:45:42.804228 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-758ef9f4-0cc2-496e-86c0-cfe9f01d339c req-bf017d00-9ab3-4849-9017-f6a8f2b2dc4f service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225846 May 26 23:45:43.397806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ea84-6cb5-4bdf-b02c-87ec13ad5558 req-a4096578-7253-4233-8a74-24904bc3e6d1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:43.398481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0338ea84-6cb5-4bdf-b02c-87ec13ad5558 req-a4096578-7253-4233-8a74-24904bc3e6d1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:45:43.413974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-0338ea84-6cb5-4bdf-b02c-87ec13ad5558 req-a4096578-7253-4233-8a74-24904bc3e6d1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:45:43.415294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0338ea84-6cb5-4bdf-b02c-87ec13ad5558 req-a4096578-7253-4233-8a74-24904bc3e6d1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 944 time: 0.1810670 May 26 23:45:43.459153 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0338ea84-6cb5-4bdf-b02c-87ec13ad5558 req-ed5c15b5-cacb-4828-bf52-578be2f60120 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 May 26 23:45:43.885604 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f2bb73f1-5931-49aa-9388-9b21ad093fb7 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:45:44.013293 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f2bb73f1-5931-49aa-9388-9b21ad093fb7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:44.028994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'port_id': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'mac_address': 'fa:16:3e:2c:bf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:45:44.080281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:44.096511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bb73f1-5931-49aa-9388-9b21ad093fb7 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:45:44.111172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f2bb73f1-5931-49aa-9388-9b21ad093fb7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:44.115003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:44.178471 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=f2bb73f1-5931-49aa-9388-9b21ad093fb7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:44.407347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['f2bb73f1-5931-49aa-9388-9b21ad093fb7'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:45:44.660375 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91163db8-bfb8-4cf2-adee-a60d8703133c req-b9f61c74-7266-4fd2-bde3-0e9e80600b45 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:44.668423 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91163db8-bfb8-4cf2-adee-a60d8703133c req-b9f61c74-7266-4fd2-bde3-0e9e80600b45 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 945 time: 0.0884249 May 26 23:45:44.713924 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-91163db8-bfb8-4cf2-adee-a60d8703133c req-de83246f-c546-4c40-8d01-4f49fa4ad239 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446250 May 26 23:45:45.896632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f2bb73f1-5931-49aa-9388-9b21ad093fb7 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:45:45.903929 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be319b9-aede-4ab3-8525-260ee1a1bc46 req-530ad3ca-3668-40c2-9388-c0488a1edefd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:45.905397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8be319b9-aede-4ab3-8525-260ee1a1bc46 req-530ad3ca-3668-40c2-9388-c0488a1edefd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 945 time: 0.0758126 May 26 23:45:45.952987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8be319b9-aede-4ab3-8525-260ee1a1bc46 req-f9533b36-91a3-4d39-991d-8d0c35adaf27 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 May 26 23:45:45.964591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port f2bb73f1-5931-49aa-9388-9b21ad093fb7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:45:45.969711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port f2bb73f1-5931-49aa-9388-9b21ad093fb7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:45:45.970168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:46.080111 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:46.106346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:45:46.115476 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port f2bb73f1-5931-49aa-9388-9b21ad093fb7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:45:46.119709 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:46.162302 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd026c4-4358-4a91-a48d-420003e76911'] response: {'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'code': 200} May 26 23:45:46.185569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=f2bb73f1-5931-49aa-9388-9b21ad093fb7,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:46.289753 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e1103e0-ebc8-43c3-95fa-2ae64af6253c req-9ac8221b-9a47-4bac-9c73-05344edc00d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 1097 time: 0.0664961 May 26 23:45:46.333180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e1103e0-ebc8-43c3-95fa-2ae64af6253c req-3d92377f-717d-4be2-9d17-e7d6948b66f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 May 26 23:45:46.557507 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:45:47.151447 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ed743-844f-41f6-8944-a0931dd89a61 req-4b88d113-7ea4-4a07-9efd-ec7fe969f229 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:47.152890 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-535ed743-844f-41f6-8944-a0931dd89a61 req-4b88d113-7ea4-4a07-9efd-ec7fe969f229 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0792289 May 26 23:45:47.198065 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-535ed743-844f-41f6-8944-a0931dd89a61 req-7c17973c-bc54-4ff2-a0f1-ee44eb865a8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395644 May 26 23:45:47.302959 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-695be1a8-8313-4b3a-aefa-9afbeebb2361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:48.393684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346a9c-f8bd-4854-aab0-ed951d4dfd46 req-0aae1020-a2a9-466d-84ef-ebd93e79f0c5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:48.395203 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41346a9c-f8bd-4854-aab0-ed951d4dfd46 req-0aae1020-a2a9-466d-84ef-ebd93e79f0c5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0755146 May 26 23:45:48.441875 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-41346a9c-f8bd-4854-aab0-ed951d4dfd46 req-79f6460d-be9b-42a6-82ac-d4c506877f0c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 May 26 23:45:48.634918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3d729-442e-42bd-85d6-48ff8050d2c7 req-c4275216-2ca1-4d97-9d29-4c4f9e3ac13d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:48.636346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ef3d729-442e-42bd-85d6-48ff8050d2c7 req-c4275216-2ca1-4d97-9d29-4c4f9e3ac13d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0756528 May 26 23:45:48.680782 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ef3d729-442e-42bd-85d6-48ff8050d2c7 req-e6bbc40f-3490-43f9-b8af-da116ca20281 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390418 May 26 23:45:48.707515 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46836) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:48.783887 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a9d3f81b-30c5-4546-b1ec-206852887188 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 1092 time: 0.0752630 May 26 23:45:48.786567 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46840) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:48.791766 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:45:48.797772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:45:48.801868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:floatingip and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:45:48.804608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:45:48.810138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:45:48.820483 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:48.953952 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:49.089052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.192 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/50c957af-c536-47f3-9185-711961ea3095) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:45:49.232859 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:49.259843 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:49.333182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:45:49.336685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:45:49.341071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:45:49.364828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=50c957af-c536-47f3-9185-711961ea3095,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:49.846853 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:49.898793 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:50.031203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b751a908-704c-4cf6-9bb5-cdcd613f3233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:50.188351 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:50.192581 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:50.295191 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=50c957af-c536-47f3-9185-711961ea3095,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:45:50.309067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:50.494341 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Floating IP b054aabc-801f-400c-a00f-c4bb40094be8 associated. External IP: 172.25.4.192, port: f2bb73f1-5931-49aa-9388-9b21ad093fb7. May 26 23:45:50.803471 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:50.863401 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:50.883259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 5743dff4-72f4-4618-92b7-acc552164bf4 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:45:51.079445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:45:51.088678 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] Sync routers for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:45:51.101162 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:51.101854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:51.103210 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:51.155479 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3be0bc34-97c0-4cbf-a1a6-1526d840bf7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3679256 May 26 23:45:51.156091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:45:51.280278 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:51.290908 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b3bf6b-cdd7-4133-b66a-f36c0ef30aba'] response: {'name': 'network-changed', 'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'status': 'completed', 'code': 200} May 26 23:45:51.334579 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e0bef-a229-406d-a2a2-cf8589ebb387 req-5628c333-5b92-4c18-9d83-b6fe374c49f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:51.335945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f41e0bef-a229-406d-a2a2-cf8589ebb387 req-5628c333-5b92-4c18-9d83-b6fe374c49f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0835435 May 26 23:45:51.383809 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f41e0bef-a229-406d-a2a2-cf8589ebb387 req-85cb1cbc-1ba8-4cbf-804a-4d5d6948136a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 May 26 23:45:51.387843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-76abe206-b806-4929-ac08-3adb71165acf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 1097 time: 0.0768621 May 26 23:45:51.414666 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46850) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:51.526645 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-702de758-6161-4661-9eb2-5ab6077ff6f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:51.527844 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-702de758-6161-4661-9eb2-5ab6077ff6f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=770f16ec-cb1a-4cda-9bec-d6d503bc7668 HTTP/1.1" status: 200 len: 897 time: 0.1337328 May 26 23:45:51.618841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b2ba0f7f-de82-470d-a948-df9fb08abd4f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 200 len: 992 time: 0.2021322 May 26 23:45:51.672059 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b054aabc-801f-400c-a00f-c4bb40094be8', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'port_id': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'mac_address': 'fa:16:3e:2c:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:45:49Z', 'updated_at': '2022-05-26T23:45:49Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:40Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:51.676480 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] Checking router: 5743dff4-72f4-4618-92b7-acc552164bf4 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:45:51.688466 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:45:51.689080 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:45:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:51.742198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-e5efe220-5a02-44cb-9ae1-2e8a0aaa9a04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7 HTTP/1.1" status: 200 len: 1000 time: 0.2070100 May 26 23:45:51.803376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-bc11d3ef-0c5e-4ecc-931e-19f1254cbf12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:45:51.804803 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-bc11d3ef-0c5e-4ecc-931e-19f1254cbf12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6d78929-37bd-41f8-92a0-dbc757938a03 HTTP/1.1" status: 200 len: 834 time: 0.0564075 May 26 23:45:51.863462 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:45:51.877711 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-7ec392b3-7106-40dd-8faf-7b7606fd8921 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=770f16ec-cb1a-4cda-9bec-d6d503bc7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665479 May 26 23:45:52.007288 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-49a75164-4e2f-4696-8e07-11763bee02ff service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232665 May 26 23:45:52.104886 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:52.140002 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9da9a2ae-acfe-4838-bec4-9a930cd7125c req-1847a076-660d-4b2e-aaa2-5d2fbbccc562 service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267564 May 26 23:45:52.202917 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b054aabc-801f-400c-a00f-c4bb40094be8', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'port_id': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'mac_address': 'fa:16:3e:2c:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:45:49Z', 'updated_at': '2022-05-26T23:45:49Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:40Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:45:52.206793 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0600a8-019a-4d63-9275-12ec84bbdbdd None None] The sync data for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 is: [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b054aabc-801f-400c-a00f-c4bb40094be8', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'port_id': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'mac_address': 'fa:16:3e:2c:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:45:49Z', 'updated_at': '2022-05-26T23:45:49Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:40Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:45:52.619980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46854) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:52.720470 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7f94907a-d974-4e03-88eb-c9978a9c42f9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 200 len: 992 time: 0.0993779 May 26 23:45:53.724343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46858) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:53.827816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dfc96749-af91-4d2e-ab5d-1bbb45a8ed0f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 200 len: 992 time: 0.1023092 May 26 23:45:54.831467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46864) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:54.936516 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1d56ebb2-da3a-486c-af53-5dc583a351cd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 200 len: 992 time: 0.1038237 May 26 23:45:55.035054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383bf905-b10f-4eee-a449-d962abd9a78a None None] New status for floating IP b054aabc-801f-400c-a00f-c4bb40094be8: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:45:55.804934 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:45:55.940249 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:45:56.043798 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-67c44480-070f-47ae-9044-694ad3ad1fb7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 200 len: 994 time: 0.1024959 May 26 23:45:58.373915 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:14.203607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-0e62baad-c0a0-44bf-85cd-ddf0bc211e01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676861 May 26 23:46:14.345666 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-c4f8da61-1a26-4108-8e5a-88455e7917dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 1097 time: 0.0723965 May 26 23:46:14.490200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-74c8c268-0f35-4033-9b79-936640235d62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:14.491621 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-74c8c268-0f35-4033-9b79-936640235d62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=770f16ec-cb1a-4cda-9bec-d6d503bc7668 HTTP/1.1" status: 200 len: 897 time: 0.1265976 May 26 23:46:14.595224 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-45e7590f-6717-4a45-a910-909447184333 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7 HTTP/1.1" status: 200 len: 1002 time: 0.0971241 May 26 23:46:14.656862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-42c87054-d59f-4f1c-a8ec-0f35b578ca12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:14.658387 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-42c87054-d59f-4f1c-a8ec-0f35b578ca12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6d78929-37bd-41f8-92a0-dbc757938a03 HTTP/1.1" status: 200 len: 834 time: 0.0571914 May 26 23:46:14.732037 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-4184de60-4a33-47e6-8655-b36281dde363 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=770f16ec-cb1a-4cda-9bec-d6d503bc7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671306 May 26 23:46:14.866634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-8c48e784-6168-425d-8fd2-aa5152ee9127 service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264908 May 26 23:46:14.996324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dac2e434-c93f-425f-bfa3-1825ee1bde65 req-2ea07e94-3458-4a4e-b63d-e7e01ae40d21 service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219926 May 26 23:46:17.305012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5855dc31-a1c4-4fad-91db-dfa734c04180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:20.034042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-99315c32-cda9-44e5-b502-ddb2282040e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:20.804701 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:20.865076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:22.104296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:23.557893 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:46:25.570014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1160ebc-03e4-4ca0-8db3-a615aa51a7de req-555a0f97-7b6e-4fce-9ec0-3dbd4a2cc565 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:25.571405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1160ebc-03e4-4ca0-8db3-a615aa51a7de req-555a0f97-7b6e-4fce-9ec0-3dbd4a2cc565 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0796897 May 26 23:46:25.617134 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f1160ebc-03e4-4ca0-8db3-a615aa51a7de req-14f249c2-aa57-49ff-98a1-9556b4cb64ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402544 May 26 23:46:25.818420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:26.968826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ec01e-b5b9-4b7b-bd76-aa1e7541704f req-5a772de6-ff91-4415-8f39-37e8744f5eb4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:26.970202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f04ec01e-b5b9-4b7b-bd76-aa1e7541704f req-5a772de6-ff91-4415-8f39-37e8744f5eb4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0829442 May 26 23:46:27.013719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f04ec01e-b5b9-4b7b-bd76-aa1e7541704f req-843d065f-3f00-484c-b243-ca659af7131f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381196 May 26 23:46:27.041287 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46890) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:27.233818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-881a43d4-c745-4134-9d2e-53b6d8f40ffb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 200 len: 994 time: 0.1911490 May 26 23:46:28.382253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:28.699273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc9232-7985-49fd-b250-9900015c1a69 req-dcebade5-a76b-4a71-b306-a52586f9630b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:28.700763 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cbc9232-7985-49fd-b250-9900015c1a69 req-dcebade5-a76b-4a71-b306-a52586f9630b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0799136 May 26 23:46:28.749502 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2cbc9232-7985-49fd-b250-9900015c1a69 req-fd0f739c-9ec2-4771-930c-051a9fd18573 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 May 26 23:46:29.942973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c257-eea8-44d1-8cd2-afd7ab13408a req-66173ea9-0e59-4989-88f8-ef3fc51c411c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:29.944300 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9a2c257-eea8-44d1-8cd2-afd7ab13408a req-66173ea9-0e59-4989-88f8-ef3fc51c411c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0746441 May 26 23:46:29.992164 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e9a2c257-eea8-44d1-8cd2-afd7ab13408a req-97694de8-e453-4c66-9d99-e297aac1c054 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 May 26 23:46:30.020218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46902) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:30.122113 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a33cffeb-24ec-46d8-a1f3-04418755c017 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 200 len: 994 time: 0.1007903 May 26 23:46:30.398403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46910) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:30.596385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 50c957af-c536-47f3-9185-711961ea3095 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:46:30.596628 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:30.759477 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:30.759793 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:30.878431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 50c957af-c536-47f3-9185-711961ea3095 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:46:31.019938 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:31.065860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=50c957af-c536-47f3-9185-711961ea3095,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:31.104407 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.104745 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.105082 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.105411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.105764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.106095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.106420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.106743 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.107064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.107382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.107699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:31.166602 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:31.639693 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 5743dff4-72f4-4618-92b7-acc552164bf4 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:46:31.836868 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:46:31.846586 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] Sync routers for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:46:31.857720 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:31.859675 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:31.860282 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:31.909326 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f1548c8e-f51d-4cbd-ad1c-44654022395f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/floatingips/b054aabc-801f-400c-a00f-c4bb40094be8 HTTP/1.1" status: 204 len: 168 time: 1.5092983 May 26 23:46:31.909827 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:46:31.967637 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1254ed12-4af5-41c7-9fb5-612ecd84fd33'] response: {'name': 'network-changed', 'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'status': 'completed', 'code': 200} May 26 23:46:32.041835 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:32.072580 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-282bc447-8c4d-4f34-b7f5-33cd1475cad6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 1097 time: 0.0712645 May 26 23:46:32.251962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-63ca7e9e-0e36-4e47-923d-bc143080b909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:32.253291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-63ca7e9e-0e36-4e47-923d-bc143080b909 service neutron] 10.222.0.55 "GET /v2.0/networks?id=770f16ec-cb1a-4cda-9bec-d6d503bc7668 HTTP/1.1" status: 200 len: 897 time: 0.1705396 May 26 23:46:32.330968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-3ce4e355-261a-4b89-849b-178b1b73b828 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7 HTTP/1.1" status: 200 len: 217 time: 0.0712476 May 26 23:46:32.352547 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:40Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:32.356369 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] Checking router: 5743dff4-72f4-4618-92b7-acc552164bf4 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:46:32.366892 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:32.368128 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:32.403919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-80498bc9-2a1c-4a71-b5c8-0377283b19c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:32.405352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-80498bc9-2a1c-4a71-b5c8-0377283b19c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6d78929-37bd-41f8-92a0-dbc757938a03 HTTP/1.1" status: 200 len: 834 time: 0.0658348 May 26 23:46:32.415524 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67782981-c30d-46ea-80d5-0e336f8a32d1 req-5af93f0c-ee68-485a-989e-9187d2262bbc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:32.416966 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67782981-c30d-46ea-80d5-0e336f8a32d1 req-5af93f0c-ee68-485a-989e-9187d2262bbc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.1949599 May 26 23:46:32.507129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-67782981-c30d-46ea-80d5-0e336f8a32d1 req-5b0ef953-5c37-44db-b9ec-301fb8d64381 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608222 May 26 23:46:32.520979 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-1ac9bbbe-531c-4ec6-82ab-5582c5515f44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=770f16ec-cb1a-4cda-9bec-d6d503bc7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030726 May 26 23:46:32.575868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:32.656649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-bcb49ff8-1584-467f-8f5e-d6d3904553e2 service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284752 May 26 23:46:32.789314 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-381800c4-cb15-43f6-a7e3-e92a6fc75848 req-6c25f413-8293-477b-85ff-58e2b44bdeec service neutron] 10.222.0.55 "GET /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259179 May 26 23:46:32.888082 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:40Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:32.891862 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f375a45-5e28-4efd-964a-dd5bb63690b8 None None] The sync data for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 is: [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:33Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e', 'name': '', 'network_id': '770f16ec-cb1a-4cda-9bec-d6d503bc7668', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:e3:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:32Z', 'updated_at': '2022-05-26T23:45:40Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': 'f6d78929-37bd-41f8-92a0-dbc757938a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:46:33.106252 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc3be7-3227-47a9-bfab-f02fdf8f7c25 None None] New status for floating IP b054aabc-801f-400c-a00f-c4bb40094be8: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:46:33.708331 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc114d-2870-474a-8e8b-6a4ca9fd86cb req-86649dca-101c-4366-9eb9-f4dfb4cf2fd6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:33.709007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1bdc114d-2870-474a-8e8b-6a4ca9fd86cb req-86649dca-101c-4366-9eb9-f4dfb4cf2fd6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:46:33.723557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1bdc114d-2870-474a-8e8b-6a4ca9fd86cb req-86649dca-101c-4366-9eb9-f4dfb4cf2fd6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:46:33.724710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1bdc114d-2870-474a-8e8b-6a4ca9fd86cb req-86649dca-101c-4366-9eb9-f4dfb4cf2fd6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0941515 May 26 23:46:33.773469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1bdc114d-2870-474a-8e8b-6a4ca9fd86cb req-05ea7d54-d485-4b02-9a49-81e1c1d2d796 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=62828af5-4879-478b-b1eb-1de9bac10b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 May 26 23:46:34.031328 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ffd8a102-b595-4e7b-a771-9de576834064 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:34.032762 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ffd8a102-b595-4e7b-a771-9de576834064 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 946 time: 0.0783300 May 26 23:46:34.102704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port f2bb73f1-5931-49aa-9388-9b21ad093fb7 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:46:34.103046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:34.347286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port f2bb73f1-5931-49aa-9388-9b21ad093fb7, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=f2bb73f1-5931-49aa-9388-9b21ad093fb7,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:34.347554 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:34.465601 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for f2bb73f1-5931-49aa-9388-9b21ad093fb7 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:46:34.698271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:34.747571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=f2bb73f1-5931-49aa-9388-9b21ad093fb7,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:34.815256 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.815594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.815926 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.816253 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.816578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.816900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.817219 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.817536 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.817882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.818203 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.818516 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:34.833046 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] No DVR routers for this DVR port f2bb73f1-5931-49aa-9388-9b21ad093fb7 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:46:34.835911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:34.839337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'name': 'network-vif-deleted', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:46:34.855491 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34db0b16-1287-4d58-bbc3-07ab483057a2 req-ddcb46d1-8429-4557-87f4-8ae42f6dfb73 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "DELETE /v2.0/ports/f2bb73f1-5931-49aa-9388-9b21ad093fb7 HTTP/1.1" status: 204 len: 173 time: 0.8149936 May 26 23:46:34.894899 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68572424-f402-4f43-9067-c55e127f0d00'] response: {'server_uuid': '6c68d6b2-05bf-4be3-9c26-384a109ca638', 'name': 'network-vif-deleted', 'tag': 'f2bb73f1-5931-49aa-9388-9b21ad093fb7', 'status': 'completed', 'code': 200} May 26 23:46:34.942602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-aba2af0d-e1ac-4cd0-93b0-1af10e67d34c req-58b55a03-0295-41fa-894f-b647fd00724b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:46:34.957369 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-aba2af0d-e1ac-4cd0-93b0-1af10e67d34c req-58b55a03-0295-41fa-894f-b647fd00724b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:46:34.958663 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-aba2af0d-e1ac-4cd0-93b0-1af10e67d34c req-58b55a03-0295-41fa-894f-b647fd00724b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c68d6b2-05bf-4be3-9c26-384a109ca638 HTTP/1.1" status: 200 len: 210 time: 0.0563946 May 26 23:46:36.062540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46928) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:36.129155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f2bb73f1-5931-49aa-9388-9b21ad093fb7 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:46:36.164263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: f2bb73f1-5931-49aa-9388-9b21ad093fb7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:46:36.164597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device f2bb73f1-5931-49aa-9388-9b21ad093fb7 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:46:36.454847 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:37.061199 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:46:37.061532 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:37.350735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:37.351484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:37.472096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:46:37.640897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:37.686642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:37.978156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:38.544107 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 5743dff4-72f4-4618-92b7-acc552164bf4 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:46:38.831566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:46:38.840913 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] Sync routers for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:46:38.847363 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bdf8e77e-1ca4-408d-a8ac-1f604ad38628 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/5743dff4-72f4-4618-92b7-acc552164bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837477 May 26 23:46:38.850356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46932) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:38.854138 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:38.854737 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:39.025316 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:39.035010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting subnet f6d78929-37bd-41f8-92a0-dbc757938a03 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:46:39.037899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.092139 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.171506 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.245847 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.282241 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d78929-37bd-41f8-92a0-dbc757938a03,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:39.288965 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.295991 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dc5dc969-15f7-4cb2-a213-b9bebee6400c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/subnets/f6d78929-37bd-41f8-92a0-dbc757938a03 HTTP/1.1" status: 204 len: 168 time: 0.4441321 May 26 23:46:39.298212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46936) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:39.301394 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ed0ea0-a48c-4cb5-87c7-54c4cb5e9acd None None] Network 770f16ec-cb1a-4cda-9bec-d6d503bc7668 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:46:39.307447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:46:37Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:39.311325 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] Checking router: 5743dff4-72f4-4618-92b7-acc552164bf4 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:46:39.322578 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] Routers {'5743dff4-72f4-4618-92b7-acc552164bf4'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:39.322867 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['5743dff4-72f4-4618-92b7-acc552164bf4'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:39.514544 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] Set router 5743dff4-72f4-4618-92b7-acc552164bf4 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:39.516479 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.585416 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] DHCP port deletion for 770f16ec-cb1a-4cda-9bec-d6d503bc7668 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:46:39.590606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Deleting port efdf5453-c380-4629-8af1-30080656e2a8 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:46:39.590981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.758783 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.769097 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port bc86833c-84f3-4057-b423-40a56fa1e341 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:46:39.769438 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.818783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] For port efdf5453-c380-4629-8af1-30080656e2a8, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=efdf5453-c380-4629-8af1-30080656e2a8,segment=NetworkSegment(b0671263-565e-4461-aa34-52e5debe92e2),segment_id=b0671263-565e-4461-aa34-52e5debe92e2)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:39.819145 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:39.868575 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:46:37Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:39.872447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb12b00-f330-41cc-b8cb-c5869d527023 None None] The sync data for ids ['5743dff4-72f4-4618-92b7-acc552164bf4'] in n-d-843301-1 is: [{'id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235256186', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:46:37Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'bc86833c-84f3-4057-b423-40a56fa1e341', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5743dff4-72f4-4618-92b7-acc552164bf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:45:29Z', 'updated_at': '2022-05-26T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:46:39.942115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Calling delete_port for efdf5453-c380-4629-8af1-30080656e2a8 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:46:39.951520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port bc86833c-84f3-4057-b423-40a56fa1e341, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bc86833c-84f3-4057-b423-40a56fa1e341,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:39.952029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.013977 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.063118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Pushing event deleted for resources: {'Port': ['ID=efdf5453-c380-4629-8af1-30080656e2a8,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:40.073638 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] No DVR routers for this DVR port efdf5453-c380-4629-8af1-30080656e2a8 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:46:40.076159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for bc86833c-84f3-4057-b423-40a56fa1e341 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.084391 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e02706-2db0-45d4-8f7b-5e21cc6ced4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:40.286888 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:46:40.320810 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:46:40.321501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device ed4a947b-cd2a-4fa9-b2e1-1a50ef924a5e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:46:40.321596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device efdf5453-c380-4629-8af1-30080656e2a8 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:46:40.350961 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.354206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: efdf5453-c380-4629-8af1-30080656e2a8 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:46:40.354562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device efdf5453-c380-4629-8af1-30080656e2a8 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:46:40.408063 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=bc86833c-84f3-4057-b423-40a56fa1e341,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:40.626101 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.898135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.902677 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.926930 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.927455 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Fanout notify agent at l3_agent the message router_deleted on router 5743dff4-72f4-4618-92b7-acc552164bf4 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:46:40.942307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:40.946107 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-120560bd-e6c4-4e93-a351-cc5679473a24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/routers/5743dff4-72f4-4618-92b7-acc552164bf4 HTTP/1.1" status: 204 len: 168 time: 1.6442482 May 26 23:46:40.946296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46944) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:41.068860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.195180 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.219820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770f16ec-cb1a-4cda-9bec-d6d503bc7668']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:41.231238 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0671263-565e-4461-aa34-52e5debe92e2') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:41.231528 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0671263-565e-4461-aa34-52e5debe92e2') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:41.242393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.257208 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.263507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:46:41.263860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: timer() May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:46:41.277873 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:46:41.356199 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.361487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.389633 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/networks/770f16ec-cb1a-4cda-9bec-d6d503bc7668 HTTP/1.1" status: 204 len: 168 time: 0.4421065 May 26 23:46:41.390566 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeca00-a721-4b20-9286-b4f7d738d2ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Network': ['ID=770f16ec-cb1a-4cda-9bec-d6d503bc7668,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:41.392168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46948) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:41.462140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faa34159-8921-4400-b6f3-b386a311a470 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.489717 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faa34159-8921-4400-b6f3-b386a311a470 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.556667 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faa34159-8921-4400-b6f3-b386a311a470 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.574469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa34159-8921-4400-b6f3-b386a311a470 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62828af5-4879-478b-b1eb-1de9bac10b7e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:41.587006 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-faa34159-8921-4400-b6f3-b386a311a470 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.588134 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-faa34159-8921-4400-b6f3-b386a311a470 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/security-groups/62828af5-4879-478b-b1eb-1de9bac10b7e HTTP/1.1" status: 204 len: 168 time: 0.1949310 May 26 23:46:41.723670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46956) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:41.729921 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397726858', 'description': 'tempest-secgroup-smoke-397726858 description', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:41.736387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:41.740442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:41.743934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:41.749506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:41.759460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.794405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:41.798103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:41.800815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:41.807163 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:41.859666 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.863303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.909298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:41.912205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:41.913630 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-aabd3145-845b-49ba-9560-8bf80e080b9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1886194 May 26 23:46:41.916999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46960) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:41.922898 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:41.929201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:41.933572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:41.936389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:41.941915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:41.957590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.015879 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.019184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.042282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa80d64-c5c4-4f2a-8bba-a2e2bcf83690,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:42.050766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.051954 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-61ef1821-41df-4f1d-88dd-65a9d56aff2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1338706 May 26 23:46:42.054710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46964) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:42.060629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:42.067087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:42.070875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:42.073727 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:42.079344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:42.095722 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.145605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc86833c-84f3-4057-b423-40a56fa1e341 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:46:42.157932 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.162041 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.182665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bc86833c-84f3-4057-b423-40a56fa1e341 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:46:42.182999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bc86833c-84f3-4057-b423-40a56fa1e341 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:46:42.185829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06958474-7d61-486b-aca4-f67b92ff7f4f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:42.193989 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.195123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0affecff-0ab3-49cb-9b2f-c8d2985134fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1394956 May 26 23:46:42.197964 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46968) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:42.203544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:42.209843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:42.214100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:42.216878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:42.222432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:42.239290 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.302686 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.305817 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.325741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1df7283-bfa7-4da9-85c8-4a631d2479a1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:42.336324 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.338035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f38229ad-7511-426c-8878-c216db329e9d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1391361 May 26 23:46:42.340742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46972) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:42.346043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:42.353010 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:42.356725 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:42.359503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:42.365011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:42.380822 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.441823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.445078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.468925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2ebde0-e8cf-4aab-b909-769a913dba76,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:42.478014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.479131 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0db8bb47-5db6-4873-8e30-456be80c8dcb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1374581 May 26 23:46:42.481873 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46976) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:42.487397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:42.493541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:42.497300 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:42.500073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:42.505592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:42.515908 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:46:42.521993 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.584519 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.588092 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.610361 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d527714-1d14-4b29-b85f-7c4d4830003d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:42.619286 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.620450 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-4d93ca15-6ea0-49f1-9e42-141667c5f3c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1376879 May 26 23:46:42.623187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46980) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:42.628501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:42.635444 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:42.639447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:42.642440 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:42.648038 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:42.662071 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:46:42.668609 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.733299 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.736550 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.758970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0636bb1e-4567-47e9-a388-69199ec7c202,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:42.768058 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.769430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a1eb0418-db5b-4bcb-86ac-6089a91601e4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1453078 May 26 23:46:42.772196 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 46984) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:42.777999 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'network': {'name': 'tempest-network-smoke--412420962', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:42.783362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:42.787138 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:network and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:42.790180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:42.795715 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:42.805360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:46:42.808191 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.834865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:46:42.843456 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.843784 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Added segment 3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c of type vlan for network e9009585-459e-48cc-b39d-15f66c509063 May 26 23:46:42.868591 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.895960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.899583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:42.900147 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:42.999716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2265041 May 26 23:46:43.002611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46988) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:43.008322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'admin_state_up': True, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:43.009895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbccd9-cd7b-421a-9798-8d12fed1b35a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Network': ['ID=e9009585-459e-48cc-b39d-15f66c509063,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:43.016502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:43.020149 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network e9009585-459e-48cc-b39d-15f66c509063 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:46:43.020353 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:router and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:43.023234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:43.029512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:43.040366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.041278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.059710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.204458 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.472532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.501856 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.634200 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.136 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/0569693a-e61a-426a-9d5b-0b01ae228172) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:46:43.778393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.805579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:43.869937 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:46:43.872740 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:46:43.877599 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:46:43.903680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=0569693a-e61a-426a-9d5b-0b01ae228172,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:44.030261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:44.030899 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:44.251915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router cf28abe7-180e-4208-905b-0a0599ff9dda is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:46:44.447862 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:46:44.457183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Sync routers for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:46:44.468924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:44.469539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:44.473702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:44.474889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e17d177d-f21e-449a-bfab-f0d3c0134f18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4712627 May 26 23:46:44.478122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46992) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:44.517406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6cdaba3-ab80-49c9-9cc2-281bea79e8cd tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382440 May 26 23:46:44.519987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 46996) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:44.646059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:44.653393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b82edc-6562-46d4-85e8-8614b664ec9b tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:44.655241 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a5b82edc-6562-46d4-85e8-8614b664ec9b tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343343 May 26 23:46:44.659663 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47000) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:44.712381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-69f00fa1-5c1a-4340-ba36-963207193dff tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490654 May 26 23:46:44.712619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:44.717576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2068314675', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:44.824809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:44.828624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:subnet and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:46:44.831418 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:46:44.837142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:44.846685 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:46:44.966756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:43Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:44.970491 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Checking router: cf28abe7-180e-4208-905b-0a0599ff9dda for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:46:44.970829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Updating router cf28abe7-180e-4208-905b-0a0599ff9dda port 0569693a-e61a-426a-9d5b-0b01ae228172 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:46:45.024999 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.049050 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.266146 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.339231 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Subnet': ['ID=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:45.343429 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.356705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Checking segment: {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:46:45.357073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network hostable DHCP agents. Network: e9009585-459e-48cc-b39d-15f66c509063, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:46:45.357826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Transition to ACTIVE for port object 0569693a-e61a-426a-9d5b-0b01ae228172 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:46:45.364666 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.380487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network e9009585-459e-48cc-b39d-15f66c509063 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:46:45.389419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, e9009585-459e-48cc-b39d-15f66c509063) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:46:45.393679 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:45.394275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.400942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765987a-3eb1-406f-a39c-539c672669b0 None None] Network e9009585-459e-48cc-b39d-15f66c509063 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:46:45.417218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a2d6ae27-5da5-4d6a-8d93-1f119713a179 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7037699 May 26 23:46:45.420187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47008) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:46:45.521303 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4d29-f348-468f-b6a5-04f04c8bc3bb None None] Pushing event updated for resources: {'Port': ['ID=0569693a-e61a-426a-9d5b-0b01ae228172,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:45.528805 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Attempting to bind port 0569693a-e61a-426a-9d5b-0b01ae228172 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:46:45.529172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Attempting to bind port 0569693a-e61a-426a-9d5b-0b01ae228172 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:46:45.529742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Attempting to bind port 0569693a-e61a-426a-9d5b-0b01ae228172 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:46:45.541458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:46:45.541850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:46:45.542903 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.543302 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:46:45.543773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Bound port: 0569693a-e61a-426a-9d5b-0b01ae228172, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:46:45.544145 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.678507 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] For port 0569693a-e61a-426a-9d5b-0b01ae228172, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:46:45.682933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] For port 0569693a-e61a-426a-9d5b-0b01ae228172, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0569693a-e61a-426a-9d5b-0b01ae228172,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:46:45.711049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.781343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-e9009585-459e-48cc-b39d-15f66c509063', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:46:45.782190 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:45.856234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4d29-f348-468f-b6a5-04f04c8bc3bb None None] Pushing event updated for resources: {'Port': ['ID=0569693a-e61a-426a-9d5b-0b01ae228172,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:45.871446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:45.872067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:46.111827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Allocated IP 172.20.0.2 (e9009585-459e-48cc-b39d-15f66c509063/1dd0d0c7-8f56-4b19-a589-e8ca1b980d25/5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:46:46.127005 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:46.273919 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:46.598490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:46.611032 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Transition to ACTIVE for port object 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:46:46.634951 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Transition to ACTIVE for port object 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:46:46.642001 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:46.673107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:43Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:46.693490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73909ae5-d64f-4c86-854b-a5e0c8cc2a1a None None] The sync data for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 is: [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:43Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:46:46.713647 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.1 (e9009585-459e-48cc-b39d-15f66c509063/1dd0d0c7-8f56-4b19-a589-e8ca1b980d25/b71076bc-d94a-4bfc-86eb-a24032f3c16e) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:46:46.715758 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Network e9009585-459e-48cc-b39d-15f66c509063 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:46:46.719142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:46:46.728018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:46:46.730207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Pushing event updated for resources: {'Port': ['ID=5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:46.825377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Attempting to bind port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:46:46.825956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Attempting to bind port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:46:46.826385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Attempting to bind port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 on network e9009585-459e-48cc-b39d-15f66c509063 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:46:46.833495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:46:46.833999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Checking segment: {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:46:46.834470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:46.834966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Bound using segment: {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:46:46.835422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Bound port: 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:46:46.835850 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:46.914219 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:46.933263 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object b71076bc-d94a-4bfc-86eb-a24032f3c16e will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:46:46.942501 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] For port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:46:46.946007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] For port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:46:46.956298 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:46.958689 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:47.035381 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network e9009585-459e-48cc-b39d-15f66c509063 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:46:47.039497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:46:47.044439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:46:47.060556 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e46880-eef3-4176-a020-111ce91f5b5f None None] Pushing event updated for resources: {'Port': ['ID=5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:47.082100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=b71076bc-d94a-4bfc-86eb-a24032f3c16e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:47.112840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:47.237947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:47.316075 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8db90fa7-8548-424a-8ecc-930de8fbb8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:47.660992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:47.665762 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:47.780164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:47.783510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=b71076bc-d94a-4bfc-86eb-a24032f3c16e,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:48.025430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3659f501-4cbb-4f64-b307-1d028655a77a None None] Network e9009585-459e-48cc-b39d-15f66c509063 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:46:48.031064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network e9009585-459e-48cc-b39d-15f66c509063 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:46:48.032137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:46:48.161796 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-0a823905-1820-4fb3-8f4b-d4c8a6ed700e None None] Provisioning for port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:46:48.230614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:46:48.355072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:46:48.362616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:48.362984 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:48.451896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router cf28abe7-180e-4208-905b-0a0599ff9dda has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:46:48.496087 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:48.530836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:48.538929 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:48.540593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0569693a-e61a-426a-9d5b-0b01ae228172 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:46:48.661236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:48.679059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 0569693a-e61a-426a-9d5b-0b01ae228172 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:46:48.684955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0569693a-e61a-426a-9d5b-0b01ae228172 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:48.685325 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:48.686271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:46:48.700970 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e2ed322b-e334-40d6-aabd-002a091b331d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/cf28abe7-180e-4208-905b-0a0599ff9dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2790830 May 26 23:46:48.764015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-70daabf9-ecf2-4673-92ae-9e97962bae1b None None] Provisioning for port b71076bc-d94a-4bfc-86eb-a24032f3c16e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:46:48.772222 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-70daabf9-ecf2-4673-92ae-9e97962bae1b None None] Provisioning complete for port b71076bc-d94a-4bfc-86eb-a24032f3c16e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:48.772585 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-70daabf9-ecf2-4673-92ae-9e97962bae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:48.893239 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:48.902548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-70daabf9-ecf2-4673-92ae-9e97962bae1b None None] Port b71076bc-d94a-4bfc-86eb-a24032f3c16e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:46:48.912668 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-558b800f-d272-4a59-a2f6-f91d3aa0cced tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397726858&fields=id&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 267 time: 0.0468702 May 26 23:46:48.920624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 0569693a-e61a-426a-9d5b-0b01ae228172, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0569693a-e61a-426a-9d5b-0b01ae228172,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:48.930735 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:49.007932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-70daabf9-ecf2-4673-92ae-9e97962bae1b None None] Provisioning complete for port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:49.008361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-70daabf9-ecf2-4673-92ae-9e97962bae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:49.077765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-3881c058-32de-439c-8a54-6f6b47f4d932 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:49.078649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-3881c058-32de-439c-8a54-6f6b47f4d932 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:46:49.094845 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=0569693a-e61a-426a-9d5b-0b01ae228172,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:49.105870 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-3881c058-32de-439c-8a54-6f6b47f4d932 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:46:49.107156 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-3881c058-32de-439c-8a54-6f6b47f4d932 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 796 time: 0.1873744 May 26 23:46:49.125911 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-7a467dc3-28fc-4a15-a6fe-87d1f350b0b3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/quotas/604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0134475 May 26 23:46:49.226603 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-48d5b10d-2e6c-4da6-87fa-6ca2b3dd062f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953052 May 26 23:46:49.281180 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-321091c2-5062-471d-9504-1b1fca20fe5e None None] Provisioning complete for port b71076bc-d94a-4bfc-86eb-a24032f3c16e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:49.281541 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-321091c2-5062-471d-9504-1b1fca20fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:49.331994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-321091c2-5062-471d-9504-1b1fca20fe5e None None] Port b71076bc-d94a-4bfc-86eb-a24032f3c16e cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:46:49.362984 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-24b7724d-d722-4c89-9c5f-50fa9b3c1cc1 service neutron] 10.222.0.32 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246228 May 26 23:46:49.499287 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-f12b6bf1-c32f-4fb7-b264-998871373329 service neutron] 10.222.0.32 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297486 May 26 23:46:49.692847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e20ed2f5-cf9f-46d2-b54a-6eb686ef5cce req-89c51808-92d9-4e3e-b362-b8300ce5dc74 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:46:49.712373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-e20ed2f5-cf9f-46d2-b54a-6eb686ef5cce req-89c51808-92d9-4e3e-b362-b8300ce5dc74 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:46:49.713600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e20ed2f5-cf9f-46d2-b54a-6eb686ef5cce req-89c51808-92d9-4e3e-b362-b8300ce5dc74 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 210 time: 0.0652664 May 26 23:46:50.039655 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a6f6489a-6f01-42c0-9eb1-842ee27eee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:50.168469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:46:50.241464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:50.242062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:50.270451 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Sync routers for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:46:50.282940 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:50.283535 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:50.358219 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0569693a-e61a-426a-9d5b-0b01ae228172 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:46:50.429169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 0569693a-e61a-426a-9d5b-0b01ae228172 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:50.429535 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:50.460305 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:50.769981 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 2, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:50.775152 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Checking router: cf28abe7-180e-4208-905b-0a0599ff9dda for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:46:50.775493 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Updating router cf28abe7-180e-4208-905b-0a0599ff9dda port b71076bc-d94a-4bfc-86eb-a24032f3c16e binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:46:50.822947 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:50.839237 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:50.879046 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:50.897889 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-9d02291b-de95-4d0c-a393-89688b1da45e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:50.899451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60a1de36-43ad-41de-a4d7-f4f23d69043e req-9b0e15ee-09d9-4303-86b2-4a4f69dd73da tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 210 time: 0.0474749 May 26 23:46:50.900425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-9d02291b-de95-4d0c-a393-89688b1da45e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:46:50.916587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-9d02291b-de95-4d0c-a393-89688b1da45e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:46:50.917974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-9d02291b-de95-4d0c-a393-89688b1da45e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 796 time: 0.1998694 May 26 23:46:50.971153 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c35c998c-220d-48eb-957f-74ab758b669c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:46:50.990832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c35c998c-220d-48eb-957f-74ab758b669c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:46:50.992249 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c35c998c-220d-48eb-957f-74ab758b669c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 379 time: 0.0624895 May 26 23:46:51.001371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'port': {'device_id': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'admin_state_up': True, 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'security_groups': ['2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:51.136410 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:46:51.146170 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:46:51.158276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:46:51.161387 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.210709 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.222295 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Transition to ACTIVE for port object b71076bc-d94a-4bfc-86eb-a24032f3c16e will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:46:51.229039 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.328766 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.10 (e9009585-459e-48cc-b39d-15f66c509063/1dd0d0c7-8f56-4b19-a589-e8ca1b980d25/f429e8ae-293c-4066-84be-c88b6ea45901) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:46:51.350812 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Pushing event updated for resources: {'Port': ['ID=b71076bc-d94a-4bfc-86eb-a24032f3c16e,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:51.362430 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.362860 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.363249 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.363757 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.364238 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.364714 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.365036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.365352 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.365663 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.365997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.366308 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:46:51.458152 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Attempting to bind port b71076bc-d94a-4bfc-86eb-a24032f3c16e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:46:51.458512 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Attempting to bind port b71076bc-d94a-4bfc-86eb-a24032f3c16e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:46:51.458865 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Attempting to bind port b71076bc-d94a-4bfc-86eb-a24032f3c16e on network e9009585-459e-48cc-b39d-15f66c509063 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:46:51.465503 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:46:51.465857 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Checking segment: {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:46:51.466241 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.466616 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Bound using segment: {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:46:51.467058 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Bound port: b71076bc-d94a-4bfc-86eb-a24032f3c16e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:46:51.467439 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.528668 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.544987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object f429e8ae-293c-4066-84be-c88b6ea45901 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:46:51.556831 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] For port b71076bc-d94a-4bfc-86eb-a24032f3c16e, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:46:51.560114 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] For port b71076bc-d94a-4bfc-86eb-a24032f3c16e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b71076bc-d94a-4bfc-86eb-a24032f3c16e,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:46:51.564926 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.572415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.635333 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:46:51.636021 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:51.653781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network e9009585-459e-48cc-b39d-15f66c509063 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:46:51.657220 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:46:51.659754 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:46:51.693228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=f429e8ae-293c-4066-84be-c88b6ea45901,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:51.731148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:51.731758 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:51.759518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c569f727-9ac0-451c-af14-046bc5d09ea8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7617590 May 26 23:46:51.818841 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160fda3-6181-49d4-ad7f-a19eb1c56071 None None] Pushing event updated for resources: {'Port': ['ID=b71076bc-d94a-4bfc-86eb-a24032f3c16e,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:51.844259 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Request body: {'port': {'device_id': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:46:51.867485 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:46:52.118995 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:52.121666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c450cf8e-75d7-4474-bb80-cecbb4bd75ca None None] Provisioning for port f429e8ae-293c-4066-84be-c88b6ea45901 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:46:52.126729 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c450cf8e-75d7-4474-bb80-cecbb4bd75ca None None] Provisioning complete for port f429e8ae-293c-4066-84be-c88b6ea45901 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:52.127086 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c450cf8e-75d7-4474-bb80-cecbb4bd75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:52.133284 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:52.180094 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c450cf8e-75d7-4474-bb80-cecbb4bd75ca None None] Port f429e8ae-293c-4066-84be-c88b6ea45901 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:46:52.229284 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:51Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:46:52.232820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b610120-9443-4fbd-ad32-9bf758951948 req-79c10ad7-d155-4cd9-af92-7312c7f18dd9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:52.233277 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95048c-6601-43c3-b42a-f2f3c2acde67 None None] The sync data for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 is: [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:51Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:46:52.233541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6b610120-9443-4fbd-ad32-9bf758951948 req-79c10ad7-d155-4cd9-af92-7312c7f18dd9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:46:52.316761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6b610120-9443-4fbd-ad32-9bf758951948 req-79c10ad7-d155-4cd9-af92-7312c7f18dd9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:46:52.317931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b610120-9443-4fbd-ad32-9bf758951948 req-79c10ad7-d155-4cd9-af92-7312c7f18dd9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 932 time: 0.2459338 May 26 23:46:52.452403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6b610120-9443-4fbd-ad32-9bf758951948 req-f1beb658-3763-4393-92c1-5d69dc827985 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237829 May 26 23:46:52.574087 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f429e8ae-293c-4066-84be-c88b6ea45901 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:46:52.581026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:52.596411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Transition to ACTIVE for port object f429e8ae-293c-4066-84be-c88b6ea45901 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:46:52.600901 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:52.741958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f429e8ae-293c-4066-84be-c88b6ea45901,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:52.850758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Attempting to bind port f429e8ae-293c-4066-84be-c88b6ea45901 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:46:52.851086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Attempting to bind port f429e8ae-293c-4066-84be-c88b6ea45901 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:46:52.851402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Attempting to bind port f429e8ae-293c-4066-84be-c88b6ea45901 on network e9009585-459e-48cc-b39d-15f66c509063 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:46:52.857244 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Port f429e8ae-293c-4066-84be-c88b6ea45901 on network e9009585-459e-48cc-b39d-15f66c509063 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:46:52.857552 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Attempting to bind port f429e8ae-293c-4066-84be-c88b6ea45901 on network e9009585-459e-48cc-b39d-15f66c509063 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:46:52.863882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:46:52.864202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Checking segment: {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:46:52.864572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Bound using segment: {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:46:52.864993 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Bound port: f429e8ae-293c-4066-84be-c88b6ea45901, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:46:52.865329 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:52.956257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] For port f429e8ae-293c-4066-84be-c88b6ea45901, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:46:52.959337 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] For port f429e8ae-293c-4066-84be-c88b6ea45901, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f429e8ae-293c-4066-84be-c88b6ea45901,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:46:52.964460 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:53.030736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:53.032103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] 10.222.0.48 "PUT /v2.0/ports/f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 1092 time: 1.2657692 May 26 23:46:53.032539 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:46:53.062148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08dea-72ac-49ab-834c-62576ad21ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f429e8ae-293c-4066-84be-c88b6ea45901,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:53.115634 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad4f1d5-1475-4e5e-b5a7-0f66e38a625f'] response: {'name': 'network-changed', 'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'status': 'completed', 'code': 200} May 26 23:46:53.160725 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-c808c062-2fb3-4548-b330-93225656e7b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1095 time: 0.0789287 May 26 23:46:53.232256 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-ec6d2b5c-4831-4e9f-ac82-54a957cc1738 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 217 time: 0.0645247 May 26 23:46:53.293870 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-b8cddaaa-63bc-4f07-855e-4e63ec843f53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:53.295425 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-b8cddaaa-63bc-4f07-855e-4e63ec843f53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 200 len: 835 time: 0.0575471 May 26 23:46:53.370829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-779c27f7-4ff8-4a1e-b457-825c7b6087bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9009585-459e-48cc-b39d-15f66c509063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699332 May 26 23:46:53.501442 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-049cbe87-8d37-411f-b538-7cca619b1621 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243255 May 26 23:46:53.688212 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-98bb80ea-32ee-4b1d-b939-6b23b4b1659a req-9202958c-513b-44ae-9371-5ff1f832b6e6 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795008 May 26 23:46:53.698281 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803dcf4-c05d-4503-bd90-436457be0283 req-ca196039-bf03-4c4a-ab1d-16f37f58f2a3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:53.699746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8803dcf4-c05d-4503-bd90-436457be0283 req-ca196039-bf03-4c4a-ab1d-16f37f58f2a3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 944 time: 0.1223009 May 26 23:46:53.788889 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8803dcf4-c05d-4503-bd90-436457be0283 req-fe14c0b4-3b36-4ec0-9eaa-097ced94862b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832729 May 26 23:46:53.813916 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-26c4d014-434e-43e0-b0bb-65431fb9b57d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1095 time: 0.0798957 May 26 23:46:54.034296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-bece8b69-c98a-44d2-84db-0b1bad355ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:54.036016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-bece8b69-c98a-44d2-84db-0b1bad355ddd service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 897 time: 0.2161934 May 26 23:46:54.101659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-89f64283-ffec-470d-8453-bc80e32edd70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 217 time: 0.0592294 May 26 23:46:54.168496 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-2bcd22d8-bb7d-4858-b108-7b79d07ebde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:54.169974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-2bcd22d8-bb7d-4858-b108-7b79d07ebde0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 200 len: 835 time: 0.0630138 May 26 23:46:54.174755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b71076bc-d94a-4bfc-86eb-a24032f3c16e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:46:54.245006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-7cd4156c-ab59-410c-8ac8-40037de04595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9009585-459e-48cc-b39d-15f66c509063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689576 May 26 23:46:54.245716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b71076bc-d94a-4bfc-86eb-a24032f3c16e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:46:54.250518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b71076bc-d94a-4bfc-86eb-a24032f3c16e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:54.250913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:54.360059 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:54.377473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-dae0d451-ffcf-41eb-9e7e-c98b2c392528 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268067 May 26 23:46:54.396397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b71076bc-d94a-4bfc-86eb-a24032f3c16e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b71076bc-d94a-4bfc-86eb-a24032f3c16e,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:54.399917 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:54.463723 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b71076bc-d94a-4bfc-86eb-a24032f3c16e,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:54.515594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7776ec1a-07d4-41d1-8ac7-4a203ad37851 req-892a5ed8-fdf3-433e-924e-7d04523db28c service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323779 May 26 23:46:54.983134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1905f1-a72f-49e1-a150-a5327a1a6f29 req-2c5ecf09-1eaf-428a-ba14-0e87aa25bf24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:54.984459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac1905f1-a72f-49e1-a150-a5327a1a6f29 req-2c5ecf09-1eaf-428a-ba14-0e87aa25bf24 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 944 time: 0.0776775 May 26 23:46:55.028366 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ac1905f1-a72f-49e1-a150-a5327a1a6f29 req-fe0cefef-1848-4ed9-a13f-a46a50e2649b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385339 May 26 23:46:55.830253 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:56.160731 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b71076bc-d94a-4bfc-86eb-a24032f3c16e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:46:56.228172 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b71076bc-d94a-4bfc-86eb-a24032f3c16e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:56.228536 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:56.234387 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf850a3-5569-41d2-b9cf-806a6f18b488 req-8217bbaa-228b-4fe2-ab52-20a6a91a5e9a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:56.235836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcf850a3-5569-41d2-b9cf-806a6f18b488 req-8217bbaa-228b-4fe2-ab52-20a6a91a5e9a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 944 time: 0.0813508 May 26 23:46:56.281317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcf850a3-5569-41d2-b9cf-806a6f18b488 req-5034c66e-b06a-43fa-9070-8db98f0fedcf tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397997 May 26 23:46:56.998676 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f429e8ae-293c-4066-84be-c88b6ea45901 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:46:57.129460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port f429e8ae-293c-4066-84be-c88b6ea45901, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f429e8ae-293c-4066-84be-c88b6ea45901,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:57.142762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'port_id': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'mac_address': 'fa:16:3e:98:46:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:46:57.194758 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:57.214846 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f429e8ae-293c-4066-84be-c88b6ea45901 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:46:57.228915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port f429e8ae-293c-4066-84be-c88b6ea45901, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f429e8ae-293c-4066-84be-c88b6ea45901,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:57.232821 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:57.295918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=f429e8ae-293c-4066-84be-c88b6ea45901,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:57.480671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50692b2-6002-49af-a5a9-ec827434f0cf req-1ff1cb8f-3194-47d2-903b-568d820bcd3b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:57.482128 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c50692b2-6002-49af-a5a9-ec827434f0cf req-1ff1cb8f-3194-47d2-903b-568d820bcd3b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 945 time: 0.0793648 May 26 23:46:57.530001 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c50692b2-6002-49af-a5a9-ec827434f0cf req-ac14b96e-b7e2-411f-bceb-64acfb2f4efa tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424564 May 26 23:46:57.591966 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['f429e8ae-293c-4066-84be-c88b6ea45901'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:46:58.395195 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:58.722814 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ce157-62d4-4ca7-bc5a-64b9019544be req-e467a713-27e0-4e8e-92e3-3a8e86bbf568 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:58.724231 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d26ce157-62d4-4ca7-bc5a-64b9019544be req-e467a713-27e0-4e8e-92e3-3a8e86bbf568 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 945 time: 0.0746849 May 26 23:46:58.768689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d26ce157-62d4-4ca7-bc5a-64b9019544be req-5cfdea9f-e655-445b-93b1-6b677e69e94a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 May 26 23:46:59.008961 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f429e8ae-293c-4066-84be-c88b6ea45901 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:46:59.081237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port f429e8ae-293c-4066-84be-c88b6ea45901 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:46:59.085918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port f429e8ae-293c-4066-84be-c88b6ea45901 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:46:59.086283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:59.221967 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:59.249086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:46:59.259624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port f429e8ae-293c-4066-84be-c88b6ea45901, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f429e8ae-293c-4066-84be-c88b6ea45901,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:46:59.264112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:46:59.329899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=f429e8ae-293c-4066-84be-c88b6ea45901,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:46:59.379912 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b692f4-b087-4b80-b172-d8e03e0c7b9a'] response: {'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'code': 200} May 26 23:46:59.506373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96c835c2-a98e-4e74-ae0e-97a371560d2f req-98ddb9b3-b7a5-444d-94eb-b3806ad4d72c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1097 time: 0.0689797 May 26 23:46:59.547534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-96c835c2-a98e-4e74-ae0e-97a371560d2f req-6599a5c7-a814-4fa3-ad5c-f8677ac8038d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352821 May 26 23:46:59.958111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb80fb2-4a05-4972-9b19-62dd8ede8f24 req-fd5372bd-4e11-4871-9083-cf1eb8769934 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:46:59.959564 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cb80fb2-4a05-4972-9b19-62dd8ede8f24 req-fd5372bd-4e11-4871-9083-cf1eb8769934 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0757349 May 26 23:47:00.006834 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9cb80fb2-4a05-4972-9b19-62dd8ede8f24 req-e8558863-f517-43f2-bc96-dd2633db0dd4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 May 26 23:47:00.558510 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:47:01.203162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ab52b-5720-4220-9470-7258f4bde4e1 req-e3fbfe7c-76ee-45cd-b3f1-538ea00c585c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:47:01.204524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-612ab52b-5720-4220-9470-7258f4bde4e1 req-e3fbfe7c-76ee-45cd-b3f1-538ea00c585c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0790160 May 26 23:47:01.248509 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-612ab52b-5720-4220-9470-7258f4bde4e1 req-41635a1e-26bf-470c-ab20-8e456391a6c7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384974 May 26 23:47:01.440473 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ede33-2fbf-40b4-80b6-798b1405b46c req-4744ca25-00bb-40a5-99e9-64d3a8debb8a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:47:01.441935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f43ede33-2fbf-40b4-80b6-798b1405b46c req-4744ca25-00bb-40a5-99e9-64d3a8debb8a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0775509 May 26 23:47:01.486666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f43ede33-2fbf-40b4-80b6-798b1405b46c req-49f08edc-1265-4859-abce-7b0e33d00e18 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387881 May 26 23:47:01.513100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47064) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:47:01.583540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e19d2013-42eb-4952-ae2e-db473cf1f7eb tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1092 time: 0.0693231 May 26 23:47:01.586786 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47068) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:47:01.591775 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:47:01.597798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:47:01.601575 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:floatingip and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:47:01.604404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:47:01.609972 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:47:01.620594 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:01.753023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:01.881935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.7 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/bb0e66a4-35e9-4d9f-b7ee-4ce756b93475) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:47:02.028675 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:02.056399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:02.207278 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:47:02.209904 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:47:02.214155 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:47:02.242118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=bb0e66a4-35e9-4d9f-b7ee-4ce756b93475,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:47:02.706775 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:02.760125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:02.959757 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:02.964141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:03.070235 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=bb0e66a4-35e9-4d9f-b7ee-4ce756b93475,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:47:03.083459 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:03.263764 n-d-843301-1 neutron-server[84030]: INFO neutron.db.l3_db [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Floating IP 2b13186f-17d5-4726-92bb-f6d0804922d0 associated. External IP: 172.25.4.7, port: f429e8ae-293c-4066-84be-c88b6ea45901. May 26 23:47:03.747569 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router cf28abe7-180e-4208-905b-0a0599ff9dda has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:47:03.959283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:47:03.969017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] Sync routers for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:47:03.980366 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:47:03.980970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:47:03.982957 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:04.035985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ac42e006-cd52-434c-846c-47f631e503a2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4482026 May 26 23:47:04.036541 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:47:04.095439 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a3ea32-40fb-4e23-997f-1a504310bfbe'] response: {'name': 'network-changed', 'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'status': 'completed', 'code': 200} May 26 23:47:04.160117 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:47:04.200552 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebfbfd19-759e-43da-a978-32282c006900 req-50edb710-af8a-4b6c-827a-79d1a5429d84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1097 time: 0.0810244 May 26 23:47:04.211738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989f01-af53-47b6-95fe-bc5db22c4f1a req-cd4f726f-b706-4954-84b4-9175d96365dd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:47:04.213307 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81989f01-af53-47b6-95fe-bc5db22c4f1a req-cd4f726f-b706-4954-84b4-9175d96365dd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0824382 May 26 23:47:04.260100 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81989f01-af53-47b6-95fe-bc5db22c4f1a req-81fb5452-8f92-48a4-bfad-87ce5fbb7ecf tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408518 May 26 23:47:04.287308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47076) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:47:04.332472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbfd19-759e-43da-a978-32282c006900 req-62fa9caa-f825-4bec-86e3-f038b8ee61c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:47:04.333914 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebfbfd19-759e-43da-a978-32282c006900 req-62fa9caa-f825-4bec-86e3-f038b8ee61c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 897 time: 0.1277149 May 26 23:47:04.397119 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-203153d3-4f4b-47c8-b4af-45ec49763137 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/2b13186f-17d5-4726-92bb-f6d0804922d0 HTTP/1.1" status: 200 len: 990 time: 0.1084085 May 26 23:47:04.437196 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebfbfd19-759e-43da-a978-32282c006900 req-c8f62e1b-98b8-4cb9-98e4-484ae58c8296 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 998 time: 0.0978620 May 26 23:47:04.506514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbfd19-759e-43da-a978-32282c006900 req-64de175b-2f46-4087-942d-4bd8b609a22c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:47:04.507899 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebfbfd19-759e-43da-a978-32282c006900 req-64de175b-2f46-4087-942d-4bd8b609a22c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 200 len: 835 time: 0.0642312 May 26 23:47:04.534448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2b13186f-17d5-4726-92bb-f6d0804922d0', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'port_id': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'mac_address': 'fa:16:3e:98:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:47:02Z', 'updated_at': '2022-05-26T23:47:02Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:54Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:47:04.538590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] Checking router: cf28abe7-180e-4208-905b-0a0599ff9dda for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:47:04.549719 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:47:04.550317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:46:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:47:04.580627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebfbfd19-759e-43da-a978-32282c006900 req-be818e69-a455-42ae-9c3d-2772ecce1806 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9009585-459e-48cc-b39d-15f66c509063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669272 May 26 23:47:04.712794 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebfbfd19-759e-43da-a978-32282c006900 req-94b70990-47ca-4103-b1f8-de318976066d service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254997 May 26 23:47:04.725780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:47:04.847964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ebfbfd19-759e-43da-a978-32282c006900 req-7681ef19-989d-49d0-8b7d-7f4f037611a3 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292803 May 26 23:47:05.077166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2b13186f-17d5-4726-92bb-f6d0804922d0', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'port_id': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'mac_address': 'fa:16:3e:98:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:47:02Z', 'updated_at': '2022-05-26T23:47:02Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:54Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:47:05.081123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146c822-d27d-4c42-acba-97b523cb73d1 None None] The sync data for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 is: [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2b13186f-17d5-4726-92bb-f6d0804922d0', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'port_id': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'mac_address': 'fa:16:3e:98:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:47:02Z', 'updated_at': '2022-05-26T23:47:02Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:54Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:47:05.401128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47080) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:47:05.504759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-252b4231-5616-4817-856f-8cdbd8a461e0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/2b13186f-17d5-4726-92bb-f6d0804922d0 HTTP/1.1" status: 200 len: 990 time: 0.1025169 May 26 23:47:06.508871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47084) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:47:06.612566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c0f139b7-5fbf-4256-9627-7fd1f360081a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/2b13186f-17d5-4726-92bb-f6d0804922d0 HTTP/1.1" status: 200 len: 990 time: 0.1025655 May 26 23:47:07.616339 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47088) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:47:07.719033 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ee833109-f5b7-4dc4-ba70-6d174d8145a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/2b13186f-17d5-4726-92bb-f6d0804922d0 HTTP/1.1" status: 200 len: 990 time: 0.1015985 May 26 23:47:08.188483 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8425a-e581-4e13-b635-7a051beb55bb None None] New status for floating IP 2b13186f-17d5-4726-92bb-f6d0804922d0: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:47:08.722962 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47092) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:47:08.827736 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0722f54a-b1f7-4996-83a3-1e6f4a951630 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/2b13186f-17d5-4726-92bb-f6d0804922d0 HTTP/1.1" status: 200 len: 992 time: 0.1037049 May 26 23:47:14.554076 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-c9bb2f67-00e5-44a0-ae00-5fe5909fce6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663526 May 26 23:47:14.786551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-0856eaca-1e03-413f-8d07-8a3d247b6bac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1097 time: 0.1630235 May 26 23:47:14.938141 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-897a3e30-d24b-45e9-bad0-177c17aac549 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:47:14.939544 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-897a3e30-d24b-45e9-bad0-177c17aac549 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 897 time: 0.1337330 May 26 23:47:15.038315 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-0a859160-9f89-47f2-8c50-b9f98ae89748 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 1000 time: 0.0929894 May 26 23:47:15.100103 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-369bdf03-2c77-4ed4-8b4e-2a8f7fa7a2d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:47:15.102111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-369bdf03-2c77-4ed4-8b4e-2a8f7fa7a2d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 200 len: 835 time: 0.0560453 May 26 23:47:15.172578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-0e1250d9-a687-4321-b359-199207d4f30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9009585-459e-48cc-b39d-15f66c509063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653226 May 26 23:47:15.300731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-61611867-24af-4c13-8afc-7e650bedfffe service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217711 May 26 23:47:15.428684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cb5e2c15-d504-4d9a-ab8d-1ff7ebab5055 req-e732e032-d2ea-48f1-a952-9094f161a3b7 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228533 May 26 23:47:17.310045 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f816aa1b-7618-4005-a9b2-c5c7e1a3454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:20.042825 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f3fde6d4-dfca-4a08-a953-fb6b989fce8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:20.810543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:20.862003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:22.106307 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:25.828841 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:28.413390 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:37.559471 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:47:47.312737 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-456d00d6-2cd8-43eb-92df-00ebd793b576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:50.044279 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-75963851-b80b-429c-a1c7-ac2dcb96a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:50.813140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:50.861878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:52.107839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:55.833347 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:47:58.434276 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:07.880277 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-a76bddce-bfea-4349-babf-b26e64186b51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1097 time: 0.1274137 May 26 23:48:07.888352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b6d7-9bae-447a-bc4d-8cae2057a5ee req-43756668-03d0-478c-80d0-53e66defbc51 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:07.889640 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fb12b6d7-9bae-447a-bc4d-8cae2057a5ee req-43756668-03d0-478c-80d0-53e66defbc51 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0947165 May 26 23:48:08.025917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fb12b6d7-9bae-447a-bc4d-8cae2057a5ee req-1813cb60-dd22-477c-8ae7-d8f404fc2d65 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184185 May 26 23:48:08.047062 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-066916b4-54fd-4edf-9657-29cdeab0ffe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:08.048469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-066916b4-54fd-4edf-9657-29cdeab0ffe4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 897 time: 0.1580048 May 26 23:48:08.146082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-189ff8b0-196e-4a4c-bf28-1a5994407724 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 1000 time: 0.0915315 May 26 23:48:08.210589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-323d6492-ce03-4ec4-a12b-f2ef170d3d4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:08.211964 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-323d6492-ce03-4ec4-a12b-f2ef170d3d4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 200 len: 835 time: 0.0592601 May 26 23:48:08.284342 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-0618cc6f-252a-4f1e-a698-6024822c0af3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9009585-459e-48cc-b39d-15f66c509063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657694 May 26 23:48:08.421117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-19ea36ee-2d23-4fe2-b525-e4a17712bb06 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296263 May 26 23:48:08.551361 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-140d8f41-c080-4a0b-8d2d-861fe69ee4c7 req-8d080a81-d99d-4c6b-99bf-8ae7030ab452 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235278 May 26 23:48:09.324454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe9c38-725c-4b8b-8d49-25949ad2c7a8 req-f87f0cff-36f4-4526-a1d0-88aa06947d7a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:09.325848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfbe9c38-725c-4b8b-8d49-25949ad2c7a8 req-f87f0cff-36f4-4526-a1d0-88aa06947d7a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.1702404 May 26 23:48:09.369637 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cfbe9c38-725c-4b8b-8d49-25949ad2c7a8 req-a7e614fc-4e26-43d5-bcca-bfae810830de tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383689 May 26 23:48:10.667353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4897-7aa8-4725-a372-19360f2c5193 req-898cf698-cf9b-41b4-a8cb-8a2d91f4d76a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:10.668804 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e2c4897-7aa8-4725-a372-19360f2c5193 req-898cf698-cf9b-41b4-a8cb-8a2d91f4d76a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.1660373 May 26 23:48:10.712863 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0e2c4897-7aa8-4725-a372-19360f2c5193 req-b9c45251-6b4d-4baf-a454-f3bf40f38148 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386837 May 26 23:48:11.913322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb8b1a-8c16-4d16-8b6a-0d74ef17dfe4 req-1d9af9bf-9acf-41bf-9084-8da935800539 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:11.914830 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbdb8b1a-8c16-4d16-8b6a-0d74ef17dfe4 req-1d9af9bf-9acf-41bf-9084-8da935800539 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0803821 May 26 23:48:11.963851 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fbdb8b1a-8c16-4d16-8b6a-0d74ef17dfe4 req-e964a083-8eec-44ed-bf28-bb1975f35d7a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 May 26 23:48:13.162326 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63456d06-80c2-4f6a-b0cf-f51adfa00d68 req-c5134d31-c187-41d2-920d-c7828b94695c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:13.164245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63456d06-80c2-4f6a-b0cf-f51adfa00d68 req-c5134d31-c187-41d2-920d-c7828b94695c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0760469 May 26 23:48:13.207795 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-63456d06-80c2-4f6a-b0cf-f51adfa00d68 req-88af9a7d-bd9f-45a6-9533-b2e5aaeecb87 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 May 26 23:48:14.405159 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd4e17-8184-43ee-8bb1-858a081ab03a req-31dcd58d-fea3-4fb1-9f58-11e6e57429a3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:14.406541 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72fd4e17-8184-43ee-8bb1-858a081ab03a req-31dcd58d-fea3-4fb1-9f58-11e6e57429a3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0776885 May 26 23:48:14.450643 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72fd4e17-8184-43ee-8bb1-858a081ab03a req-10b03bd8-7a8c-4372-a35e-afe40f349fe1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383623 May 26 23:48:14.560116 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:48:14.603571 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727642d1-edec-4591-a1a4-67b03e288c8f req-87cb6cf8-05ca-43e4-a84b-751604beed7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1097 time: 0.0714293 May 26 23:48:14.747537 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727642d1-edec-4591-a1a4-67b03e288c8f req-e26dd70a-030d-479c-a3f0-9d4e624d31de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:14.748954 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727642d1-edec-4591-a1a4-67b03e288c8f req-e26dd70a-030d-479c-a3f0-9d4e624d31de service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 897 time: 0.1254361 May 26 23:48:14.851027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727642d1-edec-4591-a1a4-67b03e288c8f req-3b72ffe7-c497-4805-8edb-a04e7698a6cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 1000 time: 0.0955949 May 26 23:48:14.913265 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727642d1-edec-4591-a1a4-67b03e288c8f req-60ca6d49-ce60-482c-897e-a0bbe57d78c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:14.914686 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727642d1-edec-4591-a1a4-67b03e288c8f req-60ca6d49-ce60-482c-897e-a0bbe57d78c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 200 len: 835 time: 0.0569460 May 26 23:48:14.988579 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727642d1-edec-4591-a1a4-67b03e288c8f req-21058ac1-318d-4393-8c1f-e2184b851e6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9009585-459e-48cc-b39d-15f66c509063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665078 May 26 23:48:15.119022 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727642d1-edec-4591-a1a4-67b03e288c8f req-f6970c3a-9145-4be8-80be-d17a02541a78 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247671 May 26 23:48:15.247945 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-727642d1-edec-4591-a1a4-67b03e288c8f req-1bf878a2-953b-4a93-b5ba-addb1a551ecf service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227643 May 26 23:48:15.645946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5072d-b86a-4cc8-9315-609c9678a6bf req-98543bdd-2483-44c8-9bd4-020cfd96f077 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:15.647923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cd5072d-b86a-4cc8-9315-609c9678a6bf req-98543bdd-2483-44c8-9bd4-020cfd96f077 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0792551 May 26 23:48:15.691510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3cd5072d-b86a-4cc8-9315-609c9678a6bf req-60263952-e676-4ee2-8eaf-3d561ed251d7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381703 May 26 23:48:16.883820 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50a769-556c-4f02-a622-67288e777939 req-e6ef36bf-8b48-455b-8336-ce5e318756fb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:16.885255 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd50a769-556c-4f02-a622-67288e777939 req-e6ef36bf-8b48-455b-8336-ce5e318756fb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0759628 May 26 23:48:16.933731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fd50a769-556c-4f02-a622-67288e777939 req-8bc92666-923d-496d-9cf5-a35903db8a29 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 May 26 23:48:17.314144 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4003b784-fcf2-4009-a106-9e818b8b2311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:18.123403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caf114-f114-4708-b5d2-68182827eae4 req-1f404f3f-7f69-41dd-9522-239011f7e591 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:18.124827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35caf114-f114-4708-b5d2-68182827eae4 req-1f404f3f-7f69-41dd-9522-239011f7e591 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0745726 May 26 23:48:18.172469 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35caf114-f114-4708-b5d2-68182827eae4 req-f6d3b187-4a1b-4d97-b332-0ba9119ca7e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422902 May 26 23:48:19.376296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803c451-602b-4d61-85cf-a791a6afc044 req-5bd85892-7c37-4313-a049-7885bc2e5f85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:19.377928 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f803c451-602b-4d61-85cf-a791a6afc044 req-5bd85892-7c37-4313-a049-7885bc2e5f85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0781450 May 26 23:48:19.424799 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f803c451-602b-4d61-85cf-a791a6afc044 req-07074e52-fea3-433f-8fe7-0ae0a9410363 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 May 26 23:48:20.046233 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-002f84e2-47b7-45ba-b5e3-11e62f200a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:20.621112 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8fe94-bc02-4f80-8cd2-a8c789f7add8 req-68d1b9a6-416d-4f86-a23f-2715e4531739 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:48:20.622608 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ec8fe94-bc02-4f80-8cd2-a8c789f7add8 req-68d1b9a6-416d-4f86-a23f-2715e4531739 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0756950 May 26 23:48:20.668160 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2ec8fe94-bc02-4f80-8cd2-a8c789f7add8 req-6245fbd8-244c-4692-9436-c4680f2e5b41 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 May 26 23:48:20.695721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47158) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:48:20.797876 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7f696dec-e10b-40fd-adb0-6c843fff05cd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/2b13186f-17d5-4726-92bb-f6d0804922d0 HTTP/1.1" status: 200 len: 992 time: 0.1009262 May 26 23:48:20.819594 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:20.861652 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:22.112685 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:25.826410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:28.432140 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:47.316516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-071416ae-31d7-4f86-a741-6485b988b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:50.048436 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f193bf4c-a5a0-4e0a-94c4-70797817ebb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:50.812066 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:50.861544 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:51.561352 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:48:52.113055 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:55.828912 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:48:58.463266 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:07.241620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47176) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:07.439045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port bb0e66a4-35e9-4d9f-b7ee-4ce756b93475 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:49:07.439379 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:07.695502 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:07.695823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:07.813306 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for bb0e66a4-35e9-4d9f-b7ee-4ce756b93475 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:49:07.970952 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:08.019500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=bb0e66a4-35e9-4d9f-b7ee-4ce756b93475,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:08.057803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.058139 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.058469 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.058794 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.059119 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.059439 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.059758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.060076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.060396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.060711 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.061022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:08.118685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:08.502644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router cf28abe7-180e-4208-905b-0a0599ff9dda has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:49:08.699164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:49:08.710756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] Sync routers for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:49:08.718764 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:08.722952 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:08.723577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:48:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:08.773562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eceb9a2d-6759-4df1-a53b-84074c608be6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/floatingips/2b13186f-17d5-4726-92bb-f6d0804922d0 HTTP/1.1" status: 204 len: 168 time: 1.5278897 May 26 23:49:08.773562 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:49:08.903993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:08.908972 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3758d6-2968-4526-9a82-ea47cd57816f'] response: {'name': 'network-changed', 'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'status': 'completed', 'code': 200} May 26 23:49:09.008598 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-435c2540-4b47-420a-a6e4-e262fa553302 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 1097 time: 0.0788550 May 26 23:49:09.138664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-98a1a3f0-e8bf-44de-b839-4532a1efdebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:09.140581 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-98a1a3f0-e8bf-44de-b839-4532a1efdebd service neutron] 10.222.0.48 "GET /v2.0/networks?id=e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 200 len: 897 time: 0.1259048 May 26 23:49:09.169560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8236ba-5c70-4052-98f8-04cef19e995d req-480d0ba3-7182-43c0-b603-8b03fa9cb71e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:09.171055 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de8236ba-5c70-4052-98f8-04cef19e995d req-480d0ba3-7182-43c0-b603-8b03fa9cb71e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0813193 May 26 23:49:09.208330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-bb1e5bf6-6a41-4607-9d86-b891c77094dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 200 len: 217 time: 0.0605767 May 26 23:49:09.219230 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-de8236ba-5c70-4052-98f8-04cef19e995d req-28d0ec4d-7142-424b-a570-bb3a5f24007a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411515 May 26 23:49:09.230824 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:54Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:09.234699 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] Checking router: cf28abe7-180e-4208-905b-0a0599ff9dda for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:49:09.246273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:09.246987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:48:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:09.387257 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-e3d867e3-4b90-41a2-997a-6b3ebe4ddd11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:09.388822 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-e3d867e3-4b90-41a2-997a-6b3ebe4ddd11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 200 len: 835 time: 0.1746433 May 26 23:49:09.445811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:09.465465 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-8ca9999a-0e48-44e7-a1d3-5236e3c6a5b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e9009585-459e-48cc-b39d-15f66c509063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705764 May 26 23:49:09.595653 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-4a3e0bbe-2442-428b-a9fc-150daae98967 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231132 May 26 23:49:09.731189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdec704-7da9-41c7-ae8e-c22e99751c9b req-0e6ca540-8264-4e2a-8542-c43b5a4234b8 service neutron] 10.222.0.48 "GET /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296070 May 26 23:49:09.766569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:54Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:09.770509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938cf11-efa0-4ae2-8d3c-fa68a5368531 None None] The sync data for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 is: [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:47Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'b71076bc-d94a-4bfc-86eb-a24032f3c16e', 'name': '', 'network_id': 'e9009585-459e-48cc-b39d-15f66c509063', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:bc:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:46Z', 'updated_at': '2022-05-26T23:46:54Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '1dd0d0c7-8f56-4b19-a589-e8ca1b980d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:49:09.988568 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa876da-4d05-4bd1-b70a-07dfee9b1bb4 None None] New status for floating IP 2b13186f-17d5-4726-92bb-f6d0804922d0: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:49:10.425328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab11891-3204-468f-87ab-c54988382551 req-11f1308e-6a77-4d13-9c4c-9b48fd5c6bff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:10.426086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cab11891-3204-468f-87ab-c54988382551 req-11f1308e-6a77-4d13-9c4c-9b48fd5c6bff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:49:10.441648 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cab11891-3204-468f-87ab-c54988382551 req-11f1308e-6a77-4d13-9c4c-9b48fd5c6bff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:49:10.443459 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cab11891-3204-468f-87ab-c54988382551 req-11f1308e-6a77-4d13-9c4c-9b48fd5c6bff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0968609 May 26 23:49:10.488391 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cab11891-3204-468f-87ab-c54988382551 req-8ad23c84-b7ef-45c0-be0b-46c86c800785 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394273 May 26 23:49:10.706117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-64e7bb14-c1f6-4853-92fc-cf3c67d46142 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:10.707517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-64e7bb14-c1f6-4853-92fc-cf3c67d46142 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 946 time: 0.0759225 May 26 23:49:10.776124 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port f429e8ae-293c-4066-84be-c88b6ea45901 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:49:10.776435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:11.021152 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port f429e8ae-293c-4066-84be-c88b6ea45901, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=f429e8ae-293c-4066-84be-c88b6ea45901,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:11.021441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:11.137722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for f429e8ae-293c-4066-84be-c88b6ea45901 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:49:11.276693 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:11.328617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=f429e8ae-293c-4066-84be-c88b6ea45901,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:11.405592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] No DVR routers for this DVR port f429e8ae-293c-4066-84be-c88b6ea45901 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:49:11.408026 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:11.410538 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'name': 'network-vif-deleted', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:49:11.427797 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-27ccdcc5-e3ef-48d1-9af4-2c4a8f9357e0 req-325277dc-04f6-460e-b9a7-3056b3d6f3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "DELETE /v2.0/ports/f429e8ae-293c-4066-84be-c88b6ea45901 HTTP/1.1" status: 204 len: 173 time: 0.7151499 May 26 23:49:11.470642 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fededd-465d-49f3-b99e-4164eeb171da'] response: {'server_uuid': 'c7064afa-239a-4366-ab44-ebb1a6620ffd', 'name': 'network-vif-deleted', 'tag': 'f429e8ae-293c-4066-84be-c88b6ea45901', 'status': 'completed', 'code': 200} May 26 23:49:11.662522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6e3b8507-d3ef-44f6-b280-9c0190fe32ce req-df633dcd-588b-4dfe-b5dc-6cc5a1421d67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:49:11.690483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6e3b8507-d3ef-44f6-b280-9c0190fe32ce req-df633dcd-588b-4dfe-b5dc-6cc5a1421d67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:49:11.691849 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6e3b8507-d3ef-44f6-b280-9c0190fe32ce req-df633dcd-588b-4dfe-b5dc-6cc5a1421d67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7064afa-239a-4366-ab44-ebb1a6620ffd HTTP/1.1" status: 200 len: 210 time: 0.0699520 May 26 23:49:12.796113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:13.264751 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:13.626158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f429e8ae-293c-4066-84be-c88b6ea45901 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:49:13.663566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: f429e8ae-293c-4066-84be-c88b6ea45901 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:49:13.663566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device f429e8ae-293c-4066-84be-c88b6ea45901 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:49:13.856885 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port b71076bc-d94a-4bfc-86eb-a24032f3c16e {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:49:13.857480 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:14.057510 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port b71076bc-d94a-4bfc-86eb-a24032f3c16e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b71076bc-d94a-4bfc-86eb-a24032f3c16e,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:14.057813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:14.173881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for b71076bc-d94a-4bfc-86eb-a24032f3c16e owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:49:14.350499 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:14.394228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=b71076bc-d94a-4bfc-86eb-a24032f3c16e,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:14.795542 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:15.374618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router cf28abe7-180e-4208-905b-0a0599ff9dda has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:49:15.572516 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:49:15.582438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] Sync routers for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:49:15.591832 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04cde33f-0c47-473b-86d6-d2bd6de393b9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/cf28abe7-180e-4208-905b-0a0599ff9dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920589 May 26 23:49:15.592091 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47202) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:15.594418 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:15.595091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:48:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:15.776182 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting subnet 1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:49:15.779012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:15.806464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:15.836193 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:15.917440 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:15.990894 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.029563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd0d0c7-8f56-4b19-a589-e8ca1b980d25,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:16.034514 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.043334 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-024d5044-097e-4db4-a55a-53b335d4779d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/subnets/1dd0d0c7-8f56-4b19-a589-e8ca1b980d25 HTTP/1.1" status: 204 len: 168 time: 0.4478550 May 26 23:49:16.043497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47206) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:16.052009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58f8c5-6dea-41aa-b632-1580c270fdc7 None None] Network e9009585-459e-48cc-b39d-15f66c509063 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:49:16.248450 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:49:14Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:16.255255 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] Checking router: cf28abe7-180e-4208-905b-0a0599ff9dda for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:49:16.275774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] Routers {'cf28abe7-180e-4208-905b-0a0599ff9dda'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:16.276361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:48:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['cf28abe7-180e-4208-905b-0a0599ff9dda'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:16.358167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.381943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] DHCP port deletion for e9009585-459e-48cc-b39d-15f66c509063 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:49:16.402064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Deleting port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:49:16.402424 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.554223 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.554786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] Set router cf28abe7-180e-4208-905b-0a0599ff9dda gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:16.562475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 0569693a-e61a-426a-9d5b-0b01ae228172 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:49:16.562825 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.741045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port 0569693a-e61a-426a-9d5b-0b01ae228172, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=0569693a-e61a-426a-9d5b-0b01ae228172,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:16.741430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.746198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] For port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9,segment=NetworkSegment(3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c),segment_id=3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:16.746709 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:16.863812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 0569693a-e61a-426a-9d5b-0b01ae228172 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:49:16.960524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Calling delete_port for 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:49:17.030358 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.076373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=0569693a-e61a-426a-9d5b-0b01ae228172,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:17.091458 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.137139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Pushing event deleted for resources: {'Port': ['ID=5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:17.149592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] No DVR routers for this DVR port 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:49:17.165369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.165734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.166066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.166392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.166714 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.167033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.167739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.167739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.167959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.168260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.168569 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759cd05-0e93-4a67-bb14-8bfc413d703f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:17.182915 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:49:14Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:17.186807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa551e3d-e447-4182-8639-9970e0bcd67f None None] The sync data for ids ['cf28abe7-180e-4208-905b-0a0599ff9dda'] in n-d-843301-1 is: [{'id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7309677', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:49:14Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '0569693a-e61a-426a-9d5b-0b01ae228172', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf28abe7-180e-4208-905b-0a0599ff9dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:46:43Z', 'updated_at': '2022-05-26T23:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:49:17.300463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.319623 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-28a506ae-ba0f-48b6-ae99-3cdb6a923660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.659882 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.664653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.689695 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.690227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Fanout notify agent at l3_agent the message router_deleted on router cf28abe7-180e-4208-905b-0a0599ff9dda {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:49:17.704217 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.705262 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf7da1a3-45f2-4c53-ad33-a896fc6d3652 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/routers/cf28abe7-180e-4208-905b-0a0599ff9dda HTTP/1.1" status: 204 len: 168 time: 1.6608865 May 26 23:49:17.707987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47212) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:17.819940 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.951995 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:17.976233 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9009585-459e-48cc-b39d-15f66c509063']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:17.987591 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:17.987878 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c146e4f-0d05-4d39-a7d0-a36fb2ca4a0c') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:17.998673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.014057 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.020590 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:49:18.021149 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: timer() May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:49:18.034661 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:49:18.110842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.128195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.139490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Network': ['ID=e9009585-459e-48cc-b39d-15f66c509063,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:18.148887 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-127ae16e-cbb9-42f7-9e39-60463c7c155f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/networks/e9009585-459e-48cc-b39d-15f66c509063 HTTP/1.1" status: 204 len: 168 time: 0.4399338 May 26 23:49:18.151580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47216) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:18.227691 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3688abe4-690a-4461-9ea9-1eb7d360e2d0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.230313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:49:18.257420 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3688abe4-690a-4461-9ea9-1eb7d360e2d0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.266347 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:49:18.266690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 5ba86f0f-ded7-4ea4-aa90-ea836f97fbc9 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:49:18.267085 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b71076bc-d94a-4bfc-86eb-a24032f3c16e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:49:18.297864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b71076bc-d94a-4bfc-86eb-a24032f3c16e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:49:18.298210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b71076bc-d94a-4bfc-86eb-a24032f3c16e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:49:18.298636 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0569693a-e61a-426a-9d5b-0b01ae228172 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:49:18.319704 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3688abe4-690a-4461-9ea9-1eb7d360e2d0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.332742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 0569693a-e61a-426a-9d5b-0b01ae228172 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:49:18.333079 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 0569693a-e61a-426a-9d5b-0b01ae228172 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:49:18.339291 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688abe4-690a-4461-9ea9-1eb7d360e2d0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:18.351180 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3688abe4-690a-4461-9ea9-1eb7d360e2d0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:18.352318 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3688abe4-690a-4461-9ea9-1eb7d360e2d0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f6bfb90-e3d2-4c56-a5d7-b38fa9ab83a9 HTTP/1.1" status: 204 len: 168 time: 0.1998363 May 26 23:49:20.049436 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-10c1b8b0-4df6-4b9d-91f9-55dd7031d331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.538937 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47228) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:20.544451 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20991629', 'description': 'tempest-secgroup-smoke-20991629 description', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:20.550998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:20.555528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:20.558301 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:20.563777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:20.577509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.610774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:20.615053 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:20.617742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:20.623174 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:20.685752 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.689423 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.734445 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858c359d-d7cd-42be-a6c9-c724153a6096,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:20.737186 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.738377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-28e8471e-701e-443c-87cb-fed60acfb8e9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1984675 May 26 23:49:20.741805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47232) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:20.747076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '858c359d-d7cd-42be-a6c9-c724153a6096', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:20.753585 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:20.757412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:20.760353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:20.766025 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:20.782214 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.815533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.844288 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.848990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.865289 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.874211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f486ec-c2e4-44f5-9099-eef3f782b92d,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:20.882832 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.884644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b6c4f0a0-bb7b-4e3f-a6cf-8bce2bc46727 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1413291 May 26 23:49:20.887051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47236) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:20.892777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '858c359d-d7cd-42be-a6c9-c724153a6096', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:20.899643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:20.903561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:20.906570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:20.912893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:20.930268 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:20.997079 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.001166 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.030289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f53a619-0bd1-43f7-9526-43982dcfa94e,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:21.047123 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.048329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-55f6c29b-25a9-4ba4-847b-c87ca8e003d6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1602607 May 26 23:49:21.051308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47240) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:21.058654 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '858c359d-d7cd-42be-a6c9-c724153a6096', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:21.069910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:21.075332 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:21.078679 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:21.086005 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:21.109349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.188237 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.194254 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.222911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb32c9a4-9847-4302-b2f7-29e3b682ab00,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:21.233554 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.234737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-50d3ffb4-71c2-49af-95de-83b5056765f7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1824808 May 26 23:49:21.237915 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47244) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:21.243544 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '858c359d-d7cd-42be-a6c9-c724153a6096', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:21.250020 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:21.253768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:21.256588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:21.262177 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:21.278226 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.346241 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.350301 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.373098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2657a96-58fc-4e8d-8aa4-3fb503a1a1a6,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:21.381915 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.383081 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-6767b174-5a4c-4e76-85e8-ada5ccf50976 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440902 May 26 23:49:21.387678 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47248) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:21.393735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '858c359d-d7cd-42be-a6c9-c724153a6096', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:21.401014 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:21.404761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:21.407807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:21.414327 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:21.423802 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:49:21.430034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.498264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.501865 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.525168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eba1fe2-86e4-4c08-b1c9-d083eae648c7,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:21.534604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.536415 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7011cc1e-0d43-4a85-8fae-803c40a2ea85 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1471798 May 26 23:49:21.538848 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47252) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:21.544100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '858c359d-d7cd-42be-a6c9-c724153a6096', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:21.550525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:21.554548 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:21.557549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:21.563382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:21.574071 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:49:21.582164 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.652201 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.655895 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.678995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e15713e-e2e6-46a9-94fc-5b228148e9e9,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:21.687924 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.689158 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e88e9808-4820-435b-8e0b-3aae7503cb14 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1494079 May 26 23:49:21.692472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47256) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:21.697866 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'network': {'name': 'tempest-network-smoke--1800742008', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:21.703636 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:21.708578 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:network and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:21.711465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:21.717118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:21.730078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:49:21.732997 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.761561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:49:21.771066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.771403 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Added segment 263d1bc3-578f-4b31-8c27-4a7511421a85 of type vlan for network fda351ca-23c4-4349-afe1-4b16c052c28e May 26 23:49:21.797354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.828861 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.832612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:21.833179 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.938540 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2449558 May 26 23:49:21.941329 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47260) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:21.947057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'admin_state_up': True, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:21.947844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d7976-5ad3-4b42-8af4-601dfc2752ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Network': ['ID=fda351ca-23c4-4349-afe1-4b16c052c28e,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:21.954815 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:21.959557 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:router and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:21.961395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network fda351ca-23c4-4349-afe1-4b16c052c28e details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:49:21.962952 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:21.969476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:21.979278 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.980378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:21.999836 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.116481 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.148519 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.328623 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.357315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.490239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.65 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/06224577-7a84-4df6-999b-9cb3a77ca208) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:49:22.637291 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.666155 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.731977 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:49:22.734811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:49:22.739134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:49:22.762272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=06224577-7a84-4df6-999b-9cb3a77ca208,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:22.787655 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.787998 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.788333 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.788664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.789252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.789436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.789614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.789962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.790280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.790597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.790913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:22.906494 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:22.907122 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:23.217980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 63397448-a646-4d78-94b8-85b1b8ed934b is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:49:23.412266 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:49:23.421327 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Sync routers for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:49:23.433617 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:23.434215 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:23.438968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:23.440151 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f219d52a-3cb3-4d0d-a811-11e6e650309e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4977303 May 26 23:49:23.444070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47264) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:23.485598 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5ab83ff2-42bd-4e86-94e4-0ae600d9afa5 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403287 May 26 23:49:23.488071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47268) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:23.606229 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:23.617893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e06b3c-b677-4d01-941c-67586ae8ee66 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:23.619375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-93e06b3c-b677-4d01-941c-67586ae8ee66 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299112 May 26 23:49:23.622241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47272) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:23.666815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e6d535d0-aac6-4df9-be82-4c47150b2488 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411024 May 26 23:49:23.667056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47276) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:23.672100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-895357025', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:23.780172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:23.783787 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:subnet and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:23.787073 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:23.792564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:23.803064 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:49:23.917017 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:22Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:23.923285 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Checking router: 63397448-a646-4d78-94b8-85b1b8ed934b for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:49:23.924327 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Updating router 63397448-a646-4d78-94b8-85b1b8ed934b port 06224577-7a84-4df6-999b-9cb3a77ca208 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:49:23.975959 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.021419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.232339 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.296603 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.310865 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Transition to ACTIVE for port object 06224577-7a84-4df6-999b-9cb3a77ca208 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:49:24.316271 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.320840 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Subnet': ['ID=7613123c-7578-4347-89ad-daac666a192f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:24.327896 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Checking segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:49:24.328250 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network hostable DHCP agents. Network: fda351ca-23c4-4349-afe1-4b16c052c28e, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:49:24.350323 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network fda351ca-23c4-4349-afe1-4b16c052c28e is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:49:24.359714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, fda351ca-23c4-4349-afe1-4b16c052c28e) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:49:24.363609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:24.364195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.372431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce69283-acef-4c13-aeee-664a5ca8cee9 None None] Network fda351ca-23c4-4349-afe1-4b16c052c28e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:49:24.387895 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-899097da-554a-4a94-b854-b0159d4b72b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7171111 May 26 23:49:24.388066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47280) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:24.398683 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Attempting to bind port 06224577-7a84-4df6-999b-9cb3a77ca208 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:49:24.399049 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Attempting to bind port 06224577-7a84-4df6-999b-9cb3a77ca208 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:49:24.399403 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Attempting to bind port 06224577-7a84-4df6-999b-9cb3a77ca208 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:49:24.402070 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Pushing event updated for resources: {'Port': ['ID=06224577-7a84-4df6-999b-9cb3a77ca208,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:24.413281 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:49:24.413654 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:49:24.414073 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.414454 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:49:24.414914 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Bound port: 06224577-7a84-4df6-999b-9cb3a77ca208, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:49:24.415280 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.448430 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.449065 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.449065 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.449332 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.449632 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.449979 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.450297 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.450616 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.450933 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.451246 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.451560 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:49:24.493163 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] For port 06224577-7a84-4df6-999b-9cb3a77ca208, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:49:24.496128 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] For port 06224577-7a84-4df6-999b-9cb3a77ca208, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=06224577-7a84-4df6-999b-9cb3a77ca208,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:49:24.501711 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.578264 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c160c-1d60-4dd7-b67d-d9781c92cd2f None None] Pushing event updated for resources: {'Port': ['ID=06224577-7a84-4df6-999b-9cb3a77ca208,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:24.589972 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:24.590576 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:24.627579 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-fda351ca-23c4-4349-afe1-4b16c052c28e', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:49:24.628392 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:24.779886 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:24.812794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Allocated IP 172.20.0.2 (fda351ca-23c4-4349-afe1-4b16c052c28e/7613123c-7578-4347-89ad-daac666a192f/9b7409ff-c804-4e42-849a-f2c5ea4f1e6a) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:49:25.027998 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.040339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Transition to ACTIVE for port object 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:49:25.062408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Transition to ACTIVE for port object 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:49:25.067820 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:22Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:25.068036 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.071733 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657f7c5-f431-4b5b-a7b0-0576de359946 None None] The sync data for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 is: [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:22Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:49:25.144231 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Pushing event updated for resources: {'Port': ['ID=9b7409ff-c804-4e42-849a-f2c5ea4f1e6a,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:25.147606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Network fda351ca-23c4-4349-afe1-4b16c052c28e is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:49:25.149018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:49:25.151048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:49:25.197090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.243794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Attempting to bind port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:49:25.244158 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Attempting to bind port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:49:25.244512 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Attempting to bind port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a on network fda351ca-23c4-4349-afe1-4b16c052c28e {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:49:25.252821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:49:25.255971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Checking segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:49:25.255971 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.255971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Bound using segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:49:25.255971 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Bound port: 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:49:25.255971 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.373496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] For port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:49:25.377106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] For port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b7409ff-c804-4e42-849a-f2c5ea4f1e6a,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:49:25.383418 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.465433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a3d6b-d26b-41a7-ae49-335f4f8915c7 None None] Pushing event updated for resources: {'Port': ['ID=9b7409ff-c804-4e42-849a-f2c5ea4f1e6a,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:25.752798 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.1 (fda351ca-23c4-4349-afe1-4b16c052c28e/7613123c-7578-4347-89ad-daac666a192f/9e6eb122-2b86-4c24-b1e8-83d1ec74e348) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:49:25.843410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.927011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:25.943861 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:49:25.973688 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.045664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network fda351ca-23c4-4349-afe1-4b16c052c28e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:49:26.048752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:49:26.053579 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:49:26.077475 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:26.112111 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.198591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.300000 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:49:26.372074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:49:26.377449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06224577-7a84-4df6-999b-9cb3a77ca208 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:49:26.451161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a7941-877f-4b54-bace-78b72a119514 None None] Network fda351ca-23c4-4349-afe1-4b16c052c28e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:49:26.596886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-79fb971e-54c4-4a89-b593-dede517c5990 None None] Provisioning for port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:49:26.628405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 06224577-7a84-4df6-999b-9cb3a77ca208 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:49:26.635459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-79fb971e-54c4-4a89-b593-dede517c5990 None None] Provisioning complete for port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:26.635856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-79fb971e-54c4-4a89-b593-dede517c5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.648095 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.653218 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.679544 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 06224577-7a84-4df6-999b-9cb3a77ca208 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:26.679898 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.765957 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.771485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:26.907649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network fda351ca-23c4-4349-afe1-4b16c052c28e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:49:26.909008 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:49:26.917619 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-79fb971e-54c4-4a89-b593-dede517c5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.939603 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:26.968362 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-79fb971e-54c4-4a89-b593-dede517c5990 None None] For port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b7409ff-c804-4e42-849a-f2c5ea4f1e6a,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:26.975336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 06224577-7a84-4df6-999b-9cb3a77ca208, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=06224577-7a84-4df6-999b-9cb3a77ca208,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:26.976345 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-79fb971e-54c4-4a89-b593-dede517c5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:27.006731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:27.053354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb971e-54c4-4a89-b593-dede517c5990 None None] Pushing event updated for resources: {'Port': ['ID=9b7409ff-c804-4e42-849a-f2c5ea4f1e6a,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:27.126623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=06224577-7a84-4df6-999b-9cb3a77ca208,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:27.200289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5bd4db52-f2a7-4d61-bc8e-fe306d65381f None None] Provisioning complete for port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:27.200654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd4db52-f2a7-4d61-bc8e-fe306d65381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:27.349412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5bd4db52-f2a7-4d61-bc8e-fe306d65381f None None] Provisioning for port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:49:27.355356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5bd4db52-f2a7-4d61-bc8e-fe306d65381f None None] Provisioning complete for port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:27.355718 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5bd4db52-f2a7-4d61-bc8e-fe306d65381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:27.414193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4db52-f2a7-4d61-bc8e-fe306d65381f None None] Port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:49:27.430381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 63397448-a646-4d78-94b8-85b1b8ed934b has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:49:27.534360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5abb826a-4fe7-47a1-9b38-210d3fc58b49 None None] Provisioning complete for port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:27.534720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5abb826a-4fe7-47a1-9b38-210d3fc58b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:27.585033 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5abb826a-4fe7-47a1-9b38-210d3fc58b49 None None] Port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:49:27.634917 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:49:27.647494 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fad4920d-7bc0-4eb1-92c7-caa888e514be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/63397448-a646-4d78-94b8-85b1b8ed934b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2584052 May 26 23:49:27.814241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-573710eb-5c06-44a7-97b9-817a1bd78219 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:49:27.828895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-573710eb-5c06-44a7-97b9-817a1bd78219 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:49:27.830223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-573710eb-5c06-44a7-97b9-817a1bd78219 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20991629&fields=id&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 267 time: 0.0558808 May 26 23:49:27.974774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-5c73dee9-62dc-479e-bfe2-d342e3cd099c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:27.975353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-5c73dee9-62dc-479e-bfe2-d342e3cd099c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:49:27.989807 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-5c73dee9-62dc-479e-bfe2-d342e3cd099c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:49:27.990905 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-5c73dee9-62dc-479e-bfe2-d342e3cd099c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 797 time: 0.1536534 May 26 23:49:28.007029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-01e6512a-4388-4c35-a67a-376224b001da tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/quotas/604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0109024 May 26 23:49:28.090221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-9f6f611b-2366-43fb-8389-b191b7723b88 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:49:28.105428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-9f6f611b-2366-43fb-8389-b191b7723b88 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:49:28.106697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-9f6f611b-2366-43fb-8389-b191b7723b88 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944524 May 26 23:49:28.240228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:49:28.306639 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:28.307005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:28.312062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-30d61f71-d9c6-4cc7-ba6a-9bcd4936e394 service neutron] 10.222.0.32 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939924 May 26 23:49:28.422605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06224577-7a84-4df6-999b-9cb3a77ca208 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:49:28.450937 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-bbe9e9cb-2532-4571-bb34-5a8fa0b2b322 service neutron] 10.222.0.32 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324110 May 26 23:49:28.487314 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:28.502107 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 06224577-7a84-4df6-999b-9cb3a77ca208 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:28.502456 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:28.573732 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:49:28.625397 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Sync routers for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:49:28.639646 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:28.640242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:28.680900 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-72b3209f-18da-4bfa-a9ac-b3a5d338a607 req-fd100f05-c92a-4fc3-9036-c0d5c9a7800f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:49:28.694958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-72b3209f-18da-4bfa-a9ac-b3a5d338a607 req-fd100f05-c92a-4fc3-9036-c0d5c9a7800f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:49:28.706221 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72b3209f-18da-4bfa-a9ac-b3a5d338a607 req-fd100f05-c92a-4fc3-9036-c0d5c9a7800f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 210 time: 0.0736556 May 26 23:49:28.821545 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:29.151650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 2, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:29.155382 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Checking router: 63397448-a646-4d78-94b8-85b1b8ed934b for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:49:29.155728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Updating router 63397448-a646-4d78-94b8-85b1b8ed934b port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:49:29.208485 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:29.537875 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:29.549152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Transition to ACTIVE for port object 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:49:29.555109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:29.678572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9312f-d9e9-4259-8717-e953cf6f0aff None None] Pushing event updated for resources: {'Port': ['ID=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:29.772349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Attempting to bind port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:49:29.772518 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Attempting to bind port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:49:29.772991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Attempting to bind port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 on network fda351ca-23c4-4349-afe1-4b16c052c28e {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:49:29.779829 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:49:29.780122 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Checking segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:49:29.780651 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:29.781042 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Bound using segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:49:29.781515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Bound port: 9e6eb122-2b86-4c24-b1e8-83d1ec74e348, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:49:29.781894 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:29.837265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59e49a6d-12f6-4c40-96a3-10866f3e8f9f req-1cf34e7b-7201-4e90-a648-11867a1a39e0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 210 time: 0.0568128 May 26 23:49:29.882994 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] For port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:49:29.885986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] For port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:49:29.889932 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:29.987991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9312f-d9e9-4259-8717-e953cf6f0aff None None] Pushing event updated for resources: {'Port': ['ID=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:29.998333 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:29.998982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:30.179090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:30.529020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:29Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:30.532927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38654e45-d23e-491b-b827-0d6291be04eb None None] The sync data for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 is: [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:29Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:49:30.982369 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44812ab4-85cb-45d7-8b4a-0cfe688364f3 req-ebd0f6bf-ce48-4765-bddf-5d22b2fc1626 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 210 time: 0.0686581 May 26 23:49:31.681810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-df5cff50-63d7-4cf6-b275-75b2f0622cb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:31.683202 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-df5cff50-63d7-4cf6-b275-75b2f0622cb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 797 time: 0.1503050 May 26 23:49:31.736651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-321f97f9-02ba-473d-8c28-640cc9f28ee4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 378 time: 0.0414741 May 26 23:49:31.744140 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'port': {'device_id': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'admin_state_up': True, 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'security_groups': ['858c359d-d7cd-42be-a6c9-c724153a6096']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:31.874929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:31.884596 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:31.893936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:49:31.897419 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.055714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.5 (fda351ca-23c4-4349-afe1-4b16c052c28e/7613123c-7578-4347-89ad-daac666a192f/781a4701-5705-4ae4-a553-a56d06a11e89) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:49:32.214416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b63cd1ef-a526-4a24-ac89-8bb2b7422949 req-042e95db-cdd5-4583-8d8c-01702022c3d0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 210 time: 0.0970557 May 26 23:49:32.258872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:49:32.329190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:49:32.334238 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:32.334678 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.380612 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.396739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object 781a4701-5705-4ae4-a553-a56d06a11e89 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:49:32.419161 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.448800 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.479373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:32.483574 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.497791 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network fda351ca-23c4-4349-afe1-4b16c052c28e is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:49:32.501463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:49:32.503367 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:32.506093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:49:32.553696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:32.568980 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:32.569578 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.594660 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-71c7b6fa-ce39-4e55-8ca0-8e86377f021b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539076 May 26 23:49:32.606018 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Request body: {'port': {'device_id': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:32.714510 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.749290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-670130da-2d93-4563-8870-33628034cf18 None None] Provisioning for port 781a4701-5705-4ae4-a553-a56d06a11e89 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:49:32.754583 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-670130da-2d93-4563-8870-33628034cf18 None None] Provisioning complete for port 781a4701-5705-4ae4-a553-a56d06a11e89 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:32.755205 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-670130da-2d93-4563-8870-33628034cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:32.807296 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-670130da-2d93-4563-8870-33628034cf18 None None] Port 781a4701-5705-4ae4-a553-a56d06a11e89 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:49:33.046607 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781a4701-5705-4ae4-a553-a56d06a11e89 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:49:33.053960 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:33.067685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Transition to ACTIVE for port object 781a4701-5705-4ae4-a553-a56d06a11e89 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:49:33.071956 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:33.198519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:33.307629 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:49:33.307966 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:49:33.308285 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 on network fda351ca-23c4-4349-afe1-4b16c052c28e {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:49:33.314116 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Port 781a4701-5705-4ae4-a553-a56d06a11e89 on network fda351ca-23c4-4349-afe1-4b16c052c28e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:49:33.314428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 on network fda351ca-23c4-4349-afe1-4b16c052c28e {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:49:33.320689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:49:33.321017 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Checking segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:49:33.321396 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Bound using segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:49:33.321847 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Bound port: 781a4701-5705-4ae4-a553-a56d06a11e89, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:49:33.322189 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:33.406894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13f59-e5c7-46c8-81a3-2ff0f7b9f7a0 req-cf8169f7-8078-4dc3-b1bc-078d0a681cfa tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:33.408273 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3f13f59-e5c7-46c8-81a3-2ff0f7b9f7a0 req-cf8169f7-8078-4dc3-b1bc-078d0a681cfa tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 943 time: 0.0751629 May 26 23:49:33.413224 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:49:33.416212 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:49:33.420885 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:33.459246 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d3f13f59-e5c7-46c8-81a3-2ff0f7b9f7a0 req-9218e81c-e98b-4709-a0a5-f6226f125414 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444813 May 26 23:49:33.485340 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:33.486734 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] 10.222.0.48 "PUT /v2.0/ports/781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 1091 time: 0.8850641 May 26 23:49:33.487158 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:49:33.505405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830afa12-43fd-4a9f-ad4a-7d593c6bacd9 service neutron] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:33.561704 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8deceb29-e4c8-408d-bd4a-60ae1208f618'] response: {'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'status': 'completed', 'code': 200} May 26 23:49:33.604180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-b3d03518-d40e-4d8f-8798-3cd943fd3080 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1094 time: 0.0765924 May 26 23:49:33.675755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-9a76c0bd-fbb6-49d1-9a88-c06bfee4e3e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 217 time: 0.0651562 May 26 23:49:33.737043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-2d453cbf-18c8-417f-8281-bee8714973c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:33.738644 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-2d453cbf-18c8-417f-8281-bee8714973c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0575995 May 26 23:49:33.811531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-602d23c4-ff09-44f4-b316-37cf9ad1e82d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675664 May 26 23:49:33.938329 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-488f768d-8ecd-4631-8dd6-7ccdab4302ce service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205850 May 26 23:49:34.064948 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6293ead5-de76-46c5-a20b-dfce028481a7 req-dfbf7ad3-eb8e-475c-9e6c-92737e447cc7 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206279 May 26 23:49:34.238944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:49:34.272999 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-74a19214-ebff-424a-9f84-4063ef69cfd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1094 time: 0.1625786 May 26 23:49:34.308142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:34.308512 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:34.402761 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-69ff0822-d471-4cba-939b-6fc99bccfc51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:34.404177 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-69ff0822-d471-4cba-939b-6fc99bccfc51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1250465 May 26 23:49:34.476929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-a1d4ad71-65d0-4280-8a7f-41141ad927f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 217 time: 0.0652926 May 26 23:49:34.538736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-09776971-476f-46d1-a6d5-e3358d52e4df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:34.540194 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-09776971-476f-46d1-a6d5-e3358d52e4df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0570936 May 26 23:49:34.617037 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-d94a6a56-0b3b-4100-b6d8-82ebe37b671f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707922 May 26 23:49:34.653281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7aeed-08a5-4f0f-b32a-1175ae053144 req-559e3170-5786-44d4-a7fe-53a45435e3f9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:34.654902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fa7aeed-08a5-4f0f-b32a-1175ae053144 req-559e3170-5786-44d4-a7fe-53a45435e3f9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 943 time: 0.0762627 May 26 23:49:34.700352 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6fa7aeed-08a5-4f0f-b32a-1175ae053144 req-92d5e968-78d9-42b7-b025-b2dfdab3abfa tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390885 May 26 23:49:34.751188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-a45969f3-3db5-4aeb-abe4-8a17a7b4e48b service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273406 May 26 23:49:34.880910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-83f8d310-5ca8-49b2-a571-978f3bf6adc4 req-d4ca0868-0aec-4e29-be9f-0a39982e2ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235826 May 26 23:49:35.893643 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ef213-1cac-4ce3-87ef-c52741bab013 req-126948d6-7f58-4cad-a069-04aea5509cf7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:35.895033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-812ef213-1cac-4ce3-87ef-c52741bab013 req-126948d6-7f58-4cad-a069-04aea5509cf7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:49:35.909806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-812ef213-1cac-4ce3-87ef-c52741bab013 req-126948d6-7f58-4cad-a069-04aea5509cf7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:49:35.911178 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-812ef213-1cac-4ce3-87ef-c52741bab013 req-126948d6-7f58-4cad-a069-04aea5509cf7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 943 time: 0.0908937 May 26 23:49:35.955648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-812ef213-1cac-4ce3-87ef-c52741bab013 req-7f85fb60-41ad-408c-a934-544374322afe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388815 May 26 23:49:37.148367 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8577426-85cb-437a-b29a-cc90b638e7f3 req-cd63db91-e349-487a-b59a-8f9392605277 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:37.149824 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8577426-85cb-437a-b29a-cc90b638e7f3 req-cd63db91-e349-487a-b59a-8f9392605277 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 943 time: 0.0788620 May 26 23:49:37.194129 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a8577426-85cb-437a-b29a-cc90b638e7f3 req-247778fd-d923-4529-9a8e-19b73a296901 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389440 May 26 23:49:37.741885 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:49:37.870943 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:37.884232 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '781a4701-5705-4ae4-a553-a56d06a11e89', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'port_id': '781a4701-5705-4ae4-a553-a56d06a11e89', 'mac_address': 'fa:16:3e:d4:5a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:49:37.939740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:37.956446 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781a4701-5705-4ae4-a553-a56d06a11e89 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:49:37.970748 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:37.975256 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:38.041389 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:38.300306 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['781a4701-5705-4ae4-a553-a56d06a11e89'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:49:38.393344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb84a15-28aa-45ae-aebc-3cc545d1cb79 req-d166f7e1-7191-4757-bce7-c59711d8f610 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:38.395343 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0fb84a15-28aa-45ae-aebc-3cc545d1cb79 req-d166f7e1-7191-4757-bce7-c59711d8f610 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 944 time: 0.0792220 May 26 23:49:38.440026 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0fb84a15-28aa-45ae-aebc-3cc545d1cb79 req-f48ee87d-a0fa-488a-bbfe-182451680a1d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390522 May 26 23:49:39.633389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf9ab7-2758-4a39-a6de-4eecd960a02b req-2138c580-7c02-40ad-8d52-ea6c12b93574 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:39.634855 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebbf9ab7-2758-4a39-a6de-4eecd960a02b req-2138c580-7c02-40ad-8d52-ea6c12b93574 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 944 time: 0.0765653 May 26 23:49:39.682968 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ebbf9ab7-2758-4a39-a6de-4eecd960a02b req-0ce14086-a9a5-4440-b9ee-0524df5ae408 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424318 May 26 23:49:39.734683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:49:39.803877 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 781a4701-5705-4ae4-a553-a56d06a11e89 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:49:39.808214 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 781a4701-5705-4ae4-a553-a56d06a11e89 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:49:39.808576 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:39.919266 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:39.944677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:49:39.958932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:49:39.966104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:40.015517 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be946f0-0c15-4c29-8f3c-b1e42999411e'] response: {'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'code': 200} May 26 23:49:40.032024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:40.135314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbc43a5a-df9b-40bc-887d-759211c8b439 req-eb83b071-2a17-42d4-8df0-79fd60b7e6a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1096 time: 0.0658064 May 26 23:49:40.176346 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbc43a5a-df9b-40bc-887d-759211c8b439 req-7265a2b5-a281-4f0e-97f7-5b85ea5fa217 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356879 May 26 23:49:40.879666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ac251-8d98-4cf0-9b62-2c2a10f9eaf6 req-7d93b0f2-e599-48e5-bae0-0060d7ce43c5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:40.881098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb3ac251-8d98-4cf0-9b62-2c2a10f9eaf6 req-7d93b0f2-e599-48e5-bae0-0060d7ce43c5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0782530 May 26 23:49:40.925057 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-eb3ac251-8d98-4cf0-9b62-2c2a10f9eaf6 req-54b034dc-5ede-4ee1-bfe2-666078f3a9ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385025 May 26 23:49:42.130398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c074a67-974b-4209-bb67-d0f21fd213db req-d94f38aa-d09e-4afb-a590-4e1ba396795b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:42.131816 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c074a67-974b-4209-bb67-d0f21fd213db req-d94f38aa-d09e-4afb-a590-4e1ba396795b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0789247 May 26 23:49:42.174736 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2c074a67-974b-4209-bb67-d0f21fd213db req-98bd8577-846b-493c-a9b9-6a40b9d35d67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375686 May 26 23:49:42.364933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e72483-fada-4f50-a7f3-fbc38429181e req-2280016c-f3d5-482f-9dea-8cbf0efc44c6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:42.366410 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9e72483-fada-4f50-a7f3-fbc38429181e req-2280016c-f3d5-482f-9dea-8cbf0efc44c6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0752220 May 26 23:49:42.411456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a9e72483-fada-4f50-a7f3-fbc38429181e req-28b955af-0341-4716-af53-ff0433396473 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396192 May 26 23:49:42.438310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47346) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:42.509096 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f4a5ee07-b343-4465-8d90-922aceb1f8c4 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1091 time: 0.0695848 May 26 23:49:42.511714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47350) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:42.516658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '781a4701-5705-4ae4-a553-a56d06a11e89', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:49:42.522747 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:49:42.526448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:floatingip and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:49:42.529142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:49:42.534671 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:49:42.544997 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:42.677100 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:42.809506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.165 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/325ad05d-6d5b-4f57-b11e-51077657b9f0) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:49:42.949532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:42.976303 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:43.041144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:49:43.043975 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:49:43.048217 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:49:43.071407 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=325ad05d-6d5b-4f57-b11e-51077657b9f0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:43.621487 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:43.679927 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:43.878416 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:43.882627 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:43.993239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=325ad05d-6d5b-4f57-b11e-51077657b9f0,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:49:44.007754 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:44.193904 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Floating IP 5f1dfc23-fde6-4c87-9f96-66e3e463eaa4 associated. External IP: 172.25.4.165, port: 781a4701-5705-4ae4-a553-a56d06a11e89. May 26 23:49:44.573341 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 63397448-a646-4d78-94b8-85b1b8ed934b has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:49:44.871691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:49:44.881832 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] Sync routers for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:49:44.894950 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:44.895602 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:44.896720 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:44.949848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-49f6e490-1c0e-42a7-bb70-436f52b74232 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4370360 May 26 23:49:44.950425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:49:45.008049 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48ed70a-5ce3-48c8-ba44-62441447d8aa'] response: {'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'status': 'completed', 'code': 200} May 26 23:49:45.101841 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:45.158159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa023676-30a7-4cfe-9273-41a51759a632 req-1e3d6753-c625-4706-abef-37d7738377c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1096 time: 0.1273563 May 26 23:49:45.167798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5bac-9c09-4f87-bf37-3b7a5b4e6a78 req-d701d84b-ab52-485a-a385-4ad795b4b671 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:45.169155 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcef5bac-9c09-4f87-bf37-3b7a5b4e6a78 req-d701d84b-ab52-485a-a385-4ad795b4b671 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.1047246 May 26 23:49:45.308615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcef5bac-9c09-4f87-bf37-3b7a5b4e6a78 req-fb43a536-5273-4a6d-bdcb-b42427fd526c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190255 May 26 23:49:45.333953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023676-30a7-4cfe-9273-41a51759a632 req-b0374921-50a2-49b4-8773-2e318dccf4bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:45.333953 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa023676-30a7-4cfe-9273-41a51759a632 req-b0374921-50a2-49b4-8773-2e318dccf4bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1635573 May 26 23:49:45.344717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47358) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:45.440988 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa023676-30a7-4cfe-9273-41a51759a632 req-00d649e5-e8c1-4900-a170-baf92a67a54b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 999 time: 0.1010973 May 26 23:49:45.452538 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5f1dfc23-fde6-4c87-9f96-66e3e463eaa4', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'port_id': '781a4701-5705-4ae4-a553-a56d06a11e89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'mac_address': 'fa:16:3e:d4:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:49:43Z', 'updated_at': '2022-05-26T23:49:43Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:32Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:45.456439 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] Checking router: 63397448-a646-4d78-94b8-85b1b8ed934b for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:49:45.458416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b577db93-fff9-445b-8632-bd3c7998693b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/5f1dfc23-fde6-4c87-9f96-66e3e463eaa4 HTTP/1.1" status: 200 len: 991 time: 0.1123548 May 26 23:49:45.467016 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:49:45.467600 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:49:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:45.504299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023676-30a7-4cfe-9273-41a51759a632 req-b5ee569c-52f4-45fc-98f4-b1acf1386f46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:49:45.505747 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa023676-30a7-4cfe-9273-41a51759a632 req-b5ee569c-52f4-45fc-98f4-b1acf1386f46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0594840 May 26 23:49:45.654852 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:49:45.685001 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa023676-30a7-4cfe-9273-41a51759a632 req-b5e1fe30-aa64-4fc3-9ed9-011e0b42228a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733961 May 26 23:49:45.818808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa023676-30a7-4cfe-9273-41a51759a632 req-b4b20c9a-b0d7-4c07-9446-4c81e41240dd service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277416 May 26 23:49:45.950338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-aa023676-30a7-4cfe-9273-41a51759a632 req-32cba443-0abf-489b-b882-5e700f3b939b service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255198 May 26 23:49:46.008640 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5f1dfc23-fde6-4c87-9f96-66e3e463eaa4', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'port_id': '781a4701-5705-4ae4-a553-a56d06a11e89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'mac_address': 'fa:16:3e:d4:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:49:43Z', 'updated_at': '2022-05-26T23:49:43Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:32Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:49:46.014553 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8230b-5604-472a-ae99-a24d32604c63 None None] The sync data for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 is: [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '5f1dfc23-fde6-4c87-9f96-66e3e463eaa4', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'port_id': '781a4701-5705-4ae4-a553-a56d06a11e89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'mac_address': 'fa:16:3e:d4:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:49:43Z', 'updated_at': '2022-05-26T23:49:43Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:32Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:49:46.462309 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47362) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:46.565435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7cdeba48-8116-4647-9405-07d6aed88dec tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/5f1dfc23-fde6-4c87-9f96-66e3e463eaa4 HTTP/1.1" status: 200 len: 991 time: 0.1019800 May 26 23:49:46.717239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fc845-b771-4483-af82-56ed09306aa4 None None] New status for floating IP 5f1dfc23-fde6-4c87-9f96-66e3e463eaa4: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:49:47.321016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d52e0b61-7e3d-4c5b-b29c-1d70973e7d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:47.569268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47366) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:49:47.668129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-acc9064a-0f70-4d87-9095-20c230939119 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/5f1dfc23-fde6-4c87-9f96-66e3e463eaa4 HTTP/1.1" status: 200 len: 993 time: 0.0976975 May 26 23:49:50.055865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bf612f35-821f-4580-b52e-f008a5492859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:50.817487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:50.865595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:52.119557 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:55.849504 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:49:58.468655 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:05.564856 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:50:16.534416 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-b4735a3f-0c15-4283-ae71-46d7cac27be0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695171 May 26 23:50:16.674180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-dd93c2da-1b2d-4db9-aa1d-570843e58bd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1096 time: 0.0687535 May 26 23:50:16.816015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-1b314c36-d1e1-44b6-9590-55a40e029157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:16.817345 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-1b314c36-d1e1-44b6-9590-55a40e029157 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1253219 May 26 23:50:16.927600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-2d33435d-0990-498e-aafd-b492b1d00c25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 1001 time: 0.1042221 May 26 23:50:16.988403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-8185c650-bf0b-4684-b02a-aa0140d543e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:16.989798 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-8185c650-bf0b-4684-b02a-aa0140d543e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0564842 May 26 23:50:17.065553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-7cdc9c1c-02e3-4b4e-b044-51cfcded5f63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693951 May 26 23:50:17.193049 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-5bbaebdd-df2b-4726-90b9-defae00db1b4 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214957 May 26 23:50:17.324374 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1e60791-1776-4d7d-b9f8-643430e90052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:17.333996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ec920fd-9f47-4fcd-b455-5181b3ac56e4 req-7b2296b9-3b27-4abb-818c-2609e3920e21 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349127 May 26 23:50:20.048083 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9908fc47-e70c-488d-b85b-98c776d3a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:20.820633 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:20.866635 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:22.120776 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:25.854627 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:28.473811 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:42.565944 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:50:46.342510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f565a219-4a2f-42fa-bb56-ee8672b846db req-777b13bd-fad8-4f1a-a786-41409525b6fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661378 May 26 23:50:46.658508 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-a2fd003d-e3bb-4922-bc0e-c48b55ec389f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420586 May 26 23:50:46.750845 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e7daa-e62b-470c-8992-f83f76b78991 req-f8a588ba-d00e-4eea-83d2-a45cffb3dcfb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:46.752296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a00e7daa-e62b-470c-8992-f83f76b78991 req-f8a588ba-d00e-4eea-83d2-a45cffb3dcfb tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.1775646 May 26 23:50:46.799380 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a00e7daa-e62b-470c-8992-f83f76b78991 req-075e2beb-74e1-4246-9d6d-3790271eee1e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415449 May 26 23:50:47.328220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a6d06d8e-477c-4fb8-9ead-c2c75be772df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:48.068805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffab9ba-1caf-4730-a522-b3c51881bdf6 req-2d58fd29-6ba7-43cc-b043-614c679bce0d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:48.070838 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ffab9ba-1caf-4730-a522-b3c51881bdf6 req-2d58fd29-6ba7-43cc-b043-614c679bce0d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.1510973 May 26 23:50:48.115352 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9ffab9ba-1caf-4730-a522-b3c51881bdf6 req-05dcb8f0-e4cc-4626-ae6a-a301f725e469 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390894 May 26 23:50:49.312838 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eabb5-322c-46a7-94f7-50c3d8bd3877 req-28428150-dd87-4475-9439-7f1bee2f25f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:49.314375 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-233eabb5-322c-46a7-94f7-50c3d8bd3877 req-28428150-dd87-4475-9439-7f1bee2f25f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0820668 May 26 23:50:49.360678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-233eabb5-322c-46a7-94f7-50c3d8bd3877 req-17661952-9a57-47aa-a84e-3943934badc1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402479 May 26 23:50:50.051516 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bf2e731b-5f91-483d-9b39-11d17cfe2e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:50.082086 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-76c7b447-3cb0-4b31-9c57-118c7c037b42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1096 time: 0.1638010 May 26 23:50:50.208142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-ed2318fd-7d22-42c9-b05d-efc60c783474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:50.209514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-ed2318fd-7d22-42c9-b05d-efc60c783474 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1215169 May 26 23:50:50.309689 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-5bd6de5b-44c2-4ac7-8059-0edd839299e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 1001 time: 0.0942950 May 26 23:50:50.374425 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-43d19ee3-fc98-4f6f-abfe-2a21395c7bbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:50.375932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-43d19ee3-fc98-4f6f-abfe-2a21395c7bbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0609686 May 26 23:50:50.450683 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-22c04199-4ad9-4332-8a85-17f72a954b10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680096 May 26 23:50:50.639336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-5c2a2cd3-9556-4535-9b57-9f3ad4201f30 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826138 May 26 23:50:50.651855 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c5605-118f-4e3b-89dd-d5b0890aed54 req-43a2a668-c9e0-404c-9e27-249bd83dd105 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:50.653221 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-956c5605-118f-4e3b-89dd-d5b0890aed54 req-43a2a668-c9e0-404c-9e27-249bd83dd105 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.1696885 May 26 23:50:50.781929 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-956c5605-118f-4e3b-89dd-d5b0890aed54 req-b447f4db-f032-4bb5-b6ef-7f024f46dfd2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110525 May 26 23:50:50.816129 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-922731cd-abaf-42fb-995a-ff2930034297 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700423 May 26 23:50:50.824940 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:50.873599 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:51.979212 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af54d-1d55-4464-8150-316508f03096 req-b6fc7c15-fa11-4351-9413-2e5ffd17f544 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:51.980568 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d7af54d-1d55-4464-8150-316508f03096 req-b6fc7c15-fa11-4351-9413-2e5ffd17f544 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0795984 May 26 23:50:52.024254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6d7af54d-1d55-4464-8150-316508f03096 req-eba4f626-2ec8-492d-a3fe-c44b37658ee4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382521 May 26 23:50:52.122693 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:53.221482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce15542-3be5-43dd-82ee-65399559d150 req-e0c6f04a-9512-4cc8-b806-0cdc9d523ed5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:53.222934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fce15542-3be5-43dd-82ee-65399559d150 req-e0c6f04a-9512-4cc8-b806-0cdc9d523ed5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0782666 May 26 23:50:53.266463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fce15542-3be5-43dd-82ee-65399559d150 req-4de5c8a3-6a65-4c72-8ec1-54728de25242 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381954 May 26 23:50:54.463384 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c658ec-f679-4cf8-a18b-f43d42ce11d4 req-d7deecf5-3474-4a04-9fed-924ee2988f60 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:54.464816 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16c658ec-f679-4cf8-a18b-f43d42ce11d4 req-d7deecf5-3474-4a04-9fed-924ee2988f60 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0768116 May 26 23:50:54.513028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-16c658ec-f679-4cf8-a18b-f43d42ce11d4 req-bd5c386e-fdd3-4b59-bde5-6c374b81cce4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422757 May 26 23:50:55.705442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2566-7270-404e-b3a7-f6197675674f req-dd0ecdd0-ace9-46d8-8f04-d0357e78f1c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:55.706946 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d7e2566-7270-404e-b3a7-f6197675674f req-dd0ecdd0-ace9-46d8-8f04-d0357e78f1c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0753112 May 26 23:50:55.754028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4d7e2566-7270-404e-b3a7-f6197675674f req-355f349d-b39c-461a-9dc8-98071c876e01 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416429 May 26 23:50:55.853687 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:56.949506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888afb0-2f63-4136-99fb-d7970dfcd9b9 req-521aeb64-84e2-40d9-8b90-ed7fe2301078 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:56.950896 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7888afb0-2f63-4136-99fb-d7970dfcd9b9 req-521aeb64-84e2-40d9-8b90-ed7fe2301078 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0807331 May 26 23:50:56.995169 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7888afb0-2f63-4136-99fb-d7970dfcd9b9 req-f05b8518-7328-4c0f-8ca5-26b6c45d5947 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381742 May 26 23:50:58.190086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc8681-895b-4daa-9eab-2c0354dc5b68 req-896bbfe6-fa8d-4f43-98ac-ec94f7070a2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:58.191492 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bc8681-895b-4daa-9eab-2c0354dc5b68 req-896bbfe6-fa8d-4f43-98ac-ec94f7070a2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0780168 May 26 23:50:58.235751 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-28bc8681-895b-4daa-9eab-2c0354dc5b68 req-1e60a8c5-0651-43ad-8e64-2c1e5fdde392 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389278 May 26 23:50:58.472314 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:50:59.430871 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5c70a-bf16-4abf-ac46-d934f4d6a4f3 req-559644a8-7658-4310-abae-3f9f81ec1bf7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:50:59.432305 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5c5c70a-bf16-4abf-ac46-d934f4d6a4f3 req-559644a8-7658-4310-abae-3f9f81ec1bf7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0793951 May 26 23:50:59.476221 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f5c5c70a-bf16-4abf-ac46-d934f4d6a4f3 req-7695becc-4817-4dff-89b5-dbd8057ca4e7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385888 May 26 23:51:00.670183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fee543-f149-474d-af8f-3e77f7aa4e22 req-54665bdf-6a91-4bd5-8439-e3fa03866680 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:00.671624 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0fee543-f149-474d-af8f-3e77f7aa4e22 req-54665bdf-6a91-4bd5-8439-e3fa03866680 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0755894 May 26 23:51:00.719366 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b0fee543-f149-474d-af8f-3e77f7aa4e22 req-093be828-3a54-4ef0-9740-43115dc4e748 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423779 May 26 23:51:01.918001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ade3f2-7158-4710-b6d7-2f62fe9c3240 req-3789d3c0-ac27-4c80-9bdd-eb7b2879d3b0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:01.919489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-52ade3f2-7158-4710-b6d7-2f62fe9c3240 req-3789d3c0-ac27-4c80-9bdd-eb7b2879d3b0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0757957 May 26 23:51:01.967537 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-52ade3f2-7158-4710-b6d7-2f62fe9c3240 req-dd786b5c-75a8-47eb-81af-c8fc4e5d925f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388913 May 26 23:51:02.747404 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-c5542f41-38eb-4c4a-af6e-46da280263b7 service neutron] show failed (client error): The resource could not be found. May 26 23:51:02.748338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-c5542f41-38eb-4c4a-af6e-46da280263b7 service neutron] 10.222.0.48 "GET /v2.0/ports/781a4701-5705-4ae4-a553-a56d06a11e89/bindings/n-h1-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.0707984 May 26 23:51:03.082540 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-5d88bfc0-eb91-4125-9906-0b1ca5c6c18f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1347196 May 26 23:51:03.097846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:03.165189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee806-22a0-4229-8d87-df38afe72976 req-e1e980d6-ff0d-4e71-a31e-6e2ee495ce80 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:03.166627 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-346ee806-22a0-4229-8d87-df38afe72976 req-e1e980d6-ff0d-4e71-a31e-6e2ee495ce80 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0761120 May 26 23:51:03.205878 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:03.214676 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-346ee806-22a0-4229-8d87-df38afe72976 req-fe0e4053-8e5c-4d7c-af81-a6aa562514ba tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423102 May 26 23:51:03.465943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:03.494444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h2-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:51:03.553167 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:51:03.561266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:03.575132 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Transition to ACTIVE for port object 781a4701-5705-4ae4-a553-a56d06a11e89 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:03.578924 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:03.706548 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424b4218-0433-4a6c-86eb-147e7b544164'] response: {'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'code': 200} May 26 23:51:03.728182 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:03.744463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.744828 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.745119 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.745444 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.745789 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.746115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.746433 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.746752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.747065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.747385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.747719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:03.802610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] No DVR routers for this DVR port 781a4701-5705-4ae4-a553-a56d06a11e89 on host n-h2-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:51:04.133981 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:51:04.134691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:51:04.134691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 on network fda351ca-23c4-4349-afe1-4b16c052c28e {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:51:04.140239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Port 781a4701-5705-4ae4-a553-a56d06a11e89 on network fda351ca-23c4-4349-afe1-4b16c052c28e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:51:04.140554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Attempting to bind port 781a4701-5705-4ae4-a553-a56d06a11e89 on network fda351ca-23c4-4349-afe1-4b16c052c28e {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:51:04.147350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:51:04.147677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Checking segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:51:04.148055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Bound using segment: {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:51:04.148476 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Bound port: 781a4701-5705-4ae4-a553-a56d06a11e89, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263d1bc3-578f-4b31-8c27-4a7511421a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:51:04.148816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.236124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:51:04.239222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:51:04.242894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.305702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:04.307098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] 10.222.0.55 "PUT /v2.0/ports/781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 1091 time: 1.2133009 May 26 23:51:04.322126 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aaeba-3290-4b7f-a21b-0d241280596d service neutron] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:04.413760 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-7d349255-753e-4597-a83b-d6d02b6cf1d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1094 time: 0.0805469 May 26 23:51:04.426399 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af65d-c63e-4171-9120-6594899e4544 req-8cbd38f2-afd2-461f-a160-78d25f64851e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:04.428780 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d18af65d-c63e-4171-9120-6594899e4544 req-8cbd38f2-afd2-461f-a160-78d25f64851e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 943 time: 0.0866108 May 26 23:51:04.478339 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d18af65d-c63e-4171-9120-6594899e4544 req-b5f52351-09f6-432f-8abe-33bcc05e586b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440233 May 26 23:51:04.553210 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-17da7253-d998-4aae-988a-11adbbf76470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:04.554698 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-17da7253-d998-4aae-988a-11adbbf76470 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1314068 May 26 23:51:04.660186 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-102d80ff-d377-432d-828c-9dc67326860f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 999 time: 0.0949385 May 26 23:51:04.724391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-034b318b-fd43-4f61-9fa3-815eac37566a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:04.725822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-034b318b-fd43-4f61-9fa3-815eac37566a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0562131 May 26 23:51:04.802191 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-a0bda08e-fd3d-4ddd-b82e-458eddc9368c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673347 May 26 23:51:04.932069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-cf372c70-5e67-41e2-9601-c54fa270346c service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221468 May 26 23:51:05.063296 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-44d85998-6467-49ed-a03c-5c4e2678b207 req-dfc9faf4-63bc-4f6d-9836-aa0adc90afd2 service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223054 May 26 23:51:05.679144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96dc46-ab32-4455-a588-7c2c903c4ef0 req-25d49308-9e50-4146-a876-ab4a5583fade tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:05.680581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d96dc46-ab32-4455-a588-7c2c903c4ef0 req-25d49308-9e50-4146-a876-ab4a5583fade tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 943 time: 0.0782909 May 26 23:51:05.707387 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:51:05.729952 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7d96dc46-ab32-4455-a588-7c2c903c4ef0 req-3bd24032-156a-4026-829b-aeccefca29a7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436161 May 26 23:51:05.772934 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4b7a49-5a3d-40d3-84c8-7bdbcd6eeb30'] response: {'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'status': 'completed', 'code': 200} May 26 23:51:05.861394 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-06a025ad-16ce-4710-b12e-1658ecac3457 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1094 time: 0.0715942 May 26 23:51:05.869848 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-7cd1a461-d264-4000-b83d-f0e6f9a4192e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1094 time: 0.0688200 May 26 23:51:06.003086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-ed87fc7d-1630-43c7-9be8-e9a66242124d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:06.004532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-ed87fc7d-1630-43c7-9be8-e9a66242124d service neutron] 10.222.0.55 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1254663 May 26 23:51:06.086789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-b5a54aaa-384c-4905-b858-26f9e6af56ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:06.088109 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-b5a54aaa-384c-4905-b858-26f9e6af56ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.2202783 May 26 23:51:06.110442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-0b7895d9-283b-4b8b-8d7c-df9e835b6668 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 999 time: 0.0990801 May 26 23:51:06.176680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-83a63109-79aa-4a45-a708-88b6c7d37d92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:06.178136 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-83a63109-79aa-4a45-a708-88b6c7d37d92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0606709 May 26 23:51:06.189526 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-41ff8322-4705-4572-9de0-eba550fb1282 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 999 time: 0.0949225 May 26 23:51:06.253359 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-26b34069-9b0e-431d-89ee-77f6517d9027 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:06.254828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-26b34069-9b0e-431d-89ee-77f6517d9027 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0591960 May 26 23:51:06.286292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:51:06.330954 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-e85a2b58-70e9-4c68-8d12-51e3ed97d501 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696836 May 26 23:51:06.347725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:51:06.350866 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-7ce7b919-25ac-4bfb-86ff-de9c07e118d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645761 May 26 23:51:06.462041 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-c85600b8-4f96-4dd6-8506-7d55bc842f1e service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253524 May 26 23:51:06.483456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-865d48d5-fa90-4c49-a9e3-c6e3baf4ce32 service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229215 May 26 23:51:06.591892 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-5aafe500-ff85-4afb-a04a-9794670e9607 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241636 May 26 23:51:06.615822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc02c62c-9046-4cd6-917e-3a98601cadb7 req-09f1f5bf-5bcb-4238-8698-02fdac0942ee service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246600 May 26 23:51:06.927152 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76f18-23fc-4801-a861-04eedcf036df req-c9271524-dd53-488a-8821-424d220f34ea tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:06.928524 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fb76f18-23fc-4801-a861-04eedcf036df req-c9271524-dd53-488a-8821-424d220f34ea tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 943 time: 0.0767303 May 26 23:51:06.977987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9fb76f18-23fc-4801-a861-04eedcf036df req-3a5f8ada-5f01-406a-98fc-734931a6a8ad tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437584 May 26 23:51:07.192542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:51:07.320351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:07.332835 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '781a4701-5705-4ae4-a553-a56d06a11e89', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'port_id': '781a4701-5705-4ae4-a553-a56d06a11e89', 'mac_address': 'fa:16:3e:d4:5a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:51:07.383729 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:07.399925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781a4701-5705-4ae4-a553-a56d06a11e89 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:51:07.414856 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:07.418705 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:07.483762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:07.492682 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.493023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.493360 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.493713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.494045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.494373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.494696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.495018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.495338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.495683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.496002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:07.714637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['781a4701-5705-4ae4-a553-a56d06a11e89'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:51:08.180505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20188e0-1bc6-4cf1-b0e7-09133287880c req-6c6eec45-d93e-4bd0-b0c9-c73df2e3d8ca tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:08.181951 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e20188e0-1bc6-4cf1-b0e7-09133287880c req-6c6eec45-d93e-4bd0-b0c9-c73df2e3d8ca tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 944 time: 0.0779402 May 26 23:51:08.226666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e20188e0-1bc6-4cf1-b0e7-09133287880c req-2fd514de-cf6c-45c5-af81-9da5be17333c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393405 May 26 23:51:08.598438 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c023a1-e930-4f29-bb25-375def648f00 req-7f22b9ab-fe2e-42da-9115-b895fe9f3517 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:08.599739 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-7f22b9ab-fe2e-42da-9115-b895fe9f3517 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&binding%3Ahost_id=n-h1-843301-1 HTTP/1.1" status: 200 len: 944 time: 0.1361513 May 26 23:51:08.605928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61695926-1ace-4516-9b68-829cb27d7fab req-871316af-ddfc-469d-9846-9d8b74969877 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:08.607242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61695926-1ace-4516-9b68-829cb27d7fab req-871316af-ddfc-469d-9846-9d8b74969877 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 944 time: 0.1096625 May 26 23:51:08.710771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-61695926-1ace-4516-9b68-829cb27d7fab req-8321026f-2d09-4b28-9245-d01589b46187 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718117 May 26 23:51:08.715785 n-d-843301-1 neutron-server[84030]: INFO neutron.api.v2.resource [req-51c023a1-e930-4f29-bb25-375def648f00 req-27aa334e-4da0-47c8-a532-022c37676093 service neutron] delete failed (client error): The resource could not be found. May 26 23:51:08.716692 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-27aa334e-4da0-47c8-a532-022c37676093 service neutron] 10.222.0.48 "DELETE /v2.0/ports/781a4701-5705-4ae4-a553-a56d06a11e89/bindings/n-h2-843301-1 HTTP/1.1" status: 404 len: 380 time: 0.1086349 May 26 23:51:08.854515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-04ef0f7d-a635-4158-b70d-255595f33c29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1095 time: 0.0677061 May 26 23:51:08.902875 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b68296-8d06-492f-9d6f-ac7694f6d6d1 req-c9a23d10-6c36-4e10-90f6-49e71ae16917 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:08.904318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96b68296-8d06-492f-9d6f-ac7694f6d6d1 req-c9a23d10-6c36-4e10-90f6-49e71ae16917 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 944 time: 0.0746450 May 26 23:51:08.950623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-96b68296-8d06-492f-9d6f-ac7694f6d6d1 req-5aa4a345-da8e-4a6f-8c7a-245dbf4dee8a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399108 May 26 23:51:08.987289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c023a1-e930-4f29-bb25-375def648f00 req-c05b8a1a-7060-48c9-8b5d-0b02f9527a26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:08.988699 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-c05b8a1a-7060-48c9-8b5d-0b02f9527a26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1280870 May 26 23:51:09.089710 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-eac44580-732f-4b10-9f9b-39c539ceb802 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 1000 time: 0.0946405 May 26 23:51:09.150423 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c023a1-e930-4f29-bb25-375def648f00 req-1e29525d-a2e1-4b5a-af2c-0d6c2a6761c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:09.151713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-1e29525d-a2e1-4b5a-af2c-0d6c2a6761c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0566943 May 26 23:51:09.208700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:09.228199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-5b87d950-8bb4-41e7-8840-8ee1dd58d1a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701349 May 26 23:51:09.278178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 781a4701-5705-4ae4-a553-a56d06a11e89 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:09.282724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 781a4701-5705-4ae4-a553-a56d06a11e89 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:09.283116 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:09.356524 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-ba4970aa-3434-4aee-a463-de25f754ab38 service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227901 May 26 23:51:09.395996 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:09.421734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:51:09.431353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:09.435402 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:09.492791 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab81943-c248-4298-bb6a-52918bb9c608'] response: {'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'code': 200} May 26 23:51:09.507377 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:09.578850 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-51c023a1-e930-4f29-bb25-375def648f00 req-a013c9a0-e579-47dd-b3f8-e72950a2d3ce service neutron] 10.222.0.48 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164907 May 26 23:51:10.154394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a47a2-283f-4a4e-a5af-312ed6c4710f req-f1f0a252-5186-4c1b-9a60-6118aa17be3d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:10.155846 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-877a47a2-283f-4a4e-a5af-312ed6c4710f req-f1f0a252-5186-4c1b-9a60-6118aa17be3d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0795937 May 26 23:51:10.206061 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-877a47a2-283f-4a4e-a5af-312ed6c4710f req-1ace245a-042c-47a1-9cb7-cdd06d67f89b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422511 May 26 23:51:10.234695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47484) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:10.336518 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bf72197f-47d9-4fb7-909e-9d6ad060ebc5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/5f1dfc23-fde6-4c87-9f96-66e3e463eaa4 HTTP/1.1" status: 200 len: 993 time: 0.1005836 May 26 23:51:16.162992 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-baacacbb-401a-4c18-b42f-f84093368659 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658092 May 26 23:51:16.298789 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-91f7f2cf-74e4-4779-9fde-b2d6a71afbcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1096 time: 0.0699568 May 26 23:51:16.440488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af937e-514f-4b03-9647-1de45746d7d1 req-1fe87730-7ecd-4dd3-ab3a-ab0dae00f68c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:16.443023 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-1fe87730-7ecd-4dd3-ab3a-ab0dae00f68c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.1256688 May 26 23:51:16.542378 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-339bc596-5a9a-4491-8648-a453772b66bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 1001 time: 0.0938902 May 26 23:51:16.602163 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af937e-514f-4b03-9647-1de45746d7d1 req-0aedf8cc-370d-4589-ab60-cc78967e0098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:16.603531 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-0aedf8cc-370d-4589-ab60-cc78967e0098 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0554793 May 26 23:51:16.676406 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-bf242a46-8913-42f0-a821-7ae14f100a96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671620 May 26 23:51:16.806498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-78c5fc03-caaf-45c8-8ed5-539d1be56cbc service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241753 May 26 23:51:16.934744 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-54af937e-514f-4b03-9647-1de45746d7d1 req-9d2d1c33-3933-4ffc-aeb7-90dab861f54c service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229374 May 26 23:51:17.329219 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-18771a67-6236-4f2f-97f8-67e47a2ffede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:19.567721 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:51:20.052786 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-89a4f8cb-b706-48bb-a8c7-046051081dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:20.825579 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:20.864622 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:22.124882 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:25.853210 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:28.477373 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:38.967219 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47500) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:39.161478 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 325ad05d-6d5b-4f57-b11e-51077657b9f0 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:51:39.161835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:39.332224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:39.332454 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:39.449042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 325ad05d-6d5b-4f57-b11e-51077657b9f0 owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:51:39.593706 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:39.638458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=325ad05d-6d5b-4f57-b11e-51077657b9f0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:39.676311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.676650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.676984 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.677312 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.677640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.677988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.678308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.678628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.678948 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.679264 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.679580 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:51:39.741311 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:40.119644 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 63397448-a646-4d78-94b8-85b1b8ed934b has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:51:40.406458 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:51:40.416814 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] Sync routers for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:51:40.430047 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:51:40.430669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:40.432141 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:40.484180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f52a38e8-f5b0-474f-a2b0-f32de50a753f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/floatingips/5f1dfc23-fde6-4c87-9f96-66e3e463eaa4 HTTP/1.1" status: 204 len: 168 time: 1.5150874 May 26 23:51:40.484180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:51:40.558503 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9dce8d2-8b07-4806-b1cb-165f3bb1d288'] response: {'name': 'network-changed', 'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'status': 'completed', 'code': 200} May 26 23:51:40.660081 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:51:40.667405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-445c6198-a0ff-46c9-b6ae-01e3ddaa8678 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 1096 time: 0.0818295 May 26 23:51:40.902620 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168a0bd-4bc3-40e5-b7c9-03cd04112725 req-2113adb0-424e-41b1-90be-72f243b48584 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:40.903308 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4168a0bd-4bc3-40e5-b7c9-03cd04112725 req-2113adb0-424e-41b1-90be-72f243b48584 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:40.918386 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-f0c66248-3261-41a4-93c2-2ae813700b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:40.919696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-f0c66248-3261-41a4-93c2-2ae813700b77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 200 len: 898 time: 0.2443337 May 26 23:51:40.920949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4168a0bd-4bc3-40e5-b7c9-03cd04112725 req-2113adb0-424e-41b1-90be-72f243b48584 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:40.922080 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4168a0bd-4bc3-40e5-b7c9-03cd04112725 req-2113adb0-424e-41b1-90be-72f243b48584 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.1015129 May 26 23:51:40.975492 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4168a0bd-4bc3-40e5-b7c9-03cd04112725 req-94624c18-3777-45df-aab5-df2dbe4a9bb7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448995 May 26 23:51:40.987730 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:32Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:40.987972 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-67d731dd-3fe4-4b03-9f44-fca99730c1cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 200 len: 217 time: 0.0615463 May 26 23:51:40.991627 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] Checking router: 63397448-a646-4d78-94b8-85b1b8ed934b for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:51:41.005400 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:51:41.006007 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:41.053785 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-485f369d-f952-48f3-809b-85e3e5599924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:41.055311 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-485f369d-f952-48f3-809b-85e3e5599924 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 200 len: 834 time: 0.0601737 May 26 23:51:41.130746 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-a792b432-4732-4ca9-b930-ca05f57c82f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fda351ca-23c4-4349-afe1-4b16c052c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691154 May 26 23:51:41.183426 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:51:41.261028 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-14d2583a-c7d8-42e5-bfa1-0d0600faea4a service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226835 May 26 23:51:41.393483 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e81cee06-8088-4d3c-8e6d-414c09788e8d req-964f9765-84e6-4f9e-aba9-08083e713632 service neutron] 10.222.0.55 "GET /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237671 May 26 23:51:41.484796 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:32Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:41.488601 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45721b6a-db4f-46ee-a39f-6b47101d7e9f None None] The sync data for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 is: [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e6eb122-2b86-4c24-b1e8-83d1ec74e348', 'name': '', 'network_id': 'fda351ca-23c4-4349-afe1-4b16c052c28e', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:92:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7613123c-7578-4347-89ad-daac666a192f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:25Z', 'updated_at': '2022-05-26T23:49:32Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '7613123c-7578-4347-89ad-daac666a192f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:51:41.692284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57951f0f-57dc-4c1f-be30-b41130d063c3 None None] New status for floating IP 5f1dfc23-fde6-4c87-9f96-66e3e463eaa4: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:51:42.180986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912907d-7853-4cb6-8049-a78e01567e02 req-152aa90e-be21-4d9b-966e-68eaaa477198 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:42.182440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6912907d-7853-4cb6-8049-a78e01567e02 req-152aa90e-be21-4d9b-966e-68eaaa477198 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0844884 May 26 23:51:42.226432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6912907d-7853-4cb6-8049-a78e01567e02 req-d78f7c08-8628-49c7-b72f-485070be35e7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=858c359d-d7cd-42be-a6c9-c724153a6096&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386207 May 26 23:51:42.320788 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-f0f9cb7e-fe6f-4f2c-b07d-e1173b6e61d9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:42.322195 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-f0f9cb7e-fe6f-4f2c-b07d-e1173b6e61d9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 945 time: 0.0736368 May 26 23:51:42.394537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 781a4701-5705-4ae4-a553-a56d06a11e89 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:51:42.394873 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:42.632403 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port 781a4701-5705-4ae4-a553-a56d06a11e89, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=781a4701-5705-4ae4-a553-a56d06a11e89,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:42.632762 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:42.755594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 781a4701-5705-4ae4-a553-a56d06a11e89 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:51:42.894307 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:42.944731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=781a4701-5705-4ae4-a553-a56d06a11e89,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:43.014895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] No DVR routers for this DVR port 781a4701-5705-4ae4-a553-a56d06a11e89 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:51:43.017391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:43.019818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-deleted', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:51:43.034425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7dfa6e9-3502-4261-a33c-0a765df4b2cf req-2b52ffb2-857b-44aa-914f-7b534eedc7a9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "DELETE /v2.0/ports/781a4701-5705-4ae4-a553-a56d06a11e89 HTTP/1.1" status: 204 len: 173 time: 0.7036986 May 26 23:51:43.077515 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818304ec-0b59-4460-93e2-ba63f67db08b'] response: {'server_uuid': 'c3738765-8f3e-4969-ad12-0a84d8202de0', 'name': 'network-vif-deleted', 'tag': '781a4701-5705-4ae4-a553-a56d06a11e89', 'status': 'completed', 'code': 200} May 26 23:51:43.407389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cd484162-5f1f-49f6-8bc3-e528e62055f0 req-fbcd7b5c-1c57-4725-9fe1-824cb1ff7a5c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:43.423883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-cd484162-5f1f-49f6-8bc3-e528e62055f0 req-fbcd7b5c-1c57-4725-9fe1-824cb1ff7a5c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:43.424957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cd484162-5f1f-49f6-8bc3-e528e62055f0 req-fbcd7b5c-1c57-4725-9fe1-824cb1ff7a5c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3738765-8f3e-4969-ad12-0a84d8202de0 HTTP/1.1" status: 200 len: 210 time: 0.0615506 May 26 23:51:44.531480 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47522) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:44.926140 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:45.386515 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:51:45.419514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 781a4701-5705-4ae4-a553-a56d06a11e89 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:51:45.419862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 781a4701-5705-4ae4-a553-a56d06a11e89 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:51:45.518843 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:51:45.519177 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:45.698801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port 9e6eb122-2b86-4c24-b1e8-83d1ec74e348, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:45.699396 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:45.916325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:51:46.087520 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:46.130783 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=9e6eb122-2b86-4c24-b1e8-83d1ec74e348,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:46.422994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:46.983907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 63397448-a646-4d78-94b8-85b1b8ed934b has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:51:47.178667 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:51:47.187761 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] Sync routers for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:51:47.197382 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47526) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:47.197998 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-adbf672b-b806-47a1-adc0-b6ccc4e80926 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/63397448-a646-4d78-94b8-85b1b8ed934b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6648765 May 26 23:51:47.200610 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:51:47.201273 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:47.332862 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-14c9d199-dbfc-43eb-9fbf-fb38c5e37a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:47.381166 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:51:47.479254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting subnet 7613123c-7578-4347-89ad-daac666a192f {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:51:47.482192 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:47.535736 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:47.621318 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:47.687743 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:51:46Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:47.692492 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] Checking router: 63397448-a646-4d78-94b8-85b1b8ed934b for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:51:47.694733 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:47.703908 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] Routers {'63397448-a646-4d78-94b8-85b1b8ed934b'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:51:47.704498 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['63397448-a646-4d78-94b8-85b1b8ed934b'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:47.733555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Subnet': ['ID=7613123c-7578-4347-89ad-daac666a192f,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:47.739942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:47.745730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db85718-f6d4-4b40-ac51-c06caa4afd7d None None] Network fda351ca-23c4-4349-afe1-4b16c052c28e requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:51:47.747256 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ccec3cfd-9e17-461d-a579-9aea960bb2c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/subnets/7613123c-7578-4347-89ad-daac666a192f HTTP/1.1" status: 204 len: 168 time: 0.5484173 May 26 23:51:47.749405 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47530) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:47.888788 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] Set router 63397448-a646-4d78-94b8-85b1b8ed934b gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:51:47.955024 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:47.995190 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] DHCP port deletion for fda351ca-23c4-4349-afe1-4b16c052c28e request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:51:47.999618 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] Deleting port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:51:48.000129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:48.178547 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:51:46Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:48.180289 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:48.183264 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084a9e6-46ed-4d42-b809-46b0803c94d7 None None] The sync data for ids ['63397448-a646-4d78-94b8-85b1b8ed934b'] in n-d-843301-1 is: [{'id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564468783', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:49:21Z', 'updated_at': '2022-05-26T23:51:46Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': '06224577-7a84-4df6-999b-9cb3a77ca208', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63397448-a646-4d78-94b8-85b1b8ed934b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:49:22Z', 'updated_at': '2022-05-26T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:51:48.194978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 06224577-7a84-4df6-999b-9cb3a77ca208 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:51:48.195325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:48.212656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] For port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9b7409ff-c804-4e42-849a-f2c5ea4f1e6a,segment=NetworkSegment(263d1bc3-578f-4b31-8c27-4a7511421a85),segment_id=263d1bc3-578f-4b31-8c27-4a7511421a85)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:48.213042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:48.336536 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] Calling delete_port for 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:51:48.366186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port 06224577-7a84-4df6-999b-9cb3a77ca208, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=06224577-7a84-4df6-999b-9cb3a77ca208,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:48.366723 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:48.408914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:48.451092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] Pushing event deleted for resources: {'Port': ['ID=9b7409ff-c804-4e42-849a-f2c5ea4f1e6a,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:48.457998 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8401a9-bafb-4f5b-b8bd-2915bb281b47 None None] No DVR routers for this DVR port 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:51:48.488422 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 06224577-7a84-4df6-999b-9cb3a77ca208 owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:51:48.597837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:51:48.638549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:51:48.638958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9b7409ff-c804-4e42-849a-f2c5ea4f1e6a not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:51:48.639430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:51:48.683215 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:48.683741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:51:48.684163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e6eb122-2b86-4c24-b1e8-83d1ec74e348 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:51:48.735160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=06224577-7a84-4df6-999b-9cb3a77ca208,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:49.048261 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.306393 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.310502 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.334452 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.335016 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Fanout notify agent at l3_agent the message router_deleted on router 63397448-a646-4d78-94b8-85b1b8ed934b {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:51:49.350165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.351379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-92b149ee-c0a7-49d7-860b-4e7fc3c071b2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/routers/63397448-a646-4d78-94b8-85b1b8ed934b HTTP/1.1" status: 204 len: 168 time: 1.6010139 May 26 23:51:49.354149 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47536) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:49.468275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.597494 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.621928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda351ca-23c4-4349-afe1-4b16c052c28e']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:49.633686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263d1bc3-578f-4b31-8c27-4a7511421a85') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:49.633992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263d1bc3-578f-4b31-8c27-4a7511421a85') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:49.645543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.661576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.668314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:51:49.669053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: timer() May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: self._notify() May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: event.method(event) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:51:49.683020 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:51:49.764266 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.771606 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:49.798221 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Network': ['ID=fda351ca-23c4-4349-afe1-4b16c052c28e,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:49.809014 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-bcb45730-7cfb-4a25-8b5f-adc7b2cbbc9b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/networks/fda351ca-23c4-4349-afe1-4b16c052c28e HTTP/1.1" status: 204 len: 168 time: 0.4537625 May 26 23:51:49.811699 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47540) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:49.979084 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed991a65-75d8-4206-a15e-dabd8c54d075 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.007374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed991a65-75d8-4206-a15e-dabd8c54d075 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.053923 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-838b73c3-8436-44f1-ada9-f93acdaa4365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.074003 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed991a65-75d8-4206-a15e-dabd8c54d075 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.091144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991a65-75d8-4206-a15e-dabd8c54d075 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c359d-d7cd-42be-a6c9-c724153a6096,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:50.102588 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ed991a65-75d8-4206-a15e-dabd8c54d075 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.103693 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ed991a65-75d8-4206-a15e-dabd8c54d075 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/security-groups/858c359d-d7cd-42be-a6c9-c724153a6096 HTTP/1.1" status: 204 len: 168 time: 0.2910457 May 26 23:51:50.239220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47548) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:50.244751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622752321', 'description': 'tempest-secgroup-smoke-1622752321 description', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:50.251697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:50.256625 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:50.259837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:50.265731 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:50.276071 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.299520 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06224577-7a84-4df6-999b-9cb3a77ca208 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:51:50.313083 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:50.317534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:50.320588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:50.326596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:50.332280 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 06224577-7a84-4df6-999b-9cb3a77ca208 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:51:50.332624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 06224577-7a84-4df6-999b-9cb3a77ca208 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:51:50.380883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.384455 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.428570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175273e4-60fd-4691-b113-f42b3bddfc97,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:50.432732 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.434211 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6f439205-41e4-4c37-b13e-90ca3f95abbe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1940093 May 26 23:51:50.437068 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47552) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:50.443136 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '175273e4-60fd-4691-b113-f42b3bddfc97', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:50.450001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:50.453790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:50.456642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:50.462530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:50.481380 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.541608 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.544835 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.569017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68366f7-748f-4e58-baca-950cf3366bb6,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:50.578989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.580664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-ac9c93c7-9aed-4ef7-9989-929c84c040a0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1422095 May 26 23:51:50.583324 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47556) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:50.588571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '175273e4-60fd-4691-b113-f42b3bddfc97', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:50.594882 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:50.599302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:50.602150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:50.607732 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:50.624322 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.685963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.690099 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.717031 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d78f2c-59b0-4ce6-8101-055ed5aa0453,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:50.723756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.724902 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3c57b8b2-fea8-4200-aa4d-e782266a1ca9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1406829 May 26 23:51:50.727504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47560) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:50.733061 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '175273e4-60fd-4691-b113-f42b3bddfc97', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:50.739452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:50.743313 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:50.746398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:50.752694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:50.769730 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.828659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.838280 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.841726 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.865014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce44fac0-d3ab-4613-a4fe-aa923b60d266,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:50.865320 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.874635 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.875901 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f86c58de-7e6c-485f-a99f-c567eeca2db8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1471820 May 26 23:51:50.879056 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47564) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:50.884350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '175273e4-60fd-4691-b113-f42b3bddfc97', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:50.890829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:50.895243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:50.898124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:50.903837 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:50.919735 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.981039 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:50.984694 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.009302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7311368-c933-4c92-bfe2-b53238936309,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:51.018555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.019694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6507819d-ce54-4ce7-a083-8419b0c2fd19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397393 May 26 23:51:51.022278 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47568) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:51.027511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '175273e4-60fd-4691-b113-f42b3bddfc97', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:51.034602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:51.038480 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:51.041308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:51.047047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:51.058173 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:51:51.066077 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.130334 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.133647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.159378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff77a1e0-d2f3-40e3-9d52-8e8514cbcf77,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:51.167837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.169012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d70e09b7-d632-41c1-9cb2-00de7532b7ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1458211 May 26 23:51:51.171646 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47572) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:51.176840 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '175273e4-60fd-4691-b113-f42b3bddfc97', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:51.183170 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:51.186991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:51.189901 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:51.195556 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:51.206226 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:51:51.212397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.275777 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.279500 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.306554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c40e8b7-3521-4935-8910-631a859ffc32,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:51.311933 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.313111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-faadcbdb-754f-4c68-b445-4df4633c69b4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1405697 May 26 23:51:51.315853 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47576) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:51.321141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'network': {'name': 'tempest-network-smoke--870562883', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'port_security_enabled': True}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:51.326546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:51.331079 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:network and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:51.333881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:51.339401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:51.350243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:51:51.353085 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.381248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:51:51.390113 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.390452 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Added segment c9318d96-910d-4942-a3d4-cf1c7d666ac7 of type vlan for network 23fd060b-20af-4d0c-a538-1888fac5d347 May 26 23:51:51.415978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.446840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.450742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:51.451315 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.550645 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2337661 May 26 23:51:51.553315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47580) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:51.560451 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'admin_state_up': True, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:51.569482 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f25103-6450-4111-bee9-2ccb9a330376 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Network': ['ID=23fd060b-20af-4d0c-a538-1888fac5d347,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:51.571811 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:51.575860 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:router and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:51.578591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:51.579316 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 23fd060b-20af-4d0c-a538-1888fac5d347 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:51:51.584846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:51.595184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.596275 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.616587 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:51.859347 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.033885 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.062430 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.128275 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.197758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.44 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:51:52.341036 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.369105 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.438084 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:51:52.440738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:52.444391 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:51:52.473376 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:52.607917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.608656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:52.838028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:51:53.040446 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:51:53.049825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Sync routers for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:51:53.066730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:51:53.067349 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:53.068160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:53.069500 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-00418da6-6891-4f86-b426-579040ea6c7d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5151412 May 26 23:51:53.072672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47584) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:53.179796 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0f829433-6840-426a-8e66-896b92d38466 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1058996 May 26 23:51:53.182506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47590) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:53.250624 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:51:53.310574 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb238a6f-8bf2-4aae-be43-f11a42d640e3 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:53.311951 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cb238a6f-8bf2-4aae-be43-f11a42d640e3 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285560 May 26 23:51:53.314759 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47594) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:53.353350 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c31886cf-a463-4ddc-a158-a9b9b9295617 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375428 May 26 23:51:53.355734 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47598) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:53.360797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126637781', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:53.570268 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:52Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:53.574345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Checking router: c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:51:53.574686 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Updating router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:51:53.578005 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:53.582317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:subnet and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:51:53.585051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:51:53.590589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:53.600702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:51:53.625556 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:53.700840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:53.917384 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:53.946573 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:53.959329 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Transition to ACTIVE for port object b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:53.965648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:54.001281 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Subnet': ['ID=0e505b3b-fded-49f0-9504-5b85acd68bc3,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:54.010055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Checking segment: {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:51:54.010415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network hostable DHCP agents. Network: 23fd060b-20af-4d0c-a538-1888fac5d347, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:51:54.032511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 23fd060b-20af-4d0c-a538-1888fac5d347 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:51:54.043602 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 23fd060b-20af-4d0c-a538-1888fac5d347) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:54.047490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:54.048066 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:54.050230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Attempting to bind port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:51:54.050678 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Attempting to bind port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:51:54.051101 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Attempting to bind port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:51:54.059353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd1675-6712-477b-9dec-8c7117fbb36d None None] Network 23fd060b-20af-4d0c-a538-1888fac5d347 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:51:54.068971 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-b7635b52-7e6c-4a19-b3d7-a1e7ef078a95 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7122767 May 26 23:51:54.071784 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47602) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:51:54.079937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83606e-2d26-4eb7-bd31-0204d2719953 None None] Pushing event updated for resources: {'Port': ['ID=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:54.129935 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:51:54.130308 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:51:54.130709 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:54.131100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:51:54.131580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Bound port: b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:51:54.131952 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:54.250262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] For port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:51:54.291119 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] For port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:51:54.298443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:54.430775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-23fd060b-20af-4d0c-a538-1888fac5d347', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:51:54.431582 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:54.444120 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83606e-2d26-4eb7-bd31-0204d2719953 None None] Pushing event updated for resources: {'Port': ['ID=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:54.447734 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:51:54.448350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:54.741011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:51:54.825915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:54.875904 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Allocated IP 172.20.0.2 (23fd060b-20af-4d0c-a538-1888fac5d347/0e505b3b-fded-49f0-9504-5b85acd68bc3/7c0a116c-752b-45d4-9bc0-58b001ee884e) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:51:55.255370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.269781 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Transition to ACTIVE for port object 7c0a116c-752b-45d4-9bc0-58b001ee884e will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:55.276561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:52Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:55.286950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb31ab5-bb65-42ec-9c26-a86ca6d543bc None None] The sync data for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 is: [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:52Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:51:55.293335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Transition to ACTIVE for port object 7c0a116c-752b-45d4-9bc0-58b001ee884e will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:55.298878 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.370855 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Network 23fd060b-20af-4d0c-a538-1888fac5d347 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:51:55.374132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:55.378597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.1 (23fd060b-20af-4d0c-a538-1888fac5d347/0e505b3b-fded-49f0-9504-5b85acd68bc3/385fa522-5cd3-4192-8efa-0a117e6d60e2) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:51:55.378907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:51:55.381055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Pushing event updated for resources: {'Port': ['ID=7c0a116c-752b-45d4-9bc0-58b001ee884e,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:55.494208 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Attempting to bind port 7c0a116c-752b-45d4-9bc0-58b001ee884e on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:51:55.494574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Attempting to bind port 7c0a116c-752b-45d4-9bc0-58b001ee884e by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:51:55.495103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Attempting to bind port 7c0a116c-752b-45d4-9bc0-58b001ee884e on network 23fd060b-20af-4d0c-a538-1888fac5d347 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:51:55.501817 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:51:55.502184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Checking segment: {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:51:55.503153 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.503539 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Bound using segment: {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:51:55.503992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Bound port: 7c0a116c-752b-45d4-9bc0-58b001ee884e, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:51:55.504355 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.575854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.599619 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object 385fa522-5cd3-4192-8efa-0a117e6d60e2 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:55.617403 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] For port 7c0a116c-752b-45d4-9bc0-58b001ee884e, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:51:55.622693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] For port 7c0a116c-752b-45d4-9bc0-58b001ee884e, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7c0a116c-752b-45d4-9bc0-58b001ee884e,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:51:55.629607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.631826 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.707456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 23fd060b-20af-4d0c-a538-1888fac5d347 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:51:55.710810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:55.715488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:51:55.720691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a7d74-1a35-4758-b0e0-1c7a3c49c446 None None] Pushing event updated for resources: {'Port': ['ID=7c0a116c-752b-45d4-9bc0-58b001ee884e,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:55.759394 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=385fa522-5cd3-4192-8efa-0a117e6d60e2,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:55.787634 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.873274 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:55.896956 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:56.331475 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:56.341220 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:56.357043 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:56.432944 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:56.438742 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:56.439109 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:56.459022 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:56.471756 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=385fa522-5cd3-4192-8efa-0a117e6d60e2,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:56.563014 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:56.569102 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:51:56.580929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:56.586148 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:56.587082 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c0a116c-752b-45d4-9bc0-58b001ee884e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:56.613409 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 23fd060b-20af-4d0c-a538-1888fac5d347 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:51:56.614534 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:51:56.717315 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:56.722896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7c0a116c-752b-45d4-9bc0-58b001ee884e completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:56.746426 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc15cc61-6827-46bb-a4a6-114f76b15931 None None] Network 23fd060b-20af-4d0c-a538-1888fac5d347 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:51:56.855713 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c8ed235c-8ff8-434a-87ac-554d201bd8ac None None] Provisioning for port 7c0a116c-752b-45d4-9bc0-58b001ee884e completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:56.870262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c8ed235c-8ff8-434a-87ac-554d201bd8ac None None] Provisioning complete for port 7c0a116c-752b-45d4-9bc0-58b001ee884e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:56.870639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c8ed235c-8ff8-434a-87ac-554d201bd8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:57.087246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c8ed235c-8ff8-434a-87ac-554d201bd8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:57.109985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:51:57.132802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c8ed235c-8ff8-434a-87ac-554d201bd8ac None None] For port 7c0a116c-752b-45d4-9bc0-58b001ee884e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7c0a116c-752b-45d4-9bc0-58b001ee884e,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:51:57.137049 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c8ed235c-8ff8-434a-87ac-554d201bd8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:57.208026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed235c-8ff8-434a-87ac-554d201bd8ac None None] Pushing event updated for resources: {'Port': ['ID=7c0a116c-752b-45d4-9bc0-58b001ee884e,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:51:57.344454 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:51:57.358276 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2058a1d6-5d49-4ec0-9028-cddda905dba8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/c9a945a0-2b3a-4ee2-af6f-08a8f2683c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854490 May 26 23:51:57.372295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ffd6b51-a93e-4986-8c0e-e4fc32c961d9 None None] Provisioning complete for port 7c0a116c-752b-45d4-9bc0-58b001ee884e triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:57.372786 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6b51-a93e-4986-8c0e-e4fc32c961d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:57.510310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ffd6b51-a93e-4986-8c0e-e4fc32c961d9 None None] Provisioning for port 385fa522-5cd3-4192-8efa-0a117e6d60e2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:51:57.518573 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8ffd6b51-a93e-4986-8c0e-e4fc32c961d9 None None] Provisioning complete for port 385fa522-5cd3-4192-8efa-0a117e6d60e2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:57.518942 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6b51-a93e-4986-8c0e-e4fc32c961d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:57.547018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-4f072414-2e1d-4409-a84e-e4472149dd61 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:57.564919 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-4f072414-2e1d-4409-a84e-e4472149dd61 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:57.566395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-4f072414-2e1d-4409-a84e-e4472149dd61 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622752321&fields=id&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 267 time: 0.0659559 May 26 23:51:57.581138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd6b51-a93e-4986-8c0e-e4fc32c961d9 None None] Port 385fa522-5cd3-4192-8efa-0a117e6d60e2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:51:57.702924 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5ee40cfb-ec64-4e2a-97f6-7c49b332eb51 None None] Provisioning complete for port 385fa522-5cd3-4192-8efa-0a117e6d60e2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:57.703309 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ee40cfb-ec64-4e2a-97f6-7c49b332eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:57.718252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c6c6d0af-451e-4e2d-8d53-e1da2bbf31ec tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:57.718924 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c6c6d0af-451e-4e2d-8d53-e1da2bbf31ec tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:57.734245 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c6c6d0af-451e-4e2d-8d53-e1da2bbf31ec tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:57.735443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c6c6d0af-451e-4e2d-8d53-e1da2bbf31ec tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 796 time: 0.1625304 May 26 23:51:57.752904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c5a8a463-79c7-4673-975e-cdd2f8859c6a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/quotas/604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0112734 May 26 23:51:57.756165 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-5ee40cfb-ec64-4e2a-97f6-7c49b332eb51 None None] Port 385fa522-5cd3-4192-8efa-0a117e6d60e2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:51:57.835560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-376ddc8a-b0f9-4199-b0e0-55bc76003e3f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:57.850604 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-376ddc8a-b0f9-4199-b0e0-55bc76003e3f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:57.851835 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-376ddc8a-b0f9-4199-b0e0-55bc76003e3f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933640 May 26 23:51:57.930226 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-83f8efc6-7bec-4657-9b2c-fcfd75ee9acc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:51:57.931188 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-83f8efc6-7bec-4657-9b2c-fcfd75ee9acc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0673289 May 26 23:51:58.062639 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-a5e89d28-9ef1-4f2a-a4c0-6ed3aaa6c48e service neutron] 10.222.0.32 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246400 May 26 23:51:58.198310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-24bf4234-b7de-4463-9b4d-7239462a8cda service neutron] 10.222.0.32 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 May 26 23:51:58.315247 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:58.392048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-266f9a69-a610-49fd-8d4b-bdd32362cb5d req-6628e1f1-e02e-4422-9e86-5a7fb30bf526 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:58.405592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-266f9a69-a610-49fd-8d4b-bdd32362cb5d req-6628e1f1-e02e-4422-9e86-5a7fb30bf526 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:58.406365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-266f9a69-a610-49fd-8d4b-bdd32362cb5d req-6628e1f1-e02e-4422-9e86-5a7fb30bf526 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 210 time: 0.0606475 May 26 23:51:58.436843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:58.437382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:58.501955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:58.564428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c0a116c-752b-45d4-9bc0-58b001ee884e up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:51:58.636645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7c0a116c-752b-45d4-9bc0-58b001ee884e triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:51:58.637014 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:58.903144 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Sync routers for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:51:58.925126 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:51:58.925881 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:59.103572 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:51:59.417236 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 2, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:51:59.421011 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Checking router: c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:51:59.421345 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Updating router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 port 385fa522-5cd3-4192-8efa-0a117e6d60e2 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:51:59.473651 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:59.642708 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c43d0f7d-c2be-4ef9-8b0a-fd9367f88175 req-3103d899-4191-416f-a153-467fe957b7be tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 210 time: 0.0657248 May 26 23:51:59.656052 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-d1e75f8a-06d8-4e54-8158-3a1a21c7a2df tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:51:59.657989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-d1e75f8a-06d8-4e54-8158-3a1a21c7a2df tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 796 time: 0.1939805 May 26 23:51:59.720509 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-a3d03cd8-1ff9-4be7-8079-8b4feee4194b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:51:59.732910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-a3d03cd8-1ff9-4be7-8079-8b4feee4194b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:51:59.734051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-a3d03cd8-1ff9-4be7-8079-8b4feee4194b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 380 time: 0.0577698 May 26 23:51:59.742372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'port': {'device_id': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'admin_state_up': True, 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'security_groups': ['175273e4-60fd-4691-b113-f42b3bddfc97']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:51:59.872213 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:59.876056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:51:59.886194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:51:59.888362 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Transition to ACTIVE for port object 385fa522-5cd3-4192-8efa-0a117e6d60e2 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:51:59.899395 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:51:59.900362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:51:59.903682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.073790 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Pushing event updated for resources: {'Port': ['ID=385fa522-5cd3-4192-8efa-0a117e6d60e2,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:00.075605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.11 (23fd060b-20af-4d0c-a538-1888fac5d347/0e505b3b-fded-49f0-9504-5b85acd68bc3/5b379a1b-87d8-42e4-9e02-374051bf8474) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:52:00.129774 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.130116 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.130444 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.130770 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.131093 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.131412 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.131729 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.132043 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.132352 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.132669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.132977 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:00.143381 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Attempting to bind port 385fa522-5cd3-4192-8efa-0a117e6d60e2 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:52:00.143744 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Attempting to bind port 385fa522-5cd3-4192-8efa-0a117e6d60e2 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:52:00.144096 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Attempting to bind port 385fa522-5cd3-4192-8efa-0a117e6d60e2 on network 23fd060b-20af-4d0c-a538-1888fac5d347 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:52:00.150722 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:52:00.151171 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Checking segment: {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:52:00.151465 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.151840 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Bound using segment: {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:52:00.152287 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Bound port: 385fa522-5cd3-4192-8efa-0a117e6d60e2, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:52:00.152725 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.246331 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] For port 385fa522-5cd3-4192-8efa-0a117e6d60e2, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:52:00.249136 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] For port 385fa522-5cd3-4192-8efa-0a117e6d60e2, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=385fa522-5cd3-4192-8efa-0a117e6d60e2,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:52:00.254730 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.272945 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.288099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object 5b379a1b-87d8-42e4-9e02-374051bf8474 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:52:00.311121 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.340369 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad26d20-e004-4138-a656-3b6f810c14f5 None None] Pushing event updated for resources: {'Port': ['ID=385fa522-5cd3-4192-8efa-0a117e6d60e2,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:00.343647 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:52:00.344429 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:52:00.376499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network 23fd060b-20af-4d0c-a538-1888fac5d347 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:52:00.384254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:52:00.392557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:52:00.442033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=5b379a1b-87d8-42e4-9e02-374051bf8474,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:00.465869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:00.466754 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.493931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-43befe6b-6153-4ff9-a6fa-fb76e69a4b57 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550595 May 26 23:52:00.529772 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:52:00.573907 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Request body: {'port': {'device_id': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:52:00.694209 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.848741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cd18a2b9-6e9e-4480-ad9b-b205402cd863 None None] Provisioning for port 5b379a1b-87d8-42e4-9e02-374051bf8474 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:52:00.854071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cd18a2b9-6e9e-4480-ad9b-b205402cd863 None None] Provisioning complete for port 5b379a1b-87d8-42e4-9e02-374051bf8474 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:52:00.854437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd18a2b9-6e9e-4480-ad9b-b205402cd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:00.864079 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:00Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:52:00.868828 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e160a-cf1c-469c-908f-e79aab13a965 None None] The sync data for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 is: [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:00Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:52:00.910725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cd18a2b9-6e9e-4480-ad9b-b205402cd863 None None] Port 5b379a1b-87d8-42e4-9e02-374051bf8474 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:52:01.016519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862ff04-02bd-48df-982e-1d3b7e38b08a req-63139d9f-41b1-4b29-8b6e-6f8ef3435b19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:01.017127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0862ff04-02bd-48df-982e-1d3b7e38b08a req-63139d9f-41b1-4b29-8b6e-6f8ef3435b19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:52:01.054985 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-0862ff04-02bd-48df-982e-1d3b7e38b08a req-63139d9f-41b1-4b29-8b6e-6f8ef3435b19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:52:01.056161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0862ff04-02bd-48df-982e-1d3b7e38b08a req-63139d9f-41b1-4b29-8b6e-6f8ef3435b19 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 932 time: 0.2448418 May 26 23:52:01.162887 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b379a1b-87d8-42e4-9e02-374051bf8474 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:52:01.172206 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:01.176623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0862ff04-02bd-48df-982e-1d3b7e38b08a req-67dc4747-cac7-4509-b4c0-541915f6af0b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143003 May 26 23:52:01.190474 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Transition to ACTIVE for port object 5b379a1b-87d8-42e4-9e02-374051bf8474 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:52:01.194884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:01.435328 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Pushing event updated for resources: {'Port': ['ID=5b379a1b-87d8-42e4-9e02-374051bf8474,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:01.541959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Attempting to bind port 5b379a1b-87d8-42e4-9e02-374051bf8474 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:52:01.542540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Attempting to bind port 5b379a1b-87d8-42e4-9e02-374051bf8474 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:52:01.542913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Attempting to bind port 5b379a1b-87d8-42e4-9e02-374051bf8474 on network 23fd060b-20af-4d0c-a538-1888fac5d347 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:52:01.548751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Port 5b379a1b-87d8-42e4-9e02-374051bf8474 on network 23fd060b-20af-4d0c-a538-1888fac5d347 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:52:01.549599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Attempting to bind port 5b379a1b-87d8-42e4-9e02-374051bf8474 on network 23fd060b-20af-4d0c-a538-1888fac5d347 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:52:01.555706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:52:01.556026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Checking segment: {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:52:01.556392 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Bound using segment: {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:52:01.556803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Bound port: 5b379a1b-87d8-42e4-9e02-374051bf8474, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9318d96-910d-4942-a3d4-cf1c7d666ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:52:01.557144 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:01.646283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] For port 5b379a1b-87d8-42e4-9e02-374051bf8474, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:52:01.649705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] For port 5b379a1b-87d8-42e4-9e02-374051bf8474, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=5b379a1b-87d8-42e4-9e02-374051bf8474,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:52:01.654469 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:01.717103 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:01.718541 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] 10.222.0.48 "PUT /v2.0/ports/5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 1092 time: 1.2178078 May 26 23:52:01.718974 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:52:01.748371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff174d-4430-4cd0-90de-57751e22c06c service neutron] Pushing event updated for resources: {'Port': ['ID=5b379a1b-87d8-42e4-9e02-374051bf8474,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:01.813634 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab31c99c-c4ef-4f7b-a61b-5d4ce8560bc6'] response: {'name': 'network-changed', 'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'status': 'completed', 'code': 200} May 26 23:52:01.856438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c0902ae3-52ca-41a3-8cc5-0164471deff7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1095 time: 0.0775275 May 26 23:52:01.931963 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-3774ce4a-6191-4207-9994-7c367055828b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 217 time: 0.0688710 May 26 23:52:01.995717 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c02baa6b-4773-44b5-ae1d-0749f71d0105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:01.997087 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c02baa6b-4773-44b5-ae1d-0749f71d0105 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0590219 May 26 23:52:02.072556 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-c1bf3709-55b6-45e2-af22-a8384adc4e5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694354 May 26 23:52:02.202671 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-28de2743-616b-4174-8a42-d29ed29870a1 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240764 May 26 23:52:02.335381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 385fa522-5cd3-4192-8efa-0a117e6d60e2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:52:02.386614 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-802aa4e1-ea64-4d25-a670-06030eb173d6 req-ef9f570e-e17a-47a6-b734-0bbf19af14e0 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777461 May 26 23:52:02.405653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 385fa522-5cd3-4192-8efa-0a117e6d60e2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:52:02.411769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 385fa522-5cd3-4192-8efa-0a117e6d60e2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:52:02.412133 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:02.421222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970aa1-0052-41ef-a79b-19a0b77c5e2c req-9c30067d-ceaf-491f-a05a-5b518999a1c5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:02.423042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d970aa1-0052-41ef-a79b-19a0b77c5e2c req-9c30067d-ceaf-491f-a05a-5b518999a1c5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 944 time: 0.1051037 May 26 23:52:02.517186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0d970aa1-0052-41ef-a79b-19a0b77c5e2c req-48b40425-7711-43d1-a3cc-f8e3b591d9a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884244 May 26 23:52:02.527832 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:02.537852 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-12f7bfa1-c90f-4bdc-8783-ec4bfe5adfa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1095 time: 0.0935965 May 26 23:52:02.560640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 385fa522-5cd3-4192-8efa-0a117e6d60e2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=385fa522-5cd3-4192-8efa-0a117e6d60e2,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:52:02.563703 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:02.627956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=385fa522-5cd3-4192-8efa-0a117e6d60e2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:02.671194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-7c26d54b-6394-4e7e-9112-1b1267525e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:02.672123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-7c26d54b-6394-4e7e-9112-1b1267525e7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 897 time: 0.1280096 May 26 23:52:02.741431 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-a8145eba-d30e-4bfb-9dd9-b42dc99cdde0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 217 time: 0.0627410 May 26 23:52:02.801409 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-c82606d0-ed0e-4337-8f16-1049c889e242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:02.802827 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-c82606d0-ed0e-4337-8f16-1049c889e242 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0558672 May 26 23:52:02.879139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-481c7a8c-875d-4c31-9478-81c19e13f230 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704522 May 26 23:52:03.007435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-e35ac6d0-53b3-493e-82e6-9230ef156ccb service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215436 May 26 23:52:03.081303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-d2fc93de-87ea-4f02-b584-712bfbe9c0f9 req-f72a1e55-aeb2-45fe-be9d-c24ab78e9850 service neutron] (84029) timed out ('10.222.0.48', 56532) {{(pid=84029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:52:03.226986 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5068888-2afd-4c79-94d0-63bc1310ffb0 req-c21f8e4d-d668-4846-9c77-9312cb3723c2 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138703 May 26 23:52:03.737719 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0432e3e-7fdf-4522-848d-f09923dbfca6 req-ca04c2fb-934e-42ef-a683-0015d5e32bd6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:03.739161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0432e3e-7fdf-4522-848d-f09923dbfca6 req-ca04c2fb-934e-42ef-a683-0015d5e32bd6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 944 time: 0.0767071 May 26 23:52:03.783755 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f0432e3e-7fdf-4522-848d-f09923dbfca6 req-adbf4886-8ec5-486c-8638-2927cfe94965 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391145 May 26 23:52:04.317458 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 385fa522-5cd3-4192-8efa-0a117e6d60e2 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:52:04.390572 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 385fa522-5cd3-4192-8efa-0a117e6d60e2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:52:04.390938 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:04.547899 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 5b379a1b-87d8-42e4-9e02-374051bf8474 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:52:04.691666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 5b379a1b-87d8-42e4-9e02-374051bf8474, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=5b379a1b-87d8-42e4-9e02-374051bf8474,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:52:04.704481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'port_id': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'mac_address': 'fa:16:3e:71:fb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:52:04.759870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:04.777906 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b379a1b-87d8-42e4-9e02-374051bf8474 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:52:04.793236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 5b379a1b-87d8-42e4-9e02-374051bf8474, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=5b379a1b-87d8-42e4-9e02-374051bf8474,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:52:04.796840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:04.860757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=5b379a1b-87d8-42e4-9e02-374051bf8474,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:04.986322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407a68-b7bf-4f72-8b1e-fb09501116ed req-975a4d9a-23a0-4529-b90f-314a13439426 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:04.987909 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60407a68-b7bf-4f72-8b1e-fb09501116ed req-975a4d9a-23a0-4529-b90f-314a13439426 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 945 time: 0.0749869 May 26 23:52:05.033741 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60407a68-b7bf-4f72-8b1e-fb09501116ed req-eb1a3571-791a-443e-9df3-704ff914209e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 May 26 23:52:05.693540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['5b379a1b-87d8-42e4-9e02-374051bf8474'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:52:06.226259 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b7726-e8bd-4175-afef-8f2925fe00b6 req-2e752bf9-0fd2-4757-8726-ca1242513af5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:06.227664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a93b7726-e8bd-4175-afef-8f2925fe00b6 req-2e752bf9-0fd2-4757-8726-ca1242513af5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 945 time: 0.0781434 May 26 23:52:06.272205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a93b7726-e8bd-4175-afef-8f2925fe00b6 req-fd25a227-7670-4050-87e9-298dc3ce6f3d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392118 May 26 23:52:06.556804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 5b379a1b-87d8-42e4-9e02-374051bf8474 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:52:06.624358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 5b379a1b-87d8-42e4-9e02-374051bf8474 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:52:06.629424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 5b379a1b-87d8-42e4-9e02-374051bf8474 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:52:06.629810 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:06.741168 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:06.766819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:52:06.775976 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 5b379a1b-87d8-42e4-9e02-374051bf8474, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=5b379a1b-87d8-42e4-9e02-374051bf8474,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:52:06.780235 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:06.845460 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=5b379a1b-87d8-42e4-9e02-374051bf8474,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:06.891564 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07441f9-bf26-4913-9df5-f02202612d16'] response: {'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'code': 200} May 26 23:52:07.017364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dbd012a-b527-4fb0-9036-c64050c44395 req-f2148a0e-5741-4dab-b53d-9dd775afb65f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1097 time: 0.0694857 May 26 23:52:07.058515 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1dbd012a-b527-4fb0-9036-c64050c44395 req-b387c333-883c-47d5-811e-9d3c9f00fc68 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348301 May 26 23:52:07.463554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1330f46-51a6-407b-88bd-6f9a5543cd1a req-d1370b77-cc8b-4c8a-beb5-dcbb84c68d0b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:07.465048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1330f46-51a6-407b-88bd-6f9a5543cd1a req-d1370b77-cc8b-4c8a-beb5-dcbb84c68d0b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0765369 May 26 23:52:07.513533 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d1330f46-51a6-407b-88bd-6f9a5543cd1a req-3751f5cc-cf2a-4b3b-9887-216c28841a91 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396783 May 26 23:52:08.707888 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d4fe-6be7-4cdc-ac08-3c3d113e0671 req-66e821a7-0045-48eb-a4be-22108831a720 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:08.709333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9251d4fe-6be7-4cdc-ac08-3c3d113e0671 req-66e821a7-0045-48eb-a4be-22108831a720 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0754495 May 26 23:52:08.753923 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9251d4fe-6be7-4cdc-ac08-3c3d113e0671 req-9679f819-ba40-40e6-b903-48ef251d1f0c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390956 May 26 23:52:08.948865 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a74b-2ccb-44af-be4d-3446601aa701 req-6277de24-a3c1-40c7-ac1e-61b215743d7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:08.950314 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb89a74b-2ccb-44af-be4d-3446601aa701 req-6277de24-a3c1-40c7-ac1e-61b215743d7b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0777371 May 26 23:52:08.999295 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cb89a74b-2ccb-44af-be4d-3446601aa701 req-6afb179d-dfda-4853-a175-8f24b7dca3a6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 May 26 23:52:09.026114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47656) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:09.092943 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-cea70c5d-61e0-4830-8854-b38cbfd168b0 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1092 time: 0.0657444 May 26 23:52:09.095701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47660) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:09.101156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:52:09.107180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:52:09.111044 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:floatingip and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:52:09.113881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:52:09.119425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:52:09.134397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:09.262816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:09.396568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.100 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/e0443c00-519d-4d99-9fa0-1b225a8996ec) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:52:09.545512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:09.577195 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:09.737690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:52:09.740334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:52:09.744041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:52:09.772682 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=e0443c00-519d-4d99-9fa0-1b225a8996ec,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:09.792340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.792616 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.792950 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.793277 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.793605 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.793954 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.794274 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.794596 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.794914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.795234 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:09.795550 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:52:10.254048 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:10.312854 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:10.510946 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:10.515115 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:10.619913 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=e0443c00-519d-4d99-9fa0-1b225a8996ec,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:52:10.634427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:10.819043 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Floating IP b2c5788f-d29f-41b6-b31e-2d342c00c430 associated. External IP: 172.25.4.100, port: 5b379a1b-87d8-42e4-9e02-374051bf8474. May 26 23:52:11.292397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:52:11.493500 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:52:11.504455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] Sync routers for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:52:11.520613 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:11.521593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:52:11.522472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:52:11.577269 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-12fee645-84c2-4a66-b60a-f1476209de67 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4799576 May 26 23:52:11.577752 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:52:11.652188 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ba108c-ce4b-4f8c-bf99-cdcbdf19f537'] response: {'name': 'network-changed', 'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'status': 'completed', 'code': 200} May 26 23:52:11.740445 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:52:11.811993 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-f091f529-e9bd-48ee-8898-deb8c4f60e5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1097 time: 0.1351113 May 26 23:52:11.820977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5ba11-9d7f-4e35-8044-830b17e83a54 req-4e6ca80b-14e7-4bcd-af49-986e6f28b785 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:11.822400 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1de5ba11-9d7f-4e35-8044-830b17e83a54 req-4e6ca80b-14e7-4bcd-af49-986e6f28b785 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.1078939 May 26 23:52:11.970554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1de5ba11-9d7f-4e35-8044-830b17e83a54 req-e0aad97d-703e-45a2-903f-aa5da4a06567 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267333 May 26 23:52:11.994221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-1a63cc52-d410-436b-b688-ce676776a19a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:11.996184 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-1a63cc52-d410-436b-b688-ce676776a19a service neutron] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 897 time: 0.1729407 May 26 23:52:12.006714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47668) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:12.106917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-865c5c63-15ef-4809-9638-62a84e7451c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 1000 time: 0.1048605 May 26 23:52:12.115098 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b2c5788f-d29f-41b6-b31e-2d342c00c430', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'port_id': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'mac_address': 'fa:16:3e:71:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:52:10Z', 'updated_at': '2022-05-26T23:52:10Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:02Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:52:12.119003 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] Checking router: c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:52:12.128455 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0e51ed8d-128c-4eb4-ae1f-7e7169095053 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 992 time: 0.1205573 May 26 23:52:12.131778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:52:12.132379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:51:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:52:12.168004 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-aed7e111-d224-4a6c-b10f-c7ac9a3d5d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:12.169414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-aed7e111-d224-4a6c-b10f-c7ac9a3d5d0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0568776 May 26 23:52:12.246610 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-ad9015ba-cf03-4f34-a472-9a6ea9a0f775 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707035 May 26 23:52:12.309057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:52:12.378017 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-1c91343d-6378-4b29-8637-f898c6890d0a service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235321 May 26 23:52:12.506931 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b6d35a08-22bb-49f0-8c4c-86a62cef97da req-44670986-152a-41b1-8977-c2e6ed318898 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230204 May 26 23:52:12.659364 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b2c5788f-d29f-41b6-b31e-2d342c00c430', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'port_id': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'mac_address': 'fa:16:3e:71:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:52:10Z', 'updated_at': '2022-05-26T23:52:10Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:02Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:52:12.663241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e4611-6d6e-4ed5-9477-4cc766a8b823 None None] The sync data for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 is: [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b2c5788f-d29f-41b6-b31e-2d342c00c430', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'port_id': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'mac_address': 'fa:16:3e:71:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:52:10Z', 'updated_at': '2022-05-26T23:52:10Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:02Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:52:13.131540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47672) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:13.238720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9b3decc2-61e6-46b0-b191-7417f71986ea tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 992 time: 0.1057816 May 26 23:52:14.242319 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47676) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:14.345662 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a6e894ed-ffd7-4c41-9aa3-17c08dec6840 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 992 time: 0.1022286 May 26 23:52:15.349560 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47680) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:15.453615 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e115cb0b-44e3-4ae0-bd62-f7b9b2f26906 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 992 time: 0.1028297 May 26 23:52:16.458570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47684) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:16.561427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-fed1030b-382e-4d2b-8d27-042d3f04eca5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 992 time: 0.1016674 May 26 23:52:16.775370 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bd13d-5eab-48e1-ac73-f947fdf16e7a None None] New status for floating IP b2c5788f-d29f-41b6-b31e-2d342c00c430: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:52:17.335306 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4aba5e61-d792-4689-83be-e038b8d1754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:17.565246 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47688) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:52:17.667042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3b23c7d9-8fd5-4a9e-af57-4e084de26330 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 994 time: 0.1006098 May 26 23:52:18.064566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-be6cff14-f0f3-443a-bfe3-f2e27fd5a8ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654430 May 26 23:52:18.289242 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-848b3f5e-d631-4dbd-8679-9bb1303746f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1097 time: 0.1589978 May 26 23:52:18.430577 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ee647-f554-4fef-a784-04622b91d56b req-bfd21163-722b-4382-8c2e-819df0c1dc70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:18.431968 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-bfd21163-722b-4382-8c2e-819df0c1dc70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 897 time: 0.1229403 May 26 23:52:18.531663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-3bdf50e4-d95e-46d0-8303-4cd5644997c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 1002 time: 0.0936460 May 26 23:52:18.592947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ee647-f554-4fef-a784-04622b91d56b req-311e47c4-3f85-4a4d-8aa3-b3978ab12579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:52:18.594379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-311e47c4-3f85-4a4d-8aa3-b3978ab12579 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0571980 May 26 23:52:18.666191 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-2597a41b-6a99-46dc-b33f-b2636a11f0af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660727 May 26 23:52:18.795511 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-e39af650-70de-4ae6-93f7-a790caa55626 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233120 May 26 23:52:18.929992 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d48ee647-f554-4fef-a784-04622b91d56b req-2ffab91f-0df9-49e9-ba84-5357d8cb4544 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284266 May 26 23:52:20.055815 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e32fb92-5ab4-42aa-bce2-899d1388c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:20.832248 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:20.864885 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:22.131888 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:25.867205 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:28.498294 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:33.569030 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:52:47.336107 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-90b9baa2-fdf7-4d67-9a10-539284448ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:50.056378 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2bd44d0b-8c9a-42d7-a053-59affe8d9b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:50.834464 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:50.863847 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:52.135939 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:55.886170 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:52:58.493801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:10.569163 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:53:17.337720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f40df975-3709-4cbd-aaa7-ff91668dacf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:19.540566 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-7b5f90ba-92ab-4fed-b031-f73ef56d53a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707283 May 26 23:53:19.676811 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-4cd219a9-b088-444b-a52e-85aecd1702c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1097 time: 0.0685647 May 26 23:53:19.838913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-ecfa10ba-5865-4b53-a318-c641e3e21567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:19.840279 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-ecfa10ba-5865-4b53-a318-c641e3e21567 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 897 time: 0.1446986 May 26 23:53:19.942075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-ee69c6b3-16e9-4340-a2e4-69485b2c190b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 1002 time: 0.0958383 May 26 23:53:20.007931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-85efbebb-c78b-4d9c-a171-0d8fa3a7dc78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:20.009435 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-85efbebb-c78b-4d9c-a171-0d8fa3a7dc78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0599344 May 26 23:53:20.058258 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e1c20e76-aad8-4606-b8d6-abe595496ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:20.083839 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-88416bdc-a9c5-4cef-afcb-7f891fc123af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685017 May 26 23:53:20.214651 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-6bc48881-14c7-4a0c-99b5-ca7dcfd315e2 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246581 May 26 23:53:20.343664 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7576dbc5-31e0-46ad-a3b5-9a01c0a9ed9f req-87e41cb7-857e-4d2f-b6a3-65a8ade9e2fc service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232519 May 26 23:53:20.836686 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:20.864652 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:22.135017 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:23.293483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71163b-23c0-4bd9-b6ca-1d710bdafbbc req-586c4e5c-472a-4b53-a271-1da3dcfabc4d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:23.294869 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a71163b-23c0-4bd9-b6ca-1d710bdafbbc req-586c4e5c-472a-4b53-a271-1da3dcfabc4d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0811145 May 26 23:53:23.339396 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7a71163b-23c0-4bd9-b6ca-1d710bdafbbc req-84380777-32fd-4a1e-b578-c5a0d9d98d2a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390801 May 26 23:53:24.532933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b83c8c-3165-4b16-8def-af3a9acaf320 req-c9b74b51-c96c-4099-8230-1b33341de9c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:24.534418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70b83c8c-3165-4b16-8def-af3a9acaf320 req-c9b74b51-c96c-4099-8230-1b33341de9c8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0762923 May 26 23:53:24.582588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-70b83c8c-3165-4b16-8def-af3a9acaf320 req-faeb8f72-aa34-47ae-8189-43053d322110 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 May 26 23:53:25.775707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a96b-8b0c-442c-be83-bd53800d092a req-b7d8d21c-2314-4183-a0e3-9f7a34e9666f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:25.777120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc00a96b-8b0c-442c-be83-bd53800d092a req-b7d8d21c-2314-4183-a0e3-9f7a34e9666f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0740807 May 26 23:53:25.823804 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cc00a96b-8b0c-442c-be83-bd53800d092a req-601b2fe8-f791-495e-a2ee-5cb7fb843f01 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411239 May 26 23:53:25.897428 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:27.101189 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59968064-b2b8-42f6-a14b-113f24d36616 req-9506aab6-27e2-4515-936e-56e678aa8a5f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:27.102553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59968064-b2b8-42f6-a14b-113f24d36616 req-9506aab6-27e2-4515-936e-56e678aa8a5f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.1602945 May 26 23:53:27.146684 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-59968064-b2b8-42f6-a14b-113f24d36616 req-cfc45807-9272-42ff-bc32-067029240562 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387201 May 26 23:53:28.337825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3aec8-db6e-42fe-b03f-edb00c457552 req-f64fbdbe-631b-4258-a529-f095d27a54ca tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:28.339254 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9a3aec8-db6e-42fe-b03f-edb00c457552 req-f64fbdbe-631b-4258-a529-f095d27a54ca tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0759912 May 26 23:53:28.384043 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d9a3aec8-db6e-42fe-b03f-edb00c457552 req-c619abb2-c8e7-49c0-bb99-2c41e711f981 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393853 May 26 23:53:28.509191 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:29.584712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5540205-7ec4-4582-9606-8dfeed7237d9 req-2af84e94-dd3f-431e-958b-846ad47e29dd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:29.586189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5540205-7ec4-4582-9606-8dfeed7237d9 req-2af84e94-dd3f-431e-958b-846ad47e29dd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0775979 May 26 23:53:29.631648 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c5540205-7ec4-4582-9606-8dfeed7237d9 req-441e3fd2-fd7f-4e79-a23a-b502e30e8d81 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397570 May 26 23:53:30.827568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1d2bd-cae7-4fad-b377-35d458f09968 req-bbe96f70-eb41-4bc0-b3cb-281e81f292de tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:30.829008 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8f1d2bd-cae7-4fad-b377-35d458f09968 req-bbe96f70-eb41-4bc0-b3cb-281e81f292de tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0799537 May 26 23:53:30.873248 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-f8f1d2bd-cae7-4fad-b377-35d458f09968 req-f9449025-e377-4681-a2c6-fc0835b5238d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386906 May 26 23:53:32.067858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02c3e-0770-475b-9b23-34c5d4a5f7be req-6d1a4b0b-2f7d-43ba-b300-a20dcb0729d4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:32.069278 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-94c02c3e-0770-475b-9b23-34c5d4a5f7be req-6d1a4b0b-2f7d-43ba-b300-a20dcb0729d4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0771115 May 26 23:53:32.114096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-94c02c3e-0770-475b-9b23-34c5d4a5f7be req-c0804149-0c29-447e-ab76-a4df44b39249 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 May 26 23:53:33.306343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ce41a-35fe-4a99-a7f2-4be068800ff3 req-165cdb84-6d42-4c56-a235-868147de121e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:33.307754 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-554ce41a-35fe-4a99-a7f2-4be068800ff3 req-165cdb84-6d42-4c56-a235-868147de121e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0745540 May 26 23:53:33.350929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-554ce41a-35fe-4a99-a7f2-4be068800ff3 req-48aea9a8-7107-4c51-b3ab-7f17e146a496 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378184 May 26 23:53:34.546078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297404-b5c6-4549-9fbd-74c18ccd8b03 req-c6be488e-0415-4319-82ca-af8509428f3e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:34.547562 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-58297404-b5c6-4549-9fbd-74c18ccd8b03 req-c6be488e-0415-4319-82ca-af8509428f3e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0787082 May 26 23:53:34.592426 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-58297404-b5c6-4549-9fbd-74c18ccd8b03 req-78bdeb26-c21c-4ecc-8bb8-438df2b03c25 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 May 26 23:53:34.620869 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:53:34.724836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9da35a98-f136-47c7-baef-6b63798dd925 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 994 time: 0.1027682 May 26 23:53:36.206587 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f55d-8dcf-4dc0-95ff-ee60378e61d1 req-b9a2b4a0-0699-40a7-8399-45f94bff3c26 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:36.208445 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b341f55d-8dcf-4dc0-95ff-ee60378e61d1 req-b9a2b4a0-0699-40a7-8399-45f94bff3c26 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0788419 May 26 23:53:36.231407 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-6407d933-cb3e-4e08-a63b-096034f37a59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1097 time: 0.0684440 May 26 23:53:36.253748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b341f55d-8dcf-4dc0-95ff-ee60378e61d1 req-58109cd2-9005-4246-8935-2fb3d0a9a4ad tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 May 26 23:53:36.359781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-a6386008-d325-4966-a955-457dc4a6844e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:36.361219 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-a6386008-d325-4966-a955-457dc4a6844e service neutron] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 897 time: 0.1245348 May 26 23:53:36.471729 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-e42e02fe-b5b2-48f5-b3f7-a668cbedc38e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 1002 time: 0.1046999 May 26 23:53:36.531882 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-c7ad9578-4804-40a3-82b2-79b95d845447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:36.533229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-c7ad9578-4804-40a3-82b2-79b95d845447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0561421 May 26 23:53:36.606647 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-98e18192-ac76-4c13-ac29-58f7da23cd98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677242 May 26 23:53:36.733830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-0cfbc5d5-cddd-4dc4-970c-a0f2d5e9feb4 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214201 May 26 23:53:36.859586 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e35f1d10-cfb5-401f-a7d0-4ea66a84fb13 req-7a8ec363-f35f-4d79-8182-ffae8b0368ff service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201532 May 26 23:53:37.470133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611192a-4523-409c-94f7-f863f7f47784 req-ec99fbc3-d370-4bb9-83f0-d38439ac804f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:37.471567 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7611192a-4523-409c-94f7-f863f7f47784 req-ec99fbc3-d370-4bb9-83f0-d38439ac804f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0882070 May 26 23:53:37.517128 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7611192a-4523-409c-94f7-f863f7f47784 req-60e8cb2e-4759-43aa-aa3c-fd8cad180c3e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 May 26 23:53:38.717626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a89f5-7d0f-4403-98d2-9aec9eebcfba req-1ba54c4a-fb61-494d-a9bd-a438123cc48d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:53:38.719125 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-932a89f5-7d0f-4403-98d2-9aec9eebcfba req-1ba54c4a-fb61-494d-a9bd-a438123cc48d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0813289 May 26 23:53:38.768199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-932a89f5-7d0f-4403-98d2-9aec9eebcfba req-80ed5b38-f47d-4c99-b103-565a139e0883 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 May 26 23:53:38.796206 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47764) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:53:38.898418 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-45af41bc-ef08-46b2-9be5-24bc762085ef tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 200 len: 994 time: 0.1010134 May 26 23:53:47.372927 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1acb0574-f795-4484-aa72-2dcb3ec1d610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:47.570042 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:53:50.059894 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2e343924-b6b4-4011-8dd3-2a08070d8310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:50.840145 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:50.865787 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:52.137640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:55.887420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:53:58.514558 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:17.334183 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e228c8fe-b3aa-4ab6-b072-c0e5c9341b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:19.526245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-7c9ee4f5-adc6-475e-8a3e-dfc2f8c2a9ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690048 May 26 23:54:19.660959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-847e3649-fda0-453d-8cab-4ed52b69955a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1097 time: 0.0670280 May 26 23:54:19.802393 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-747e8d79-1ce2-4302-aa9b-3b587e7b3f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:19.803727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-747e8d79-1ce2-4302-aa9b-3b587e7b3f0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 897 time: 0.1249034 May 26 23:54:19.993501 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-c0fb28f3-6297-49c5-afd5-571a5912f94a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 1002 time: 0.1837385 May 26 23:54:20.055740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-bc47e3da-0fe3-4d61-a837-636c06e14c1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:20.057164 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-bc47e3da-0fe3-4d61-a837-636c06e14c1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0582445 May 26 23:54:20.061143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-60651a30-315d-4d32-829b-b44058eb8d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:20.129404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-8565b139-3d20-4707-ac06-b123a12c3fba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665789 May 26 23:54:20.138517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-75692d1c-9d77-4f1d-ac9c-18666544233b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:54:20.139405 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-75692d1c-9d77-4f1d-ac9c-18666544233b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045457 May 26 23:54:20.266600 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-fbb78b16-4011-4a56-8355-e37fde2df563 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211429 May 26 23:54:20.397920 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff28cb70-f2c7-4472-9f5f-202dc0c401eb req-7b0ad6dd-cfa4-420c-b3e9-791c610d9002 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256728 May 26 23:54:20.842533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:20.866095 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:22.141641 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:24.570580 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:54:25.895577 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:28.251394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47784) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:28.457605 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port e0443c00-519d-4d99-9fa0-1b225a8996ec {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:54:28.457965 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:28.512913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:28.620863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:28.621212 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:28.738033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for e0443c00-519d-4d99-9fa0-1b225a8996ec owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:54:28.881137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:28.925045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=e0443c00-519d-4d99-9fa0-1b225a8996ec,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:28.964901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.965239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.965572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.965927 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.966258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.966583 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.966906 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.967228 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.967546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.967864 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:28.968187 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:29.026264 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:29.503901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:54:29.704637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:54:29.715124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] Sync routers for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:54:29.727962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:29.728187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:29.728696 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:29.781181 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3c0573a0-b36e-450d-99aa-59d0d7a51341 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/floatingips/b2c5788f-d29f-41b6-b31e-2d342c00c430 HTTP/1.1" status: 204 len: 168 time: 1.5283771 May 26 23:54:29.781749 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:54:29.911270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:29.923779 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6951fe-a945-405a-b07a-731d8c749d78'] response: {'name': 'network-changed', 'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'status': 'completed', 'code': 200} May 26 23:54:30.029285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-66c2f7eb-9ec2-4184-8ec3-1352f89e08e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 1097 time: 0.0837836 May 26 23:54:30.213714 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-10821aee-b866-4aba-b428-0f90533781b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:30.215139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-10821aee-b866-4aba-b428-0f90533781b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 200 len: 897 time: 0.1798229 May 26 23:54:30.231428 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:02Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:30.235300 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] Checking router: c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:54:30.246134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:30.246717 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:30.277935 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21b545-46bc-46b6-ad5b-9bab47ad8e6a req-977ed4b4-97d4-4314-bd06-748925209d90 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:30.278612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4b21b545-46bc-46b6-ad5b-9bab47ad8e6a req-977ed4b4-97d4-4314-bd06-748925209d90 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:54:30.304146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-ae9d6010-bccf-49f2-a8f1-72b8d68a102e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 200 len: 217 time: 0.0814266 May 26 23:54:30.308665 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-4b21b545-46bc-46b6-ad5b-9bab47ad8e6a req-977ed4b4-97d4-4314-bd06-748925209d90 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:54:30.310042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b21b545-46bc-46b6-ad5b-9bab47ad8e6a req-977ed4b4-97d4-4314-bd06-748925209d90 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.2028117 May 26 23:54:30.398298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-28dc3891-70e5-4276-8f80-ecb6d7b697dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:30.399746 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-28dc3891-70e5-4276-8f80-ecb6d7b697dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 200 len: 834 time: 0.0888414 May 26 23:54:30.402143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4b21b545-46bc-46b6-ad5b-9bab47ad8e6a req-7bec8aa3-aac6-4aef-8b4d-00bbcf8e37a3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630836 May 26 23:54:30.423025 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:30.478271 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-ab7cb7e1-0c81-4883-83a5-6511a4516461 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23fd060b-20af-4d0c-a538-1888fac5d347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725596 May 26 23:54:30.609051 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-7f5e5e09-5c02-4fc6-b0c3-0d57182636a1 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227760 May 26 23:54:30.732260 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:02Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:30.736138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c2ac1-fb25-43eb-aa2b-6076a8b5c757 None None] The sync data for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 is: [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:51:55Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '385fa522-5cd3-4192-8efa-0a117e6d60e2', 'name': '', 'network_id': '23fd060b-20af-4d0c-a538-1888fac5d347', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:56:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:55Z', 'updated_at': '2022-05-26T23:52:02Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '0e505b3b-fded-49f0-9504-5b85acd68bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:54:30.742287 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-eac2fd7f-b4db-4abd-9bcb-ffe300868555 req-81cc4bb2-da39-4bde-934d-caa852403972 service neutron] 10.222.0.48 "GET /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261346 May 26 23:54:30.957637 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd740c-79cf-4e5e-824e-fd3c41125468 None None] New status for floating IP b2c5788f-d29f-41b6-b31e-2d342c00c430: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:54:31.605248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1d0e-9ce0-4f81-b783-5ac62aae5b3f req-c38007d2-6fa1-4e30-a635-9f201a293e52 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:31.606775 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-261c1d0e-9ce0-4f81-b783-5ac62aae5b3f req-c38007d2-6fa1-4e30-a635-9f201a293e52 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0785069 May 26 23:54:31.651612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-261c1d0e-9ce0-4f81-b783-5ac62aae5b3f req-6a3e57c0-a414-4b3a-a7e5-1a527ef88909 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=175273e4-60fd-4691-b113-f42b3bddfc97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 May 26 23:54:31.951346 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-c50b32b1-1b25-4ae4-8929-a4270540669e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:31.952756 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-c50b32b1-1b25-4ae4-8929-a4270540669e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 946 time: 0.0745115 May 26 23:54:32.021696 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 5b379a1b-87d8-42e4-9e02-374051bf8474 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:54:32.022053 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:32.361517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port 5b379a1b-87d8-42e4-9e02-374051bf8474, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=5b379a1b-87d8-42e4-9e02-374051bf8474,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:32.361909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:32.487048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 5b379a1b-87d8-42e4-9e02-374051bf8474 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:54:32.628012 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:32.680951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=5b379a1b-87d8-42e4-9e02-374051bf8474,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:32.751892 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] No DVR routers for this DVR port 5b379a1b-87d8-42e4-9e02-374051bf8474 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:54:32.755354 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:32.757901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'name': 'network-vif-deleted', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:54:32.774665 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f49d1a8e-d804-43ef-b390-e461b01134cf req-d5ca2ddc-1e24-4176-8485-c9e9204fcdb9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.48 "DELETE /v2.0/ports/5b379a1b-87d8-42e4-9e02-374051bf8474 HTTP/1.1" status: 204 len: 173 time: 0.8169510 May 26 23:54:32.820287 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3e790240-0ee9-46bb-a49d-534f5db8f726 req-0583b242-dce7-4f8b-94f6-41bfd732f4a5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:54:32.823613 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6781de77-ad48-470c-b271-bbf1caabdd24'] response: {'server_uuid': 'b922f0c5-b775-4dee-be12-d710bd800eea', 'name': 'network-vif-deleted', 'tag': '5b379a1b-87d8-42e4-9e02-374051bf8474', 'status': 'completed', 'code': 200} May 26 23:54:32.838668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-3e790240-0ee9-46bb-a49d-534f5db8f726 req-0583b242-dce7-4f8b-94f6-41bfd732f4a5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:54:32.839810 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3e790240-0ee9-46bb-a49d-534f5db8f726 req-0583b242-dce7-4f8b-94f6-41bfd732f4a5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=b922f0c5-b775-4dee-be12-d710bd800eea HTTP/1.1" status: 200 len: 210 time: 0.0641766 May 26 23:54:33.945221 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47806) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:34.339066 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:35.021998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 385fa522-5cd3-4192-8efa-0a117e6d60e2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:54:35.022638 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:35.205131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port 385fa522-5cd3-4192-8efa-0a117e6d60e2, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=385fa522-5cd3-4192-8efa-0a117e6d60e2,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:35.205484 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:35.292664 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 5b379a1b-87d8-42e4-9e02-374051bf8474 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:54:35.323230 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 385fa522-5cd3-4192-8efa-0a117e6d60e2 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:54:35.324344 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 5b379a1b-87d8-42e4-9e02-374051bf8474 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:54:35.324683 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 5b379a1b-87d8-42e4-9e02-374051bf8474 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:54:35.493881 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:35.539522 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=385fa522-5cd3-4192-8efa-0a117e6d60e2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:35.829851 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:36.492530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:54:36.687547 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:54:36.696782 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] Sync routers for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:54:36.703554 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3babec61-bdc0-4319-8667-bf200cc7fd78 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/c9a945a0-2b3a-4ee2-af6f-08a8f2683c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572274 May 26 23:54:36.706246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47810) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:36.709546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:36.710169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:36.890905 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting subnet 0e505b3b-fded-49f0-9504-5b85acd68bc3 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:54:36.893962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:36.923757 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:36.948664 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.031273 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.105994 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.144736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Subnet': ['ID=0e505b3b-fded-49f0-9504-5b85acd68bc3,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:37.149178 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.156248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e904adaa-ef8b-4728-8bba-1b2b1e76f731 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/subnets/0e505b3b-fded-49f0-9504-5b85acd68bc3 HTTP/1.1" status: 204 len: 168 time: 0.4487965 May 26 23:54:37.158893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47814) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:37.169212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831b0cf-253f-4dc2-b199-a540af15919d None None] Network 23fd060b-20af-4d0c-a538-1888fac5d347 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:54:37.353561 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:54:35Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:37.359425 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.364724 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] Checking router: c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:54:37.383404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] Routers {'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:37.384017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:37.565316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.572018 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] DHCP port deletion for 23fd060b-20af-4d0c-a538-1888fac5d347 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:54:37.575658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:54:37.576024 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.579148 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Deleting port 7c0a116c-752b-45d4-9bc0-58b001ee884e {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:54:37.579518 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.616078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] Set router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:37.759677 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:37.760034 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:37.982388 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:54:38.020171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] For port 7c0a116c-752b-45d4-9bc0-58b001ee884e, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7c0a116c-752b-45d4-9bc0-58b001ee884e,segment=NetworkSegment(c9318d96-910d-4942-a3d4-cf1c7d666ac7),segment_id=c9318d96-910d-4942-a3d4-cf1c7d666ac7)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:38.020731 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.149281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Calling delete_port for 7c0a116c-752b-45d4-9bc0-58b001ee884e owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:54:38.150428 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.196019 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:38.272338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:54:35Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:38.277048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba815a9-3f05-409e-832b-49cbf3de5223 None None] The sync data for ids ['c9a945a0-2b3a-4ee2-af6f-08a8f2683c23'] in n-d-843301-1 is: [{'id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892115635', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:51:51Z', 'updated_at': '2022-05-26T23:54:35Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a945a0-2b3a-4ee2-af6f-08a8f2683c23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:51:52Z', 'updated_at': '2022-05-26T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:54:38.279281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.323170 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Pushing event deleted for resources: {'Port': ['ID=7c0a116c-752b-45d4-9bc0-58b001ee884e,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:38.334508 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] No DVR routers for this DVR port 7c0a116c-752b-45d4-9bc0-58b001ee884e on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:54:38.338123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.338469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.338806 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.339143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.339474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.339803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.340132 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.340457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.342254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.342254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.342254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ffc25e-7046-4fe9-94fa-08c7bbb39c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:38.430266 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.689020 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.695171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.723434 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.723941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Fanout notify agent at l3_agent the message router_deleted on router c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:54:38.740357 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.744114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-92fe61d4-3271-4d80-a943-86f9ba002306 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/routers/c9a945a0-2b3a-4ee2-af6f-08a8f2683c23 HTTP/1.1" status: 204 len: 168 time: 1.5817816 May 26 23:54:38.744322 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47818) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:38.762224 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c0a116c-752b-45d4-9bc0-58b001ee884e no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:54:38.799773 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7c0a116c-752b-45d4-9bc0-58b001ee884e {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:54:38.800379 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7c0a116c-752b-45d4-9bc0-58b001ee884e not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:54:38.801433 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 385fa522-5cd3-4192-8efa-0a117e6d60e2 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:54:38.834041 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 385fa522-5cd3-4192-8efa-0a117e6d60e2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:54:38.834386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 385fa522-5cd3-4192-8efa-0a117e6d60e2 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:54:38.865509 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:38.997349 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.022858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fd060b-20af-4d0c-a538-1888fac5d347']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:39.034795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9318d96-910d-4942-a3d4-cf1c7d666ac7') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:39.035083 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9318d96-910d-4942-a3d4-cf1c7d666ac7') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:39.045963 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.061622 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.067969 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:54:39.068336 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: timer() May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:54:39.081906 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:54:39.158608 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.175136 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.186217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Network': ['ID=23fd060b-20af-4d0c-a538-1888fac5d347,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:39.194320 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0d192d2d-a53d-45ca-a349-9304c4b7e4a4 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/networks/23fd060b-20af-4d0c-a538-1888fac5d347 HTTP/1.1" status: 204 len: 168 time: 0.4489594 May 26 23:54:39.196975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47822) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:39.263085 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c8cee552-f891-4435-b6b6-995fcc088302 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.293733 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c8cee552-f891-4435-b6b6-995fcc088302 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.355840 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c8cee552-f891-4435-b6b6-995fcc088302 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.376490 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cee552-f891-4435-b6b6-995fcc088302 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175273e4-60fd-4691-b113-f42b3bddfc97,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:39.390909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c8cee552-f891-4435-b6b6-995fcc088302 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:39.392055 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c8cee552-f891-4435-b6b6-995fcc088302 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/security-groups/175273e4-60fd-4691-b113-f42b3bddfc97 HTTP/1.1" status: 204 len: 168 time: 0.1941805 May 26 23:54:40.342142 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:54:40.374627 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:54:40.374967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device b5dd0f6b-ad70-4ac0-a4f6-c5e43d87e2c7 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:54:40.561769 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47832) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:40.567829 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833785334', 'description': 'tempest-secgroup-smoke-1833785334 description', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:40.574710 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:40.578758 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:40.581471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:40.682352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:40.692536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.725863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:40.729750 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:40.732564 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:40.738117 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:40.790714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.794156 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.835971 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3567646f-b47b-4d2f-816b-25cef117e030,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:40.838449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.839607 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7bd5dc23-d08a-4db8-b8ab-461deefe83ed tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2768693 May 26 23:54:40.842517 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47836) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:40.848572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '3567646f-b47b-4d2f-816b-25cef117e030', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:40.855113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:40.858901 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:40.861720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:40.867899 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:40.883406 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.942767 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.946228 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.968373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ada44-885b-4240-b65b-e3757ca09b99,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:40.977320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:40.978485 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-30f8a3cb-49b6-468a-8f27-e02c8162d867 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1350427 May 26 23:54:40.981143 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47840) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:40.986379 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '3567646f-b47b-4d2f-816b-25cef117e030', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:40.993254 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:40.997063 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:40.999909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:41.005619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:41.023678 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.083634 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.086835 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.109638 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7b5491-1e7a-47d3-a680-a36d5a4430b0,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:41.118607 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.119786 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-35190f6d-abbc-4e94-89a0-714fa287c966 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377172 May 26 23:54:41.122430 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47844) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:41.127621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '3567646f-b47b-4d2f-816b-25cef117e030', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:41.133987 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:41.137764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:41.140589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:41.146740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:41.163219 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.222407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.226122 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.247995 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ac894b-3546-4ceb-bb9a-7a8cb8dd4b23,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:41.257070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.258248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9166b4b3-6c83-4ccb-91dc-1ca80c834670 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1349270 May 26 23:54:41.260913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47848) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:41.266114 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '3567646f-b47b-4d2f-816b-25cef117e030', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:41.272809 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:41.276634 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:41.279456 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:41.286074 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:41.302010 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.366037 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.369334 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.391273 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab99db6-0888-4b00-9fff-d37269f6395e,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:41.400673 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.401869 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ba377825-31ab-4279-94f2-ed9359470d84 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1400328 May 26 23:54:41.404570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47852) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:41.411029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '3567646f-b47b-4d2f-816b-25cef117e030', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:41.417640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:41.421374 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:41.424168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:41.429774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:41.439463 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:54:41.446016 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.510308 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.513798 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.537420 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08725137-e3aa-4ab9-8a67-46274869b372,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:41.545476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.546663 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-729d32a1-6e3f-4ffc-bd4e-764551a1c0fd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1410608 May 26 23:54:41.549275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47856) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:41.554592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'security_group_rule': {'security_group_id': '3567646f-b47b-4d2f-816b-25cef117e030', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:41.561928 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:41.565689 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:security_group_rule and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:41.569051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:41.574673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:41.584764 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Project 604fc8cfe9244c5aa3c3454ea9bf2bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:54:41.590782 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.655505 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.659728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.682846 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687b1059-d9ad-46c3-9838-b809f0832926,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:41.690922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.692597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-259b6559-d16c-438e-829a-b7fd42311df9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1423764 May 26 23:54:41.695529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47860) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:41.700770 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'network': {'name': 'tempest-network-smoke--1156599890', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'port_security_enabled': True}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:41.706364 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:41.711099 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:network and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:41.713933 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:41.719530 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:41.731307 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:54:41.734341 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.761756 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:54:41.771173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.771610 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Added segment 60726bea-f240-4cea-a9e1-e5c85f506cd4 of type vlan for network d8120ea0-3ee0-4eed-b27d-5261f1415df7 May 26 23:54:41.796672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.825275 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.828834 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:41.829397 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.931291 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2346947 May 26 23:54:41.933871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c33ec-eede-4bfd-a866-2a46b24da85c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Network': ['ID=d8120ea0-3ee0-4eed-b27d-5261f1415df7,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:41.934215 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47864) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:41.939467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'admin_state_up': True, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:41.944954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:54:41.947751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:41.951513 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:router and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:41.954283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:41.960365 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:41.970142 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.971057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:41.988954 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:42.220283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:42.392816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:42.421762 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:42.557589 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.75 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/a7c5177b-e52e-495e-965e-e2072ae622e4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:54:42.701846 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:42.728595 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:42.792445 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:54:42.795239 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:54:42.799402 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:54:42.826301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=a7c5177b-e52e-495e-965e-e2072ae622e4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:42.849380 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.849741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.850076 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.850400 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.850723 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.851042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.851358 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.851674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.851988 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.852298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.852611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:42.962135 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:42.962837 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:43.185743 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 016341ee-7048-462a-bdc6-ef6a9974f924 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:54:43.379928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:54:43.390059 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Sync routers for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:54:43.403074 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:43.403667 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:43.407555 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:43.408769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2372f093-8907-40e9-bc7f-c07344eadc36 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4735513 May 26 23:54:43.412659 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47868) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:43.453783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8a92fb48-744b-4d12-8dad-82a0576ec17c tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399733 May 26 23:54:43.456331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47872) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:43.576767 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:43.584157 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a733b1c-0bb0-41e5-9841-b40e37d60605 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:43.585612 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8a733b1c-0bb0-41e5-9841-b40e37d60605 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284235 May 26 23:54:43.588523 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47876) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:43.628472 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-11117a99-2bd6-42a7-94ca-c02e5adc6a6e tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=c9fddcb8-c662-47cd-b55b-616d0e9874e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366461 May 26 23:54:43.628705 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47880) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:43.633888 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1198779828', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:43.849036 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:43.852971 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:subnet and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:43.855748 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:43.861283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:43.862410 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:42Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:43.866263 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Checking router: 016341ee-7048-462a-bdc6-ef6a9974f924 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:54:43.866602 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Updating router 016341ee-7048-462a-bdc6-ef6a9974f924 port a7c5177b-e52e-495e-965e-e2072ae622e4 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:54:43.870892 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:54:43.917464 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:43.971046 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.185367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.233786 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.246511 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Transition to ACTIVE for port object a7c5177b-e52e-495e-965e-e2072ae622e4 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:54:44.252381 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.263664 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Subnet': ['ID=688ac0a6-d560-4c8f-b258-2e437771a860,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:44.278297 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Checking segment: {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:54:44.278653 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network hostable DHCP agents. Network: d8120ea0-3ee0-4eed-b27d-5261f1415df7, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:54:44.302518 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:54:44.311449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, d8120ea0-3ee0-4eed-b27d-5261f1415df7) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:54:44.315470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:44.316112 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.322792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210458e-47d3-49f5-95c9-76603940f425 None None] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:54:44.339334 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Attempting to bind port a7c5177b-e52e-495e-965e-e2072ae622e4 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:54:44.339703 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Attempting to bind port a7c5177b-e52e-495e-965e-e2072ae622e4 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:54:44.340090 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Attempting to bind port a7c5177b-e52e-495e-965e-e2072ae622e4 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:54:44.347551 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9d97f610-d875-4914-8551-8982577d4f5a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7177923 May 26 23:54:44.349870 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:54:44.350239 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:54:44.350629 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.350764 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47884) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:44.351009 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:54:44.351460 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Bound port: a7c5177b-e52e-495e-965e-e2072ae622e4, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:54:44.351830 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.374597 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Pushing event updated for resources: {'Port': ['ID=a7c5177b-e52e-495e-965e-e2072ae622e4,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:44.404504 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.405243 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.405243 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.405475 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.406579 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.407089 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.407410 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.407730 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.408053 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.408370 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.408686 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:54:44.440431 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] For port a7c5177b-e52e-495e-965e-e2072ae622e4, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:54:44.446061 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] For port a7c5177b-e52e-495e-965e-e2072ae622e4, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a7c5177b-e52e-495e-965e-e2072ae622e4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:54:44.452529 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.540513 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-d8120ea0-3ee0-4eed-b27d-5261f1415df7', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:54:44.541709 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.546151 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:44.546769 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:44.710558 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca20b8-5328-4183-a6d5-1e969cb91652 None None] Pushing event updated for resources: {'Port': ['ID=a7c5177b-e52e-495e-965e-e2072ae622e4,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:44.726783 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Allocated IP 172.20.0.2 (d8120ea0-3ee0-4eed-b27d-5261f1415df7/688ac0a6-d560-4c8f-b258-2e437771a860/cad18d70-983c-48f6-a2eb-39db520d54c1) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:54:44.772219 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:44.941338 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:44.952299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Transition to ACTIVE for port object cad18d70-983c-48f6-a2eb-39db520d54c1 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:54:44.970609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Transition to ACTIVE for port object cad18d70-983c-48f6-a2eb-39db520d54c1 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:54:44.976614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:45.050722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:54:45.051438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Pushing event updated for resources: {'Port': ['ID=cad18d70-983c-48f6-a2eb-39db520d54c1,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:45.053958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:54:45.055897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:54:45.078916 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:42Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:45.083314 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8fa45-ec61-4307-b1b1-882c6f4366b6 None None] The sync data for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 is: [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:42Z', 'revision_number': 3, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:54:45.135469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:45.142542 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Attempting to bind port cad18d70-983c-48f6-a2eb-39db520d54c1 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:54:45.142916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Attempting to bind port cad18d70-983c-48f6-a2eb-39db520d54c1 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:54:45.143273 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Attempting to bind port cad18d70-983c-48f6-a2eb-39db520d54c1 on network d8120ea0-3ee0-4eed-b27d-5261f1415df7 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:54:45.150807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:54:45.151163 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Checking segment: {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:54:45.151549 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:45.152071 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Bound using segment: {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:54:45.152538 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Bound port: cad18d70-983c-48f6-a2eb-39db520d54c1, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:54:45.152907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:45.246667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] For port cad18d70-983c-48f6-a2eb-39db520d54c1, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:54:45.249733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] For port cad18d70-983c-48f6-a2eb-39db520d54c1, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cad18d70-983c-48f6-a2eb-39db520d54c1,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:54:45.258214 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:45.351850 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7ffa5-aa89-45c4-ad3a-3eea1db6b274 None None] Pushing event updated for resources: {'Port': ['ID=cad18d70-983c-48f6-a2eb-39db520d54c1,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:45.715833 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.1 (d8120ea0-3ee0-4eed-b27d-5261f1415df7/688ac0a6-d560-4c8f-b258-2e437771a860/bee82445-27b0-48f0-ac4d-bcee3dec6dfb) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:54:45.887417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:45.903771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object bee82445-27b0-48f0-ac4d-bcee3dec6dfb will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:54:45.926972 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:45.997539 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:54:46.000624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:54:46.005185 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:54:46.029502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:46.068357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.154863 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.286799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7af03d-5193-4496-ae83-806af1105eb8 None None] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:54:46.466213 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cad18d70-983c-48f6-a2eb-39db520d54c1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:54:46.492138 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c1f5745c-22b2-455c-b0bd-d09094f6fbc9 None None] Provisioning for port cad18d70-983c-48f6-a2eb-39db520d54c1 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:54:46.567157 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.571625 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.592404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port cad18d70-983c-48f6-a2eb-39db520d54c1 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:54:46.600673 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cad18d70-983c-48f6-a2eb-39db520d54c1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:46.601044 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.691934 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.695488 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:46.759618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.793867 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port cad18d70-983c-48f6-a2eb-39db520d54c1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cad18d70-983c-48f6-a2eb-39db520d54c1,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:46.799276 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.800162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7c5177b-e52e-495e-965e-e2072ae622e4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:54:46.844073 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:54:46.845420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:54:46.925436 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=cad18d70-983c-48f6-a2eb-39db520d54c1,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:46.937909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port a7c5177b-e52e-495e-965e-e2072ae622e4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:54:46.944108 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a7c5177b-e52e-495e-965e-e2072ae622e4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:46.944470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:46.995937 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49f545f8-f8fc-41e0-add5-b6e50b67ab6d None None] Provisioning complete for port cad18d70-983c-48f6-a2eb-39db520d54c1 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:46.996296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-49f545f8-f8fc-41e0-add5-b6e50b67ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:47.153412 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:47.186688 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port a7c5177b-e52e-495e-965e-e2072ae622e4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a7c5177b-e52e-495e-965e-e2072ae622e4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:47.194104 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:47.256816 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49f545f8-f8fc-41e0-add5-b6e50b67ab6d None None] Provisioning for port bee82445-27b0-48f0-ac4d-bcee3dec6dfb completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:54:47.267484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-49f545f8-f8fc-41e0-add5-b6e50b67ab6d None None] Provisioning complete for port bee82445-27b0-48f0-ac4d-bcee3dec6dfb triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:47.267914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-49f545f8-f8fc-41e0-add5-b6e50b67ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:47.305697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=a7c5177b-e52e-495e-965e-e2072ae622e4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:47.339694 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-49f545f8-f8fc-41e0-add5-b6e50b67ab6d None None] Port bee82445-27b0-48f0-ac4d-bcee3dec6dfb cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:54:47.345745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5961b05e-2016-4f0a-b00d-26b0cdddef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:47.372813 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 016341ee-7048-462a-bdc6-ef6a9974f924 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:54:47.460291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-239c4bed-e8f0-4046-bdef-1664fd8bf345 None None] Provisioning complete for port bee82445-27b0-48f0-ac4d-bcee3dec6dfb triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:47.460659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-239c4bed-e8f0-4046-bdef-1664fd8bf345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:47.514614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-239c4bed-e8f0-4046-bdef-1664fd8bf345 None None] Port bee82445-27b0-48f0-ac4d-bcee3dec6dfb cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:54:47.577153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:54:47.589884 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-992daef8-44ac-428e-9dd9-d13cc373a26d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/016341ee-7048-462a-bdc6-ef6a9974f924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2382083 May 26 23:54:47.772426 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-30f85bab-ea25-4f58-9a46-4eed9388d46f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:54:47.787449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-30f85bab-ea25-4f58-9a46-4eed9388d46f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:54:47.788516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-30f85bab-ea25-4f58-9a46-4eed9388d46f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833785334&fields=id&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 267 time: 0.0552619 May 26 23:54:47.932072 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-046e3a8b-0408-4251-a2cb-34722b66089d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:47.932733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-046e3a8b-0408-4251-a2cb-34722b66089d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:54:47.948279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-046e3a8b-0408-4251-a2cb-34722b66089d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:54:47.949345 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-046e3a8b-0408-4251-a2cb-34722b66089d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/networks?id=d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 200 len: 797 time: 0.1545434 May 26 23:54:47.965392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-9636d40b-d314-46dd-b79e-8917c0834a76 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/quotas/604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0107872 May 26 23:54:48.043009 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-7eb9f62a-b2a7-42e6-8466-de1ccc83200b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:54:48.058076 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-7eb9f62a-b2a7-42e6-8466-de1ccc83200b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:54:48.059209 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-7eb9f62a-b2a7-42e6-8466-de1ccc83200b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892470 May 26 23:54:48.135348 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-62819ecf-fd8d-4a32-8b71-3cdffd02391f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:54:48.136304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-62819ecf-fd8d-4a32-8b71-3cdffd02391f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0654507 May 26 23:54:48.266253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-72441f3f-0a35-4fac-aba9-7d6e628537a6 service neutron] 10.222.0.32 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235633 May 26 23:54:48.396064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cad18d70-983c-48f6-a2eb-39db520d54c1 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:54:48.402997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-3187fbcc-5823-4038-a8c0-4c9b0963e804 service neutron] 10.222.0.32 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312101 May 26 23:54:48.467090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cad18d70-983c-48f6-a2eb-39db520d54c1 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:48.467465 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:48.596405 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7c5177b-e52e-495e-965e-e2072ae622e4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:54:48.638161 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a93c7e92-50bb-4b1e-8290-fa3e56b0e111 req-f1eda3cc-8ee7-467a-a52c-45ad200bdaac tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:54:48.652512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-a93c7e92-50bb-4b1e-8290-fa3e56b0e111 req-f1eda3cc-8ee7-467a-a52c-45ad200bdaac tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:54:48.654132 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a93c7e92-50bb-4b1e-8290-fa3e56b0e111 req-f1eda3cc-8ee7-467a-a52c-45ad200bdaac tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 210 time: 0.0704184 May 26 23:54:48.678128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Sync routers for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:54:48.695709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:48.696320 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:48.836286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port a7c5177b-e52e-495e-965e-e2072ae622e4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:48.836657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:48.934825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:49.293356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 2, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:49.297220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Checking router: 016341ee-7048-462a-bdc6-ef6a9974f924 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:54:49.297592 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Updating router 016341ee-7048-462a-bdc6-ef6a9974f924 port bee82445-27b0-48f0-ac4d-bcee3dec6dfb binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:54:49.400564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:49.731564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:49.743681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Transition to ACTIVE for port object bee82445-27b0-48f0-ac4d-bcee3dec6dfb will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:54:49.750587 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:49.853588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e5772936-d271-4f55-bb1b-66936ed5b70f req-c3c20298-45f0-4e03-9bfe-a4c4e087641b tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 210 time: 0.0552175 May 26 23:54:49.894441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccfe91-fd38-410f-bdb7-0780cdf33157 None None] Pushing event updated for resources: {'Port': ['ID=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:49.959938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-527b665c-d607-4af3-86fd-d8f4e8795d92 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:49.961573 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-527b665c-d607-4af3-86fd-d8f4e8795d92 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/networks?id=d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 200 len: 797 time: 0.2078853 May 26 23:54:49.986195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Attempting to bind port bee82445-27b0-48f0-ac4d-bcee3dec6dfb on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:54:49.986691 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Attempting to bind port bee82445-27b0-48f0-ac4d-bcee3dec6dfb by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:54:49.987105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Attempting to bind port bee82445-27b0-48f0-ac4d-bcee3dec6dfb on network d8120ea0-3ee0-4eed-b27d-5261f1415df7 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:54:50.000640 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:54:50.001050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Checking segment: {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:54:50.001546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.001958 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Bound using segment: {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:54:50.002580 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Bound port: bee82445-27b0-48f0-ac4d-bcee3dec6dfb, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:54:50.002848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.029771 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-7bad813a-e786-40ad-8302-b5a4f10549d5 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6 HTTP/1.1" status: 200 len: 380 time: 0.0472925 May 26 23:54:50.042512 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'port': {'device_id': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'admin_state_up': True, 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'security_groups': ['3567646f-b47b-4d2f-816b-25cef117e030']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:50.092953 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af179be8-5a23-4ff9-9270-e9c818d8eed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.119519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] For port bee82445-27b0-48f0-ac4d-bcee3dec6dfb, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:54:50.122371 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] For port bee82445-27b0-48f0-ac4d-bcee3dec6dfb, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:54:50.126999 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.181220 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:50.190578 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:50.200749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Made reservation on behalf of 604fc8cfe9244c5aa3c3454ea9bf2bd6 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:54:50.204049 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.216215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccfe91-fd38-410f-bdb7-0780cdf33157 None None] Pushing event updated for resources: {'Port': ['ID=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:50.224883 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:54:50.225497 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:50.386991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.20.0.13 (d8120ea0-3ee0-4eed-b27d-5261f1415df7/688ac0a6-d560-4c8f-b258-2e437771a860/5846a198-81d0-4615-b6b8-a12c768a0902) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:54:50.411396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:54:50.579645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.595357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Transition to ACTIVE for port object 5846a198-81d0-4615-b6b8-a12c768a0902 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:54:50.619165 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.686825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:54:50.689956 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:54:50.698649 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:54:50.741566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:50Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:54:50.745811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7f253-76cc-4e7f-a808-0404abced6e0 None None] The sync data for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 is: [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:50Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:54:50.759487 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=5846a198-81d0-4615-b6b8-a12c768a0902,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:50.770704 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:50.771367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.815548 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-b9b00575-4a6a-4135-ab72-7e8e90496b5e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770522 May 26 23:54:50.830610 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Request body: {'port': {'device_id': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:50.845790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.881510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.967649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:50.996799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f1f3a812-5c5b-4ced-a641-c5eebb374c08 None None] Provisioning for port 5846a198-81d0-4615-b6b8-a12c768a0902 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:54:51.003167 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f1f3a812-5c5b-4ced-a641-c5eebb374c08 None None] Provisioning complete for port 5846a198-81d0-4615-b6b8-a12c768a0902 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:51.004947 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a812-5c5b-4ced-a641-c5eebb374c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:51.068054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3a812-5c5b-4ced-a641-c5eebb374c08 None None] Port 5846a198-81d0-4615-b6b8-a12c768a0902 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:54:51.220225 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfbb32-158d-4a37-9e54-dbbe674b265c req-a2e0d3d9-4aeb-4f15-b971-132f8520a51a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:51.220949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-abbfbb32-158d-4a37-9e54-dbbe674b265c req-a2e0d3d9-4aeb-4f15-b971-132f8520a51a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:54:51.296995 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-abbfbb32-158d-4a37-9e54-dbbe674b265c req-a2e0d3d9-4aeb-4f15-b971-132f8520a51a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:54:51.298379 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abbfbb32-158d-4a37-9e54-dbbe674b265c req-a2e0d3d9-4aeb-4f15-b971-132f8520a51a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 932 time: 0.2706513 May 26 23:54:51.482046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-abbfbb32-158d-4a37-9e54-dbbe674b265c req-14ff5c6c-40cd-4b9d-b712-8ab538271d8a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747999 May 26 23:54:51.552702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5846a198-81d0-4615-b6b8-a12c768a0902 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:54:51.560149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:51.577393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Transition to ACTIVE for port object 5846a198-81d0-4615-b6b8-a12c768a0902 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:54:51.582490 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:51.713617 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Pushing event updated for resources: {'Port': ['ID=5846a198-81d0-4615-b6b8-a12c768a0902,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:51.820468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Attempting to bind port 5846a198-81d0-4615-b6b8-a12c768a0902 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:54:51.820797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Attempting to bind port 5846a198-81d0-4615-b6b8-a12c768a0902 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:54:51.821124 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Attempting to bind port 5846a198-81d0-4615-b6b8-a12c768a0902 on network d8120ea0-3ee0-4eed-b27d-5261f1415df7 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:54:51.827019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Port 5846a198-81d0-4615-b6b8-a12c768a0902 on network d8120ea0-3ee0-4eed-b27d-5261f1415df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:54:51.827332 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Attempting to bind port 5846a198-81d0-4615-b6b8-a12c768a0902 on network d8120ea0-3ee0-4eed-b27d-5261f1415df7 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:54:51.834282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:54:51.834626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Checking segment: {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:54:51.835000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Bound using segment: {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:54:51.835420 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Bound port: 5846a198-81d0-4615-b6b8-a12c768a0902, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60726bea-f240-4cea-a9e1-e5c85f506cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:54:51.835761 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:51.923990 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] For port 5846a198-81d0-4615-b6b8-a12c768a0902, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:54:51.926991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] For port 5846a198-81d0-4615-b6b8-a12c768a0902, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=5846a198-81d0-4615-b6b8-a12c768a0902,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:54:51.931468 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:51.992310 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:51.993696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] 10.222.0.55 "PUT /v2.0/ports/5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 200 len: 1092 time: 1.1673248 May 26 23:54:51.994144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:54:52.013521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d5ba1-625b-46f0-a933-81a58888a971 service neutron] Pushing event updated for resources: {'Port': ['ID=5846a198-81d0-4615-b6b8-a12c768a0902,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:52.065496 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac48449-8546-4bd4-a3f7-af1c8ca2d01b'] response: {'name': 'network-changed', 'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902', 'status': 'completed', 'code': 200} May 26 23:54:52.107324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-0dd87a8f-2eb9-469f-812e-3c411c093366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1095 time: 0.0714097 May 26 23:54:52.150982 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:52.183376 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-14e12347-11a9-46e4-bb07-40e10e1c3c1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 200 len: 217 time: 0.0656056 May 26 23:54:52.247460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-9c2f4f36-a03c-4851-a02e-93007581be42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:52.248892 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-9c2f4f36-a03c-4851-a02e-93007581be42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=688ac0a6-d560-4c8f-b258-2e437771a860 HTTP/1.1" status: 200 len: 835 time: 0.0563464 May 26 23:54:52.329978 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-26c1dccb-8a97-4483-9573-705e59ccd692 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8120ea0-3ee0-4eed-b27d-5261f1415df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711157 May 26 23:54:52.426373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bee82445-27b0-48f0-ac4d-bcee3dec6dfb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:54:52.471845 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-333b4bed-7fab-4aae-9329-ef363bfea162 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316967 May 26 23:54:52.495039 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port bee82445-27b0-48f0-ac4d-bcee3dec6dfb completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:54:52.499866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bee82445-27b0-48f0-ac4d-bcee3dec6dfb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:52.500228 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:52.646894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7ddeda9f-ccb5-4f42-969f-a366c60f9db7 req-04e63029-5861-4572-b940-12415a5d5ab1 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649508 May 26 23:54:52.657469 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:52.692492 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port bee82445-27b0-48f0-ac4d-bcee3dec6dfb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:52.697208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3af577-201b-4401-8314-f119df986ef1 req-58bad71d-d7ce-4982-9d77-ad9d9f9dcce0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:52.697388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:52.699932 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8f3af577-201b-4401-8314-f119df986ef1 req-58bad71d-d7ce-4982-9d77-ad9d9f9dcce0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 944 time: 0.0916283 May 26 23:54:52.765509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:52.802832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8f3af577-201b-4401-8314-f119df986ef1 req-63aab83b-3150-4e95-ac61-5d79b357fb89 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974257 May 26 23:54:52.819808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-7ad1657a-68b6-4190-bdd0-3bde0c0d354b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1095 time: 0.0935025 May 26 23:54:52.948060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-b0dc6413-616b-4d3c-a912-3a5678957d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:52.949416 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-b0dc6413-616b-4d3c-a912-3a5678957d6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 200 len: 898 time: 0.1241710 May 26 23:54:53.015674 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-da2f9151-522c-4ec8-8d48-20161ab89ae4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 200 len: 217 time: 0.0589607 May 26 23:54:53.087615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-e48b7b61-c9ed-432a-b410-baf76d5eae61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:53.089044 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-e48b7b61-c9ed-432a-b410-baf76d5eae61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=688ac0a6-d560-4c8f-b258-2e437771a860 HTTP/1.1" status: 200 len: 835 time: 0.0672369 May 26 23:54:53.162885 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-31e79c3d-519b-489a-b8df-ca4600534148 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8120ea0-3ee0-4eed-b27d-5261f1415df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673831 May 26 23:54:53.376364 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-d7b7c766-f891-4b40-a38c-27487744fc32 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066662 May 26 23:54:53.511353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-79a4e190-5fd3-4337-bba7-7bb0468f3e64 req-6b8f3d39-6c67-412c-9363-7c91e7f9cc80 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268845 May 26 23:54:53.993890 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7081a1-7616-4322-9074-c87c2ec0d147 req-99aaf3c8-eaca-49af-b408-37d4fe79c9c6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:53.995264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c7081a1-7616-4322-9074-c87c2ec0d147 req-99aaf3c8-eaca-49af-b408-37d4fe79c9c6 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 944 time: 0.0751889 May 26 23:54:54.050199 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1c7081a1-7616-4322-9074-c87c2ec0d147 req-d09deb8c-65d5-4825-8837-a98e229454bc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491121 May 26 23:54:54.349462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 5846a198-81d0-4615-b6b8-a12c768a0902 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:54:54.424212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bee82445-27b0-48f0-ac4d-bcee3dec6dfb up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:54:54.531205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 5846a198-81d0-4615-b6b8-a12c768a0902, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=5846a198-81d0-4615-b6b8-a12c768a0902,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:54.546242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '5846a198-81d0-4615-b6b8-a12c768a0902', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'port_id': '5846a198-81d0-4615-b6b8-a12c768a0902', 'mac_address': 'fa:16:3e:83:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:54:54.580115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port bee82445-27b0-48f0-ac4d-bcee3dec6dfb triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:54.580480 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:54.647533 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:54.671352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5846a198-81d0-4615-b6b8-a12c768a0902 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:54:54.717348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 5846a198-81d0-4615-b6b8-a12c768a0902, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=5846a198-81d0-4615-b6b8-a12c768a0902,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:54.730187 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:54.802725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=5846a198-81d0-4615-b6b8-a12c768a0902,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:55.033765 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['5846a198-81d0-4615-b6b8-a12c768a0902'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:54:55.251551 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3fe1b-2917-4976-801e-f0415fb4ab4a req-8f5bc440-bb6f-4028-9c13-9ab60726fe94 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:55.253013 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ae3fe1b-2917-4976-801e-f0415fb4ab4a req-8f5bc440-bb6f-4028-9c13-9ab60726fe94 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 945 time: 0.0839982 May 26 23:54:55.302260 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5ae3fe1b-2917-4976-801e-f0415fb4ab4a req-559eee51-3465-4596-b977-4d76717d6024 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 May 26 23:54:55.893961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:56.355656 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 5846a198-81d0-4615-b6b8-a12c768a0902 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:54:56.424393 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 5846a198-81d0-4615-b6b8-a12c768a0902 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:54:56.430242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 5846a198-81d0-4615-b6b8-a12c768a0902 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:54:56.430605 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:56.552723 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:56.579059 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:54:56.588439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 5846a198-81d0-4615-b6b8-a12c768a0902, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=5846a198-81d0-4615-b6b8-a12c768a0902,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:54:56.593690 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:56.659290 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ecb65d8-fe2d-4900-a105-d8a18e46c4d0'] response: {'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902', 'code': 200} May 26 23:54:56.668135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bb444-91f2-4402-ae49-901c4d00cc1e req-dd45b01b-d466-44d4-bef0-824b73847a62 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:56.674192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=5846a198-81d0-4615-b6b8-a12c768a0902,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:54:56.676514 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b7bb444-91f2-4402-ae49-901c4d00cc1e req-dd45b01b-d466-44d4-bef0-824b73847a62 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.1004300 May 26 23:54:56.720275 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5b7bb444-91f2-4402-ae49-901c4d00cc1e req-6a109cc8-356a-4ba9-b9f8-a8a67c311b16 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421333 May 26 23:54:56.777263 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ad12389-0aeb-4372-b03f-9245d08a1ed0 req-d62f39df-c63b-4c47-852f-58b1a40235ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1097 time: 0.0661824 May 26 23:54:56.825015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2ad12389-0aeb-4372-b03f-9245d08a1ed0 req-34742094-a5cd-4cd2-a262-a362407c5e1d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377984 May 26 23:54:57.916712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c577-45ec-456e-b04f-c29519b4410d req-0e3cdebc-f554-4c05-b773-43f454a44a72 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:57.918161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2be5c577-45ec-456e-b04f-c29519b4410d req-0e3cdebc-f554-4c05-b773-43f454a44a72 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0743244 May 26 23:54:57.963915 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2be5c577-45ec-456e-b04f-c29519b4410d req-9fbfce1a-9b20-4680-ae1c-3e97ac6927c2 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 May 26 23:54:58.521840 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:59.154799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd002-3784-405d-adb3-b5932712f5af req-06ac5b7a-17a2-4e5d-a3f0-27d1d263a874 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:59.156467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdbd002-3784-405d-adb3-b5932712f5af req-06ac5b7a-17a2-4e5d-a3f0-27d1d263a874 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0736783 May 26 23:54:59.203783 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bcdbd002-3784-405d-adb3-b5932712f5af req-59f7bf5d-3a2a-416b-9f9f-0c2776668afe tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 May 26 23:54:59.399852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37991d29-8b9f-4e99-9d94-12fa00c6ac25 req-1ed050bf-fe57-4256-b6f5-63feffa85292 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:54:59.401302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37991d29-8b9f-4e99-9d94-12fa00c6ac25 req-1ed050bf-fe57-4256-b6f5-63feffa85292 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0812793 May 26 23:54:59.446550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37991d29-8b9f-4e99-9d94-12fa00c6ac25 req-6e34407c-d4e6-4458-9dff-50d866c00a47 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394411 May 26 23:54:59.472980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47954) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:59.540561 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1864c4d2-7fd0-4973-b454-d86e6bb7dbc6 tempest-TestNetworkAdvancedServerOps-330353172 tempest-TestNetworkAdvancedServerOps-330353172-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1092 time: 0.0659215 May 26 23:54:59.543099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47958) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:54:59.548506 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '5846a198-81d0-4615-b6b8-a12c768a0902', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:54:59.555398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:54:59.559190 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Usage tracker for resource:floatingip and tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:54:59.561989 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:54:59.567634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:54:59.577432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:59.716929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:54:59.856800 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Allocated IP 172.25.4.105 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/f6f3db6b-3300-4c6c-8362-cf2817b1283d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:55:00.000895 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:00.028075 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:00.093350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:55:00.096188 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:55:00.099263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:55:00.131057 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=f6f3db6b-3300-4c6c-8362-cf2817b1283d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:00.689114 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:00.742271 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:00.938674 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:00.943577 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:01.047504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event updated for resources: {'Port': ['ID=f6f3db6b-3300-4c6c-8362-cf2817b1283d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:01.061245 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:01.246262 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Floating IP b8025b33-7131-47de-9a18-0617e7f9dc94 associated. External IP: 172.25.4.105, port: 5846a198-81d0-4615-b6b8-a12c768a0902. May 26 23:55:01.571367 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:55:01.625576 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 016341ee-7048-462a-bdc6-ef6a9974f924 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:55:01.821632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:55:01.832065 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] Sync routers for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:55:01.844153 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:55:01.844745 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:01.844908 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:01.900430 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-05430d29-01d8-4995-8084-7a1ba2882fbd tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3562086 May 26 23:55:01.900986 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:55:01.955300 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c598c1d-6979-4359-a4a5-2a3e81cce62d'] response: {'name': 'network-changed', 'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902', 'status': 'completed', 'code': 200} May 26 23:55:02.034304 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:55:02.055325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-fa96a9d8-8666-42a2-9d9d-3aff9a688dbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1097 time: 0.0780587 May 26 23:55:02.081100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40640658-ef18-4f7d-865e-cd50fd20be84 req-86d794e5-3907-44af-b752-c68177b07ac0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:02.082500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40640658-ef18-4f7d-865e-cd50fd20be84 req-86d794e5-3907-44af-b752-c68177b07ac0 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0850410 May 26 23:55:02.131386 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-40640658-ef18-4f7d-865e-cd50fd20be84 req-a052fbce-dd71-45f7-8605-208743ebad06 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 May 26 23:55:02.162431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47966) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:02.272430 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c8015bda-9dbb-48df-bed3-65716282defc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 992 time: 0.1075401 May 26 23:55:02.294994 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-7b6290fa-9439-44f5-96ff-a977a76c3303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:02.296419 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-7b6290fa-9439-44f5-96ff-a977a76c3303 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 200 len: 898 time: 0.2353060 May 26 23:55:02.393169 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b8025b33-7131-47de-9a18-0617e7f9dc94', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'port_id': '5846a198-81d0-4615-b6b8-a12c768a0902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'mac_address': 'fa:16:3e:83:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:55:00Z', 'updated_at': '2022-05-26T23:55:00Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:52Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:02.397045 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] Checking router: 016341ee-7048-462a-bdc6-ef6a9974f924 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:55:02.408084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:55:02.408675 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:54:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:02.412393 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-402d4034-8db3-43cd-ac5e-2077d77d0f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 200 len: 1000 time: 0.1095037 May 26 23:55:02.475978 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-d5e52643-b8c3-48a9-b7d4-ef1902ba2366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:02.477411 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-d5e52643-b8c3-48a9-b7d4-ef1902ba2366 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=688ac0a6-d560-4c8f-b258-2e437771a860 HTTP/1.1" status: 200 len: 835 time: 0.0587654 May 26 23:55:02.560877 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-2808d608-6e3d-4105-aa38-374ee815d3b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8120ea0-3ee0-4eed-b27d-5261f1415df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748494 May 26 23:55:02.584498 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:55:02.698759 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-c4f4c508-334f-4774-bb33-6bf4640dd891 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316438 May 26 23:55:02.827688 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5c8b61ef-90f7-4f40-b8be-b6ddf94c305c req-6c2bc9bd-ae92-476f-b14d-84d48e4ab30a service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230412 May 26 23:55:02.953999 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b8025b33-7131-47de-9a18-0617e7f9dc94', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'port_id': '5846a198-81d0-4615-b6b8-a12c768a0902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'mac_address': 'fa:16:3e:83:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:55:00Z', 'updated_at': '2022-05-26T23:55:00Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:52Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:02.958279 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f5d6e-b35e-4b6d-b0e9-ca7acab992a6 None None] The sync data for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 is: [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'b8025b33-7131-47de-9a18-0617e7f9dc94', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'port_id': '5846a198-81d0-4615-b6b8-a12c768a0902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'mac_address': 'fa:16:3e:83:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:55:00Z', 'updated_at': '2022-05-26T23:55:00Z', 'revision_number': 0, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:52Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:55:03.274918 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47970) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:03.377732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-905044fd-ecc1-48ca-a715-9f6f8b1c33ce tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 992 time: 0.1017439 May 26 23:55:04.381189 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47974) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:04.491401 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-f7e98a86-de31-48a0-98c2-106739441152 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 992 time: 0.1090405 May 26 23:55:05.495224 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47978) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:05.597694 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2a42f329-167a-4e79-832d-02f16c4b604d tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 992 time: 0.1013248 May 26 23:55:06.601547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 47982) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:06.654577 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c049f-dbf8-455a-a9e2-1c75a56f9542 None None] New status for floating IP b8025b33-7131-47de-9a18-0617e7f9dc94: ACTIVE {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:55:06.713315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-43ca7628-50ce-4ce0-96f5-311ce870ab7f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 992 time: 0.1094365 May 26 23:55:07.715201 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 47986) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:07.903259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-04c5d0b4-4792-430d-8773-5cdcd2d343ee tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 994 time: 0.1868608 May 26 23:55:17.337393 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb987-fb33-49c6-a5d0-3f5127cdd5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.064790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a406b420-ca59-484d-9416-6fa2c298b09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.853950 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:20.863257 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:22.148010 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:23.588395 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-d802d3b4-f63f-47f7-a5e5-8e0072d79fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693228 May 26 23:55:23.735231 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-c64dedf7-c50b-4719-8115-38956ef46f32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1097 time: 0.0765843 May 26 23:55:23.877026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-0fe51f51-d637-49ae-8d26-f05ecca8d1da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:23.878486 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-0fe51f51-d637-49ae-8d26-f05ecca8d1da service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 200 len: 898 time: 0.1232977 May 26 23:55:23.980335 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-7bd425dc-6d5e-40ab-9ac9-ebc334b9277f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 200 len: 1002 time: 0.0954700 May 26 23:55:24.050554 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-e2db4faf-3237-450b-a868-4d3f173ac327 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:24.052550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-e2db4faf-3237-450b-a868-4d3f173ac327 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=688ac0a6-d560-4c8f-b258-2e437771a860 HTTP/1.1" status: 200 len: 835 time: 0.0657575 May 26 23:55:24.127478 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-96076629-69dc-4952-9df9-3f9e82aa48e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8120ea0-3ee0-4eed-b27d-5261f1415df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688488 May 26 23:55:24.362489 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-5ec693b8-804a-47db-9377-6ef1ac42c7b4 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289631 May 26 23:55:24.492383 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a3c1d642-05dc-41cc-b009-3f0c860ce23b req-d5f616ea-37a5-4818-8b11-10825ea724ab service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230206 May 26 23:55:25.902256 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:28.520926 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:37.595846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b885e4-b75e-4db6-aa00-7bb27cd06395 req-1321b321-3c79-47b7-8155-ee021056dece tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:37.597196 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22b885e4-b75e-4db6-aa00-7bb27cd06395 req-1321b321-3c79-47b7-8155-ee021056dece tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0749674 May 26 23:55:37.642870 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22b885e4-b75e-4db6-aa00-7bb27cd06395 req-5c530cff-b4e7-4b47-be80-9e507a8954c3 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397925 May 26 23:55:38.571821 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:55:38.840256 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24af39f-3256-4ab9-99c1-40cc84312a36 req-a1e75616-ea94-43dc-b121-9e3bf8a19b65 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:38.841697 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c24af39f-3256-4ab9-99c1-40cc84312a36 req-a1e75616-ea94-43dc-b121-9e3bf8a19b65 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0791759 May 26 23:55:38.886932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c24af39f-3256-4ab9-99c1-40cc84312a36 req-bea15859-7bc4-41ba-9b5c-6168e7a99a9f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397415 May 26 23:55:38.913959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48008) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:39.018133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0ecfb94b-4896-4709-b916-0bc7ab1dd1b8 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 994 time: 0.1028109 May 26 23:55:40.552446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-e9ac7ebc-55c1-46ef-a445-5f629fe34811 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1097 time: 0.0955009 May 26 23:55:40.558786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859c20c-c253-4a87-bad2-30c8e740b088 req-0fc97c6d-4fae-4f9e-b026-28ac26d7fd20 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:40.560133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8859c20c-c253-4a87-bad2-30c8e740b088 req-0fc97c6d-4fae-4f9e-b026-28ac26d7fd20 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.1402309 May 26 23:55:40.702622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8859c20c-c253-4a87-bad2-30c8e740b088 req-1a5bc7ff-08b2-4137-aeab-dbb3dd0cdd8a tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236911 May 26 23:55:40.729180 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-0eeeb58a-b049-49a1-8d85-d2da86bfc976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:40.730649 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-0eeeb58a-b049-49a1-8d85-d2da86bfc976 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 200 len: 898 time: 0.1696782 May 26 23:55:40.832767 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-ae130d88-55dd-4507-a8f3-bde9a0df80fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 200 len: 1002 time: 0.0924633 May 26 23:55:40.898741 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-4b362a99-8872-4cc7-bcd0-4d8880941ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:40.900121 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-4b362a99-8872-4cc7-bcd0-4d8880941ac4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=688ac0a6-d560-4c8f-b258-2e437771a860 HTTP/1.1" status: 200 len: 835 time: 0.0591559 May 26 23:55:40.975641 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-8bf7298f-e376-4031-b53d-760df69f704d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8120ea0-3ee0-4eed-b27d-5261f1415df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664196 May 26 23:55:40.991306 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-8519f950-154b-43d1-96af-c55a5a67f875 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 23:55:40.992894 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-8519f950-154b-43d1-96af-c55a5a67f875 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070851 May 26 23:55:41.133021 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-12f9d9f3-f9fe-4c04-8b18-856e7c925d84 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304176 May 26 23:55:41.266086 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a7953adc-933c-4c2f-a3b1-c46fd8f7285f req-f679de65-a1a6-428a-9f14-4caa55c868ee service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233175 May 26 23:55:41.898311 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4d19-d4ff-4d21-846c-9d039b732a33 req-470f8f39-3012-49d2-acaf-5ed180d86d64 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:41.899717 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b75e4d19-d4ff-4d21-846c-9d039b732a33 req-470f8f39-3012-49d2-acaf-5ed180d86d64 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0776119 May 26 23:55:41.944519 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b75e4d19-d4ff-4d21-846c-9d039b732a33 req-7c54dcab-77dd-40b8-9191-bf3f483e14d9 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393050 May 26 23:55:43.140511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bacf1-53f5-4220-b713-6523bcb41dee req-6178fa04-42c0-4cf5-b52c-42ab3ed326dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:43.141950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f7bacf1-53f5-4220-b713-6523bcb41dee req-6178fa04-42c0-4cf5-b52c-42ab3ed326dc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0785513 May 26 23:55:43.187046 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3f7bacf1-53f5-4220-b713-6523bcb41dee req-7a804010-84dc-46cd-8644-4eed3de2d273 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395026 May 26 23:55:43.214502 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:43.318539 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5f92617a-6f41-44bd-98dc-4d91c4323267 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 200 len: 994 time: 0.1027498 May 26 23:55:43.608594 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48030) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:43.802452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port f6f3db6b-3300-4c6c-8362-cf2817b1283d {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:55:43.802786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:44.058217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:44.058462 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:44.174946 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for f6f3db6b-3300-4c6c-8362-cf2817b1283d owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:55:44.319772 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:44.364053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=f6f3db6b-3300-4c6c-8362-cf2817b1283d,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:44.401996 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.402348 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.402691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.403024 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.403357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.403690 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.404019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.404346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.404675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.405263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.405586 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:44.467620 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:44.850496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 016341ee-7048-462a-bdc6-ef6a9974f924 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:55:45.045884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:55:45.055426 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] Sync routers for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:55:45.066594 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:45.071386 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:55:45.072043 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:45.118469 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-71cf1a43-fc4a-4b54-8150-00d7cc0da7ff tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/floatingips/b8025b33-7131-47de-9a18-0617e7f9dc94 HTTP/1.1" status: 204 len: 168 time: 1.5087585 May 26 23:55:45.119029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:55:45.184498 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b60aef-f98a-4f6d-bb6c-a5160df3be04'] response: {'name': 'network-changed', 'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902', 'status': 'completed', 'code': 200} May 26 23:55:45.248053 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:55:45.282303 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-464c054c-e0e2-47c1-9562-c115341b8564 req-829cc4d0-0f19-4e38-9a67-c9e0d5eefd82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 1097 time: 0.0698693 May 26 23:55:45.419884 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c054c-e0e2-47c1-9562-c115341b8564 req-e198ce7e-b225-4cd2-93a2-b10d1bc3ec56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:45.421382 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-464c054c-e0e2-47c1-9562-c115341b8564 req-e198ce7e-b225-4cd2-93a2-b10d1bc3ec56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 200 len: 898 time: 0.1308916 May 26 23:55:45.498748 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-464c054c-e0e2-47c1-9562-c115341b8564 req-3d427f56-94ba-4acf-86ce-7d15d3d386ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 200 len: 217 time: 0.0679173 May 26 23:55:45.560131 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:52Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:45.564761 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] Checking router: 016341ee-7048-462a-bdc6-ef6a9974f924 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:55:45.567315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c054c-e0e2-47c1-9562-c115341b8564 req-b3b363c9-e580-497c-9a55-53e1d3a14e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:45.569009 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-464c054c-e0e2-47c1-9562-c115341b8564 req-b3b363c9-e580-497c-9a55-53e1d3a14e33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=688ac0a6-d560-4c8f-b258-2e437771a860 HTTP/1.1" status: 200 len: 835 time: 0.0598805 May 26 23:55:45.576441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:55:45.577240 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:45.748011 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-464c054c-e0e2-47c1-9562-c115341b8564 req-3593a60d-82d2-4c0f-9b60-feee3d0e6e90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8120ea0-3ee0-4eed-b27d-5261f1415df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704302 May 26 23:55:45.779510 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:55:45.799352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087880a7-8305-4487-afc1-df3c8972f896 req-392bb30e-e5a6-4cf7-a17e-c5db2f95fa5c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:45.800885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-087880a7-8305-4487-afc1-df3c8972f896 req-392bb30e-e5a6-4cf7-a17e-c5db2f95fa5c tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0785511 May 26 23:55:45.846388 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-087880a7-8305-4487-afc1-df3c8972f896 req-6b0b1b08-cf9e-4300-ae90-f738b0462db7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400026 May 26 23:55:45.881599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-464c054c-e0e2-47c1-9562-c115341b8564 req-b96ff0a0-fe89-4dca-99f7-92076a0d0519 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253600 May 26 23:55:46.016853 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-464c054c-e0e2-47c1-9562-c115341b8564 req-6473a2f6-c751-4189-96e3-84d93ab4e4d9 service neutron] 10.222.0.55 "GET /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286106 May 26 23:55:46.116737 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:52Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:46.120545 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c2aee-eb12-4c22-b6a8-796a0dfccd1b None None] The sync data for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 is: [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:54:46Z', 'revision_number': 4, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'bee82445-27b0-48f0-ac4d-bcee3dec6dfb', 'name': '', 'network_id': 'd8120ea0-3ee0-4eed-b27d-5261f1415df7', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'mac_address': 'fa:16:3e:d9:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:45Z', 'updated_at': '2022-05-26T23:54:52Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'subnets': [{'id': '688ac0a6-d560-4c8f-b258-2e437771a860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:55:46.333490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999d361-8cca-451b-bee5-246a514ff405 None None] New status for floating IP b8025b33-7131-47de-9a18-0617e7f9dc94: DOWN {{(pid=84031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:55:47.270235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b10fff-29cf-495b-bc36-a9cbbec1f970 req-172759f0-cb6d-443b-929f-db0b297679f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:47.270914 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-80b10fff-29cf-495b-bc36-a9cbbec1f970 req-172759f0-cb6d-443b-929f-db0b297679f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:55:47.285595 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-80b10fff-29cf-495b-bc36-a9cbbec1f970 req-172759f0-cb6d-443b-929f-db0b297679f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:55:47.286733 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b10fff-29cf-495b-bc36-a9cbbec1f970 req-172759f0-cb6d-443b-929f-db0b297679f1 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.3180273 May 26 23:55:47.336336 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-80b10fff-29cf-495b-bc36-a9cbbec1f970 req-270d636e-6446-4e06-95e1-cfd83af5a87e tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/security-groups?id=3567646f-b47b-4d2f-816b-25cef117e030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 May 26 23:55:47.339650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0015914e-c548-4883-b396-81324c174b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:47.586303 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-72b08f54-9099-4c41-870e-e09210b472cc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:47.587605 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-72b08f54-9099-4c41-870e-e09210b472cc tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 946 time: 0.0747619 May 26 23:55:47.656474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port 5846a198-81d0-4615-b6b8-a12c768a0902 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:55:47.656806 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:47.890493 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port 5846a198-81d0-4615-b6b8-a12c768a0902, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=5846a198-81d0-4615-b6b8-a12c768a0902,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:55:47.890848 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:48.007507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for 5846a198-81d0-4615-b6b8-a12c768a0902 owned by compute:nova {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:55:48.147817 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:48.198431 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=5846a198-81d0-4615-b6b8-a12c768a0902,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:48.267321 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] No DVR routers for this DVR port 5846a198-81d0-4615-b6b8-a12c768a0902 on host n-h1-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:55:48.269839 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:48.272214 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'name': 'network-vif-deleted', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:55:48.287713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-01f48553-d04c-4c6f-bf0d-c76ec9fe9e63 req-3f00c679-1810-446b-af93-628133571fc7 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.55 "DELETE /v2.0/ports/5846a198-81d0-4615-b6b8-a12c768a0902 HTTP/1.1" status: 204 len: 173 time: 0.6921022 May 26 23:55:48.328545 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766fee82-35c8-48ed-8356-23dd02e8c873'] response: {'server_uuid': '06bb0ef1-e812-4f44-adf7-2ed23a7f5518', 'name': 'network-vif-deleted', 'tag': '5846a198-81d0-4615-b6b8-a12c768a0902', 'status': 'completed', 'code': 200} May 26 23:55:48.675717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5b82fd5e-5f6e-4b9a-802c-ec156acbd671 req-8b5d52d0-d644-4829-a71a-57556fc64533 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Synchronizing usage tracker for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:55:48.692222 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-5b82fd5e-5f6e-4b9a-802c-ec156acbd671 req-8b5d52d0-d644-4829-a71a-57556fc64533 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Unset dirty status for tenant:604fc8cfe9244c5aa3c3454ea9bf2bd6 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:55:48.693510 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5b82fd5e-5f6e-4b9a-802c-ec156acbd671 req-8b5d52d0-d644-4829-a71a-57556fc64533 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "GET /v2.0/ports?device_id=06bb0ef1-e812-4f44-adf7-2ed23a7f5518 HTTP/1.1" status: 200 len: 210 time: 0.0590250 May 26 23:55:49.796641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48052) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:50.066268 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-bd24fb96-9a7a-41b6-89e8-fa9e2db27217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:50.195203 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:50.868490 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:50.873340 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:50.896534 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port bee82445-27b0-48f0-ac4d-bcee3dec6dfb {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:55:50.897117 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:51.073692 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port bee82445-27b0-48f0-ac4d-bcee3dec6dfb, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:55:51.073950 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:51.191133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for bee82445-27b0-48f0-ac4d-bcee3dec6dfb owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:55:51.364312 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:51.412377 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=bee82445-27b0-48f0-ac4d-bcee3dec6dfb,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:51.451949 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.452286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.452622 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.452961 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.453293 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.453621 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.453977 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.454305 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.454630 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.454951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.455271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:51.718153 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:52.149688 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:52.370200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Router 016341ee-7048-462a-bdc6-ef6a9974f924 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:55:52.564540 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:55:52.570339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 5846a198-81d0-4615-b6b8-a12c768a0902 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:55:52.575553 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] Sync routers for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:55:52.587250 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-464ae171-59bd-4c07-9696-70ef2b9f1798 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "PUT /v2.0/routers/016341ee-7048-462a-bdc6-ef6a9974f924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7870684 May 26 23:55:52.587812 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48056) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:52.588396 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:55:52.589009 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:52.607700 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 5846a198-81d0-4615-b6b8-a12c768a0902 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:55:52.608046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 5846a198-81d0-4615-b6b8-a12c768a0902 not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:55:52.761447 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:55:52.785282 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting subnet 688ac0a6-d560-4c8f-b258-2e437771a860 {{(pid=84029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 23:55:52.788143 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:52.843647 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3221043'] for subnet, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.018295 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.042974 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:55:51Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:53.046784 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] Checking router: 016341ee-7048-462a-bdc6-ef6a9974f924 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:55:53.058044 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] Routers {'016341ee-7048-462a-bdc6-ef6a9974f924'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:55:53.058625 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['016341ee-7048-462a-bdc6-ef6a9974f924'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:53.090032 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2181379'] for subnet, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.126765 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Subnet': ['ID=688ac0a6-d560-4c8f-b258-2e437771a860,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:53.133390 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.141632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc11544e-dcd5-4959-b257-e47fdc5a3dbd None None] Network d8120ea0-3ee0-4eed-b27d-5261f1415df7 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:55:53.142108 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-3c5421c7-e84f-4fd5-b112-ff3cc3857032 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/subnets/688ac0a6-d560-4c8f-b258-2e437771a860 HTTP/1.1" status: 204 len: 168 time: 0.5531344 May 26 23:55:53.142519 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48060) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:53.237101 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] Set router 016341ee-7048-462a-bdc6-ef6a9974f924 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:55:53.359823 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.414081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] DHCP port deletion for d8120ea0-3ee0-4eed-b27d-5261f1415df7 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 23:55:53.419342 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Deleting port cad18d70-983c-48f6-a2eb-39db520d54c1 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:55:53.420318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.523714 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:55:51Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:53.527669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d19e0-f6ab-41bf-a5e2-af9e86c63e55 None None] The sync data for ids ['016341ee-7048-462a-bdc6-ef6a9974f924'] in n-d-843301-1 is: [{'id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824365150', 'tenant_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:54:41Z', 'updated_at': '2022-05-26T23:55:51Z', 'revision_number': 5, 'project_id': '604fc8cfe9244c5aa3c3454ea9bf2bd6', 'gw_port': {'id': 'a7c5177b-e52e-495e-965e-e2072ae622e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016341ee-7048-462a-bdc6-ef6a9974f924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:54:42Z', 'updated_at': '2022-05-26T23:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:55:53.566850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.578662 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Deleting port a7c5177b-e52e-495e-965e-e2072ae622e4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 23:55:53.578992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.631484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] For port cad18d70-983c-48f6-a2eb-39db520d54c1, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cad18d70-983c-48f6-a2eb-39db520d54c1,segment=NetworkSegment(60726bea-f240-4cea-a9e1-e5c85f506cd4),segment_id=60726bea-f240-4cea-a9e1-e5c85f506cd4)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:55:53.631837 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.750116 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Calling delete_port for cad18d70-983c-48f6-a2eb-39db520d54c1 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:55:53.752272 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] For port a7c5177b-e52e-495e-965e-e2072ae622e4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=a7c5177b-e52e-495e-965e-e2072ae622e4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:55:53.752633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.823212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004'] for port, after_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:53.868030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Pushing event deleted for resources: {'Port': ['ID=cad18d70-983c-48f6-a2eb-39db520d54c1,revision_number=None']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:53.872929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Calling delete_port for a7c5177b-e52e-495e-965e-e2072ae622e4 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 23:55:53.873312 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] No DVR routers for this DVR port cad18d70-983c-48f6-a2eb-39db520d54c1 on host n-d-843301-1 {{(pid=84031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 23:55:53.881414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.881825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.882109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.882439 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.882767 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.883091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.883410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.883728 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.884045 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.884368 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:53.884689 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66af76-ff52-448c-b180-e599646a55cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:55:54.056200 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.099286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Port': ['ID=a7c5177b-e52e-495e-965e-e2072ae622e4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:54.312277 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.467455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bee82445-27b0-48f0-ac4d-bcee3dec6dfb no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:55:54.500127 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: bee82445-27b0-48f0-ac4d-bcee3dec6dfb {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:55:54.500468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device bee82445-27b0-48f0-ac4d-bcee3dec6dfb not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:55:54.500873 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cad18d70-983c-48f6-a2eb-39db520d54c1 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:55:54.534747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: cad18d70-983c-48f6-a2eb-39db520d54c1 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:55:54.535088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cad18d70-983c-48f6-a2eb-39db520d54c1 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:55:54.668922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.673181 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.698653 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.699239 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Fanout notify agent at l3_agent the message router_deleted on router 016341ee-7048-462a-bdc6-ef6a9974f924 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 23:55:54.712910 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.716451 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b27cdf6e-206e-4d8c-bae4-19070e84be8f tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/routers/016341ee-7048-462a-bdc6-ef6a9974f924 HTTP/1.1" status: 204 len: 168 time: 1.5704534 May 26 23:55:54.716712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48064) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:54.835343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.965298 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:54.990118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8120ea0-3ee0-4eed-b27d-5261f1415df7']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:55.001624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60726bea-f240-4cea-a9e1-e5c85f506cd4') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:55.001952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60726bea-f240-4cea-a9e1-e5c85f506cd4') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:55:55.012864 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.028023 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.034217 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 23:55:55.034592 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: timer() May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: self._notify() May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: event.method(event) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 23:55:55.048676 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 23:55:55.125826 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.145632 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.154345 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'Network': ['ID=d8120ea0-3ee0-4eed-b27d-5261f1415df7,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:55.165110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-05b2e440-fa73-413b-be90-5411fbae9411 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/networks/d8120ea0-3ee0-4eed-b27d-5261f1415df7 HTTP/1.1" status: 204 len: 168 time: 0.4472144 May 26 23:55:55.167949 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48070) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:55.243872 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-496709c1-c68a-497e-a3c2-74717a857270 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.271908 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-496709c1-c68a-497e-a3c2-74717a857270 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.335993 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-496709c1-c68a-497e-a3c2-74717a857270 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.359271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496709c1-c68a-497e-a3c2-74717a857270 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3567646f-b47b-4d2f-816b-25cef117e030,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:55.373955 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-496709c1-c68a-497e-a3c2-74717a857270 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.375845 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-496709c1-c68a-497e-a3c2-74717a857270 tempest-TestNetworkAdvancedServerOps-1298983243 tempest-TestNetworkAdvancedServerOps-1298983243-project] 10.222.0.32 "DELETE /v2.0/security-groups/3567646f-b47b-4d2f-816b-25cef117e030 HTTP/1.1" status: 204 len: 168 time: 0.2067180 May 26 23:55:55.777335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48080) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:55.909133 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:55.943664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-96347cd2-31eb-4af5-9e4c-532e538c4c41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=604fc8cfe9244c5aa3c3454ea9bf2bd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1651752 May 26 23:55:55.946150 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48086) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:56.005575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-214b4492-dc72-49d7-a0d0-aade63803679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.036645 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-214b4492-dc72-49d7-a0d0-aade63803679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.098984 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-214b4492-dc72-49d7-a0d0-aade63803679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.115568 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b4492-dc72-49d7-a0d0-aade63803679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411f7fe0-3112-4493-83dc-5f3e8f9ee5f0,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:56.121857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-214b4492-dc72-49d7-a0d0-aade63803679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.122957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-214b4492-dc72-49d7-a0d0-aade63803679 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/411f7fe0-3112-4493-83dc-5f3e8f9ee5f0 HTTP/1.1" status: 204 len: 168 time: 0.1759589 May 26 23:55:56.380570 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7c5177b-e52e-495e-965e-e2072ae622e4 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:55:56.417072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: a7c5177b-e52e-495e-965e-e2072ae622e4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 23:55:56.417414 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device a7c5177b-e52e-495e-965e-e2072ae622e4 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 23:55:56.485938 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48094) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:56.503539 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.535351 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:55:56.539205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Usage tracker for resource:security_group_rule and tenant:be5f11d83dc54876928945b871d12590 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:55:56.542001 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:55:56.547590 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:55:56.613825 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.619211 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.674283 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f31dfff-0264-4206-9b7d-0a033992a08b,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:56.685229 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a2b29594-87be-455a-bbfa-0867c761afc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be5f11d83dc54876928945b871d12590&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1981947 May 26 23:55:56.687362 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48098) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:56.753449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839700e3-1a4d-4245-a31b-17309e9a5ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.778806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839700e3-1a4d-4245-a31b-17309e9a5ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.833529 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839700e3-1a4d-4245-a31b-17309e9a5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.851302 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839700e3-1a4d-4245-a31b-17309e9a5ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f31dfff-0264-4206-9b7d-0a033992a08b,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:56.857614 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-839700e3-1a4d-4245-a31b-17309e9a5ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:56.861462 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-839700e3-1a4d-4245-a31b-17309e9a5ca0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f31dfff-0264-4206-9b7d-0a033992a08b HTTP/1.1" status: 204 len: 168 time: 0.1733046 May 26 23:55:57.841929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48120) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:57.966871 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2112587682-network', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:55:57.972164 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:55:57.976452 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Usage tracker for resource:network and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:55:57.979316 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:55:57.985176 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:55:57.995604 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Made reservation on behalf of d70d2500741a479fb1c0c3a40460771c for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:55:57.997990 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.010536 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.040963 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:55:58.044746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:55:58.047494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:55:58.053111 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:55:58.116271 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.119741 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.148521 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:55:58.157241 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe44fda-a738-44e9-8af3-f24f0b979cfd,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:58.162708 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.163044 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Added segment 13b5c244-4241-4d71-bb2f-9679f55b32a6 of type vlan for network 63c0af0f-6453-46c5-99d6-411c60017c44 May 26 23:55:58.189807 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.218167 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.218988 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:58.219553 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.321558 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] Pushing event updated for resources: {'Network': ['ID=63c0af0f-6453-46c5-99d6-411c60017c44,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:58.325103 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-544bf6b5-82aa-40f5-8071-b19b3f2f08f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4815416 May 26 23:55:58.327933 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48126) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:58.331387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 63c0af0f-6453-46c5-99d6-411c60017c44 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:55:58.335316 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Request body: {'subnet': {'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2112587682-subnet', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:55:58.341544 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:55:58.345511 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Usage tracker for resource:subnet and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:55:58.348650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:55:58.354292 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:55:58.365121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Made reservation on behalf of d70d2500741a479fb1c0c3a40460771c for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:55:58.367786 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.537640 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.569367 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.639464 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654cdf4c-6658-47f5-b41b-f5b945e6271f,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:58.655758 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Checking segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:55:58.656107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Network hostable DHCP agents. Network: 63c0af0f-6453-46c5-99d6-411c60017c44, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:55:58.678134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Network 63c0af0f-6453-46c5-99d6-411c60017c44 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:55:58.686985 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 63c0af0f-6453-46c5-99d6-411c60017c44) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:55:58.691632 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:55:58.692583 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.695661 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d14650-25ff-45f0-ae19-6dfbe0f57f1b None None] Network 63c0af0f-6453-46c5-99d6-411c60017c44 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:55:58.717565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-97fbfc7a-bb1d-401f-885f-aa99380dabc1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3884864 May 26 23:55:58.721490 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48130) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:55:58.727028 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:55:58.732781 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:55:58.736563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Usage tracker for resource:router and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:55:58.739976 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:55:58.745867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:55:58.755812 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.756790 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.775084 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.909541 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-63c0af0f-6453-46c5-99d6-411c60017c44', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:55:58.910910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:58.924016 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.109839 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Allocated IP 172.20.0.2 (63c0af0f-6453-46c5-99d6-411c60017c44/654cdf4c-6658-47f5-b41b-f5b945e6271f/72a28ebc-2c77-472c-a7fc-70e2848c13f6) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:55:59.111058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.142929 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.272162 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Allocated IP 172.25.4.10 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d98a5b46-430a-4b50-a477-32bbdcea40e4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:55:59.311571 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.321794 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Transition to ACTIVE for port object 72a28ebc-2c77-472c-a7fc-70e2848c13f6 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:55:59.339768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Transition to ACTIVE for port object 72a28ebc-2c77-472c-a7fc-70e2848c13f6 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:55:59.345370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.414154 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Network 63c0af0f-6453-46c5-99d6-411c60017c44 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:55:59.416920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:55:59.417602 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.421480 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:55:59.424277 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Pushing event updated for resources: {'Port': ['ID=72a28ebc-2c77-472c-a7fc-70e2848c13f6,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:59.447536 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.506800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Attempting to bind port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:55:59.507162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Attempting to bind port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:55:59.507514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Attempting to bind port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:55:59.513768 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:55:59.514135 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Checking segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:55:59.514525 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.514914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Bound using segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:55:59.515355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:55:59.515468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Bound port: 72a28ebc-2c77-472c-a7fc-70e2848c13f6, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:55:59.515720 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.518047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:55:59.522624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:55:59.551096 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Pushing event updated for resources: {'Port': ['ID=d98a5b46-430a-4b50-a477-32bbdcea40e4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:59.609307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] For port 72a28ebc-2c77-472c-a7fc-70e2848c13f6, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:55:59.613415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] For port 72a28ebc-2c77-472c-a7fc-70e2848c13f6, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=72a28ebc-2c77-472c-a7fc-70e2848c13f6,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:55:59.619262 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.704380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4212c07-2dec-4a97-ac60-cf55a1ee575a None None] Pushing event updated for resources: {'Port': ['ID=72a28ebc-2c77-472c-a7fc-70e2848c13f6,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:55:59.795160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:55:59.795980 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:00.051667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Router 57abb39d-6001-4cfd-8486-356e22baee78 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:56:00.252918 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:56:00.261338 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Sync routers for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:56:00.272774 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:00.273474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:00.276143 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:00.277459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-2ea93d4f-3135-41a0-aee7-bcbf68b77db3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5550392 May 26 23:56:00.280637 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48134) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:00.479954 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72a28ebc-2c77-472c-a7fc-70e2848c13f6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:00.528228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:00.726352 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379685b-a3d9-481c-99fd-37ade271520c None None] Network 63c0af0f-6453-46c5-99d6-411c60017c44 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:56:00.829645 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:00.869634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d1ba7f2e-aebb-4b0a-b193-82a0cc133508 None None] Provisioning for port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:00.883659 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d1ba7f2e-aebb-4b0a-b193-82a0cc133508 None None] Provisioning complete for port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:00.884080 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7f2e-aebb-4b0a-b193-82a0cc133508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.037277 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.199013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7f2e-aebb-4b0a-b193-82a0cc133508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.223537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:55:59Z', 'revision_number': 3, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:01.236459 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Checking router: 57abb39d-6001-4cfd-8486-356e22baee78 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:56:01.236804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Updating router 57abb39d-6001-4cfd-8486-356e22baee78 port d98a5b46-430a-4b50-a477-32bbdcea40e4 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:56:01.240452 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Allocated IP 172.20.0.1 (63c0af0f-6453-46c5-99d6-411c60017c44/654cdf4c-6658-47f5-b41b-f5b945e6271f/7d535168-48d4-4810-b3b0-deb0773d4000) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:56:01.282566 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-d1ba7f2e-aebb-4b0a-b193-82a0cc133508 None None] For port 72a28ebc-2c77-472c-a7fc-70e2848c13f6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=72a28ebc-2c77-472c-a7fc-70e2848c13f6,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:01.290091 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7f2e-aebb-4b0a-b193-82a0cc133508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.348123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.414947 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba7f2e-aebb-4b0a-b193-82a0cc133508 None None] Pushing event updated for resources: {'Port': ['ID=72a28ebc-2c77-472c-a7fc-70e2848c13f6,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:01.508090 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.523456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Transition to ACTIVE for port object 7d535168-48d4-4810-b3b0-deb0773d4000 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:01.544612 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.587092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e0cd4cba-82f8-473c-8a78-39a3eed6913f None None] Provisioning complete for port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:01.587702 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4cba-82f8-473c-8a78-39a3eed6913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.612700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Network 63c0af0f-6453-46c5-99d6-411c60017c44 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:01.616350 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:01.618302 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:56:01.657613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d535168-48d4-4810-b3b0-deb0773d4000,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:01.683941 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.765074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.806507 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.819804 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Transition to ACTIVE for port object d98a5b46-430a-4b50-a477-32bbdcea40e4 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:01.828062 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.914807 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa3d2f-f737-4233-9abc-d789fb5cbd5e None None] Pushing event updated for resources: {'Port': ['ID=d98a5b46-430a-4b50-a477-32bbdcea40e4,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:01.923956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Attempting to bind port d98a5b46-430a-4b50-a477-32bbdcea40e4 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:56:01.924264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Attempting to bind port d98a5b46-430a-4b50-a477-32bbdcea40e4 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:56:01.924619 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Attempting to bind port d98a5b46-430a-4b50-a477-32bbdcea40e4 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:56:01.934496 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:56:01.934929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:56:01.935297 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.935708 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:56:01.936240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Bound port: d98a5b46-430a-4b50-a477-32bbdcea40e4, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:56:01.936679 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.962777 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e96b46bf-cd93-4990-946b-8fc978ff9d83 None None] Provisioning for port 7d535168-48d4-4810-b3b0-deb0773d4000 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:01.980128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e96b46bf-cd93-4990-946b-8fc978ff9d83 None None] Provisioning complete for port 7d535168-48d4-4810-b3b0-deb0773d4000 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:01.980404 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e96b46bf-cd93-4990-946b-8fc978ff9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:01.996336 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:02.000926 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:02.054448 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e96b46bf-cd93-4990-946b-8fc978ff9d83 None None] Port 7d535168-48d4-4810-b3b0-deb0773d4000 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:56:02.059207 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] For port d98a5b46-430a-4b50-a477-32bbdcea40e4, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:56:02.062722 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] For port d98a5b46-430a-4b50-a477-32bbdcea40e4, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d98a5b46-430a-4b50-a477-32bbdcea40e4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:56:02.068287 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:02.110702 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:02.114738 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d535168-48d4-4810-b3b0-deb0773d4000,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:02.145531 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa3d2f-f737-4233-9abc-d789fb5cbd5e None None] Pushing event updated for resources: {'Port': ['ID=d98a5b46-430a-4b50-a477-32bbdcea40e4,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:02.150634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:02.151223 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:02.252101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Network 63c0af0f-6453-46c5-99d6-411c60017c44 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:02.253072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:02.333842 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:02.479927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72a28ebc-2c77-472c-a7fc-70e2848c13f6 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:02.627088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-cd57f3db-0a93-4196-b9fb-70d38b2c10ee None None] Provisioning complete for port 7d535168-48d4-4810-b3b0-deb0773d4000 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:02.627792 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cd57f3db-0a93-4196-b9fb-70d38b2c10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:02.650055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Router 57abb39d-6001-4cfd-8486-356e22baee78 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:56:02.782438 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-cd57f3db-0a93-4196-b9fb-70d38b2c10ee None None] Port 7d535168-48d4-4810-b3b0-deb0773d4000 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:56:02.796900 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:02.797263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:02.849336 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:56:02.858536 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-55678e4f-3940-476e-a4d5-066fe2b7c2a4 admin admin] 10.222.0.32 "PUT /v2.0/routers/57abb39d-6001-4cfd-8486-356e22baee78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768299 May 26 23:56:02.923024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 2, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:02.932021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac3ef-bff6-4d2c-bba9-2c36d642b81c None None] The sync data for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 is: [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 2, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:56:03.742111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48156) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:03.747597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-261569220-network', 'tenant_id': '0a54ebd220894b50b1015626d9683c68'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:03.753187 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:03.757153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Usage tracker for resource:network and tenant:0a54ebd220894b50b1015626d9683c68 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:03.760065 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:03.766105 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:03.777412 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Made reservation on behalf of 0a54ebd220894b50b1015626d9683c68 for: {'network': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:56:03.779917 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:03.797076 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:03.829858 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:03.834507 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a54ebd220894b50b1015626d9683c68 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:03.837362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:03.843322 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:03.913752 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:03.917894 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:03.948440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 23:56:03.958469 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f68ca90-47ba-49c1-ba7d-cc72958f3a22,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:03.964331 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:03.964673 n-d-843301-1 neutron-server[84029]: INFO neutron.db.segments_db [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Added segment 5d55b87c-a820-4939-9655-a03bc4f28fe1 of type vlan for network 0253958d-9b04-4315-b545-88d3dbdb1dc4 May 26 23:56:03.993432 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.024207 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.025091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:04.025659 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.221905 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0253958d-9b04-4315-b545-88d3dbdb1dc4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:04.225236 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d9a91959-1c60-47a5-8700-e39208b484d3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4821157 May 26 23:56:04.227960 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48160) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:04.232147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 23:56:04.233305 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Request body: {'subnet': {'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-261569220-subnet', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:04.239629 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:04.243505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Usage tracker for resource:subnet and tenant:0a54ebd220894b50b1015626d9683c68 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:04.246308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:04.251915 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:04.261927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Made reservation on behalf of 0a54ebd220894b50b1015626d9683c68 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:56:04.264149 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.450114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d98a5b46-430a-4b50-a477-32bbdcea40e4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:04.469293 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.527183 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port d98a5b46-430a-4b50-a477-32bbdcea40e4 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:04.532090 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d98a5b46-430a-4b50-a477-32bbdcea40e4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:04.532563 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.542521 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c1a853-5b4a-45bc-a382-28621441b743,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:04.559041 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Checking segment: {'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:56:04.559392 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Network hostable DHCP agents. Network: 0253958d-9b04-4315-b545-88d3dbdb1dc4, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 23:56:04.580792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 23:56:04.590563 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 0253958d-9b04-4315-b545-88d3dbdb1dc4) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:04.594825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:04.595732 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.623635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48164) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:04.624218 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1117872a-2bb3-499f-99cc-8c685d339030 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3947847 May 26 23:56:04.625301 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c94d6f-68a4-425b-b792-97eb07cf0014 None None] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:56:04.630798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:04.638096 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:04.643460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Usage tracker for resource:router and tenant:0a54ebd220894b50b1015626d9683c68 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:04.647210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:04.653700 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:04.664410 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.665600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.685476 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.722854 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.758239 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port d98a5b46-430a-4b50-a477-32bbdcea40e4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d98a5b46-430a-4b50-a477-32bbdcea40e4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:04.772296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.834690 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:04.885161 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=d98a5b46-430a-4b50-a477-32bbdcea40e4,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:04.928007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-0253958d-9b04-4315-b545-88d3dbdb1dc4', 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'fixed_ips': [{'subnet_id': '36c1a853-5b4a-45bc-a382-28621441b743'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 23:56:04.928811 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.093762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Allocated IP 172.20.0.2 (0253958d-9b04-4315-b545-88d3dbdb1dc4/36c1a853-5b4a-45bc-a382-28621441b743/e8697f08-b912-4684-90bc-b62b09f8da11) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:56:05.122616 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.152151 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.287102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Allocated IP 172.25.4.91 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/23917fb9-8804-4f84-999c-4f4782082e4c) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:56:05.289646 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.299593 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Transition to ACTIVE for port object e8697f08-b912-4684-90bc-b62b09f8da11 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:05.317999 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Transition to ACTIVE for port object e8697f08-b912-4684-90bc-b62b09f8da11 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:05.323438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.400092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:05.403537 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:05.405609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Pushing event updated for resources: {'Port': ['ID=e8697f08-b912-4684-90bc-b62b09f8da11,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:05.407712 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:56:05.436015 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.464081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.496392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Attempting to bind port e8697f08-b912-4684-90bc-b62b09f8da11 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:56:05.496780 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Attempting to bind port e8697f08-b912-4684-90bc-b62b09f8da11 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:56:05.497125 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Attempting to bind port e8697f08-b912-4684-90bc-b62b09f8da11 on network 0253958d-9b04-4315-b545-88d3dbdb1dc4 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:56:05.503469 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:56:05.503982 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Checking segment: {'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:56:05.504381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.504770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Bound using segment: {'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:56:05.505236 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Bound port: e8697f08-b912-4684-90bc-b62b09f8da11, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:56:05.505606 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.532527 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:05.535768 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:05.542542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Pushing event updated for resources: {'Port': ['ID=23917fb9-8804-4f84-999c-4f4782082e4c,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:05.544837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:56:05.604927 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] For port e8697f08-b912-4684-90bc-b62b09f8da11, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:56:05.608073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] For port e8697f08-b912-4684-90bc-b62b09f8da11, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e8697f08-b912-4684-90bc-b62b09f8da11,segment=NetworkSegment(5d55b87c-a820-4939-9655-a03bc4f28fe1),segment_id=5d55b87c-a820-4939-9655-a03bc4f28fe1)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:56:05.612695 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.710295 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.711036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:05.712950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710715d8-a20b-4474-b34f-f2c1a7c77768 None None] Pushing event updated for resources: {'Port': ['ID=e8697f08-b912-4684-90bc-b62b09f8da11,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:05.955955 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Router bf15e63b-b4e4-4266-976d-53cf11d038c7 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 23:56:06.166615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:56:06.175664 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Sync routers for ids ['bf15e63b-b4e4-4266-976d-53cf11d038c7'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:56:06.188981 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:06.189161 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Routers {'bf15e63b-b4e4-4266-976d-53cf11d038c7'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:06.189510 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bf15e63b-b4e4-4266-976d-53cf11d038c7'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:06.190180 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-853479b2-b097-45dd-b5be-2b0626b91808 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5647585 May 26 23:56:06.193412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48168) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:06.368697 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Set router bf15e63b-b4e4-4266-976d-53cf11d038c7 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:06.547339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d98a5b46-430a-4b50-a477-32bbdcea40e4 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:06.623802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port d98a5b46-430a-4b50-a477-32bbdcea40e4 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:06.624173 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:06.755091 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47e8d9-745d-4719-8558-728ff3fb387a None None] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 23:56:06.782171 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-26T23:56:05Z', 'revision_number': 3, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port': {'id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:05Z', 'updated_at': '2022-05-26T23:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:06.786395 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Checking router: bf15e63b-b4e4-4266-976d-53cf11d038c7 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:56:06.786734 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Updating router bf15e63b-b4e4-4266-976d-53cf11d038c7 port 23917fb9-8804-4f84-999c-4f4782082e4c binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:56:06.844089 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:06.917960 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e8697f08-b912-4684-90bc-b62b09f8da11 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:06.986195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-21a86d28-2c5f-4fbd-87c6-3aedb8182dbb None None] Provisioning for port e8697f08-b912-4684-90bc-b62b09f8da11 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:07.100760 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.101390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port e8697f08-b912-4684-90bc-b62b09f8da11 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:07.117054 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e8697f08-b912-4684-90bc-b62b09f8da11 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:07.117562 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.199786 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.211212 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Transition to ACTIVE for port object 23917fb9-8804-4f84-999c-4f4782082e4c will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:07.218012 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.251376 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.290136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port e8697f08-b912-4684-90bc-b62b09f8da11, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e8697f08-b912-4684-90bc-b62b09f8da11,segment=NetworkSegment(5d55b87c-a820-4939-9655-a03bc4f28fe1),segment_id=5d55b87c-a820-4939-9655-a03bc4f28fe1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:07.298804 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.305407 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Attempting to bind port 23917fb9-8804-4f84-999c-4f4782082e4c on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:56:07.305730 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Attempting to bind port 23917fb9-8804-4f84-999c-4f4782082e4c by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:56:07.306090 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Attempting to bind port 23917fb9-8804-4f84-999c-4f4782082e4c on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:56:07.313107 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:56:07.313809 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:56:07.314366 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.314920 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:56:07.315531 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Bound port: 23917fb9-8804-4f84-999c-4f4782082e4c, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:56:07.316115 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.343084 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Pushing event updated for resources: {'Port': ['ID=23917fb9-8804-4f84-999c-4f4782082e4c,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:07.360587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Allocated IP 172.20.0.1 (0253958d-9b04-4315-b545-88d3dbdb1dc4/36c1a853-5b4a-45bc-a382-28621441b743/9e0a304c-428e-4900-801d-d532f899c077) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:56:07.371587 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.371929 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.372258 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.372584 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.372904 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.373861 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.374191 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.374507 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.374818 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.375289 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.375760 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:56:07.398653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=e8697f08-b912-4684-90bc-b62b09f8da11,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:07.419264 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] For port 23917fb9-8804-4f84-999c-4f4782082e4c, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:56:07.422985 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] For port 23917fb9-8804-4f84-999c-4f4782082e4c, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=23917fb9-8804-4f84-999c-4f4782082e4c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:56:07.428828 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.509983 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Routers {'bf15e63b-b4e4-4266-976d-53cf11d038c7'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:07.510481 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bf15e63b-b4e4-4266-976d-53cf11d038c7'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:07.530343 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.536013 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-a107f1e9-6db5-4478-b42d-b4069ebc32ab None None] Provisioning complete for port e8697f08-b912-4684-90bc-b62b09f8da11 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:07.536607 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a107f1e9-6db5-4478-b42d-b4069ebc32ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.546670 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Transition to ACTIVE for port object 9e0a304c-428e-4900-801d-d532f899c077 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:07.565649 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8263e81-653b-46a6-bf51-26a3c0388d65 None None] Pushing event updated for resources: {'Port': ['ID=23917fb9-8804-4f84-999c-4f4782082e4c,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:07.570094 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.639614 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:07.642554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:07.647586 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:56:07.676133 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0a304c-428e-4900-801d-d532f899c077,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:07.702628 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] Set router bf15e63b-b4e4-4266-976d-53cf11d038c7 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:07.711449 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.798380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.886291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b75410c8-d740-425b-a6c3-24af4a84a182 None None] Provisioning for port 9e0a304c-428e-4900-801d-d532f899c077 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:07.891351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-b75410c8-d740-425b-a6c3-24af4a84a182 None None] Provisioning complete for port 9e0a304c-428e-4900-801d-d532f899c077 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:07.892143 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b75410c8-d740-425b-a6c3-24af4a84a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:07.943663 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-b75410c8-d740-425b-a6c3-24af4a84a182 None None] Port 9e0a304c-428e-4900-801d-d532f899c077 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:56:07.995763 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-26T23:56:05Z', 'revision_number': 3, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port': {'id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:05Z', 'updated_at': '2022-05-26T23:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:07.999602 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747fd38-30b3-4e54-b026-9ff71c3f62f4 None None] The sync data for ids ['bf15e63b-b4e4-4266-976d-53cf11d038c7'] in n-d-843301-1 is: [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-26T23:56:05Z', 'revision_number': 3, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port': {'id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:05Z', 'updated_at': '2022-05-26T23:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:56:08.025779 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:08.030368 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:08.133455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0a304c-428e-4900-801d-d532f899c077,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:08.137903 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:08.272023 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:08.273144 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:08.430929 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e8697f08-b912-4684-90bc-b62b09f8da11 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:08.497791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port e8697f08-b912-4684-90bc-b62b09f8da11 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:08.498155 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:08.607654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-8183e4d3-cc93-45d5-acc1-a12fe65d378d None None] Provisioning complete for port 9e0a304c-428e-4900-801d-d532f899c077 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:08.608030 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8183e4d3-cc93-45d5-acc1-a12fe65d378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:08.682106 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-8183e4d3-cc93-45d5-acc1-a12fe65d378d None None] Port 9e0a304c-428e-4900-801d-d532f899c077 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:56:08.762372 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Router bf15e63b-b4e4-4266-976d-53cf11d038c7 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:56:08.966826 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:56:08.975278 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-a3dd2eb0-8720-4315-ba45-07dec0eadf54 admin admin] 10.222.0.32 "PUT /v2.0/routers/bf15e63b-b4e4-4266-976d-53cf11d038c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7808948 May 26 23:56:09.383234 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48180) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:09.388805 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961626431', 'description': 'tempest-secgroup-smoke-961626431 description', 'project_id': 'd70d2500741a479fb1c0c3a40460771c'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:09.395486 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:09.399270 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:09.402069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:09.407950 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:09.419713 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.457482 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:09.461129 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:09.463881 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:09.469398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:09.523541 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.527176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.567258 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0bb5b2-4330-4754-935d-11a75eb5aa40,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:09.569756 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.570910 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-44397f67-57d1-4c7a-b5a7-0f8004e1d7b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1866765 May 26 23:56:09.574079 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48184) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:09.579631 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': '7b0bb5b2-4330-4754-935d-11a75eb5aa40', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:09.586691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:09.590556 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:09.593609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:09.600065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:09.621444 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.682187 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.685582 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.713641 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c017d4-be72-4461-82ee-ec0c11c04a3b,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:09.720192 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.721439 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-bcb4070f-ad42-4fee-8640-068c2c74866f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1463487 May 26 23:56:09.724695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48188) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:09.730013 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': '7b0bb5b2-4330-4754-935d-11a75eb5aa40', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:09.736350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:09.740168 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:09.743002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:09.748589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:09.770597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.829985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.834210 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.856894 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea9e9cf-3d1f-466f-a5e6-8319b9d957a1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:09.865718 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.866808 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5bb7415f-4a96-44f1-aa15-fd0cb7eef824 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1411953 May 26 23:56:09.869457 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48192) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:09.874640 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': '7b0bb5b2-4330-4754-935d-11a75eb5aa40', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:09.881318 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:09.885067 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:09.887860 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:09.893313 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:09.909513 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.974843 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:09.978207 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.002427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e603c4-45ca-42e3-9a13-f2761e86cb52,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:10.010604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.011759 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e9d83295-d345-4167-90b2-c22fa6540157 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1413844 May 26 23:56:10.014624 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48196) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:10.020002 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': '7b0bb5b2-4330-4754-935d-11a75eb5aa40', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:10.026343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:10.030454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:10.033274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:10.039447 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:10.056685 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.119380 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.123730 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.147879 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0955a210-08a9-46f8-86f8-2224c4f21a6b,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:10.158598 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.160484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-3d7deeee-fa7f-4096-b82c-9501d2245f16 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443415 May 26 23:56:10.163342 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48200) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:10.168844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': '7b0bb5b2-4330-4754-935d-11a75eb5aa40', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:10.176352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:10.180210 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:10.183042 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:10.188618 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:10.199598 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Project d70d2500741a479fb1c0c3a40460771c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:56:10.205654 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.270597 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.273806 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.297996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd18a31-5c9d-4119-8ffb-43a48e3c0e86,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:10.305830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.306983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c905c89c-b2c8-4d02-acca-ead17aa6993e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1427391 May 26 23:56:10.309650 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48204) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:10.314893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': '7b0bb5b2-4330-4754-935d-11a75eb5aa40', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:10.321181 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:10.324951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:10.327803 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:10.333943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:10.345900 n-d-843301-1 neutron-server[84030]: INFO neutron.db.securitygroups_db [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Project d70d2500741a479fb1c0c3a40460771c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 23:56:10.352742 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.416985 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.420396 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.444289 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9342c772-bb26-4566-bd26-0e9a5ab816a1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:10.453036 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:10.454225 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-78642703-e54d-4562-ae73-251ff03c0e88 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1436660 May 26 23:56:10.619661 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-6e704053-ef9c-43d5-9bc6-f2c4c29d91d0 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961626431&fields=id&tenant_id=d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 267 time: 0.0404787 May 26 23:56:10.768363 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-acb2da13-3651-4ed1-88fe-ac9fc8faa967 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:10.770486 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-acb2da13-3651-4ed1-88fe-ac9fc8faa967 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 809 time: 0.1443861 May 26 23:56:10.791020 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-9bb86bc0-dc2a-4116-ac1b-0fc30ce90017 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/quotas/d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 375 time: 0.0151768 May 26 23:56:10.874537 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-ca7d4f6c-1186-473b-8665-9223a2ae76a9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:56:10.891113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-ca7d4f6c-1186-473b-8665-9223a2ae76a9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:56:10.892450 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-ca7d4f6c-1186-473b-8665-9223a2ae76a9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950801 May 26 23:56:11.032198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-bc66ec31-abf4-4f3e-88e3-5d56775776d6 service neutron] 10.222.0.32 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234841 May 26 23:56:11.170130 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-0df89ab8-498d-4247-9857-976c6c9615c8 service neutron] 10.222.0.32 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319253 May 26 23:56:11.501259 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8ae5f43c-b469-4511-8b0b-1f765f7a5d6d req-2d893021-7900-41fe-8e52-92e8413e505b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 210 time: 0.1880324 May 26 23:56:12.412147 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-be0b857f-b8d7-4921-9124-9219a15ec9d4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:12.412806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-be0b857f-b8d7-4921-9124-9219a15ec9d4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:56:12.430397 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-be0b857f-b8d7-4921-9124-9219a15ec9d4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:56:12.431757 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-be0b857f-b8d7-4921-9124-9219a15ec9d4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 809 time: 0.1725402 May 26 23:56:12.483261 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-9da8eecc-4c16-40d7-95dc-2cc26be83f1f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:56:12.498736 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-9da8eecc-4c16-40d7-95dc-2cc26be83f1f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:56:12.499997 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-9da8eecc-4c16-40d7-95dc-2cc26be83f1f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 379 time: 0.0560098 May 26 23:56:12.508735 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'port': {'device_id': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'admin_state_up': True, 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'security_groups': ['7b0bb5b2-4330-4754-935d-11a75eb5aa40']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:12.668554 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:12.680315 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e0857176-fe4f-4b4a-8b4a-c8c127a5d6ea req-4b4368d3-aff9-4af1-b0e7-007015694ba9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 210 time: 0.0490389 May 26 23:56:12.682248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:12.694089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Made reservation on behalf of d70d2500741a479fb1c0c3a40460771c for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 23:56:12.697477 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:12.855428 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Allocated IP 172.20.0.9 (63c0af0f-6453-46c5-99d6-411c60017c44/654cdf4c-6658-47f5-b41b-f5b945e6271f/1c92ecbf-1883-4437-a134-38559d0bf1bf) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:56:13.035682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:13.050148 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Transition to ACTIVE for port object 1c92ecbf-1883-4437-a134-38559d0bf1bf will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:13.071078 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:13.146891 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Network 63c0af0f-6453-46c5-99d6-411c60017c44 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:13.149616 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:13.153466 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:56:13.183550 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:13.218477 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:13.219081 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:13.244341 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-15416ea3-37bf-4e5b-bfb5-1a802484c1a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7391725 May 26 23:56:13.255690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Request body: {'port': {'device_id': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:13.383589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:13.439475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e71bf056-8e6b-431a-a0b5-52b71802383c None None] Provisioning for port 1c92ecbf-1883-4437-a134-38559d0bf1bf completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:13.445177 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-e71bf056-8e6b-431a-a0b5-52b71802383c None None] Provisioning complete for port 1c92ecbf-1883-4437-a134-38559d0bf1bf triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:13.445824 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e71bf056-8e6b-431a-a0b5-52b71802383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:13.501243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-e71bf056-8e6b-431a-a0b5-52b71802383c None None] Port 1c92ecbf-1883-4437-a134-38559d0bf1bf cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 23:56:13.886484 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c92ecbf-1883-4437-a134-38559d0bf1bf {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:56:13.898909 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:13.919991 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Transition to ACTIVE for port object 1c92ecbf-1883-4437-a134-38559d0bf1bf will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:13.926819 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:13.988404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b54cf3-97c7-4687-a7e8-88dcf14313d5 req-7e7c306d-5ad4-4ff9-835d-c36fae0d978b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:13.989086 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-25b54cf3-97c7-4687-a7e8-88dcf14313d5 req-7e7c306d-5ad4-4ff9-835d-c36fae0d978b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 23:56:14.068317 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:14.077764 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-25b54cf3-97c7-4687-a7e8-88dcf14313d5 req-7e7c306d-5ad4-4ff9-835d-c36fae0d978b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 23:56:14.079018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25b54cf3-97c7-4687-a7e8-88dcf14313d5 req-7e7c306d-5ad4-4ff9-835d-c36fae0d978b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 931 time: 0.2611094 May 26 23:56:14.209142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-25b54cf3-97c7-4687-a7e8-88dcf14313d5 req-49b505df-e44d-4cbb-996b-b3f28db5c5e7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041784 May 26 23:56:14.217691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Attempting to bind port 1c92ecbf-1883-4437-a134-38559d0bf1bf on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:56:14.218043 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Attempting to bind port 1c92ecbf-1883-4437-a134-38559d0bf1bf by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:56:14.218360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Attempting to bind port 1c92ecbf-1883-4437-a134-38559d0bf1bf on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:56:14.225344 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Port 1c92ecbf-1883-4437-a134-38559d0bf1bf on network 63c0af0f-6453-46c5-99d6-411c60017c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 23:56:14.225912 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Attempting to bind port 1c92ecbf-1883-4437-a134-38559d0bf1bf on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:56:14.232286 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:56:14.232615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Checking segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:56:14.232989 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Bound using segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:56:14.233403 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Bound port: 1c92ecbf-1883-4437-a134-38559d0bf1bf, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:56:14.233788 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:14.320483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:56:14.323329 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:56:14.326780 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:14.392426 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:14.393527 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] 10.222.0.48 "PUT /v2.0/ports/1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 1091 time: 1.1426857 May 26 23:56:14.394078 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:56:14.413194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39420da-700e-4644-ba4e-3d3ec298fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:14.483267 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 23917fb9-8804-4f84-999c-4f4782082e4c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:14.486878 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9cbb5b-f3c7-4b73-9fe1-cc01c2b3bd00'] response: {'name': 'network-changed', 'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'status': 'completed', 'code': 200} May 26 23:56:14.535516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-7a656bac-6a59-49e6-8184-2a3abb46881f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1094 time: 0.0987041 May 26 23:56:14.564087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 23917fb9-8804-4f84-999c-4f4782082e4c completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:14.569874 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 23917fb9-8804-4f84-999c-4f4782082e4c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:14.570465 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:14.611657 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-f62ae75e-5d14-4ed5-b3ba-b117eaff9b59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 217 time: 0.0698245 May 26 23:56:14.676347 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-67c8ec79-ac8a-4ba9-9feb-5f18fbbd505f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:14.677912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-67c8ec79-ac8a-4ba9-9feb-5f18fbbd505f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0606875 May 26 23:56:14.710628 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:14.727484 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 23917fb9-8804-4f84-999c-4f4782082e4c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=23917fb9-8804-4f84-999c-4f4782082e4c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:14.731865 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:14.755829 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-1e04f870-e75e-4c91-8da8-cc7ddd1aba29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723403 May 26 23:56:14.799993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=23917fb9-8804-4f84-999c-4f4782082e4c,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:14.884520 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-cb7b8c5f-3429-453b-b5d1-cc30c88a309c service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226447 May 26 23:56:15.017558 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-2a07d90d-e86f-4d11-bfb5-e19b3511705d req-2e3f45db-dc52-4aec-8e2a-2a71d2d3f542 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274619 May 26 23:56:15.133109 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-e6ce6f6b-f2f2-4da1-9f19-8786acb54d29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1094 time: 0.0713558 May 26 23:56:15.262098 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-0d9aabdb-77a1-4960-a9eb-ca37bc95c9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:15.263542 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-0d9aabdb-77a1-4960-a9eb-ca37bc95c9ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1249681 May 26 23:56:15.361124 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-3b54ab6b-e674-4c7f-9aee-dcf65320a148 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 217 time: 0.0911963 May 26 23:56:15.439671 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-46f2b05f-890e-4e19-8803-d055293f0518 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:15.441133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-46f2b05f-890e-4e19-8803-d055293f0518 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0735266 May 26 23:56:15.572269 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:56:15.592282 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4beb9-fa9a-49b4-9279-065763494488 req-f4678e7f-4dab-42e1-adc4-b923d48e95f2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:15.593732 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-75e4beb9-fa9a-49b4-9279-065763494488 req-f4678e7f-4dab-42e1-adc4-b923d48e95f2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.2623005 May 26 23:56:15.653828 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-75e4beb9-fa9a-49b4-9279-065763494488 req-cc617a8b-57f9-4384-b216-f1f6f7913c8d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537028 May 26 23:56:15.659484 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-663b268b-d070-481e-8888-403c65764181 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110910 May 26 23:56:15.789737 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-f81763cc-de6c-410b-95e0-f1a17d526dfd service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229055 May 26 23:56:15.917885 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a90a6714-5c04-4ee4-a76b-6d2660c0012b req-95bc899f-9b90-4a6f-817e-343e9b864c32 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218829 May 26 23:56:16.428761 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 23917fb9-8804-4f84-999c-4f4782082e4c up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:16.494597 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 23917fb9-8804-4f84-999c-4f4782082e4c triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:16.494959 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:16.849129 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d5376-1663-4895-bba6-13f86487332e req-8d76e2a1-8598-4bc8-8588-69c46950229a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:16.850600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c02d5376-1663-4895-bba6-13f86487332e req-8d76e2a1-8598-4bc8-8588-69c46950229a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0750837 May 26 23:56:16.898987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c02d5376-1663-4895-bba6-13f86487332e req-aa7d0423-d2c4-446d-8fa6-27e554947ae8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 May 26 23:56:17.340764 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d1fd8891-6007-4b42-80b4-cac74a47d144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:17.620582 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Sync routers for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:56:17.633162 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:17.633803 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:17.815369 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:18.097592 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab7037-90fc-4a87-b5fe-e5eb7864e72c req-ac7a5dd9-5be0-4f7b-a090-f6533daf5f21 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:18.099068 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3aab7037-90fc-4a87-b5fe-e5eb7864e72c req-ac7a5dd9-5be0-4f7b-a090-f6533daf5f21 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0815470 May 26 23:56:18.143456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3aab7037-90fc-4a87-b5fe-e5eb7864e72c req-c90342ed-0380-4bba-9e46-7150e1569ecf tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 May 26 23:56:18.149291 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 2, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:18.153230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Checking router: 57abb39d-6001-4cfd-8486-356e22baee78 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:56:18.153574 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Updating router 57abb39d-6001-4cfd-8486-356e22baee78 port 7d535168-48d4-4810-b3b0-deb0773d4000 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:56:18.207472 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:18.534721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:18.545649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Transition to ACTIVE for port object 7d535168-48d4-4810-b3b0-deb0773d4000 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:18.551876 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:18.677121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28189e09-35eb-4ae0-a001-2c858bf7ec24 None None] Pushing event updated for resources: {'Port': ['ID=7d535168-48d4-4810-b3b0-deb0773d4000,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:18.765889 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Attempting to bind port 7d535168-48d4-4810-b3b0-deb0773d4000 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:56:18.766249 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Attempting to bind port 7d535168-48d4-4810-b3b0-deb0773d4000 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:56:18.766598 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Attempting to bind port 7d535168-48d4-4810-b3b0-deb0773d4000 on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:56:18.773136 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:56:18.773500 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Checking segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:56:18.773925 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:18.774309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Bound using segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:56:18.774769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Bound port: 7d535168-48d4-4810-b3b0-deb0773d4000, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:56:18.775135 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:18.866385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] For port 7d535168-48d4-4810-b3b0-deb0773d4000, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:56:18.869993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] For port 7d535168-48d4-4810-b3b0-deb0773d4000, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7d535168-48d4-4810-b3b0-deb0773d4000,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:56:18.876659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:18.958812 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28189e09-35eb-4ae0-a001-2c858bf7ec24 None None] Pushing event updated for resources: {'Port': ['ID=7d535168-48d4-4810-b3b0-deb0773d4000,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:18.961395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:18.962017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:19.158357 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:19.304643 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Sync routers for ids ['bf15e63b-b4e4-4266-976d-53cf11d038c7'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:56:19.316565 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Routers {'bf15e63b-b4e4-4266-976d-53cf11d038c7'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:19.317170 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:55:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bf15e63b-b4e4-4266-976d-53cf11d038c7'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:19.344904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29485-225e-464c-9c5e-c15d3975b4f6 req-063651c3-2996-4f02-b793-8ef60a50ccf7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:19.346609 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68d29485-225e-464c-9c5e-c15d3975b4f6 req-063651c3-2996-4f02-b793-8ef60a50ccf7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0838368 May 26 23:56:19.396557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68d29485-225e-464c-9c5e-c15d3975b4f6 req-96aa9be4-a232-4f35-9726-f4abba79a104 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432930 May 26 23:56:19.514981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:18Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:19.519335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa1e0a-e53d-4860-bc35-5ee1ebc34f4f None None] The sync data for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 is: [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:18Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:56:19.528610 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Set router bf15e63b-b4e4-4266-976d-53cf11d038c7 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:19.732981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:56:19.869152 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-26T23:56:07Z', 'revision_number': 4, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port': {'id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:05Z', 'updated_at': '2022-05-26T23:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e0a304c-428e-4900-801d-d532f899c077', 'name': '', 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'mac_address': 'fa:16:3e:18:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36c1a853-5b4a-45bc-a382-28621441b743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:07Z', 'updated_at': '2022-05-26T23:56:07Z', 'revision_number': 2, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'subnets': [{'id': '36c1a853-5b4a-45bc-a382-28621441b743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:19.874281 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Checking router: bf15e63b-b4e4-4266-976d-53cf11d038c7 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:56:19.874682 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Updating router bf15e63b-b4e4-4266-976d-53cf11d038c7 port 9e0a304c-428e-4900-801d-d532f899c077 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 23:56:19.881483 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:19.895693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'port_id': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'mac_address': 'fa:16:3e:39:3b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:56:19.928310 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:19.953246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:19.971565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c92ecbf-1883-4437-a134-38559d0bf1bf {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:56:19.987404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:19.992679 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.077385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:20.090568 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9f612af4-cd45-406e-aea7-c3521ed8c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.271785 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.282854 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Transition to ACTIVE for port object 9e0a304c-428e-4900-801d-d532f899c077 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 23:56:20.289764 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.330295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['1c92ecbf-1883-4437-a134-38559d0bf1bf'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:56:20.356865 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dfeb4-6521-48a6-8a98-a7105f38c783 None None] Pushing event updated for resources: {'Port': ['ID=9e0a304c-428e-4900-801d-d532f899c077,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:20.499346 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7d535168-48d4-4810-b3b0-deb0773d4000 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:20.548783 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Attempting to bind port 9e0a304c-428e-4900-801d-d532f899c077 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 23:56:20.549145 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Attempting to bind port 9e0a304c-428e-4900-801d-d532f899c077 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 23:56:20.549496 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Attempting to bind port 9e0a304c-428e-4900-801d-d532f899c077 on network 0253958d-9b04-4315-b545-88d3dbdb1dc4 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 23:56:20.556709 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 23:56:20.557067 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Checking segment: {'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 23:56:20.557653 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.558198 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Bound using segment: {'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 23:56:20.558815 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Bound port: 9e0a304c-428e-4900-801d-d532f899c077, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d55b87c-a820-4939-9655-a03bc4f28fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 23:56:20.559350 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.633609 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5374bf-6aae-4695-9cfa-23b7165376ab req-ae4cb62a-c4b8-4e01-a5d3-13bd5550232f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:20.638116 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff5374bf-6aae-4695-9cfa-23b7165376ab req-ae4cb62a-c4b8-4e01-a5d3-13bd5550232f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 944 time: 0.0980363 May 26 23:56:20.678868 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] For port 9e0a304c-428e-4900-801d-d532f899c077, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 23:56:20.682255 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] For port 9e0a304c-428e-4900-801d-d532f899c077, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e0a304c-428e-4900-801d-d532f899c077,segment=NetworkSegment(5d55b87c-a820-4939-9655-a03bc4f28fe1),segment_id=5d55b87c-a820-4939-9655-a03bc4f28fe1)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 23:56:20.685087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 7d535168-48d4-4810-b3b0-deb0773d4000 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:20.689403 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.701984 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7d535168-48d4-4810-b3b0-deb0773d4000 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:20.702354 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.702583 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ff5374bf-6aae-4695-9cfa-23b7165376ab req-4a506306-5e0a-4627-9b76-ad296c385d8d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613620 May 26 23:56:20.780926 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dfeb4-6521-48a6-8a98-a7105f38c783 None None] Pushing event updated for resources: {'Port': ['ID=9e0a304c-428e-4900-801d-d532f899c077,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:20.793474 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Routers {'bf15e63b-b4e4-4266-976d-53cf11d038c7'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:20.794193 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bf15e63b-b4e4-4266-976d-53cf11d038c7'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:20.886341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.898454 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.900081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.926456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 7d535168-48d4-4810-b3b0-deb0773d4000, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7d535168-48d4-4810-b3b0-deb0773d4000,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:20.934663 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:20.975626 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] Set router bf15e63b-b4e4-4266-976d-53cf11d038c7 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:21.017113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=7d535168-48d4-4810-b3b0-deb0773d4000,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:21.305782 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-26T23:56:07Z', 'revision_number': 4, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port': {'id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:05Z', 'updated_at': '2022-05-26T23:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e0a304c-428e-4900-801d-d532f899c077', 'name': '', 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'mac_address': 'fa:16:3e:18:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36c1a853-5b4a-45bc-a382-28621441b743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:07Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 4, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'subnets': [{'id': '36c1a853-5b4a-45bc-a382-28621441b743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:21.309461 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d63a4-179e-46bd-b2d1-f126580ce8f3 None None] The sync data for ids ['bf15e63b-b4e4-4266-976d-53cf11d038c7'] in n-d-843301-1 is: [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-26T23:56:07Z', 'revision_number': 4, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port': {'id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:05Z', 'updated_at': '2022-05-26T23:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9e0a304c-428e-4900-801d-d532f899c077', 'name': '', 'network_id': '0253958d-9b04-4315-b545-88d3dbdb1dc4', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'mac_address': 'fa:16:3e:18:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36c1a853-5b4a-45bc-a382-28621441b743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:07Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 4, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'subnets': [{'id': '36c1a853-5b4a-45bc-a382-28621441b743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:56:21.741853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:21.816264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 1c92ecbf-1883-4437-a134-38559d0bf1bf completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:21.821702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 1c92ecbf-1883-4437-a134-38559d0bf1bf triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:21.822079 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:21.923310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8d2b3-61a1-434d-97cd-7e34e8cf45f1 req-362aed62-4350-4f88-a01d-97995a61b9ed tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:21.926145 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75e8d2b3-61a1-434d-97cd-7e34e8cf45f1 req-362aed62-4350-4f88-a01d-97995a61b9ed tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 944 time: 0.0925124 May 26 23:56:21.947831 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:21.976614 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:56:21.977487 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-75e8d2b3-61a1-434d-97cd-7e34e8cf45f1 req-d2d7f1ae-1f43-4e28-88ec-d7bc8e0fb08f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445461 May 26 23:56:21.988649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:21.994121 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:22.041960 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ad729f-7b4e-4a8c-beb4-f64cac284b88'] response: {'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'code': 200} May 26 23:56:22.065495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:22.161740 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:22.172285 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-416118cc-ca76-47db-8c08-10bca976415d req-6e324f49-82e8-4b3a-83c0-8e59488a8187 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1096 time: 0.0762377 May 26 23:56:22.215200 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-416118cc-ca76-47db-8c08-10bca976415d req-ad4cc344-631f-4e2b-959e-64c3a6bac00f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366802 May 26 23:56:22.496243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7d535168-48d4-4810-b3b0-deb0773d4000 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:22.566540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 7d535168-48d4-4810-b3b0-deb0773d4000 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:22.566903 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:22.680073 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e0a304c-428e-4900-801d-d532f899c077 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:22.749771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9e0a304c-428e-4900-801d-d532f899c077 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 23:56:22.754174 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9e0a304c-428e-4900-801d-d532f899c077 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:22.754536 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:22.871365 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:22.901973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9e0a304c-428e-4900-801d-d532f899c077, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e0a304c-428e-4900-801d-d532f899c077,segment=NetworkSegment(5d55b87c-a820-4939-9655-a03bc4f28fe1),segment_id=5d55b87c-a820-4939-9655-a03bc4f28fe1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:56:22.905821 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:22.975730 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9e0a304c-428e-4900-801d-d532f899c077,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:23.173123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b98562-9595-4085-916e-3dbd6579cc4e req-f7ba70e3-5b6b-4b4f-814c-f336a2dd36fc tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:23.174614 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81b98562-9595-4085-916e-3dbd6579cc4e req-f7ba70e3-5b6b-4b4f-814c-f336a2dd36fc tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0759602 May 26 23:56:23.222581 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-81b98562-9595-4085-916e-3dbd6579cc4e req-a54d7de6-0002-4e19-be72-ebe72a6603ca tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417249 May 26 23:56:24.422321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ae6d7-308e-40fd-a984-ecf99c1dd5d3 req-2c0d660d-0633-48be-afaf-c096e5b75d13 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:24.423815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d51ae6d7-308e-40fd-a984-ecf99c1dd5d3 req-2c0d660d-0633-48be-afaf-c096e5b75d13 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0820386 May 26 23:56:24.436942 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e0a304c-428e-4900-801d-d532f899c077 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:56:24.469917 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d51ae6d7-308e-40fd-a984-ecf99c1dd5d3 req-e06274f8-f643-431a-bff3-3dea8c2555ab tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403764 May 26 23:56:24.508504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9e0a304c-428e-4900-801d-d532f899c077 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:56:24.508955 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:24.665931 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23dd1-8582-48f1-896c-6f98e7729fb1 req-6332eae3-0a97-4690-83bc-3fdd201a2cad tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:24.667358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf23dd1-8582-48f1-896c-6f98e7729fb1 req-6332eae3-0a97-4690-83bc-3fdd201a2cad tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0796037 May 26 23:56:24.712198 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-caf23dd1-8582-48f1-896c-6f98e7729fb1 req-ef66b0e6-9dc0-49ab-96eb-553ef9608425 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392926 May 26 23:56:24.738560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48256) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:24.891161 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-5d34c2d7-f999-4b91-b687-16cc8490c305 tempest-TestShelveInstance-1823229879 tempest-TestShelveInstance-1823229879-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1091 time: 0.1491597 May 26 23:56:24.893903 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48262) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 23:56:24.898932 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 23:56:24.905286 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 23:56:24.909091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:floatingip and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 23:56:24.912406 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 23:56:24.917999 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 23:56:24.928712 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:25.059880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:25.296218 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Allocated IP 172.25.4.132 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/42da2a92-cd3d-4eb5-a2fe-6230863d5ede) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 23:56:25.439020 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:25.466184 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:25.535782 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 23:56:25.538618 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 23:56:25.541101 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 23:56:25.570494 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'Port': ['ID=42da2a92-cd3d-4eb5-a2fe-6230863d5ede,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:25.925420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:26.037292 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:26.090060 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:26.285053 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:26.289427 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:26.402966 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'Port': ['ID=42da2a92-cd3d-4eb5-a2fe-6230863d5ede,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:56:26.416936 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:26.600451 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Floating IP ba4552e3-37f3-4973-87c8-558d391e8d01 associated. External IP: 172.25.4.132, port: 1c92ecbf-1883-4437-a134-38559d0bf1bf. May 26 23:56:27.087533 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Router 57abb39d-6001-4cfd-8486-356e22baee78 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 23:56:27.291979 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 23:56:27.314868 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:27.354270 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] Sync routers for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 23:56:27.366281 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:27.366959 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:27.371743 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-63e4c0be-989a-40a6-81f2-0120f3d29317 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4768591 May 26 23:56:27.372304 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:56:27.500319 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55939e6d-9497-4a92-b488-5c223fc20947'] response: {'name': 'network-changed', 'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'status': 'completed', 'code': 200} May 26 23:56:27.544948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:27.594152 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-425875d3-a8a2-4612-9860-e8dca5de529d req-3f2b56d9-ee4e-4eff-ae73-191250019992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1096 time: 0.0727537 May 26 23:56:27.723546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425875d3-a8a2-4612-9860-e8dca5de529d req-f16ba9ea-2eb8-423a-be71-72633854e88f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:27.725030 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-425875d3-a8a2-4612-9860-e8dca5de529d req-f16ba9ea-2eb8-423a-be71-72633854e88f service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1256211 May 26 23:56:27.827467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-425875d3-a8a2-4612-9860-e8dca5de529d req-8de15a5c-10de-4684-be09-4eb3be6c0f77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 999 time: 0.0967612 May 26 23:56:27.886153 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'ba4552e3-37f3-4973-87c8-558d391e8d01', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'port_id': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'mac_address': 'fa:16:3e:39:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:56:25Z', 'updated_at': '2022-05-26T23:56:25Z', 'revision_number': 0, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:27.888360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425875d3-a8a2-4612-9860-e8dca5de529d req-399d50e5-9efd-4668-8713-672d75b3dff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:56:27.889898 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-425875d3-a8a2-4612-9860-e8dca5de529d req-399d50e5-9efd-4668-8713-672d75b3dff0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0562525 May 26 23:56:27.890063 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] Checking router: 57abb39d-6001-4cfd-8486-356e22baee78 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 23:56:27.900271 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 23:56:27.900853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-26T23:56:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:27.966223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-425875d3-a8a2-4612-9860-e8dca5de529d req-87221e46-6df5-43ad-a0e3-9dcac65be575 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708685 May 26 23:56:28.077195 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 23:56:28.099650 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-425875d3-a8a2-4612-9860-e8dca5de529d req-8c4bf68e-d0ca-4d78-bddd-ee282e9fad50 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278980 May 26 23:56:28.230091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-425875d3-a8a2-4612-9860-e8dca5de529d req-76d224de-05fc-4ead-91ac-9d3d416ddc4f service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240804 May 26 23:56:28.415755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'ba4552e3-37f3-4973-87c8-558d391e8d01', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'port_id': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'mac_address': 'fa:16:3e:39:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:56:25Z', 'updated_at': '2022-05-26T23:56:25Z', 'revision_number': 0, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 23:56:28.419591 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1646b-5fe8-4b1f-aeb5-a0a490c07cd9 None None] The sync data for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 is: [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': 'ba4552e3-37f3-4973-87c8-558d391e8d01', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'port_id': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'mac_address': 'fa:16:3e:39:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T23:56:25Z', 'updated_at': '2022-05-26T23:56:25Z', 'revision_number': 0, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 23:56:28.556584 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:36.799891 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8f6a3-df6d-4aa7-8912-afd3ee90bfc3 None None] New status for floating IP ba4552e3-37f3-4973-87c8-558d391e8d01: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 23:56:47.342133 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-14d8512a-dc12-45e7-83be-c8fda8fb526a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:50.075649 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af8864c0-d609-4c84-93bb-c599364429ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:50.872609 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:50.874834 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:52.155975 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:52.573107 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:56:55.923203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:56:58.555391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:17.341870 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3f53b535-693a-4d88-80e6-606035f1ac82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:20.078003 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f7ed6c20-1d9d-430b-a9ad-e12599e69a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:20.868293 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:20.872364 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:22.150840 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-fa301144-fb4a-45f9-985b-405801936a12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308129 May 26 23:57:22.160089 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:22.285960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-da01912d-1a51-4ac7-9f85-e2324b08bb8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1096 time: 0.0668058 May 26 23:57:22.515298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-db365f7b-a8cd-4fbe-a217-333a03b4f567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:57:22.516744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-db365f7b-a8cd-4fbe-a217-333a03b4f567 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.2113709 May 26 23:57:22.618217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-d2930595-331f-4248-8cf9-90fefdea9220 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 1001 time: 0.0943294 May 26 23:57:22.681838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-52582b3c-07d1-4067-bf50-41287c8926b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:57:22.683234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-52582b3c-07d1-4067-bf50-41287c8926b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0594950 May 26 23:57:22.755604 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-37d6b0f6-c18f-4982-b238-194ddab2b237 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652137 May 26 23:57:22.882027 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-4845d9a5-df3b-4fef-a8e3-2a7376794ac8 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199472 May 26 23:57:23.011142 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35c4880f-e47c-4bbb-86ad-071f00e4e3e7 req-ae49c4b9-070b-4f8d-bfbb-1e73c088f349 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223624 May 26 23:57:25.950403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:28.548368 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:29.574540 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:57:47.344231 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a6c1d7bb-5e31-466f-81c3-5fe8b66d6c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:50.079479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-55d44691-c899-41c5-8273-28d421c34d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:50.872028 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:50.872655 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:52.163648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:55.952624 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:57:58.563745 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:06.575536 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:58:17.345040 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5c5a75e4-07ef-4511-b275-1c7302f5825d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.080662 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b418e03e-6767-40a9-8939-71f5e5258cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.874713 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:20.876768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:22.167112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:24.128075 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-4ec8196a-4179-4016-b111-ba8cc9fd786a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695486 May 26 23:58:24.262534 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-a6d3087e-442f-46bf-9c50-242bd74201db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1096 time: 0.0675101 May 26 23:58:24.402902 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-4e42f372-0608-4220-8a02-c37f4b243174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:24.404264 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-4e42f372-0608-4220-8a02-c37f4b243174 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1238475 May 26 23:58:24.505733 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-6f59a622-80e6-434f-81e7-0f8547c7d05b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 1001 time: 0.0952611 May 26 23:58:24.565384 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-fdb32803-b7fa-40c4-873b-c19d47c4bbbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:24.566777 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-fdb32803-b7fa-40c4-873b-c19d47c4bbbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0555692 May 26 23:58:24.642153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-7bd11e2b-b658-435c-884f-2fa43bbd842d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696099 May 26 23:58:24.771868 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-f78161f4-f26c-496f-88ed-db117d37a40d service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238678 May 26 23:58:24.899464 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-ea270091-c4cc-4919-8acc-8da79bf81d8b req-481c7ef4-748f-410a-ae15-75c3d3014efa service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211429 May 26 23:58:25.966769 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:28.565405 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:43.575443 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:58:47.346600 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05f92383-f455-442e-abe0-69019e5d1203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:50.082823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fe552aa4-b617-4615-af39-91a14335d8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:50.877207 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:50.879519 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:51.360131 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99502af-0e85-45d8-8bb4-fec0314749dd req-64b69abb-e22b-45e4-8c61-d92667ad4c4e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:51.361555 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c99502af-0e85-45d8-8bb4-fec0314749dd req-64b69abb-e22b-45e4-8c61-d92667ad4c4e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0756178 May 26 23:58:51.405641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c99502af-0e85-45d8-8bb4-fec0314749dd req-be295cc5-6dfc-4b3d-8f8c-15c0546ce290 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386124 May 26 23:58:52.169377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:52.635137 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5801c31-930c-42fd-8d74-5e7e58fbbaeb req-af4f7fc7-f6ed-450d-81c1-13f5ddde27ef tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:52.636585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5801c31-930c-42fd-8d74-5e7e58fbbaeb req-af4f7fc7-f6ed-450d-81c1-13f5ddde27ef tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0751247 May 26 23:58:52.684888 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a5801c31-930c-42fd-8d74-5e7e58fbbaeb req-a4320800-5c41-4659-8027-0b7fbbba16d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 May 26 23:58:53.996137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bce97-fa16-43e2-b713-8d6bad677c69 req-736ce6c6-eca4-46cb-bae9-5deefa800f46 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:53.997558 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-835bce97-fa16-43e2-b713-8d6bad677c69 req-736ce6c6-eca4-46cb-bae9-5deefa800f46 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.1689444 May 26 23:58:54.041659 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-835bce97-fa16-43e2-b713-8d6bad677c69 req-824d05e3-cb7a-479b-991e-8a24c323a289 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384140 May 26 23:58:55.232010 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c43c48-210b-480d-abf4-3aa8294ff80c req-f7a92fbf-12c2-4b47-8c11-3f0b0ee19a74 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:55.233432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99c43c48-210b-480d-abf4-3aa8294ff80c req-f7a92fbf-12c2-4b47-8c11-3f0b0ee19a74 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0749156 May 26 23:58:55.281931 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-99c43c48-210b-480d-abf4-3aa8294ff80c req-c81f354f-7af7-44c2-bb46-0d1d37dcda3c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426018 May 26 23:58:55.966171 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:56.483047 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70dc0-daab-450c-bb77-9b8934aa1d4e req-f993901e-deda-4a81-8b86-8c92a7d4ab82 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:56.484463 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d70dc0-daab-450c-bb77-9b8934aa1d4e req-f993901e-deda-4a81-8b86-8c92a7d4ab82 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0751746 May 26 23:58:56.528731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b5d70dc0-daab-450c-bb77-9b8934aa1d4e req-813c7dca-0b65-4ead-9d11-aca49f664221 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387998 May 26 23:58:57.722771 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419bab3-77ca-4fd9-b907-6a1fc6584c29 req-48eeb255-ea9f-41bf-b941-61544f446537 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:57.724205 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3419bab3-77ca-4fd9-b907-6a1fc6584c29 req-48eeb255-ea9f-41bf-b941-61544f446537 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0779140 May 26 23:58:57.768624 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3419bab3-77ca-4fd9-b907-6a1fc6584c29 req-55b82ee6-5ab1-46e2-a62e-fca09e200883 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383906 May 26 23:58:58.559157 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:58:58.960936 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cf630-528c-48c6-8171-9c809d118ef9 req-cf70b941-848c-4858-9bcb-a30ad25e6fcd tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:58:58.962371 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-605cf630-528c-48c6-8171-9c809d118ef9 req-cf70b941-848c-4858-9bcb-a30ad25e6fcd tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0773380 May 26 23:58:59.006012 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-605cf630-528c-48c6-8171-9c809d118ef9 req-b120ce8e-dfda-4823-9153-b276e32067a4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381401 May 26 23:59:00.202290 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a6c5f-c156-4425-b984-a5fa34162297 req-3adb79b3-d89b-4c4a-bf4b-b5a690a6e640 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:00.203717 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e8a6c5f-c156-4425-b984-a5fa34162297 req-3adb79b3-d89b-4c4a-bf4b-b5a690a6e640 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0748448 May 26 23:59:00.248277 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0e8a6c5f-c156-4425-b984-a5fa34162297 req-9b91715c-dd82-4684-82f4-1349d74bad11 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391347 May 26 23:59:01.439986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8cd2b-73ae-4b43-bcb0-6a2e6bfd8a91 req-657db0c8-dab4-4b8b-815d-d7f38de5ebda tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:01.441403 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acf8cd2b-73ae-4b43-bcb0-6a2e6bfd8a91 req-657db0c8-dab4-4b8b-815d-d7f38de5ebda tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0743701 May 26 23:59:01.486187 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-acf8cd2b-73ae-4b43-bcb0-6a2e6bfd8a91 req-da6b4191-94a9-44a0-aae8-43d4492c02a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387521 May 26 23:59:02.680703 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c9cab-d361-4b19-81fa-afbc8a2e9d80 req-2d12c5d4-80dc-4ae9-8d50-22d03d4574ac tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:02.682163 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-385c9cab-d361-4b19-81fa-afbc8a2e9d80 req-2d12c5d4-80dc-4ae9-8d50-22d03d4574ac tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0790882 May 26 23:59:02.725781 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-385c9cab-d361-4b19-81fa-afbc8a2e9d80 req-a4e405c1-4ddf-4a75-8ed2-87a7c0869ef5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380418 May 26 23:59:03.925946 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ff536-c944-403b-adad-986995a18f03 req-4e6dda30-a015-436f-9691-fd6889f7ece9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:03.927323 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-195ff536-c944-403b-adad-986995a18f03 req-4e6dda30-a015-436f-9691-fd6889f7ece9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0805826 May 26 23:59:03.974110 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-195ff536-c944-403b-adad-986995a18f03 req-5a41eb59-0359-45d6-ae24-a69188f8079b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 May 26 23:59:04.562456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:59:04.693257 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:59:04.707115 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'port_id': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'mac_address': 'fa:16:3e:39:3b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:59:04.759130 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:04.779274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c92ecbf-1883-4437-a134-38559d0bf1bf {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:59:04.793941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:59:04.797201 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:04.865533 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:04.871821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['1c92ecbf-1883-4437-a134-38559d0bf1bf'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:59:04.903021 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.903356 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.903681 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.904004 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.904322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.904635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.904946 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.905256 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.905565 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.905898 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:04.906205 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 23:59:05.166467 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60995821-cce5-4532-a91c-9db219579d77 req-422caea9-b5e3-4818-ac5e-b37fb7d4c710 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:05.167921 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60995821-cce5-4532-a91c-9db219579d77 req-422caea9-b5e3-4818-ac5e-b37fb7d4c710 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 944 time: 0.0763621 May 26 23:59:05.212470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-60995821-cce5-4532-a91c-9db219579d77 req-36142ec2-37fe-4660-8ad3-6181c1317562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391376 May 26 23:59:06.404382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccba117-d635-4eef-aafb-a3726bc108f7 req-57017385-d862-4aca-9cd9-63574b87790c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:06.405958 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ccba117-d635-4eef-aafb-a3726bc108f7 req-57017385-d862-4aca-9cd9-63574b87790c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 944 time: 0.0763392 May 26 23:59:06.453907 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5ccba117-d635-4eef-aafb-a3726bc108f7 req-e98695ee-4217-49c2-b0f8-cef9cd7a3967 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 May 26 23:59:06.563241 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:59:06.631182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 1c92ecbf-1883-4437-a134-38559d0bf1bf triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:59:06.631543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:06.738631 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:06.763970 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:59:06.773339 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:59:06.777657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:06.845348 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:06.895117 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be915099-2641-4a87-afea-e02be551d1e8'] response: {'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'code': 200} May 26 23:59:07.657812 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a1b50-ef96-4c52-8790-700d2ee0f5c8 req-c18723a5-2477-4821-a60c-db7e91294a01 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:07.659198 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf0a1b50-ef96-4c52-8790-700d2ee0f5c8 req-c18723a5-2477-4821-a60c-db7e91294a01 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0848782 May 26 23:59:07.705018 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bf0a1b50-ef96-4c52-8790-700d2ee0f5c8 req-277c14fc-0aae-488b-9a1c-b2709083507b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396850 May 26 23:59:08.915520 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5952500-94f9-47bb-9f11-88e3ec67bc9a req-3bef546a-d506-495c-8bf7-aa2e036b9919 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:08.917090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5952500-94f9-47bb-9f11-88e3ec67bc9a req-3bef546a-d506-495c-8bf7-aa2e036b9919 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0848172 May 26 23:59:08.965558 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c5952500-94f9-47bb-9f11-88e3ec67bc9a req-d0954475-0fdd-4b03-93df-174673597129 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 May 26 23:59:10.194799 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0188f-2100-4a8c-8c55-39ed8dbc43d3 req-5ec79f4a-f9ad-4f0b-9df0-5c29761c1ff3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:10.196396 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8e0188f-2100-4a8c-8c55-39ed8dbc43d3 req-5ec79f4a-f9ad-4f0b-9df0-5c29761c1ff3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.1044824 May 26 23:59:10.245969 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a8e0188f-2100-4a8c-8c55-39ed8dbc43d3 req-fe240c52-0d12-4b97-a15c-80bc1f1d3fce tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 May 26 23:59:11.469114 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c23-01a1-4e3b-8b1e-67e44b8d3e07 req-3696dcd0-c28e-4f1d-9e0b-45aedc0e6d64 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:11.477282 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ae73c23-01a1-4e3b-8b1e-67e44b8d3e07 req-3696dcd0-c28e-4f1d-9e0b-45aedc0e6d64 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0950248 May 26 23:59:11.525991 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ae73c23-01a1-4e3b-8b1e-67e44b8d3e07 req-a4ff6b90-0b2d-490a-bccc-59ab5a55dbbf tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475860 May 26 23:59:12.782015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4359ccb-8c40-4902-bee9-d104b37e6ad2 req-99bb8a18-4aca-4ee0-b973-9c71724494dc tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:12.783500 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c4359ccb-8c40-4902-bee9-d104b37e6ad2 req-99bb8a18-4aca-4ee0-b973-9c71724494dc tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0913401 May 26 23:59:12.839735 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c4359ccb-8c40-4902-bee9-d104b37e6ad2 req-7c34e0a6-d7a4-4d09-9699-d71035cca07d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493038 May 26 23:59:14.045310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13684ec3-0300-425c-bba6-1f975c7541d7 req-a3671f5d-4d73-4535-a772-b96676e8afed tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:14.046773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13684ec3-0300-425c-bba6-1f975c7541d7 req-a3671f5d-4d73-4535-a772-b96676e8afed tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0856457 May 26 23:59:14.102306 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-13684ec3-0300-425c-bba6-1f975c7541d7 req-906a1297-637e-4770-81af-210e9f1b4a32 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 May 26 23:59:15.327479 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf27b-583b-411e-956e-4abe552707d2 req-307142be-f0ef-4cfc-af08-039875dc848d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:15.329592 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd3bf27b-583b-411e-956e-4abe552707d2 req-307142be-f0ef-4cfc-af08-039875dc848d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0912488 May 26 23:59:15.394380 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fd3bf27b-583b-411e-956e-4abe552707d2 req-d5a3aa52-2e12-4156-b39b-45fedfc1ef43 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564506 May 26 23:59:16.604357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85dba-c0fd-4fc7-a2d0-483ab1ef57e7 req-6d11b8b3-943e-4c54-84d4-71ae9feae226 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:16.605854 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47f85dba-c0fd-4fc7-a2d0-483ab1ef57e7 req-6d11b8b3-943e-4c54-84d4-71ae9feae226 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0840127 May 26 23:59:16.658092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-47f85dba-c0fd-4fc7-a2d0-483ab1ef57e7 req-3f81318a-da02-44b2-8586-9399a7fe7b55 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 May 26 23:59:17.355913 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a65cf50f-f37c-4da8-88a2-9ed2b95b8a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:17.868733 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eebd5-ac62-407a-bf2a-970cab730db5 req-8134b541-a0b2-485b-9392-eee3b0d2fc31 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:17.870189 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa1eebd5-ac62-407a-bf2a-970cab730db5 req-8134b541-a0b2-485b-9392-eee3b0d2fc31 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0774689 May 26 23:59:17.917860 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa1eebd5-ac62-407a-bf2a-970cab730db5 req-2a805a9b-83cb-47e9-9a57-3dbc70271505 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 May 26 23:59:18.705069 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-28f19512-1990-42b0-9607-22a04e2412f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1096 time: 0.0694349 May 26 23:59:18.837041 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-104007c5-5a4b-4420-b219-83580dd4663a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:18.838494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-104007c5-5a4b-4420-b219-83580dd4663a service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1268332 May 26 23:59:18.940572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-d5084790-6506-4951-b90b-aea858d994c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 1001 time: 0.0959711 May 26 23:59:19.001589 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-ba630744-c83e-4dd5-874d-060bcf1627e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:19.003040 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-ba630744-c83e-4dd5-874d-060bcf1627e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0568581 May 26 23:59:19.079020 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-55fb1565-8350-4fce-9de5-943ecfb1166a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699065 May 26 23:59:19.111393 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad905903-7c07-478d-a08c-422ea326fd64 req-3cd49ca7-6a72-44e6-9cd6-9978dc6533e2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:19.112963 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad905903-7c07-478d-a08c-422ea326fd64 req-3cd49ca7-6a72-44e6-9cd6-9978dc6533e2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0774665 May 26 23:59:19.157667 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad905903-7c07-478d-a08c-422ea326fd64 req-c4f47a69-b90a-4943-ba3b-d400d3e39634 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391064 May 26 23:59:19.213186 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-09e8db4e-c523-4caf-8078-71190ea561bb service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277111 May 26 23:59:19.424475 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-0dd8bbe6-3480-4453-8a6d-a500f437dc67 req-cfa6b095-6d33-4b6b-b2b9-91214fbb4499 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060392 May 26 23:59:20.083497 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-efa2512b-239a-4297-9378-cd6ed88a1ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:20.349777 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3661669-974a-4d6d-99a8-9cfde536be8a req-438bb4b6-d0bd-46ba-b280-05e7b0d8e9ae tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:20.351096 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3661669-974a-4d6d-99a8-9cfde536be8a req-438bb4b6-d0bd-46ba-b280-05e7b0d8e9ae tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0734792 May 26 23:59:20.395028 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a3661669-974a-4d6d-99a8-9cfde536be8a req-e886aeb0-3a67-4d0f-8c28-e7fae5b0df35 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385783 May 26 23:59:20.576572 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:59:20.879158 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:20.880964 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:21.676982 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d442727-e1ad-4255-9ef4-4bf89e4292b9 req-c8299ca6-3c30-4946-92fe-ef7b7764b9f1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:21.678464 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d442727-e1ad-4255-9ef4-4bf89e4292b9 req-c8299ca6-3c30-4946-92fe-ef7b7764b9f1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.1670496 May 26 23:59:21.723664 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8d442727-e1ad-4255-9ef4-4bf89e4292b9 req-a0ca8180-328b-4ad3-a1e2-717054a538e4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390239 May 26 23:59:21.908414 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9875cac3-ca86-44c4-86b4-7f0611b9ca62 req-88560ac4-b46c-427e-8edc-db8737974f11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0687788 May 26 23:59:22.170817 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17051b-9ce6-4fd6-b714-271fbe2ea2b5 req-f31af1d3-df95-4d35-9d54-90d525d2a92e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:22.172863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef17051b-9ce6-4fd6-b714-271fbe2ea2b5 req-f31af1d3-df95-4d35-9d54-90d525d2a92e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 945 time: 0.0785375 May 26 23:59:22.174844 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:22.220617 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef17051b-9ce6-4fd6-b714-271fbe2ea2b5 req-90c07036-702b-42a9-8180-3511663f162c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 May 26 23:59:22.230968 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-be01b3ce-2a51-4a70-a793-455f05da4f6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445122 May 26 23:59:22.655983 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 23:59:22.724502 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-166f82bd-745d-4cd6-92b9-35501386c8cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894&tenant_id=d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 1096 time: 0.0701683 May 26 23:59:22.767055 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:22.793905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:59:22.803913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:59:22.808614 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:22.813333 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-705b6a4e-398a-4a9e-b53c-57f5145aec45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1096 time: 0.0693979 May 26 23:59:22.850770 n-d-843301-1 neutron-server[84031]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8029b374-9a05-4e36-bfc4-57d0ee58dcb7']: {'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'code': 422} returned with failed status May 26 23:59:22.875124 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:22.942959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5194-764d-4eec-b410-400e61054dbd req-1bb71674-9048-4ffa-8a22-d540eecccbd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:22.945029 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-1bb71674-9048-4ffa-8a22-d540eecccbd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1257520 May 26 23:59:23.043847 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-e9e542c0-4023-438e-b0b0-b9930d85fbd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 999 time: 0.0935876 May 26 23:59:23.106190 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5194-764d-4eec-b410-400e61054dbd req-b20e4bba-2027-45c5-8b37-2ef1ad7bb405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:23.107531 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-b20e4bba-2027-45c5-8b37-2ef1ad7bb405 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0553882 May 26 23:59:23.183932 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-7cf32433-8202-4e74-a033-241d55b96a5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694799 May 26 23:59:23.313253 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-2adf923c-10d1-44dd-84e0-a0eea308b5fe service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232760 May 26 23:59:23.416459 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2702a4-9d40-4443-acbb-46cead50175b req-31d0aecc-1bd2-4941-a85b-4ef5ff0c68aa tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:23.417945 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a2702a4-9d40-4443-acbb-46cead50175b req-31d0aecc-1bd2-4941-a85b-4ef5ff0c68aa tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0767324 May 26 23:59:23.447570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-15da5194-764d-4eec-b410-400e61054dbd req-3bd783c3-f70f-40ad-90ae-8ce392f621ed service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276791 May 26 23:59:23.463948 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6a2702a4-9d40-4443-acbb-46cead50175b req-1ed231fa-1021-47c1-bd4b-8ab026f4a793 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 May 26 23:59:24.673125 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322321d-4f39-4272-8b7d-2f039bdd186c req-1b55122c-fe64-4221-bc42-933847659ee2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:24.674856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f322321d-4f39-4272-8b7d-2f039bdd186c req-1b55122c-fe64-4221-bc42-933847659ee2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0818369 May 26 23:59:24.734893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f322321d-4f39-4272-8b7d-2f039bdd186c req-f0d641f8-1e58-42c8-b864-85b23bcb8b82 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531883 May 26 23:59:25.950696 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37059819-0876-4494-abdd-48e300fdc3e1 req-f08f8d8f-3c33-463b-9f81-19afe666a3ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:25.952085 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37059819-0876-4494-abdd-48e300fdc3e1 req-f08f8d8f-3c33-463b-9f81-19afe666a3ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0833168 May 26 23:59:25.973306 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:26.008387 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-37059819-0876-4494-abdd-48e300fdc3e1 req-52dd56c1-02c5-43eb-a2b3-9dc69a763694 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497117 May 26 23:59:27.231368 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb6075-1527-41a4-9db1-206a71cc269f req-33687a61-aeb0-4973-8086-958ca0618b65 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:27.234146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26bb6075-1527-41a4-9db1-206a71cc269f req-33687a61-aeb0-4973-8086-958ca0618b65 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0902817 May 26 23:59:27.280713 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-26bb6075-1527-41a4-9db1-206a71cc269f req-d3a2d7f3-1ef8-4302-826a-fa43a0894bd3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 May 26 23:59:28.498154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753996c-7800-45ae-bad2-2c6dcf93385f req-a60f03d8-c0ca-4ad7-a02b-c5010118dffb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:28.499623 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3753996c-7800-45ae-bad2-2c6dcf93385f req-a60f03d8-c0ca-4ad7-a02b-c5010118dffb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0893729 May 26 23:59:28.563508 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3753996c-7800-45ae-bad2-2c6dcf93385f req-6d2778b3-dc5e-4b33-bb5f-b5962374c53d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581629 May 26 23:59:28.564427 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:29.788065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06252912-c505-4fe0-82c8-81158297c7a7 req-db552b39-1690-4c15-8361-2c5d34722cf2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:29.789543 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06252912-c505-4fe0-82c8-81158297c7a7 req-db552b39-1690-4c15-8361-2c5d34722cf2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0803471 May 26 23:59:29.838538 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-06252912-c505-4fe0-82c8-81158297c7a7 req-f5a7abb8-53aa-461d-9d41-40c7861e3766 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 May 26 23:59:31.046213 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5bb93-41cf-4e8f-a720-a79ce62d320e req-f28cbfee-168e-475f-8e36-c426bd919962 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:31.053048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22f5bb93-41cf-4e8f-a720-a79ce62d320e req-f28cbfee-168e-475f-8e36-c426bd919962 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0884111 May 26 23:59:31.096549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-22f5bb93-41cf-4e8f-a720-a79ce62d320e req-3b52f610-e545-4047-b1e5-a97ab51a0f95 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 May 26 23:59:32.291298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adce202-d3bb-4510-8be5-08164bc36e08 req-b911fa84-9aad-480b-97bb-a67ae67d7d58 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:32.292719 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4adce202-d3bb-4510-8be5-08164bc36e08 req-b911fa84-9aad-480b-97bb-a67ae67d7d58 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0778835 May 26 23:59:32.336983 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-4adce202-d3bb-4510-8be5-08164bc36e08 req-0cc9dd93-b210-48ac-8a1a-e92e4866beab tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388188 May 26 23:59:33.528264 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f2d9-4b33-4e6f-a4a6-a81daaa12696 req-23c75998-811c-410d-9bcc-614604666e23 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:33.529700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fad6f2d9-4b33-4e6f-a4a6-a81daaa12696 req-23c75998-811c-410d-9bcc-614604666e23 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0773196 May 26 23:59:33.577006 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fad6f2d9-4b33-4e6f-a4a6-a81daaa12696 req-68d7803e-a98f-4783-88d0-f692fb1bd1f5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419416 May 26 23:59:34.771664 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4bad-756f-4606-b385-7ac40a184c0f req-8f73b7ef-bfc3-4944-b5f7-c46c3ca3e8a3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:34.773613 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f15e4bad-756f-4606-b385-7ac40a184c0f req-8f73b7ef-bfc3-4944-b5f7-c46c3ca3e8a3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0735476 May 26 23:59:34.822135 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f15e4bad-756f-4606-b385-7ac40a184c0f req-fe60daa1-4fac-4bdf-9925-0087fa8092c7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 May 26 23:59:35.754293 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-ee1c9fad-051c-4456-b611-93579d3da0df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1094 time: 0.0689948 May 26 23:59:35.988453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-4a968da7-0a52-488a-b5ec-721edc5f7c7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:35.989836 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-4a968da7-0a52-488a-b5ec-721edc5f7c7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.2167175 May 26 23:59:36.020430 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef878eef-d9b2-41df-bbd7-57b9d4cab19d req-000ee380-9d0a-4786-8141-75e30fb77ac4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:36.021919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef878eef-d9b2-41df-bbd7-57b9d4cab19d req-000ee380-9d0a-4786-8141-75e30fb77ac4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0761168 May 26 23:59:36.067442 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ef878eef-d9b2-41df-bbd7-57b9d4cab19d req-9770797c-e4b2-4a3e-86f1-8f45042c95bf tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391514 May 26 23:59:36.095207 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-76ce106c-bff6-4b83-9742-6e48cdf81d79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 999 time: 0.0985808 May 26 23:59:36.154876 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-0ef71bf5-dfa2-4000-8071-660e883590fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:36.156473 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-0ef71bf5-dfa2-4000-8071-660e883590fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0566263 May 26 23:59:36.231308 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-f313cfa2-5eab-4772-a0ba-d0ac3c0a8d21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688033 May 26 23:59:36.359572 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-f145c2d2-4fca-4d45-b373-bf7b7eae9657 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220260 May 26 23:59:36.488645 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-66857881-cf87-4272-a6da-be2d5f6ff207 req-22dccee5-426e-44bd-976f-9ad03aa8e7cf service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223927 May 26 23:59:37.259865 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823018d3-210b-4c23-908a-5bcbe9e1289a req-3a7dd7b5-8bfb-41f6-9ff1-b614b951ba9d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:37.261286 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-823018d3-210b-4c23-908a-5bcbe9e1289a req-3a7dd7b5-8bfb-41f6-9ff1-b614b951ba9d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0744307 May 26 23:59:37.306790 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-823018d3-210b-4c23-908a-5bcbe9e1289a req-cb6b6127-b16b-40c3-b6fc-cd10b4d2124c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400920 May 26 23:59:38.172543 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2aa7278-16ee-4aea-9a5e-6413d188aeaa req-d51cf738-3b1d-497e-9b72-a48b2785d381 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1094 time: 0.0691147 May 26 23:59:38.214727 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e2aa7278-16ee-4aea-9a5e-6413d188aeaa req-f804b5f6-478c-4e7e-8da9-f55d7348d71a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356858 May 26 23:59:38.501667 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d1a14-df56-4141-bca9-421bbd70b071 req-283882a6-b626-4b14-ad0f-ced1dea08fd0 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:38.503092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e9d1a14-df56-4141-bca9-421bbd70b071 req-283882a6-b626-4b14-ad0f-ced1dea08fd0 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0793378 May 26 23:59:38.547600 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1e9d1a14-df56-4141-bca9-421bbd70b071 req-30080927-9702-4732-b6b7-77d6b51df4c2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385127 May 26 23:59:39.763461 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c295953-3c0c-4118-b7f2-37892d2ffb17 req-27edff19-f138-45d8-be07-f6c37f1f136e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:39.765117 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c295953-3c0c-4118-b7f2-37892d2ffb17 req-27edff19-f138-45d8-be07-f6c37f1f136e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0824630 May 26 23:59:39.813389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c295953-3c0c-4118-b7f2-37892d2ffb17 req-c62b219e-89bb-4cd2-84f8-443d01d6210c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421183 May 26 23:59:40.724980 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 23:59:40.886997 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:59:40.899644 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'port_id': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'mac_address': 'fa:16:3e:39:3b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 23:59:40.954808 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:40.971786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c92ecbf-1883-4437-a134-38559d0bf1bf {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 23:59:40.986725 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:59:40.990748 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:41.009074 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aa28b-1182-4b94-af02-94dece208124 req-5deb5cfa-00f0-48a5-a4db-e69b2fcdbf5c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 23:59:41.010551 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff6aa28b-1182-4b94-af02-94dece208124 req-5deb5cfa-00f0-48a5-a4db-e69b2fcdbf5c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 943 time: 0.0764966 May 26 23:59:41.055206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:41.056705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ff6aa28b-1182-4b94-af02-94dece208124 req-fc21b3cc-c74e-41cd-afad-204130a1819a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 May 26 23:59:41.354387 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['1c92ecbf-1883-4437-a134-38559d0bf1bf'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 23:59:42.735625 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 23:59:42.804973 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 1c92ecbf-1883-4437-a134-38559d0bf1bf triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 23:59:42.805339 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:42.919638 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:42.947905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 23:59:42.957310 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 23:59:42.963382 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:43.014464 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff712fcf-bc54-4d1c-b636-ee507bb76dc9'] response: {'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'code': 200} May 26 23:59:43.030756 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 23:59:47.349432 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2d00-861b-4b1b-892d-6374248e76a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:50.085626 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-a670ef28-43d1-45d4-b3f4-c2687a506d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:50.880989 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:50.883016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:52.177050 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:55.982071 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:59:57.577457 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:59:58.577727 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:17.350608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-6594708f-58b6-4e77-b181-a6bb540e1da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:20.089420 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2f432dcd-d145-4595-9107-48065e7f43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:20.881497 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:20.883975 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:22.180178 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:25.502143 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-d52d4bd0-806a-4f0e-a8bd-9ca8f0b54363 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697713 May 27 00:00:25.642778 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-3f779c29-02f3-4946-87d4-ccc2f71bc164 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1097 time: 0.0689299 May 27 00:00:25.785740 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-253a0564-6d0a-4afa-b3a3-e3536fe43db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:25.787082 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-253a0564-6d0a-4afa-b3a3-e3536fe43db0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1250184 May 27 00:00:25.893220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-7e15b215-fe3f-44de-9c63-8a2e5044973f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 1001 time: 0.1002734 May 27 00:00:25.960925 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-3c016f18-b33d-4126-9b0b-e58431f7e1a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:00:25.962369 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-3c016f18-b33d-4126-9b0b-e58431f7e1a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0631697 May 27 00:00:25.991060 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:26.037377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-a1807a8c-956e-4bb7-8c1d-e299a00e4f5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689704 May 27 00:00:26.175491 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-cae04ee8-ff63-4c1a-9a17-fcc358304d23 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321533 May 27 00:00:26.396060 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3ddf7639-60ce-400a-8da5-cfb9035f3af2 req-c2d9c5ce-b706-4332-af99-2c4c95c8f8b0 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144918 May 27 00:00:28.565389 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:34.577651 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:00:47.353386 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1abe6926-7e5b-4aa1-8109-41a03faf1c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:50.090761 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-356824b5-1a2d-44f3-8475-02b594830ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:50.881710 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:50.883451 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:52.183081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:56.008546 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:00:58.583220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:11.577926 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:01:16.817309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48562) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:17.074178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Deleting port 42da2a92-cd3d-4eb5-a2fe-6230863d5ede {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:01:17.074434 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:17.234391 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:17.234710 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:17.353377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Calling delete_port for 42da2a92-cd3d-4eb5-a2fe-6230863d5ede owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:01:17.355650 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-88d6e6d0-9d98-4020-aad4-1b5d21a7e694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:17.496940 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:17.544205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event deleted for resources: {'Port': ['ID=42da2a92-cd3d-4eb5-a2fe-6230863d5ede,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:17.584642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.584993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.585335 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.585693 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.586025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.586354 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.586680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.587006 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.587334 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.587675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.588107 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:17.647459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:18.142783 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Router 57abb39d-6001-4cfd-8486-356e22baee78 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:01:18.338398 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:01:18.348072 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] Sync routers for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:01:18.358897 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:18.360775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:01:18.361378 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:18.411507 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-87d79a1e-4202-4b8a-94f2-b07d30d9131d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "DELETE /v2.0/floatingips/ba4552e3-37f3-4973-87c8-558d391e8d01 HTTP/1.1" status: 204 len: 168 time: 1.5930912 May 27 00:01:18.412091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:18.478605 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa488480-1cd8-4204-9fc5-e680b2ce3e24'] response: {'name': 'network-changed', 'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'status': 'completed', 'code': 200} May 27 00:01:18.555697 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:01:18.576842 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-c90709e2-78ef-489f-a0a7-9597d79cc871 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 1097 time: 0.0723746 May 27 00:01:18.727863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-70c1462a-b81d-443a-93d1-8745577adc8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:18.729422 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-70c1462a-b81d-443a-93d1-8745577adc8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1462073 May 27 00:01:18.808521 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-23867d21-3d96-431e-a762-6841147df3b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 200 len: 217 time: 0.0720696 May 27 00:01:18.871499 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-7c38328c-d386-44ce-bf56-5786b61e6b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:18.872943 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-7c38328c-d386-44ce-bf56-5786b61e6b6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0583932 May 27 00:01:18.891623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:18.895468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] Checking router: 57abb39d-6001-4cfd-8486-356e22baee78 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:01:18.906706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:01:18.907318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:00:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:19.003537 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-a12ede9c-e02d-44a3-a477-7160ab0b99a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922146 May 27 00:01:19.008934 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ada9b2-46a7-4a79-a0ae-59f0020d08de req-8db80a1d-4b11-4dc3-a945-b685f53f05ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:19.012959 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-13ada9b2-46a7-4a79-a0ae-59f0020d08de req-8db80a1d-4b11-4dc3-a945-b685f53f05ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 946 time: 0.2227120 May 27 00:01:19.120473 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:01:19.146335 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-13ada9b2-46a7-4a79-a0ae-59f0020d08de req-9ee81184-f80d-4dd6-bb84-54c5691ffc97 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130071 May 27 00:01:19.183496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-191efb6a-7438-4f5c-9176-39e3b66d604b service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688869 May 27 00:01:19.315217 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-12d8abb6-4414-4464-8498-371e2f56d5fa req-08cf8b89-5571-4956-861a-7e95a9050ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255884 May 27 00:01:19.425986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:19.429764 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b205f08-cdd7-4aa1-aa07-9872b4086268 None None] The sync data for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 is: [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:01:19.652535 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4778e-3a3d-43bb-b0bc-42cdb11503e4 None None] New status for floating IP ba4552e3-37f3-4973-87c8-558d391e8d01: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:01:20.093189 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-216d48bc-64d2-4d9c-814f-8466581a4cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.373528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-6bf50e56-25c0-454a-acc9-996725767ac8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.375067 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-6bf50e56-25c0-454a-acc9-996725767ac8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 946 time: 0.0763338 May 27 00:01:20.417878 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ccacf-96bb-47e1-afce-a76250d2ab03 req-c39085aa-c011-4b72-a64f-079947baa252 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:20.418559 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-928ccacf-96bb-47e1-afce-a76250d2ab03 req-c39085aa-c011-4b72-a64f-079947baa252 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:20.433620 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-928ccacf-96bb-47e1-afce-a76250d2ab03 req-c39085aa-c011-4b72-a64f-079947baa252 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:20.434807 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-928ccacf-96bb-47e1-afce-a76250d2ab03 req-c39085aa-c011-4b72-a64f-079947baa252 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 946 time: 0.1661346 May 27 00:01:20.443151 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Deleting port 1c92ecbf-1883-4437-a134-38559d0bf1bf {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:01:20.443494 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.480584 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-928ccacf-96bb-47e1-afce-a76250d2ab03 req-3248e217-c4a5-4852-a218-e816d4e7b09c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b0bb5b2-4330-4754-935d-11a75eb5aa40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 May 27 00:01:20.683859 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] For port 1c92ecbf-1883-4437-a134-38559d0bf1bf, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=1c92ecbf-1883-4437-a134-38559d0bf1bf,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:01:20.684208 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.801128 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Calling delete_port for 1c92ecbf-1883-4437-a134-38559d0bf1bf owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:01:20.881263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.886848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.945021 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:20.996251 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event deleted for resources: {'Port': ['ID=1c92ecbf-1883-4437-a134-38559d0bf1bf,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:21.034705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.035045 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.035378 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.035705 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.036026 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.036343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.036658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.036970 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.037283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.037615 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.037959 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:21.077851 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] No DVR routers for this DVR port 1c92ecbf-1883-4437-a134-38559d0bf1bf on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:01:21.080163 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:21.082557 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-deleted', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:21.099073 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7e3013d8-89a6-413d-a9da-ff0def2d5afe req-fe950012-7e33-4b44-8be7-b768f7dc7151 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.48 "DELETE /v2.0/ports/1c92ecbf-1883-4437-a134-38559d0bf1bf HTTP/1.1" status: 204 len: 173 time: 0.7183316 May 27 00:01:21.217019 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3a69c1-8864-4593-a6c8-2f6286682355'] response: {'server_uuid': 'bf2638d4-0d7f-454d-8eac-be47b225e894', 'name': 'network-vif-deleted', 'tag': '1c92ecbf-1883-4437-a134-38559d0bf1bf', 'status': 'completed', 'code': 200} May 27 00:01:21.657732 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a049af76-8258-47f7-be93-4a99526f2431 req-c355f5bb-70af-49c4-9d1c-582354097175 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2638d4-0d7f-454d-8eac-be47b225e894 HTTP/1.1" status: 200 len: 210 time: 0.0416896 May 27 00:01:22.186179 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:22.762337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48590) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:22.831889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d63e98d-6f51-4e79-8db8-4f46358e3ff6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:22.859579 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d63e98d-6f51-4e79-8db8-4f46358e3ff6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:22.921963 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d63e98d-6f51-4e79-8db8-4f46358e3ff6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:22.940615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63e98d-6f51-4e79-8db8-4f46358e3ff6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0bb5b2-4330-4754-935d-11a75eb5aa40,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:22.953382 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-0d63e98d-6f51-4e79-8db8-4f46358e3ff6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:22.954550 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-0d63e98d-6f51-4e79-8db8-4f46358e3ff6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b0bb5b2-4330-4754-935d-11a75eb5aa40 HTTP/1.1" status: 204 len: 168 time: 0.1912472 May 27 00:01:23.094135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48598) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:23.099726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694198210', 'description': 'tempest-secgroup-smoke-694198210 description', 'project_id': 'd70d2500741a479fb1c0c3a40460771c'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:23.106773 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:23.110836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:23.113637 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:23.119208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:23.130435 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.164232 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:23.168450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:23.171202 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:23.176706 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:23.228984 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.232998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.278818 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d88803-cd3c-4fad-962c-db06d906e811,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:23.281569 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.285438 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-0cd42b5a-a199-4d06-bfbf-9b82419e79d8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1876724 May 27 00:01:23.285574 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48602) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:23.290824 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': 'e9d88803-cd3c-4fad-962c-db06d906e811', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:23.298136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:23.302006 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:23.304920 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:23.311394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:23.327408 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.387590 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.391257 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.413954 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022c4145-bcd0-4178-b621-950a826671f2,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:23.423109 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.424151 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-206d3eb0-2049-4eec-88c9-1c2cec395e8f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376762 May 27 00:01:23.426951 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48606) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:23.432298 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': 'e9d88803-cd3c-4fad-962c-db06d906e811', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:23.438998 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:23.442782 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:23.446127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:23.451845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:23.468195 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.528736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.532160 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.555494 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08094efe-fa78-44b7-ab86-c47eacc3d309,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:23.563700 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.565056 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-19802fcd-352a-42d8-bbd8-d83f595b7d7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1371911 May 27 00:01:23.567726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48610) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:23.573015 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': 'e9d88803-cd3c-4fad-962c-db06d906e811', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:23.579398 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:23.583194 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:23.586055 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:23.592197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:23.608969 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.674051 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.677399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.699836 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341aae28-1266-48fd-9b7d-40b0afb151c3,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:23.708363 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.709578 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-713c8d0a-b534-47f3-830f-92f581cf48d3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409423 May 27 00:01:23.712276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48614) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:23.718028 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': 'e9d88803-cd3c-4fad-962c-db06d906e811', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:23.724211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:23.727976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:23.731412 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:23.737007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:23.752849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.814374 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.817655 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.841800 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7259cfe2-afe8-4fb1-9ef2-ec4df21fbe2f,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:23.851792 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.852941 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-7a13535e-d7e8-4887-b9fa-542caf12597f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397629 May 27 00:01:23.856337 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48618) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:23.862072 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': 'e9d88803-cd3c-4fad-962c-db06d906e811', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:23.868584 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:23.873053 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:23.876067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:23.881993 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:23.891773 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Project d70d2500741a479fb1c0c3a40460771c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:01:23.897989 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.963591 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.966979 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:23.992153 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529a4b65-4524-4814-8885-43fe90284d00,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:24.001942 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:24.003078 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a91e1a55-c23e-4c78-920a-50aebccfd099 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1457763 May 27 00:01:24.005716 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48622) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:24.010893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'security_group_rule': {'security_group_id': 'e9d88803-cd3c-4fad-962c-db06d906e811', 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:24.017091 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:24.020822 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:security_group_rule and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:24.023644 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:24.029465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:24.042600 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Project d70d2500741a479fb1c0c3a40460771c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:01:24.048575 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:24.111816 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:24.115152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:24.143983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1610f26-fcd0-46d5-88a7-661a073c881e,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:24.153537 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:24.154806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-09b84265-ce82-460e-b4f8-4abf44f3c937 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482069 May 27 00:01:25.086282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:01:25.121430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 1c92ecbf-1883-4437-a134-38559d0bf1bf {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:01:25.121801 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 1c92ecbf-1883-4437-a134-38559d0bf1bf not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:01:26.009926 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:28.586721 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:37.968099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-7830fbf0-da6c-4cf9-b457-475ec7ce0f90 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:37.982484 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-7830fbf0-da6c-4cf9-b457-475ec7ce0f90 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:37.983865 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-7830fbf0-da6c-4cf9-b457-475ec7ce0f90 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694198210&fields=id&tenant_id=d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 267 time: 0.0559766 May 27 00:01:38.127692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-871b3dd8-6f7f-4309-b15e-52ee8829c96c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:38.129339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-871b3dd8-6f7f-4309-b15e-52ee8829c96c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 809 time: 0.1388385 May 27 00:01:38.144985 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-7d329196-4f3b-4bbb-bd67-6bc221614329 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/quotas/d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 375 time: 0.0106752 May 27 00:01:38.222148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-3ba07db6-01e8-4cb1-ae16-d47cd7e879e3 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724695 May 27 00:01:38.421080 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-a60af603-14aa-4b31-9e7f-94adfc1a0afa service neutron] 10.222.0.32 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875596 May 27 00:01:38.549556 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-a4d94c32-255e-4741-8895-4b666065f970 service neutron] 10.222.0.32 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228070 May 27 00:01:38.931065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-089f7134-690d-455f-a7f3-b0583a591b97 req-d86dec72-ae08-488f-b99a-7d6c6337dad7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:38.945820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-089f7134-690d-455f-a7f3-b0583a591b97 req-d86dec72-ae08-488f-b99a-7d6c6337dad7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:38.946935 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-089f7134-690d-455f-a7f3-b0583a591b97 req-d86dec72-ae08-488f-b99a-7d6c6337dad7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 210 time: 0.0588579 May 27 00:01:40.231681 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-8a9161bd-b9ad-4262-bbb2-795f0f00cb17 req-0006d33f-99b8-473c-b063-8e8761ca1ae7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 210 time: 0.1623976 May 27 00:01:40.283048 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-e9733504-e4af-4451-836d-7ca958818b7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:40.284456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-e9733504-e4af-4451-836d-7ca958818b7d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.55 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 809 time: 0.2904835 May 27 00:01:40.345339 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-71175bad-3668-4d33-a4f9-cd52d5c45178 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 379 time: 0.0411918 May 27 00:01:40.357383 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'port': {'device_id': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'admin_state_up': True, 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'security_groups': ['e9d88803-cd3c-4fad-962c-db06d906e811']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:40.492026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:40.502080 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:40.511895 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Made reservation on behalf of d70d2500741a479fb1c0c3a40460771c for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:01:40.515127 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:40.689026 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Allocated IP 172.20.0.14 (63c0af0f-6453-46c5-99d6-411c60017c44/654cdf4c-6658-47f5-b41b-f5b945e6271f/0437e181-3ce5-46c4-b75c-44cf89575bc0) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:01:40.881038 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:40.896331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Transition to ACTIVE for port object 0437e181-3ce5-46c4-b75c-44cf89575bc0 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:01:40.920313 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:40.994683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Network 63c0af0f-6453-46c5-99d6-411c60017c44 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:01:40.998379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:01:41.003047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:01:41.028943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:41.069502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:41.070214 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:41.096440 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-bf390b3f-80d0-4cd1-92b9-d5c321075562 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7429068 May 27 00:01:41.185314 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Request body: {'port': {'device_id': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:41.286611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ffc0c6bd-43a5-4040-87c5-0b7943e41844 None None] Provisioning for port 0437e181-3ce5-46c4-b75c-44cf89575bc0 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:01:41.293762 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ffc0c6bd-43a5-4040-87c5-0b7943e41844 None None] Provisioning complete for port 0437e181-3ce5-46c4-b75c-44cf89575bc0 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:01:41.294669 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c6bd-43a5-4040-87c5-0b7943e41844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:41.300883 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:41.353449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0c6bd-43a5-4040-87c5-0b7943e41844 None None] Port 0437e181-3ce5-46c4-b75c-44cf89575bc0 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:01:41.557776 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798255c4-a704-4ab6-99a6-40597b29fcda req-a561ddb2-d623-4a35-b6f7-0761643c65ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:41.559440 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-798255c4-a704-4ab6-99a6-40597b29fcda req-a561ddb2-d623-4a35-b6f7-0761643c65ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 932 time: 0.1789372 May 27 00:01:41.608275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-798255c4-a704-4ab6-99a6-40597b29fcda req-619978d3-40c2-4c1e-8236-a1c7ac55caf1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:41.620465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-798255c4-a704-4ab6-99a6-40597b29fcda req-619978d3-40c2-4c1e-8236-a1c7ac55caf1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:41.622509 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-798255c4-a704-4ab6-99a6-40597b29fcda req-619978d3-40c2-4c1e-8236-a1c7ac55caf1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575054 May 27 00:01:41.657553 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0437e181-3ce5-46c4-b75c-44cf89575bc0 {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:01:41.664415 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:41.679343 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Transition to ACTIVE for port object 0437e181-3ce5-46c4-b75c-44cf89575bc0 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:01:41.683785 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:41.810178 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:41.926243 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:01:41.926571 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:01:41.926893 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:01:41.932657 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on network 63c0af0f-6453-46c5-99d6-411c60017c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:01:41.932969 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:01:41.939809 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:01:41.940131 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Checking segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:01:41.940505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Bound using segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:01:41.940916 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Bound port: 0437e181-3ce5-46c4-b75c-44cf89575bc0, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:01:41.941252 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:42.026272 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:01:42.029128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:01:42.032882 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:42.099759 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:42.101133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] 10.222.0.55 "PUT /v2.0/ports/0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1092 time: 0.9937007 May 27 00:01:42.101565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:42.114470 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa995007-f650-4b99-8583-03d4d03fabaa service neutron] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:42.226970 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-8e7df6dc-d77a-4460-ac1c-a92fa9d51b9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1095 time: 0.0781460 May 27 00:01:42.381643 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbea6ae-6e1d-44eb-a2c1-7e667f568686'] response: {'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'status': 'completed', 'code': 200} May 27 00:01:42.396530 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-6a88bf7c-831c-4071-bdab-be479ffb4e7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 217 time: 0.1592667 May 27 00:01:42.462980 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-07b72be1-38e5-4a5f-be4c-fddb403f1d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:42.464391 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-07b72be1-38e5-4a5f-be4c-fddb403f1d43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0581284 May 27 00:01:42.544470 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-136d57cd-7822-4ffa-95a7-7ccbabad5a03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691423 May 27 00:01:42.681849 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-415c18bd-a2cb-4488-9bda-73fbb769c9c3 service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271312 May 27 00:01:42.815405 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ca833c6-0e9e-4024-ac06-526eeb8c1474 req-29742a63-cb4b-4b2f-8285-0e60c6237298 service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249793 May 27 00:01:42.820404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5225-a297-4864-b3da-cd984d0bbb86 req-a0d75d67-e9b5-44c2-9235-91fc265b41ba tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:42.821880 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10bf5225-a297-4864-b3da-cd984d0bbb86 req-a0d75d67-e9b5-44c2-9235-91fc265b41ba tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0783112 May 27 00:01:42.869934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-10bf5225-a297-4864-b3da-cd984d0bbb86 req-3a84b807-2b7a-4028-aecd-7216157efd1b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422258 May 27 00:01:42.943476 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-e3e1d5f7-aac3-496e-bbe8-d355b2e4656f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1095 time: 0.0683899 May 27 00:01:43.072156 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-f1ed9ee5-a902-44b6-bf0b-f3e04e5bf499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:43.073557 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-f1ed9ee5-a902-44b6-bf0b-f3e04e5bf499 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1240656 May 27 00:01:43.143066 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-4edd12e0-5863-442d-a3c4-1147a9ac63f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 217 time: 0.0620337 May 27 00:01:43.205852 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-f0b74873-e676-45b4-a199-2e2e44f8c549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:43.207197 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-f0b74873-e676-45b4-a199-2e2e44f8c549 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0565853 May 27 00:01:43.285656 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-36dcc02e-3f4c-4637-b641-32ce9e3a882d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707462 May 27 00:01:43.415832 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-3bfc8225-df5b-43d6-abe9-fea10a9de882 service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231546 May 27 00:01:43.546965 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e632f872-b134-4d85-b613-4a3d8d7dc3de req-538d710b-8791-406a-aa5e-a45423375949 service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216824 May 27 00:01:44.062710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad626e6b-6ef3-49de-acc3-b1d11bb9166c req-43d2afb2-c192-4242-8f29-441636a11150 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:44.063385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ad626e6b-6ef3-49de-acc3-b1d11bb9166c req-43d2afb2-c192-4242-8f29-441636a11150 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:01:44.077972 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-ad626e6b-6ef3-49de-acc3-b1d11bb9166c req-43d2afb2-c192-4242-8f29-441636a11150 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:01:44.079070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad626e6b-6ef3-49de-acc3-b1d11bb9166c req-43d2afb2-c192-4242-8f29-441636a11150 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0899782 May 27 00:01:44.124049 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ad626e6b-6ef3-49de-acc3-b1d11bb9166c req-cc1c62ff-d1a8-40f2-9288-0bc84dc3e719 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395200 May 27 00:01:45.314685 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610885-5197-4ce3-9f09-70927a29c19d req-4e0d0ffd-27e7-4dab-a26d-608c5a15db37 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:45.316139 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23610885-5197-4ce3-9f09-70927a29c19d req-4e0d0ffd-27e7-4dab-a26d-608c5a15db37 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0756502 May 27 00:01:45.361410 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23610885-5197-4ce3-9f09-70927a29c19d req-3dfe76b3-b39d-47e7-898c-1f02c574b7db tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398350 May 27 00:01:46.555456 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432698-c675-4285-aeb9-3b94d32134a9 req-3ea7c287-1bc8-4916-8cb6-aa2c29a314e4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:46.556863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45432698-c675-4285-aeb9-3b94d32134a9 req-3ea7c287-1bc8-4916-8cb6-aa2c29a314e4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0778251 May 27 00:01:46.600906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-45432698-c675-4285-aeb9-3b94d32134a9 req-b9f98012-12fa-4a35-bab5-c34bbf7bfc15 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379226 May 27 00:01:47.357711 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-84f2f7c8-27d0-4b3e-b587-00adcfed6691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:47.798724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651789ec-555e-4cf6-832a-b37ea1ea3ceb req-192c836f-c1c1-4e83-9f47-27a8b1200878 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:47.800146 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-651789ec-555e-4cf6-832a-b37ea1ea3ceb req-192c836f-c1c1-4e83-9f47-27a8b1200878 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0781467 May 27 00:01:47.844046 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-651789ec-555e-4cf6-832a-b37ea1ea3ceb req-6a7539fc-0151-4c4e-b01f-98810b0c4d82 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385592 May 27 00:01:48.578365 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:01:49.055626 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60be6c2-a2b3-471e-b9d2-2751303bed42 req-425e0056-516a-4b59-8819-05ce6ec1b00f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:49.057064 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c60be6c2-a2b3-471e-b9d2-2751303bed42 req-425e0056-516a-4b59-8819-05ce6ec1b00f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0746074 May 27 00:01:49.100552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c60be6c2-a2b3-471e-b9d2-2751303bed42 req-20a4fb27-8c04-4b37-9f57-1111959bf8e7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380716 May 27 00:01:49.979704 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0437e181-3ce5-46c4-b75c-44cf89575bc0 details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:01:50.118139 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ddfb70d4-1ca9-4715-ae7d-7009ca5e8143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:50.120415 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:01:50.134653 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'port_id': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'mac_address': 'fa:16:3e:02:2a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:01:50.192029 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:50.211991 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0437e181-3ce5-46c4-b75c-44cf89575bc0 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:01:50.227020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:01:50.231321 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:50.294058 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c552fda-ccee-4c1b-868c-e519fb2a9dc3 req-a320efa1-f5eb-4319-9d5c-60f1b92f038e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:50.295494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c552fda-ccee-4c1b-868c-e519fb2a9dc3 req-a320efa1-f5eb-4319-9d5c-60f1b92f038e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 945 time: 0.0771418 May 27 00:01:50.296171 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:50.304989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.305334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.305666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.306035 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.306343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.306733 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.306979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.307295 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.307610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.307925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.308903 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:01:50.344755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-9c552fda-ccee-4c1b-868c-e519fb2a9dc3 req-dbf2c29b-3d08-472f-869b-edd823986bb7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 May 27 00:01:50.527654 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['0437e181-3ce5-46c4-b75c-44cf89575bc0'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:01:50.875094 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:50.885127 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:51.536827 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daab516-50aa-4b0a-9d32-8e97c034a919 req-84e62e26-761d-45ec-8dcf-3d077a1a58da tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:51.538183 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7daab516-50aa-4b0a-9d32-8e97c034a919 req-84e62e26-761d-45ec-8dcf-3d077a1a58da tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 945 time: 0.0773315 May 27 00:01:51.582177 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7daab516-50aa-4b0a-9d32-8e97c034a919 req-6b22d684-3753-472b-a539-07e6da68a261 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381508 May 27 00:01:51.990410 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0437e181-3ce5-46c4-b75c-44cf89575bc0 up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:01:52.059396 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 0437e181-3ce5-46c4-b75c-44cf89575bc0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:01:52.063799 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 0437e181-3ce5-46c4-b75c-44cf89575bc0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:01:52.064165 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:52.190326 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:52.202463 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:52.220474 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:52.229581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:01:52.234176 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:52.278060 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6202605-1159-4c7f-98d0-565961a08d39'] response: {'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'code': 200} May 27 00:01:52.304075 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:52.400567 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab9983a4-d0f8-44ea-85cb-69e103c697e6 req-3ba198b6-d9e5-46d8-b521-0d1f2528cdbe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1097 time: 0.0650465 May 27 00:01:52.446253 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-ab9983a4-d0f8-44ea-85cb-69e103c697e6 req-79d2bd6e-d9cc-4940-945c-da96936708c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365872 May 27 00:01:52.862029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc5979-5a12-4c79-9c66-ed29b41b6fd6 req-6893ab15-0ab6-4ca0-9206-98ab59a12c90 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:52.863457 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-76dc5979-5a12-4c79-9c66-ed29b41b6fd6 req-6893ab15-0ab6-4ca0-9206-98ab59a12c90 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.1597219 May 27 00:01:52.908329 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-76dc5979-5a12-4c79-9c66-ed29b41b6fd6 req-c557756e-b5fa-4e16-8926-20800a2d9223 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 May 27 00:01:54.099149 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546cb6-1a6c-4262-b923-f4a0076635eb req-0b193806-bf5c-43ae-8545-6877c3e8f93e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:54.100570 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-13546cb6-1a6c-4262-b923-f4a0076635eb req-0b193806-bf5c-43ae-8545-6877c3e8f93e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0750670 May 27 00:01:54.144483 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-13546cb6-1a6c-4262-b923-f4a0076635eb req-c899519b-560f-4d5f-a544-ef486346e544 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386004 May 27 00:01:54.367331 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ef68-0041-48cb-a42b-c98ba27d9c5d req-7bbeb666-2122-4ced-87ec-1cabcf6bc50f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:54.368761 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e48ef68-0041-48cb-a42b-c98ba27d9c5d req-7bbeb666-2122-4ced-87ec-1cabcf6bc50f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0782442 May 27 00:01:54.420409 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5e48ef68-0041-48cb-a42b-c98ba27d9c5d req-b6ab3655-9b52-42b6-ade1-b459de68b79f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462563 May 27 00:01:54.446831 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48786) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:54.577090 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-52a04882-67f0-4b12-9f2b-d26fcb2c642f tempest-TestShelveInstance-1823229879 tempest-TestShelveInstance-1823229879-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1092 time: 0.1291142 May 27 00:01:54.579687 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48792) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:01:54.584819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:01:54.591742 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:01:54.595739 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Usage tracker for resource:floatingip and tenant:d70d2500741a479fb1c0c3a40460771c is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:01:54.598564 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:01:54.604309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:01:54.614532 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:54.746029 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:54.879826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Allocated IP 172.25.4.187 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/d9e69640-3d9d-4cfc-8efd-f24b58d952ab) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:01:55.023067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:55.049378 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:55.113607 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:01:55.116401 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:01:55.118891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:01:55.152505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'Port': ['ID=d9e69640-3d9d-4cfc-8efd-f24b58d952ab,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:55.617743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:55.672091 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:55.867691 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:55.872120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:56.014671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:56.068122 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event updated for resources: {'Port': ['ID=d9e69640-3d9d-4cfc-8efd-f24b58d952ab,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:01:56.081912 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:56.279324 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Floating IP 7585dcaf-972f-4418-8b62-c9c6296afe5f associated. External IP: 172.25.4.187, port: 0437e181-3ce5-46c4-b75c-44cf89575bc0. May 27 00:01:56.654991 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Router 57abb39d-6001-4cfd-8486-356e22baee78 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:01:56.845668 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:01:56.855886 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] Sync routers for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:01:56.868351 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:01:56.869015 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:56.869622 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:01:56.925736 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-205dc850-c71d-4fd7-9afe-3b262968cc53 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3449473 May 27 00:01:56.926378 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:01:56.982848 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2573c314-be87-437d-b0cf-599161bc7939'] response: {'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'status': 'completed', 'code': 200} May 27 00:01:57.070519 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-3407fd70-9ca3-4d2c-bb9f-39deb9760a0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1097 time: 0.0674393 May 27 00:01:57.089588 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:01:57.198110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-03b09d48-1422-4fc5-91de-020b193ecf37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:57.199554 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-03b09d48-1422-4fc5-91de-020b193ecf37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1235466 May 27 00:01:57.308062 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-6826c775-4e7b-42d8-83db-961f1b7c3f57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1000 time: 0.1027658 May 27 00:01:57.370388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-4df5b104-b171-4e4f-bb56-f5199895434a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:01:57.371876 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-4df5b104-b171-4e4f-bb56-f5199895434a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0582681 May 27 00:01:57.441442 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7585dcaf-972f-4418-8b62-c9c6296afe5f', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'port_id': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'mac_address': 'fa:16:3e:02:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:01:55Z', 'updated_at': '2022-05-27T00:01:55Z', 'revision_number': 0, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:57.445381 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] Checking router: 57abb39d-6001-4cfd-8486-356e22baee78 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:01:57.447060 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-c9577408-8cc0-4c73-80fd-4dfa485e6a4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697157 May 27 00:01:57.456524 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:01:57.457038 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:01:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:57.642662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:01:57.688063 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-ded08e59-aac8-4e8e-9a98-b3d7310ef7f9 service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352304 May 27 00:01:57.816946 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-c428e997-cf86-4e8c-97b6-e3ee8a904134 req-299b4f2d-dd6f-4e4c-8fcd-c206ca5d1606 service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230822 May 27 00:01:57.996548 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7585dcaf-972f-4418-8b62-c9c6296afe5f', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'port_id': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'mac_address': 'fa:16:3e:02:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:01:55Z', 'updated_at': '2022-05-27T00:01:55Z', 'revision_number': 0, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:01:58.000988 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a3d3e-e77d-4fa9-8041-856b833c6a19 None None] The sync data for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 is: [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '7585dcaf-972f-4418-8b62-c9c6296afe5f', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'port_id': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'mac_address': 'fa:16:3e:02:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:01:55Z', 'updated_at': '2022-05-27T00:01:55Z', 'revision_number': 0, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:01:58.191660 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de2b8ce-8e63-4b89-a6f5-45930e484643 None None] New status for floating IP 7585dcaf-972f-4418-8b62-c9c6296afe5f: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:01:58.585044 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:17.361501 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f41e1a1f-69f2-438d-a514-fc465acadf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:20.099460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0469c7ac-43fc-47eb-a325-4d0769f1d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:20.886496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:20.889880 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:22.195842 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:25.578370 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:02:26.010152 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:28.583310 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:30.570381 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-317b945d-a47b-463b-802f-4e5eabbdb155 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682132 May 27 00:02:30.718423 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-c6469c76-003e-469c-b093-8b47e754f346 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1097 time: 0.0764589 May 27 00:02:30.865294 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-f65eaa7f-01e0-48aa-b531-9c3f89349e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:30.866456 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-f65eaa7f-01e0-48aa-b531-9c3f89349e23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1288040 May 27 00:02:30.965178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-467e00bf-329c-40e8-b918-32e8a277aedc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1002 time: 0.0929520 May 27 00:02:31.031258 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-c7264cff-8916-40e2-ad9e-84c40ab0a484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:02:31.033005 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-c7264cff-8916-40e2-ad9e-84c40ab0a484 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0604129 May 27 00:02:31.106459 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-7d268554-2a83-4904-a57f-f66e30d80446 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677905 May 27 00:02:31.236632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-7ba949b7-c5d7-431d-989a-0795dc45439f service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234586 May 27 00:02:31.371594 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3ecd819d-4710-4271-b760-f996ebf605b1 req-0012a2dd-6f06-4604-b86b-29b4a8c6aa31 service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292646 May 27 00:02:47.363566 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1054e551-244d-468f-8d63-92f568e27658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:50.101019 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c85b-e0fe-401a-b91a-b11311feedd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:50.884791 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:50.895336 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:52.276698 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:56.020532 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:02:58.585492 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:02.578747 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:03:17.364780 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-76e62e59-ba08-4c77-a38d-5fa59e44e164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:20.102717 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7beb3536-a135-435a-a0c1-ddc4e53ea3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:20.877835 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:20.893604 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:22.199134 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:26.022671 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:28.596569 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:30.581950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-3d265180-c223-4ec9-a969-5b2498134be3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736663 May 27 00:03:30.728042 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-1a96ceaa-1c71-4f47-9c6e-a9ca2a0bc13d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1097 time: 0.0675356 May 27 00:03:30.875562 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-00beb93e-afdd-47a8-94e2-a4ad2e81b148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:30.876957 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-00beb93e-afdd-47a8-94e2-a4ad2e81b148 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1218894 May 27 00:03:30.979301 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-0f4359c5-92ba-4bc1-b462-f81f28e01b7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1002 time: 0.0932515 May 27 00:03:31.040545 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-232c39ac-4791-43a5-8fce-21cde8642796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:31.041950 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-232c39ac-4791-43a5-8fce-21cde8642796 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0546014 May 27 00:03:31.118427 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-fac424c3-8eeb-4c9c-a926-0d4399a87426 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680001 May 27 00:03:31.339069 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-91fb4d66-f9b1-41e5-8b5e-efe1f071b06c service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114356 May 27 00:03:31.469251 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1b2f7e82-f3c3-4c6f-ab70-8dcfd083d2ba req-03b4754b-7624-40a6-a2b3-04b12a6186eb service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211052 May 27 00:03:39.579036 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:03:47.365789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-561d073d-2726-4e16-989d-8dc89d806e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:50.103611 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a157-f8ae-4f14-a7a4-2c9f75dd4415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:50.879576 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:50.895545 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:52.201790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:54.036785 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7583f1-461c-4e4d-9ebd-4c3310589410 req-11527b63-bb12-40ca-8a76-0e7a3a3049d9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:54.038248 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de7583f1-461c-4e4d-9ebd-4c3310589410 req-11527b63-bb12-40ca-8a76-0e7a3a3049d9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0797229 May 27 00:03:54.081950 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-de7583f1-461c-4e4d-9ebd-4c3310589410 req-4da1bfa1-fc8e-4a5b-94f0-5d8a27c3fbde tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 May 27 00:03:55.272591 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d796ef0-0bf9-4cd0-a733-209caf9996be req-7a8c846e-380a-4ac9-9e0b-5c745c9e4bc9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:55.274302 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d796ef0-0bf9-4cd0-a733-209caf9996be req-7a8c846e-380a-4ac9-9e0b-5c745c9e4bc9 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0747788 May 27 00:03:55.318170 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5d796ef0-0bf9-4cd0-a733-209caf9996be req-11a5940d-fdad-4a3b-968b-130e21a13fa6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385482 May 27 00:03:56.024817 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:56.539602 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ae69-7877-4509-8427-6c4c3c33f654 req-ebce736c-4f96-4171-9c16-42e5a4ac70d5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:56.541035 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ca9ae69-7877-4509-8427-6c4c3c33f654 req-ebce736c-4f96-4171-9c16-42e5a4ac70d5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0753396 May 27 00:03:56.585591 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7ca9ae69-7877-4509-8427-6c4c3c33f654 req-be55cd64-7176-4262-829e-30101af77344 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 May 27 00:03:57.782357 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77056b0-a797-42b6-9bb2-1f8b380a6d99 req-dc08ff17-0993-4c6c-a093-e80f2b1aaeeb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:57.783795 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d77056b0-a797-42b6-9bb2-1f8b380a6d99 req-dc08ff17-0993-4c6c-a093-e80f2b1aaeeb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0779510 May 27 00:03:57.827208 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d77056b0-a797-42b6-9bb2-1f8b380a6d99 req-1cddc353-4678-41cc-bcfd-dfa9bbd3660e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380807 May 27 00:03:58.594914 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:03:59.026911 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f596f0-b214-45df-a74b-b9e0d625bf72 req-17a00a78-9feb-4900-9604-e3439287eee0 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:03:59.028338 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a6f596f0-b214-45df-a74b-b9e0d625bf72 req-17a00a78-9feb-4900-9604-e3439287eee0 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0797229 May 27 00:03:59.073510 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a6f596f0-b214-45df-a74b-b9e0d625bf72 req-3f3a31dc-5ffb-4d57-bc41-a77f9b320a5d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391350 May 27 00:04:00.262883 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f5cec-b094-49d3-8e0d-5b8f70c13595 req-fb607cd7-b786-42ca-92d1-567b6bb85758 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:00.264292 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d24f5cec-b094-49d3-8e0d-5b8f70c13595 req-fb607cd7-b786-42ca-92d1-567b6bb85758 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0749977 May 27 00:04:00.308822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d24f5cec-b094-49d3-8e0d-5b8f70c13595 req-447e32c5-3553-4a7e-88d7-c8d32bf55e7a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385504 May 27 00:04:01.500795 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299d8bd-27a2-4fe6-a709-d392aab271f3 req-deb40bee-1eff-40a0-9764-918e734e37ca tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:01.502159 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7299d8bd-27a2-4fe6-a709-d392aab271f3 req-deb40bee-1eff-40a0-9764-918e734e37ca tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0759485 May 27 00:04:01.551125 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7299d8bd-27a2-4fe6-a709-d392aab271f3 req-6ccf4dfa-6364-4d9e-bf2e-8240ce9273fb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433168 May 27 00:04:02.747142 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef302-4718-496c-b4d0-a2196ee59c76 req-0cf35217-a70e-439a-92ec-24ddd96e3dcb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:02.748599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbcef302-4718-496c-b4d0-a2196ee59c76 req-0cf35217-a70e-439a-92ec-24ddd96e3dcb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0787807 May 27 00:04:02.793749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dbcef302-4718-496c-b4d0-a2196ee59c76 req-2219bcd6-d042-4f03-91ab-5946f83a9112 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397682 May 27 00:04:03.982382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2202e-519b-4036-9567-7e304add847f req-22aa69b4-a77c-4333-a913-fb76a5ea1114 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:03.983731 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1e2202e-519b-4036-9567-7e304add847f req-22aa69b4-a77c-4333-a913-fb76a5ea1114 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0745659 May 27 00:04:04.030065 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c1e2202e-519b-4036-9567-7e304add847f req-c233d4ea-22e3-4e85-9992-d3f78796bd38 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403411 May 27 00:04:04.165473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-1f60bdc5-e931-46ff-98c1-9b8fb1066d13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1097 time: 0.0676122 May 27 00:04:04.294390 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-7f96c7a6-b87c-422a-897e-e69baf7562f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:04.295702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-7f96c7a6-b87c-422a-897e-e69baf7562f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1217577 May 27 00:04:04.403935 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-5780eb19-8b5e-4eb2-9e2c-44498095f4f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1002 time: 0.0978925 May 27 00:04:04.472025 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-9d0e6be6-8040-471b-9515-b6a3bd38f5be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:04.473446 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-9d0e6be6-8040-471b-9515-b6a3bd38f5be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0605986 May 27 00:04:04.549385 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-f86041c2-2560-455e-ae80-a70e7bebe002 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668850 May 27 00:04:04.681868 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-1faeccc8-3854-4ebb-b6a3-3925421bff2b service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222298 May 27 00:04:04.815178 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3dc5548f-8393-4108-9b1a-af34f368afb9 req-24191af5-32e8-44f0-ad90-ea18945f163c service neutron] 10.222.0.55 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240013 May 27 00:04:05.227700 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e83942-ff53-40af-8ef7-ac9bd5bdc526 req-edf74772-a592-46b4-a37c-e0c0866cb6ec tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:05.229131 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88e83942-ff53-40af-8ef7-ac9bd5bdc526 req-edf74772-a592-46b4-a37c-e0c0866cb6ec tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0790627 May 27 00:04:05.273549 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-88e83942-ff53-40af-8ef7-ac9bd5bdc526 req-ab3be90b-1898-4a8f-95d3-9adaa27013c1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388160 May 27 00:04:06.481299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8b557-6c26-48bc-9065-e7a374f462ec req-2b8d3412-3f23-4bbe-9e13-9fd0c4df08d7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:06.482771 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6e8b557-6c26-48bc-9065-e7a374f462ec req-2b8d3412-3f23-4bbe-9e13-9fd0c4df08d7 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0896361 May 27 00:04:06.527345 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f6e8b557-6c26-48bc-9065-e7a374f462ec req-0199fd94-effd-4ec0-998f-ddf91ba936f5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389547 May 27 00:04:07.719560 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340cbec-360e-421a-a457-3fbaa1067b88 req-f22681dd-4e9b-4a4b-970f-9f67af9b4192 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:07.720982 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1340cbec-360e-421a-a457-3fbaa1067b88 req-f22681dd-4e9b-4a4b-970f-9f67af9b4192 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0748363 May 27 00:04:07.764297 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1340cbec-360e-421a-a457-3fbaa1067b88 req-23e7ef68-daa2-4b5f-bb55-ed1c5c2731ff tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377226 May 27 00:04:08.008408 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-5e0347d7-1977-4d4c-8ba2-40c0fd50d477 req-666f5ce9-baec-48ad-9bc5-45dde978aac7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1314912 May 27 00:04:08.193161 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-ce63ca6b-5a9a-493a-abba-23f0447df96f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715840 May 27 00:04:08.265522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec84029-4667-4eb8-94e8-89e6c4cf250b req-0963bde2-6306-48d1-beea-4ee734832755 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:08.266998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ec84029-4667-4eb8-94e8-89e6c4cf250b req-0963bde2-6306-48d1-beea-4ee734832755 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0776939 May 27 00:04:08.311618 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-1ec84029-4667-4eb8-94e8-89e6c4cf250b req-9314fbc6-303b-460e-9458-7a2647231225 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391061 May 27 00:04:09.503011 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ba9ab-cc15-47ca-864c-b3d667828472 req-fab8170c-1052-492d-8310-c82a93f873b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:09.504355 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c18ba9ab-cc15-47ca-864c-b3d667828472 req-fab8170c-1052-492d-8310-c82a93f873b4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 946 time: 0.0759330 May 27 00:04:09.548419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-c18ba9ab-cc15-47ca-864c-b3d667828472 req-dc675049-f01a-4d0c-a190-b4365c8f395f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387027 May 27 00:04:10.554836 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 0437e181-3ce5-46c4-b75c-44cf89575bc0 no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:04:10.671520 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:10.698739 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:04:10.708383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:04:10.713612 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:10.764397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933d0aa-0c45-44a5-b192-c57dd99f3477 req-1dbac023-e455-45b9-aeb7-3f368ebf08ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:10.770673 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6933d0aa-0c45-44a5-b192-c57dd99f3477 req-1dbac023-e455-45b9-aeb7-3f368ebf08ee tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0944309 May 27 00:04:10.783941 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:04:10.794361 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.794775 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.795121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.795457 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.795921 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.796290 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.796564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.796887 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.797244 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.797568 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.797913 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:10.816565 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6933d0aa-0c45-44a5-b192-c57dd99f3477 req-8bc0fdc7-c07d-4f5e-bfbb-cc326707a1ff tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445449 May 27 00:04:10.828972 n-d-843301-1 neutron-server[84031]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c388ae64-5fc1-4e3b-b372-1ffd2d300004']: {'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'code': 422} returned with failed status May 27 00:04:12.014695 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dcd26-c42e-46fa-89b8-8f219f6d505a req-9ea69e9f-ab6c-453d-8adf-aea42febff96 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:12.016807 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f5dcd26-c42e-46fa-89b8-8f219f6d505a req-9ea69e9f-ab6c-453d-8adf-aea42febff96 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0797594 May 27 00:04:12.062133 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-3f5dcd26-c42e-46fa-89b8-8f219f6d505a req-8a415cde-1fa0-458c-9380-dbfa1a232565 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 May 27 00:04:13.345947 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f926-7c6b-4fef-91c7-dee34b4f1983 req-94055148-d452-4931-87d1-b3c9c43bd866 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:13.347294 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cdf2f926-7c6b-4fef-91c7-dee34b4f1983 req-94055148-d452-4931-87d1-b3c9c43bd866 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.1664765 May 27 00:04:13.392794 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-cdf2f926-7c6b-4fef-91c7-dee34b4f1983 req-8f618860-b9aa-460d-82ff-16661deaf2cc tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400021 May 27 00:04:14.472382 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-20e3acaf-3339-4ff7-a151-b10672e96290 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd&tenant_id=d70d2500741a479fb1c0c3a40460771c HTTP/1.1" status: 200 len: 1095 time: 0.1296554 May 27 00:04:14.483003 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-1', 'device_owner': 'compute:nova'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:04:14.727392 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:14.782470 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5a14-d217-4041-8847-7a96d7fb45bb req-2e82ce3b-4184-45ad-8a54-846f53f8555e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:14.783899 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93cc5a14-d217-4041-8847-7a96d7fb45bb req-2e82ce3b-4184-45ad-8a54-846f53f8555e tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.2626772 May 27 00:04:14.898744 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-93cc5a14-d217-4041-8847-7a96d7fb45bb req-19ac99cf-34e5-4f9f-92b1-f115f4fea2a6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089053 May 27 00:04:15.034222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:04:15.061454 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h1-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:04:15.108481 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0437e181-3ce5-46c4-b75c-44cf89575bc0 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:04:15.115663 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:15.129343 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Transition to ACTIVE for port object 0437e181-3ce5-46c4-b75c-44cf89575bc0 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:04:15.132705 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:15.256102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=7']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:04:15.281162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.281566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.282450 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.282781 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.283105 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.283422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.283739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.284056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.284419 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.284683 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.284996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:04:15.334092 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] No DVR routers for this DVR port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:04:15.599172 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:04:15.599792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:04:15.599792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:04:15.605549 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on network 63c0af0f-6453-46c5-99d6-411c60017c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:04:15.605893 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Attempting to bind port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on network 63c0af0f-6453-46c5-99d6-411c60017c44 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:04:15.612102 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:04:15.612431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Checking segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:04:15.612808 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Bound using segment: {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:04:15.613227 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Bound port: 0437e181-3ce5-46c4-b75c-44cf89575bc0, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b5c244-4241-4d71-bb2f-9679f55b32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:04:15.613568 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:15.707088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:04:15.710150 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:04:15.714399 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:15.779953 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:15.781377 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] 10.222.0.48 "PUT /v2.0/ports/0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1092 time: 1.3022983 May 27 00:04:15.781852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:04:15.801371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef522-f2dc-4936-822e-920b23cfdca5 service neutron] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=8']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:04:15.842561 n-d-843301-1 neutron-server[84030]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b33904ad-d887-471e-9bb5-31f165a5b248']: {'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'status': 'failed', 'code': 422} returned with failed status May 27 00:04:15.886723 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-af7d4a80-fd61-402d-a535-b21e866919a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1095 time: 0.0792193 May 27 00:04:16.029271 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-b378a25f-b027-474a-a6cf-ca58d2105446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:16.030754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-b378a25f-b027-474a-a6cf-ca58d2105446 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1361084 May 27 00:04:16.177609 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-be45ce60-64fb-46d8-89a9-46ed11ec5c9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1000 time: 0.1161830 May 27 00:04:16.222504 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27da25-fb56-4bde-9432-6755529b9810 req-0fc9f6e4-1e29-4c6a-823e-2128de07a80b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:16.223913 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b27da25-fb56-4bde-9432-6755529b9810 req-0fc9f6e4-1e29-4c6a-823e-2128de07a80b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.1923201 May 27 00:04:16.273231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-04e362ef-e219-426a-86ca-8fd310ee8e70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:16.274623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-04e362ef-e219-426a-86ca-8fd310ee8e70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0910013 May 27 00:04:16.322458 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7b27da25-fb56-4bde-9432-6755529b9810 req-3ea031f4-4514-417a-b528-832612ce03fb tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882735 May 27 00:04:16.357373 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-692b21a8-1aed-4753-bda0-19a42a54d1e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755842 May 27 00:04:16.578841 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:04:16.581265 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-66c0b880-587a-46b0-b77b-a06501ee3e5e service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173951 May 27 00:04:16.710355 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-468d2599-39c2-4924-8b94-6064934a9267 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236327 May 27 00:04:17.367595 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d6accda4-3fad-43d1-9217-409711f78667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:17.518060 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68249027-3fd5-4aa3-9072-aee027693e88 req-87152b68-cb8c-4534-834b-970746fc02f1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:17.519473 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68249027-3fd5-4aa3-9072-aee027693e88 req-87152b68-cb8c-4534-834b-970746fc02f1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0790007 May 27 00:04:17.563501 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-68249027-3fd5-4aa3-9072-aee027693e88 req-9c97b2d3-0bb8-47db-ab91-dbd36bac146b tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383561 May 27 00:04:18.754205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590b98-e4ba-49fd-85b1-deaf2f174745 req-ace90a3e-dbfa-4ac9-849a-edf3f948da91 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:18.755624 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73590b98-e4ba-49fd-85b1-deaf2f174745 req-ace90a3e-dbfa-4ac9-849a-edf3f948da91 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0751281 May 27 00:04:18.800806 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-73590b98-e4ba-49fd-85b1-deaf2f174745 req-e71feb77-d09b-4b89-b87b-9c4b6c89da46 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398486 May 27 00:04:19.991674 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c982ce-c442-4125-93a7-9a41c2f87891 req-e82727da-6f3f-48d5-ba5f-391f20ae61f8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:19.993012 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72c982ce-c442-4125-93a7-9a41c2f87891 req-e82727da-6f3f-48d5-ba5f-391f20ae61f8 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0746822 May 27 00:04:20.036924 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-72c982ce-c442-4125-93a7-9a41c2f87891 req-5033754f-b419-45a8-a6af-bd0f65e13145 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384567 May 27 00:04:20.104954 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1395a765-9a25-4845-bb5a-7e81f0c952ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:20.882212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:20.898811 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:21.229404 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ce2c5-96f2-45d2-bc79-ead8ba1a451e req-6cac2165-2d45-4587-b9f5-38d677e8813c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:21.230764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d53ce2c5-96f2-45d2-bc79-ead8ba1a451e req-6cac2165-2d45-4587-b9f5-38d677e8813c tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0777700 May 27 00:04:21.275016 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-d53ce2c5-96f2-45d2-bc79-ead8ba1a451e req-f8643c02-5f57-43e8-81fe-c0a55cf9c2c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389237 May 27 00:04:22.206154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:22.479725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeded6-6ee7-4850-bc33-8ce16c8e4d1a req-3ccd11ff-60b4-475f-989a-0138bfbdf547 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:22.481070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5adeded6-6ee7-4850-bc33-8ce16c8e4d1a req-3ccd11ff-60b4-475f-989a-0138bfbdf547 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0793834 May 27 00:04:22.525190 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5adeded6-6ee7-4850-bc33-8ce16c8e4d1a req-c9a4cff8-a3c3-41f0-9af0-3dfe831d07fe tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382142 May 27 00:04:23.717952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ac8dd-5ae1-4a27-b7e2-83e6bfac7817 req-e801db66-95c2-4305-99ba-858c8af38b19 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:23.719365 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a9ac8dd-5ae1-4a27-b7e2-83e6bfac7817 req-e801db66-95c2-4305-99ba-858c8af38b19 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0742652 May 27 00:04:23.766314 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7a9ac8dd-5ae1-4a27-b7e2-83e6bfac7817 req-02381074-707b-46c6-a555-57ba1d2e22a1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409582 May 27 00:04:24.965432 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580807f-8b28-415e-ba5a-24e0fc0a2de4 req-73751426-fc7b-4bba-a842-034ffe523cb4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:24.966906 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e580807f-8b28-415e-ba5a-24e0fc0a2de4 req-73751426-fc7b-4bba-a842-034ffe523cb4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 944 time: 0.0762229 May 27 00:04:25.011317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-e580807f-8b28-415e-ba5a-24e0fc0a2de4 req-b3f7d8f8-ec68-4e6b-b1be-5876c0798d1f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390265 May 27 00:04:25.915703 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0437e181-3ce5-46c4-b75c-44cf89575bc0 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:04:26.046618 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:26.055789 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:04:26.068985 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'port_id': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'mac_address': 'fa:16:3e:02:2a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:04:26.124123 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:26.141455 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0437e181-3ce5-46c4-b75c-44cf89575bc0 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:04:26.156611 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:04:26.160245 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:26.205832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07457fb-2917-49c1-ae77-f92e35dcf46c req-ad303ba9-7208-498e-bffa-6ca488d9cb8a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:26.207429 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e07457fb-2917-49c1-ae77-f92e35dcf46c req-ad303ba9-7208-498e-bffa-6ca488d9cb8a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 945 time: 0.0778251 May 27 00:04:26.228578 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=9']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:04:26.252634 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e07457fb-2917-49c1-ae77-f92e35dcf46c req-04f7f82e-23ea-469a-8e81-1e9328d58c3d tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394857 May 27 00:04:26.499826 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['0437e181-3ce5-46c4-b75c-44cf89575bc0'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:04:27.446496 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92633366-306f-4c06-835c-bef6606f915f req-1dabc337-a8b9-4c1b-80a4-48c0f62d4cab tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:27.447904 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92633366-306f-4c06-835c-bef6606f915f req-1dabc337-a8b9-4c1b-80a4-48c0f62d4cab tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 945 time: 0.0768189 May 27 00:04:27.494323 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-92633366-306f-4c06-835c-bef6606f915f req-a3380f09-91a5-4e7f-af92-22341d3882fd tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410714 May 27 00:04:27.924481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0437e181-3ce5-46c4-b75c-44cf89575bc0 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:04:27.993139 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port 0437e181-3ce5-46c4-b75c-44cf89575bc0 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:04:27.998074 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port 0437e181-3ce5-46c4-b75c-44cf89575bc0 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:04:27.998438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:28.108076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:28.134456 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:04:28.144358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:04:28.148203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:28.189589 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10451ec1-a570-471d-a691-1c146dc0c4ea'] response: {'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'code': 200} May 27 00:04:28.214152 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=10']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:04:28.390535 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa68497f-59d0-4778-9923-433e7855eb63 req-b2057acb-9daf-4f6e-8a5b-a5f14ebead0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1098 time: 0.0693679 May 27 00:04:28.432144 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fa68497f-59d0-4778-9923-433e7855eb63 req-826b70ff-c141-4a32-a0f4-869d2b9449f1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355585 May 27 00:04:28.600013 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:28.687377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ab191-26aa-4632-a7fa-21eb78d5f78a req-72dc99fa-40b3-4ee5-bddb-306f3e40872a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:28.688804 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d6ab191-26aa-4632-a7fa-21eb78d5f78a req-72dc99fa-40b3-4ee5-bddb-306f3e40872a tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 947 time: 0.0765688 May 27 00:04:28.736451 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0d6ab191-26aa-4632-a7fa-21eb78d5f78a req-10733d15-a6fd-4eba-97d6-3b6f56894cd2 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421734 May 27 00:04:29.932205 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464544b5-b2bd-4fc1-88de-e4ab496a310b req-6a6aba77-272f-4a6a-814a-e17851e5fdca tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:29.933530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-464544b5-b2bd-4fc1-88de-e4ab496a310b req-6a6aba77-272f-4a6a-814a-e17851e5fdca tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 947 time: 0.0749667 May 27 00:04:29.978332 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-464544b5-b2bd-4fc1-88de-e4ab496a310b req-8ae420f2-1a95-4bc3-a298-3e44e0d926d1 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386410 May 27 00:04:31.502392 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-459ce595-1d94-4aa6-8d0c-00c0ad4e6d5e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789051 May 27 00:04:31.635533 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-bba0cad0-c77a-4075-9f88-1739b5cb9c6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1098 time: 0.0682061 May 27 00:04:31.781772 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-eac220db-2381-4f84-a99b-7eb95267fba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:31.783156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-eac220db-2381-4f84-a99b-7eb95267fba2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1287186 May 27 00:04:31.884456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-59fe28b2-5712-4a7f-868e-d0d0be52a56d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1002 time: 0.0948393 May 27 00:04:31.943842 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-ed056ff7-29b1-49c5-ac87-d8cfde5a77e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:04:31.945188 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-ed056ff7-29b1-49c5-ac87-d8cfde5a77e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0556858 May 27 00:04:32.018815 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-f0167a98-c80f-4e4a-bd4a-b84a6e90e304 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679719 May 27 00:04:32.028774 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-7a7baf80-35c7-4bc1-89bb-119c88b10f78 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84030) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:04:32.029666 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-7a7baf80-35c7-4bc1-89bb-119c88b10f78 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046353 May 27 00:04:32.156830 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-65a2cbfc-4b18-4b54-9024-fb82d6377bb0 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204739 May 27 00:04:32.283157 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1ce02e5f-a794-4ee7-a331-4e9558c48cb3 req-21606d9b-7d34-4dd5-ac6b-9dbf80fa88f6 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200695 May 27 00:04:47.374466 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a605-3fff-4fbb-8064-d4d335c5c281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:50.106445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-97c6703a-8998-4215-99ed-a5bc184c4306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:50.885103 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:50.902656 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:52.209232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:53.578624 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:04:56.035519 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:04:58.610419 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:17.373377 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-796fa3b3-9527-43d2-915a-803183aa7f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:20.107447 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aef04b21-b4af-459e-8ba2-000900c79e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:20.892564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:20.904438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:22.212233 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:26.044714 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:28.619305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:30.578852 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:05:32.499322 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-28592c53-8b33-4847-99fe-389da47050f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669911 May 27 00:05:32.735240 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-a4c1fff5-dd95-4bcf-bff3-5aa2fb0c5008 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1098 time: 0.1702967 May 27 00:05:32.876104 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-822a659b-52df-417d-b2e9-10007ca5bc57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:32.877517 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-822a659b-52df-417d-b2e9-10007ca5bc57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1239061 May 27 00:05:32.978114 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-d0f0ab2e-ede3-497c-b472-72ae09dffa0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 1002 time: 0.0937805 May 27 00:05:33.045957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-5eaff7ee-332e-4444-ae2b-d9010f336be9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:33.047389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-5eaff7ee-332e-4444-ae2b-d9010f336be9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0631871 May 27 00:05:33.122629 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-eba46a9f-ce95-4c0a-83ac-1574138e2915 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696867 May 27 00:05:33.249494 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-e9383cef-2bd3-4f34-84f1-a22ed962ea89 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209157 May 27 00:05:33.386309 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f35893d4-dd3b-4744-8e60-c09a183e85d6 req-c5466b99-0f52-4a8f-8644-7d7cd4544e48 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311378 May 27 00:05:45.535047 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48956) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:05:45.732642 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Deleting port d9e69640-3d9d-4cfc-8efd-f24b58d952ab {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:45.732983 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:45.899728 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:45.900057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:46.016271 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Calling delete_port for d9e69640-3d9d-4cfc-8efd-f24b58d952ab owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:05:46.160469 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:46.202987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event deleted for resources: {'Port': ['ID=d9e69640-3d9d-4cfc-8efd-f24b58d952ab,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:46.243388 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.243726 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.244059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.244389 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.244713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.245034 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.245352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.245666 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.246007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.246325 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.246639 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:46.308794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:46.781485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Router 57abb39d-6001-4cfd-8486-356e22baee78 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:05:46.975702 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:05:46.985343 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] Sync routers for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:05:46.996051 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:47.001034 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:05:47.001660 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:47.053318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-dd37fdd0-2c60-4f3f-ac54-d7724214f5c5 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "DELETE /v2.0/floatingips/7585dcaf-972f-4418-8b62-c9c6296afe5f HTTP/1.1" status: 204 len: 168 time: 1.5171862 May 27 00:05:47.054014 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:05:47.110605 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a6e1fb-d474-49a0-829c-c35f64277c54'] response: {'name': 'network-changed', 'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'status': 'completed', 'code': 200} May 27 00:05:47.185354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:05:47.207111 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-ab4813d0-a0de-478c-9d94-bc09afb73bf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d70d2500741a479fb1c0c3a40460771c&device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 1098 time: 0.0755966 May 27 00:05:47.345513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-1b77d2a3-05a3-4f78-84d8-6daadfa09244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:47.347655 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-1b77d2a3-05a3-4f78-84d8-6daadfa09244 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 200 len: 910 time: 0.1348677 May 27 00:05:47.441106 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c098756f-8e4b-4b5e-bd0a-910aeceb28e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:47.459214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-755e2e56-1657-489c-97b7-a1985777335d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 200 len: 217 time: 0.1046262 May 27 00:05:47.534154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-85eeeb30-47a5-46ea-aed3-74f03e893e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:47.536057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-85eeeb30-47a5-46ea-aed3-74f03e893e29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 200 len: 848 time: 0.0665517 May 27 00:05:47.545658 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d34db-52a7-41dc-a902-d78ee0d0df4c req-64594ffd-d732-4c00-8ee4-f32ede30d9d6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:47.547039 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-502d34db-52a7-41dc-a902-d78ee0d0df4c req-64594ffd-d732-4c00-8ee4-f32ede30d9d6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 947 time: 0.1444786 May 27 00:05:47.553311 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:47.557193 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] Checking router: 57abb39d-6001-4cfd-8486-356e22baee78 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:05:47.567495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:05:47.568081 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:47.640251 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-502d34db-52a7-41dc-a902-d78ee0d0df4c req-13c900a9-caac-457f-99dd-39ad79d5cf97 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622618 May 27 00:05:47.653389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-a95a14ab-cb48-41aa-aa3d-0f433aec3113 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63c0af0f-6453-46c5-99d6-411c60017c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054485 May 27 00:05:47.747747 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:05:47.785214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-d2ff2a3c-1da4-4c66-9b88-51a08ff6c707 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244540 May 27 00:05:47.916034 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9a2daf7-6278-4491-95f2-0a918d194e6e req-02917e0a-3294-4598-8c84-8964724972a6 service neutron] 10.222.0.48 "GET /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237698 May 27 00:05:48.056044 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:48.059828 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf45c4e-d8ea-4b98-9374-5a06dd30011f None None] The sync data for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 is: [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-26T23:56:01Z', 'revision_number': 4, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '7d535168-48d4-4810-b3b0-deb0773d4000', 'name': '', 'network_id': '63c0af0f-6453-46c5-99d6-411c60017c44', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'mac_address': 'fa:16:3e:26:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:01Z', 'updated_at': '2022-05-26T23:56:20Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'subnets': [{'id': '654cdf4c-6658-47f5-b41b-f5b945e6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:05:48.265855 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a7a97-8e9e-4665-b149-4856dffee483 None None] New status for floating IP 7585dcaf-972f-4418-8b62-c9c6296afe5f: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:05:49.010584 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-a7ba0231-26b8-41b5-b324-750793699676 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:49.011985 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-a7ba0231-26b8-41b5-b324-750793699676 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 947 time: 0.0762277 May 27 00:05:49.017941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8c79b-47ac-437c-b1f7-9248b0d974de req-1106882d-1e40-4ac7-8037-a530b4e0f016 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:05:49.019134 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-89b8c79b-47ac-437c-b1f7-9248b0d974de req-1106882d-1e40-4ac7-8037-a530b4e0f016 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Synchronizing usage tracker for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:05:49.035555 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-89b8c79b-47ac-437c-b1f7-9248b0d974de req-1106882d-1e40-4ac7-8037-a530b4e0f016 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Unset dirty status for tenant:d70d2500741a479fb1c0c3a40460771c on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:05:49.036713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89b8c79b-47ac-437c-b1f7-9248b0d974de req-1106882d-1e40-4ac7-8037-a530b4e0f016 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 947 time: 0.0957825 May 27 00:05:49.084250 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-89b8c79b-47ac-437c-b1f7-9248b0d974de req-a702f88f-f4f0-46c3-bbc2-ddd5320908c6 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9d88803-cd3c-4fad-962c-db06d906e811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417814 May 27 00:05:49.180606 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Deleting port 0437e181-3ce5-46c4-b75c-44cf89575bc0 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:49.180855 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:49.434561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] For port 0437e181-3ce5-46c4-b75c-44cf89575bc0, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=0437e181-3ce5-46c4-b75c-44cf89575bc0,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:05:49.434833 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:49.552501 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Calling delete_port for 0437e181-3ce5-46c4-b75c-44cf89575bc0 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:05:49.699478 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:49.747463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event deleted for resources: {'Port': ['ID=0437e181-3ce5-46c4-b75c-44cf89575bc0,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:49.787193 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.787529 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.787857 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.788183 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.788503 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.788849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.789162 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.789475 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.789821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.790135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.790449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:05:49.829442 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] No DVR routers for this DVR port 0437e181-3ce5-46c4-b75c-44cf89575bc0 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:05:49.831769 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:49.834173 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-deleted', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:05:49.849268 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e3ab955e-b14e-4d8f-b712-9efc27269ae5 req-5a3a3f23-12bb-40d4-b376-8c8c58be8df4 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.48 "DELETE /v2.0/ports/0437e181-3ce5-46c4-b75c-44cf89575bc0 HTTP/1.1" status: 204 len: 173 time: 0.8322690 May 27 00:05:49.890378 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd57a74-e31d-4220-99fc-2938078c0976'] response: {'server_uuid': '10e47983-75db-4136-8ab3-0b85f4c1f0dd', 'name': 'network-vif-deleted', 'tag': '0437e181-3ce5-46c4-b75c-44cf89575bc0', 'status': 'completed', 'code': 200} May 27 00:05:50.109246 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-71757373-228c-411c-b352-3fb28a2275f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:50.273443 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3df4cb26-1272-422c-9790-bd903ca563a2 req-0ba6744c-b06e-41b6-b625-1288acf42604 tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "GET /v2.0/ports?device_id=10e47983-75db-4136-8ab3-0b85f4c1f0dd HTTP/1.1" status: 200 len: 210 time: 0.0609682 May 27 00:05:50.890487 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:50.909910 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:51.377792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 48978) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:05:51.448861 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678dd2cf-337e-4ad0-8e8e-9d9657a47d6f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:51.478542 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678dd2cf-337e-4ad0-8e8e-9d9657a47d6f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:51.543684 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678dd2cf-337e-4ad0-8e8e-9d9657a47d6f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:51.562546 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dd2cf-337e-4ad0-8e8e-9d9657a47d6f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d88803-cd3c-4fad-962c-db06d906e811,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:51.577095 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-678dd2cf-337e-4ad0-8e8e-9d9657a47d6f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:51.578267 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-678dd2cf-337e-4ad0-8e8e-9d9657a47d6f tempest-TestShelveInstance-1393687477 tempest-TestShelveInstance-1393687477-project] 10.222.0.32 "DELETE /v2.0/security-groups/e9d88803-cd3c-4fad-962c-db06d906e811 HTTP/1.1" status: 204 len: 168 time: 0.1989086 May 27 00:05:51.631746 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48984) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:05:52.175709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:52.217895 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:52.312304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0437e181-3ce5-46c4-b75c-44cf89575bc0 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:05:52.345662 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: 0437e181-3ce5-46c4-b75c-44cf89575bc0 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:05:52.346007 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device 0437e181-3ce5-46c4-b75c-44cf89575bc0 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:05:52.856838 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Deleting port 7d535168-48d4-4810-b3b0-deb0773d4000 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:52.857384 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:53.028953 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] For port 7d535168-48d4-4810-b3b0-deb0773d4000, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=7d535168-48d4-4810-b3b0-deb0773d4000,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:05:53.029309 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:53.149973 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Calling delete_port for 7d535168-48d4-4810-b3b0-deb0773d4000 owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:05:53.317120 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:53.361463 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d535168-48d4-4810-b3b0-deb0773d4000,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:53.648130 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:54.299751 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Router 57abb39d-6001-4cfd-8486-356e22baee78 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:05:54.497957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:05:54.506908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] Sync routers for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:05:54.510336 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ac261012-28a0-4f67-b245-af1939fdb301 admin admin] 10.222.0.32 "PUT /v2.0/routers/57abb39d-6001-4cfd-8486-356e22baee78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8770440 May 27 00:05:54.512913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48990) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:05:54.519667 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:05:54.520265 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:54.712095 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:05:54.715711 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:54.916615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:54.926352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Deleting port d98a5b46-430a-4b50-a477-32bbdcea40e4 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:54.926677 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:54.996690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-27T00:05:53Z', 'revision_number': 5, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port': {'id': 'd98a5b46-430a-4b50-a477-32bbdcea40e4', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abb39d-6001-4cfd-8486-356e22baee78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:55:59Z', 'updated_at': '2022-05-26T23:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:55.000707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] Checking router: 57abb39d-6001-4cfd-8486-356e22baee78 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:05:55.011895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] Routers {'57abb39d-6001-4cfd-8486-356e22baee78'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:05:55.012488 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['57abb39d-6001-4cfd-8486-356e22baee78'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:55.096821 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] For port d98a5b46-430a-4b50-a477-32bbdcea40e4, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=d98a5b46-430a-4b50-a477-32bbdcea40e4,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:05:55.097173 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:55.197772 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] Set router 57abb39d-6001-4cfd-8486-356e22baee78 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:05:55.218852 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Calling delete_port for d98a5b46-430a-4b50-a477-32bbdcea40e4 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:05:55.300563 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-27T00:05:54Z', 'revision_number': 6, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:55.304406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7d01a-74cd-4880-bab8-34ffb739ba58 None None] The sync data for ids ['57abb39d-6001-4cfd-8486-356e22baee78'] in n-d-843301-1 is: [{'id': '57abb39d-6001-4cfd-8486-356e22baee78', 'name': 'tempest-TestShelveInstance-2112587682-router', 'tenant_id': 'd70d2500741a479fb1c0c3a40460771c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:55:58Z', 'updated_at': '2022-05-27T00:05:54Z', 'revision_number': 6, 'project_id': 'd70d2500741a479fb1c0c3a40460771c', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:05:55.383805 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:55.429467 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98a5b46-430a-4b50-a477-32bbdcea40e4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:55.763998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.016415 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.023013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.058176 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.058691 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57abb39d-6001-4cfd-8486-356e22baee78 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:05:56.066356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.072505 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.073624 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-9cef6474-559a-4e94-be4a-2cf045dff3e4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/57abb39d-6001-4cfd-8486-356e22baee78 HTTP/1.1" status: 204 len: 168 time: 1.5599184 May 27 00:05:56.076197 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 48996) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:05:56.135385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] Deleting subnet 654cdf4c-6658-47f5-b41b-f5b945e6271f {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:05:56.138517 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.189869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.270546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.340583 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.380588 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654cdf4c-6658-47f5-b41b-f5b945e6271f,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:56.389296 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.395240 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b160030-0359-478f-b203-8b1256e5d32d None None] Network 63c0af0f-6453-46c5-99d6-411c60017c44 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:05:56.395934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-ee824539-e624-4a52-8f9d-ff83e96f4969 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/654cdf4c-6658-47f5-b41b-f5b945e6271f HTTP/1.1" status: 204 len: 168 time: 0.3187704 May 27 00:05:56.398841 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49000) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:05:56.502840 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.513510 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Deleting port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:56.513865 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.648386 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] DHCP port deletion for 63c0af0f-6453-46c5-99d6-411c60017c44 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:05:56.654182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Deleting port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:56.654568 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.725468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] For port 72a28ebc-2c77-472c-a7fc-70e2848c13f6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=72a28ebc-2c77-472c-a7fc-70e2848c13f6,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:05:56.725857 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.741992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7d535168-48d4-4810-b3b0-deb0773d4000 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:05:56.790243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 7d535168-48d4-4810-b3b0-deb0773d4000 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:05:56.790581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 7d535168-48d4-4810-b3b0-deb0773d4000 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:05:56.790987 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d98a5b46-430a-4b50-a477-32bbdcea40e4 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:05:56.825788 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: d98a5b46-430a-4b50-a477-32bbdcea40e4 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:05:56.826121 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device d98a5b46-430a-4b50-a477-32bbdcea40e4 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:05:56.826514 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72a28ebc-2c77-472c-a7fc-70e2848c13f6 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:05:56.845174 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Calling delete_port for 72a28ebc-2c77-472c-a7fc-70e2848c13f6 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:05:56.919982 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.966449 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a28ebc-2c77-472c-a7fc-70e2848c13f6,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:56.973296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] No DVR routers for this DVR port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:05:56.975956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] For port 72a28ebc-2c77-472c-a7fc-70e2848c13f6, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=72a28ebc-2c77-472c-a7fc-70e2848c13f6,segment=NetworkSegment(13b5c244-4241-4d71-bb2f-9679f55b32a6),segment_id=13b5c244-4241-4d71-bb2f-9679f55b32a6)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:05:56.976343 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:56.984234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No active binding found for port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 {{(pid=84031) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 00:05:56.984635 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 72a28ebc-2c77-472c-a7fc-70e2848c13f6 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:05:57.111470 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Calling delete_port for 72a28ebc-2c77-472c-a7fc-70e2848c13f6 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:05:57.181627 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:05:57.182002 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:05:57.191387 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:57.216379 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c0af0f-6453-46c5-99d6-411c60017c44']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:57.228692 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b5c244-4241-4d71-bb2f-9679f55b32a6') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:57.228983 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b5c244-4241-4d71-bb2f-9679f55b32a6') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:05:57.240133 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:57.255756 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:57.261613 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:05:57.262026 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: timer() May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: self._notify() May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: event.method(event) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:05:57.275607 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:05:57.352011 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:57.358341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:57.380144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c0af0f-6453-46c5-99d6-411c60017c44,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:57.393133 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8800ceb2-4d23-4be3-99dc-6d19803e3ce0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/63c0af0f-6453-46c5-99d6-411c60017c44 HTTP/1.1" status: 204 len: 168 time: 0.9932487 May 27 00:05:57.396371 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49004) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:05:57.682743 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Deleting port 72a28ebc-2c77-472c-a7fc-70e2848c13f6 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:57.683119 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:57.747709 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dd01a74e-9bbb-4a89-8522-2d7bcc5d12af None None] The port '72a28ebc-2c77-472c-a7fc-70e2848c13f6' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:05:57.775360 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:58.350825 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Deleting port 9e0a304c-428e-4900-801d-d532f899c077 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:05:58.351160 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:58.521120 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] For port 9e0a304c-428e-4900-801d-d532f899c077, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9e0a304c-428e-4900-801d-d532f899c077,segment=NetworkSegment(5d55b87c-a820-4939-9655-a03bc4f28fe1),segment_id=5d55b87c-a820-4939-9655-a03bc4f28fe1)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:05:58.521464 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:58.623264 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:58.735597 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Calling delete_port for 9e0a304c-428e-4900-801d-d532f899c077 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:05:58.903253 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:58.946928 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0a304c-428e-4900-801d-d532f899c077,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:05:59.233325 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:05:59.793770 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Router bf15e63b-b4e4-4266-976d-53cf11d038c7 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:05:59.988588 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:05:59.997413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a54e8864-eda9-4d01-9704-9d60e62c86fc admin admin] 10.222.0.32 "PUT /v2.0/routers/bf15e63b-b4e4-4266-976d-53cf11d038c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5998285 May 27 00:05:59.997573 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] Sync routers for ids ['bf15e63b-b4e4-4266-976d-53cf11d038c7'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:06:00.000042 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49008) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:00.009033 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] Routers {'bf15e63b-b4e4-4266-976d-53cf11d038c7'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:00.009623 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bf15e63b-b4e4-4266-976d-53cf11d038c7'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:00.187239 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] Set router bf15e63b-b4e4-4266-976d-53cf11d038c7 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:00.297743 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:00.492791 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:00.499088 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-27T00:05:58Z', 'revision_number': 5, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port': {'id': '23917fb9-8804-4f84-999c-4f4782082e4c', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T23:56:05Z', 'updated_at': '2022-05-26T23:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:00.501819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Deleting port 23917fb9-8804-4f84-999c-4f4782082e4c {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:06:00.502153 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:00.504159 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] Checking router: bf15e63b-b4e4-4266-976d-53cf11d038c7 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:06:00.514561 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] Routers {'bf15e63b-b4e4-4266-976d-53cf11d038c7'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:00.515151 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['bf15e63b-b4e4-4266-976d-53cf11d038c7'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:00.664991 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] Set router bf15e63b-b4e4-4266-976d-53cf11d038c7 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:00.678718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] For port 23917fb9-8804-4f84-999c-4f4782082e4c, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=23917fb9-8804-4f84-999c-4f4782082e4c,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:00.679081 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:00.772475 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-27T00:06:00Z', 'revision_number': 6, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:00.776337 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd34e4-fba7-4ee3-9d02-50b36599752f None None] The sync data for ids ['bf15e63b-b4e4-4266-976d-53cf11d038c7'] in n-d-843301-1 is: [{'id': 'bf15e63b-b4e4-4266-976d-53cf11d038c7', 'name': 'tempest-TestShelveInstance-261569220-router', 'tenant_id': '0a54ebd220894b50b1015626d9683c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T23:56:04Z', 'updated_at': '2022-05-27T00:06:00Z', 'revision_number': 6, 'project_id': '0a54ebd220894b50b1015626d9683c68', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:06:00.801270 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Calling delete_port for 23917fb9-8804-4f84-999c-4f4782082e4c owned by network:router_gateway {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:06:00.967689 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.009468 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23917fb9-8804-4f84-999c-4f4782082e4c,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:01.229088 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.587383 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.591649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.618429 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.618958 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf15e63b-b4e4-4266-976d-53cf11d038c7 {{(pid=84029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:06:01.631991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.633092 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-7832df5f-1b70-4b34-85f8-3671b273a1b9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bf15e63b-b4e4-4266-976d-53cf11d038c7 HTTP/1.1" status: 204 len: 168 time: 1.6321809 May 27 00:06:01.635810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49012) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:01.695986 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] Deleting subnet 36c1a853-5b4a-45bc-a382-28621441b743 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:06:01.699102 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.749125 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.829168 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.893546 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.932260 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c1a853-5b4a-45bc-a382-28621441b743,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:01.938430 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:01.944088 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998de8e-7048-4c48-8f96-1cb050417198 None None] Network 0253958d-9b04-4315-b545-88d3dbdb1dc4 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:06:01.949062 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f94f6b50-9006-4e73-a92b-a11cc813d910 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/36c1a853-5b4a-45bc-a382-28621441b743 HTTP/1.1" status: 204 len: 168 time: 0.3121896 May 27 00:06:01.951505 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49016) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:02.052443 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.062356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Deleting port e8697f08-b912-4684-90bc-b62b09f8da11 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:06:02.062672 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.172468 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] DHCP port deletion for 0253958d-9b04-4315-b545-88d3dbdb1dc4 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:06:02.177376 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Deleting port e8697f08-b912-4684-90bc-b62b09f8da11 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:06:02.177902 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.264508 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] For port e8697f08-b912-4684-90bc-b62b09f8da11, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e8697f08-b912-4684-90bc-b62b09f8da11,segment=NetworkSegment(5d55b87c-a820-4939-9655-a03bc4f28fe1),segment_id=5d55b87c-a820-4939-9655-a03bc4f28fe1)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:02.264869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.411309 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] For port e8697f08-b912-4684-90bc-b62b09f8da11, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=e8697f08-b912-4684-90bc-b62b09f8da11,segment=NetworkSegment(5d55b87c-a820-4939-9655-a03bc4f28fe1),segment_id=5d55b87c-a820-4939-9655-a03bc4f28fe1)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:02.411930 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.492612 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Calling delete_port for e8697f08-b912-4684-90bc-b62b09f8da11 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:06:02.532336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Calling delete_port for e8697f08-b912-4684-90bc-b62b09f8da11 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:06:02.570753 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.607053 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:06:02.607404 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:06:02.615100 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8697f08-b912-4684-90bc-b62b09f8da11,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:02.621551 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] No DVR routers for this DVR port e8697f08-b912-4684-90bc-b62b09f8da11 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:06:02.712897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 23917fb9-8804-4f84-999c-4f4782082e4c no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:02.738728 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.745237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 23917fb9-8804-4f84-999c-4f4782082e4c {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:06:02.745581 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 23917fb9-8804-4f84-999c-4f4782082e4c not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:02.746010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e8697f08-b912-4684-90bc-b62b09f8da11 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:02.764325 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0253958d-9b04-4315-b545-88d3dbdb1dc4']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:02.777268 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d55b87c-a820-4939-9655-a03bc4f28fe1') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:02.777563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d55b87c-a820-4939-9655-a03bc4f28fe1') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:02.777779 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: e8697f08-b912-4684-90bc-b62b09f8da11 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:06:02.778126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device e8697f08-b912-4684-90bc-b62b09f8da11 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:02.778532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e0a304c-428e-4900-801d-d532f899c077 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:06:02.789316 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.805373 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.810070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9e0a304c-428e-4900-801d-d532f899c077 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:06:02.810535 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9e0a304c-428e-4900-801d-d532f899c077 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:06:02.811525 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:06:02.812059 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: timer() May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: self._notify() May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: event.method(event) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:06:02.828743 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:06:02.899900 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.916325 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:02.927416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=0253958d-9b04-4315-b545-88d3dbdb1dc4,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:02.931379 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-75acb03f-37a2-4eb2-8ce4-22b00930cb60 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0253958d-9b04-4315-b545-88d3dbdb1dc4 HTTP/1.1" status: 204 len: 168 time: 0.9789541 May 27 00:06:03.108307 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Deleting port e8697f08-b912-4684-90bc-b62b09f8da11 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:06:03.108839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.146046 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49022) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:03.174986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cfe45-d664-4f87-af5c-67ae56741acc None None] The port 'e8697f08-b912-4684-90bc-b62b09f8da11' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:06:03.203364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e2060de1-32a1-455a-8744-8e08873e8423 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d70d2500741a479fb1c0c3a40460771c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559328 May 27 00:06:03.206352 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49026) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:03.262999 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f05a865a-7c1e-4bb9-a6b6-79efa54a3686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.288736 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f05a865a-7c1e-4bb9-a6b6-79efa54a3686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.337947 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f05a865a-7c1e-4bb9-a6b6-79efa54a3686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.354726 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a865a-7c1e-4bb9-a6b6-79efa54a3686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe44fda-a738-44e9-8af3-f24f0b979cfd,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:03.361224 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-f05a865a-7c1e-4bb9-a6b6-79efa54a3686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.362393 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-f05a865a-7c1e-4bb9-a6b6-79efa54a3686 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbe44fda-a738-44e9-8af3-f24f0b979cfd HTTP/1.1" status: 204 len: 168 time: 0.1551712 May 27 00:06:03.786816 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49034) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:03.835304 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-43ba30a7-21b4-455d-b7a3-750a587c93ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a54ebd220894b50b1015626d9683c68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473831 May 27 00:06:03.837778 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49038) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:03.898684 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e539fcf0-a069-4b52-bbc9-feb732046f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.923633 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e539fcf0-a069-4b52-bbc9-feb732046f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.974471 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e539fcf0-a069-4b52-bbc9-feb732046f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.988059 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539fcf0-a069-4b52-bbc9-feb732046f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f68ca90-47ba-49c1-ba7d-cc72958f3a22,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:03.994436 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e539fcf0-a069-4b52-bbc9-feb732046f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:03.995536 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e539fcf0-a069-4b52-bbc9-feb732046f52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f68ca90-47ba-49c1-ba7d-cc72958f3a22 HTTP/1.1" status: 204 len: 168 time: 0.1568954 May 27 00:06:04.907844 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49060) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:05.052231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-987137101-network', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:05.057546 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:05.061431 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Usage tracker for resource:network and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:05.064373 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:05.070089 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:05.079741 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Made reservation on behalf of adf7c18467ef41a8a85de2525a84e6a9 for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:06:05.081943 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.094013 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.130113 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:05.133942 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:05.137095 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:05.143947 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:05.211205 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.214858 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.246400 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:06:05.251350 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf1b34e-d5c3-4f50-b414-008809d9e139,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:05.257771 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.258110 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Added segment d9e688e8-d0c5-4b1f-94e2-8094c05ea365 of type vlan for network 9f78a50f-7491-4819-becd-09fa3856c435 May 27 00:06:05.286077 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.315134 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.315917 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:05.316477 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.415706 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5063751 May 27 00:06:05.418211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49066) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:05.418724 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb268476-73fd-4f86-becd-62eed6cae12f admin admin] Pushing event updated for resources: {'Network': ['ID=9f78a50f-7491-4819-becd-09fa3856c435,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:05.427628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Request body: {'subnet': {'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-987137101-subnet', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'ip_version': 4}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:05.428176 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network 9f78a50f-7491-4819-becd-09fa3856c435 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:06:05.434085 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:05.438992 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Usage tracker for resource:subnet and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:05.441941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:05.447658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:05.458262 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Made reservation on behalf of adf7c18467ef41a8a85de2525a84e6a9 for: {'subnet': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:06:05.460638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2181480'] for subnet, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.662534 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2181498'] for subnet, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.732522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=528c975b-1421-4f98-875d-9f901ee6656a,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:05.746540 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Checking segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:05.746894 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Network hostable DHCP agents. Network: 9f78a50f-7491-4819-becd-09fa3856c435, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:06:05.767854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Network 9f78a50f-7491-4819-becd-09fa3856c435 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:06:05.778032 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, 9f78a50f-7491-4819-becd-09fa3856c435) {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:05.783019 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:05.783684 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.788404 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7b8a9-d354-4e50-b7a8-21b818bee366 None None] Network 9f78a50f-7491-4819-becd-09fa3856c435 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:06:05.818220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-17dab7b4-9ae8-4abc-bad9-ca1d0d7d8fcc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3986669 May 27 00:06:05.820691 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49070) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:05.825665 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:05.831803 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:05.835673 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Usage tracker for resource:router and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:05.838529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:05.844235 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:05.854991 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.856120 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:05.874796 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.008590 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-9f78a50f-7491-4819-becd-09fa3856c435', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:06:06.009422 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.022444 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.166916 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Allocated IP 172.20.0.2 (9f78a50f-7491-4819-becd-09fa3856c435/528c975b-1421-4f98-875d-9f901ee6656a/56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:06.214513 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.244967 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.373543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.381435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Allocated IP 172.25.4.115 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/415203b5-e551-460b-8e23-38d80f458d67) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:06.385196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Transition to ACTIVE for port object 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:06.404020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Transition to ACTIVE for port object 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:06.409403 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.476741 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Network 9f78a50f-7491-4819-becd-09fa3856c435 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:06.479605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:06.482641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:06.489288 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Pushing event updated for resources: {'Port': ['ID=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:06.528217 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.529666 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.530011 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.530495 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.530778 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.531103 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.531487 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.531811 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.532123 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.532441 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.532755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.533066 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:06.557067 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.588336 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Attempting to bind port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:06:06.588701 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Attempting to bind port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:06:06.589055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Attempting to bind port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 on network 9f78a50f-7491-4819-becd-09fa3856c435 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:06.595693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:06:06.596062 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Checking segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:06.596998 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.597383 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Bound using segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:06:06.597866 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Bound port: 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:06:06.598234 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.625356 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:06.628777 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Pushing event updated for resources: {'Port': ['ID=415203b5-e551-460b-8e23-38d80f458d67,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:06.631144 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:06.633308 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:06.690181 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] For port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:06:06.693298 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] For port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:06:06.697654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.792860 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.793574 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:06.817092 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7819c0-0577-4b8e-b4ae-782fb935ce3f None None] Pushing event updated for resources: {'Port': ['ID=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:07.051000 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Router d08478fb-75bb-49de-a6eb-4b796272b201 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:06:07.349943 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:06:07.360752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Sync routers for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:06:07.372341 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:07.372932 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:07.373547 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a90a71e0-5144-4d24-b8ad-a29d2bdb25a8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5519366 May 27 00:06:07.376435 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49074) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:07.376680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:07.559752 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:07.579170 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:06:07.751936 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8599d6-e585-4701-9446-21ad18cc4e7e None None] Network 9f78a50f-7491-4819-becd-09fa3856c435 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:06:07.872770 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-d79caa64-4259-43a6-9da9-cc52972738a9 None None] Provisioning for port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:08.057893 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:06Z', 'revision_number': 3, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:08.069350 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Checking router: d08478fb-75bb-49de-a6eb-4b796272b201 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:06:08.069711 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Updating router d08478fb-75bb-49de-a6eb-4b796272b201 port 415203b5-e551-460b-8e23-38d80f458d67 binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:06:08.127018 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.136787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.351492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Allocated IP 172.20.0.1 (9f78a50f-7491-4819-becd-09fa3856c435/528c975b-1421-4f98-875d-9f901ee6656a/cdf4bff0-8e38-4358-804a-6092d6963d0d) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:08.475273 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.489607 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Transition to ACTIVE for port object 415203b5-e551-460b-8e23-38d80f458d67 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:08.496186 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.506543 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.522491 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Transition to ACTIVE for port object cdf4bff0-8e38-4358-804a-6092d6963d0d will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:08.545004 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.576422 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cfefd-71f7-4718-ba1d-9f843bc286ed None None] Pushing event updated for resources: {'Port': ['ID=415203b5-e551-460b-8e23-38d80f458d67,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:08.578827 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Attempting to bind port 415203b5-e551-460b-8e23-38d80f458d67 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:06:08.579182 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Attempting to bind port 415203b5-e551-460b-8e23-38d80f458d67 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:06:08.579540 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Attempting to bind port 415203b5-e551-460b-8e23-38d80f458d67 on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:08.586706 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:06:08.587061 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:08.587445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.587819 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:06:08.588269 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Bound port: 415203b5-e551-460b-8e23-38d80f458d67, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:06:08.588633 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.618075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Network 9f78a50f-7491-4819-becd-09fa3856c435 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:08.621315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:08.623842 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:08.657729 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf4bff0-8e38-4358-804a-6092d6963d0d,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:08.660955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] For port 415203b5-e551-460b-8e23-38d80f458d67, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:06:08.666481 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] For port 415203b5-e551-460b-8e23-38d80f458d67, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=415203b5-e551-460b-8e23-38d80f458d67,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:06:08.674512 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.686880 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.758863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:08.759494 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:08.806433 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:08.819204 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:08.999395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cfefd-71f7-4718-ba1d-9f843bc286ed None None] Pushing event updated for resources: {'Port': ['ID=415203b5-e551-460b-8e23-38d80f458d67,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:09.038977 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dce80c5d-764f-4572-affd-ce044245a7f0 None None] Provisioning for port cdf4bff0-8e38-4358-804a-6092d6963d0d completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:09.048813 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dce80c5d-764f-4572-affd-ce044245a7f0 None None] Provisioning complete for port cdf4bff0-8e38-4358-804a-6092d6963d0d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:09.049175 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dce80c5d-764f-4572-affd-ce044245a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.125918 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:09.130078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dce80c5d-764f-4572-affd-ce044245a7f0 None None] Port cdf4bff0-8e38-4358-804a-6092d6963d0d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:06:09.136026 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:09.136383 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.148850 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.153373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.168166 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:09.260910 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.264848 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf4bff0-8e38-4358-804a-6092d6963d0d,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:09.397714 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Network 9f78a50f-7491-4819-becd-09fa3856c435 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:09.398806 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:09.451305 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.545354 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:09.554016 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.625955 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:09.636284 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:09.644986 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82db84-3e9d-4873-89b7-62913342f6c7 None None] The sync data for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 is: [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:06:09.659345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-f3559762-eed4-4c8d-b9b2-c3992a352eeb None None] Provisioning complete for port cdf4bff0-8e38-4358-804a-6092d6963d0d triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:09.659705 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f3559762-eed4-4c8d-b9b2-c3992a352eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:09.723610 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-f3559762-eed4-4c8d-b9b2-c3992a352eeb None None] Port cdf4bff0-8e38-4358-804a-6092d6963d0d cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:06:09.806254 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Router d08478fb-75bb-49de-a6eb-4b796272b201 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:06:10.018940 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:06:10.028304 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c4707c01-a01f-49c1-a923-d3d859720df9 admin admin] 10.222.0.32 "PUT /v2.0/routers/d08478fb-75bb-49de-a6eb-4b796272b201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6507866 May 27 00:06:10.808462 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:10.876802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:10.877245 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:10.903619 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49098) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:10.909142 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2135725517-network', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:10.914455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:10.918236 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Usage tracker for resource:network and tenant:4081761b954c40bca96cadfeeda6a6ce is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:10.921093 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:10.931660 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:10.941976 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Made reservation on behalf of 4081761b954c40bca96cadfeeda6a6ce for: {'network': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:06:10.944477 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for network, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:10.956922 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:10.988123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:10.992051 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Usage tracker for resource:security_group_rule and tenant:4081761b954c40bca96cadfeeda6a6ce is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:10.993057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 415203b5-e551-460b-8e23-38d80f458d67 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:10.994924 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:11.000690 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:11.060637 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 415203b5-e551-460b-8e23-38d80f458d67 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:11.065466 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 415203b5-e551-460b-8e23-38d80f458d67 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:11.065890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.071998 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.075700 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.107792 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:06:11.113417 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165c45b6-e147-40df-a4dc-08ca7acbb2b2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:11.120158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.120501 n-d-843301-1 neutron-server[84030]: INFO neutron.db.segments_db [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Added segment 5cb75f88-d50b-40d0-aca3-ea8a80790a4d of type vlan for network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 May 27 00:06:11.146766 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740952813590'] for network, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.176491 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665'] for network, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.177353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:11.178014 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.186042 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.202027 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 415203b5-e551-460b-8e23-38d80f458d67, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=415203b5-e551-460b-8e23-38d80f458d67,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:11.206167 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.274134 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=415203b5-e551-460b-8e23-38d80f458d67,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:11.281033 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] Pushing event updated for resources: {'Network': ['ID=d6fdb5a4-dc28-432b-9ea9-d17ebb742454,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:11.285722 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-e97bc8bb-1ca8-4bec-8588-cb04de0074cb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3798313 May 27 00:06:11.287231 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49102) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:11.291286 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 details requested by agent ovs-agent-n-d-843301-1 with host n-d-843301-1 {{(pid=84031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:06:11.292455 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Request body: {'subnet': {'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2135725517-subnet', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'ip_version': 4}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:11.297975 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:11.302427 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Usage tracker for resource:subnet and tenant:4081761b954c40bca96cadfeeda6a6ce is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:11.305195 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:11.310833 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:11.320931 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Made reservation on behalf of 4081761b954c40bca96cadfeeda6a6ce for: {'subnet': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:06:11.323276 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3954305'] for subnet, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.545287 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4020563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3954323'] for subnet, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.623472 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2ae931-46de-4649-b69b-45d1b93bfd67,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:11.633274 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Checking segment: {'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:11.633626 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Network hostable DHCP agents. Network: d6fdb5a4-dc28-432b-9ea9-d17ebb742454, hostable agents: ['005aa346-19d8-4c9d-8e35-ae3d85d27aee'], hosted agents: [] {{(pid=84030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:06:11.656957 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 is scheduled to be hosted by DHCP agent 005aa346-19d8-4c9d-8e35-ae3d85d27aee with binding_index 1 {{(pid=84030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:06:11.666849 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-1, d6fdb5a4-dc28-432b-9ea9-d17ebb742454) {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:11.671566 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:11.672184 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.678853 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657841e-58c6-41a0-bd04-b7fca454057d None None] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:06:11.693881 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-b4b79cae-259f-481b-bc24-3591841ee3b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4056139 May 27 00:06:11.696503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49106) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:11.703179 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:11.709273 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:11.713145 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Usage tracker for resource:router and tenant:4081761b954c40bca96cadfeeda6a6ce is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:11.716017 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:11.722543 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:11.732685 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127575'] for router, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.733687 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697460', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-626176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127580'] for router, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.753512 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.899906 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128438'] for router, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:11.919599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21c4fb3-a0af-50d0-ad69-a52c2aa609fa-d6fdb5a4-dc28-432b-9ea9-d17ebb742454', 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'fixed_ips': [{'subnet_id': '7b2ae931-46de-4649-b69b-45d1b93bfd67'}]}} from n-d-843301-1. {{(pid=84031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:06:11.920768 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.093833 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.117169 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.db_base_plugin_common [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Allocated IP 172.20.0.2 (d6fdb5a4-dc28-432b-9ea9-d17ebb742454/7b2ae931-46de-4649-b69b-45d1b93bfd67/f7afc0db-0720-458e-93fc-1c5972489971) {{(pid=84031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:12.126359 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.345524 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Notify callbacks [] for port, precommit_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.357254 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Transition to ACTIVE for port object f7afc0db-0720-458e-93fc-1c5972489971 will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:12.376102 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Transition to ACTIVE for port object f7afc0db-0720-458e-93fc-1c5972489971 will not be triggered until provisioned by entity DHCP. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:12.382357 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995'] for port, after_create {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.389686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Allocated IP 172.25.4.55 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/9d41d870-70d8-44db-8cad-0eefc37096df) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:12.450692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 is already hosted by enough agents. {{(pid=84031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:12.453509 n-d-843301-1 neutron-server[84031]: DEBUG neutron.scheduler.base_scheduler [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Resources bound (agent type, host, resource id): {{(pid=84031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:12.467464 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Received port after_create {{(pid=84031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:12.470612 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Pushing event updated for resources: {'Port': ['ID=f7afc0db-0720-458e-93fc-1c5972489971,revision_number=1']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:12.539057 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.566829 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.569821 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Attempting to bind port f7afc0db-0720-458e-93fc-1c5972489971 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:06:12.570184 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Attempting to bind port f7afc0db-0720-458e-93fc-1c5972489971 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:06:12.570532 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Attempting to bind port f7afc0db-0720-458e-93fc-1c5972489971 on network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:12.576790 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:06:12.577150 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Checking segment: {'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:12.577543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.577962 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Bound using segment: {'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:06:12.578417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Bound port: f7afc0db-0720-458e-93fc-1c5972489971, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:06:12.578789 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.632701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:12.635552 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:12.640015 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:12.669077 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Pushing event updated for resources: {'Port': ['ID=9d41d870-70d8-44db-8cad-0eefc37096df,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:12.670373 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] For port f7afc0db-0720-458e-93fc-1c5972489971, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:06:12.673995 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] For port f7afc0db-0720-458e-93fc-1c5972489971, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7afc0db-0720-458e-93fc-1c5972489971,segment=NetworkSegment(5cb75f88-d50b-40d0-aca3-ea8a80790a4d),segment_id=5cb75f88-d50b-40d0-aca3-ea8a80790a4d)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:06:12.680663 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.747934 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 415203b5-e551-460b-8e23-38d80f458d67 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:12.811755 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425585d4-b3e9-4c86-b24c-528018f65804 None None] Pushing event updated for resources: {'Port': ['ID=f7afc0db-0720-458e-93fc-1c5972489971,revision_number=2']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:12.818124 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.818939 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697497'] for router, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:12.840907 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 415203b5-e551-460b-8e23-38d80f458d67 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:12.841265 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:13.084086 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Router c1df7651-b105-47ac-84de-e950317d7a92 is scheduled to L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 with binding_index 1 {{(pid=84029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:06:13.282066 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:06:13.290920 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Sync routers for ids ['c1df7651-b105-47ac-84de-e950317d7a92'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:06:13.302744 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Routers {'c1df7651-b105-47ac-84de-e950317d7a92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:13.303420 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c1df7651-b105-47ac-84de-e950317d7a92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:13.304911 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] Notify callbacks [] for router, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:13.306461 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-a39aabc6-5589-4c29-bdb5-f7b608a786be admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6076767 May 27 00:06:13.309211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49110) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:13.482742 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Set router c1df7651-b105-47ac-84de-e950317d7a92 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:13.765375 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e87f73-3db7-42be-897c-45d11436a095 None None] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:06:13.781765 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:06:12Z', 'revision_number': 3, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port': {'id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:12Z', 'updated_at': '2022-05-27T00:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:13.786205 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Checking router: c1df7651-b105-47ac-84de-e950317d7a92 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:06:13.786545 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Updating router c1df7651-b105-47ac-84de-e950317d7a92 port 9d41d870-70d8-44db-8cad-0eefc37096df binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:06:13.838694 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:13.846096 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-9713a654-8e75-4ab8-896c-b01c506c2140 None None] Provisioning for port f7afc0db-0720-458e-93fc-1c5972489971 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:14.170649 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.186421 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.200264 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Transition to ACTIVE for port object 9d41d870-70d8-44db-8cad-0eefc37096df will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:14.208840 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.302197 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Attempting to bind port 9d41d870-70d8-44db-8cad-0eefc37096df on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:06:14.302820 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Attempting to bind port 9d41d870-70d8-44db-8cad-0eefc37096df by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:06:14.302820 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Attempting to bind port 9d41d870-70d8-44db-8cad-0eefc37096df on network c9fddcb8-c662-47cd-b55b-616d0e9874e6 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:14.304669 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Pushing event updated for resources: {'Port': ['ID=9d41d870-70d8-44db-8cad-0eefc37096df,revision_number=2']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:14.315806 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:06:14.316157 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Checking segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:14.316540 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.316912 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Bound using segment: {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:06:14.317359 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Bound port: 9d41d870-70d8-44db-8cad-0eefc37096df, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e431e-f88d-4b8e-9e85-94cd41f634c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:06:14.317736 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.345894 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.346818 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.347150 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.347481 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.347803 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.348123 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.348441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.348758 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.349071 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.349385 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.349719 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:06:14.398398 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] For port 9d41d870-70d8-44db-8cad-0eefc37096df, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:06:14.401373 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] For port 9d41d870-70d8-44db-8cad-0eefc37096df, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9d41d870-70d8-44db-8cad-0eefc37096df,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:06:14.406316 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.408675 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Allocated IP 172.20.0.1 (d6fdb5a4-dc28-432b-9ea9-d17ebb742454/7b2ae931-46de-4649-b69b-45d1b93bfd67/9d9fe30e-e514-4669-af1c-241b493fbc66) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:14.517494 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941e478-5a03-4139-bce1-ebf687e761d8 None None] Pushing event updated for resources: {'Port': ['ID=9d41d870-70d8-44db-8cad-0eefc37096df,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:14.522239 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Routers {'c1df7651-b105-47ac-84de-e950317d7a92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:14.522840 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:05:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c1df7651-b105-47ac-84de-e950317d7a92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:14.574737 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.591727 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Transition to ACTIVE for port object 9d9fe30e-e514-4669-af1c-241b493fbc66 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:14.615823 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.693460 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:14.696608 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:14.701121 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:14.716516 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] Set router c1df7651-b105-47ac-84de-e950317d7a92 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:14.731474 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9fe30e-e514-4669-af1c-241b493fbc66,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:14.760638 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699235'] for router_interface, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.798949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7afc0db-0720-458e-93fc-1c5972489971 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:14.872422 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:14.881493 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port f7afc0db-0720-458e-93fc-1c5972489971 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:14.887692 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port f7afc0db-0720-458e-93fc-1c5972489971 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:14.888296 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.048873 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.067549 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7e4d25b3-eb63-4440-af8c-61a7587ee217 None None] Provisioning for port 9d9fe30e-e514-4669-af1c-241b493fbc66 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:15.077023 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-7e4d25b3-eb63-4440-af8c-61a7587ee217 None None] Provisioning complete for port 9d9fe30e-e514-4669-af1c-241b493fbc66 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:15.077196 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:06:12Z', 'revision_number': 3, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port': {'id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:12Z', 'updated_at': '2022-05-27T00:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:15.077389 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7e4d25b3-eb63-4440-af8c-61a7587ee217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.082032 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28d9b6-2892-4a17-b583-eab53020271a None None] The sync data for ids ['c1df7651-b105-47ac-84de-e950317d7a92'] in n-d-843301-1 is: [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:06:12Z', 'revision_number': 3, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port': {'id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:12Z', 'updated_at': '2022-05-27T00:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:06:15.124900 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.129425 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.134317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port f7afc0db-0720-458e-93fc-1c5972489971, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7afc0db-0720-458e-93fc-1c5972489971,segment=NetworkSegment(5cb75f88-d50b-40d0-aca3-ea8a80790a4d),segment_id=5cb75f88-d50b-40d0-aca3-ea8a80790a4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:15.140884 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.169949 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d25b3-eb63-4440-af8c-61a7587ee217 None None] Port 9d9fe30e-e514-4669-af1c-241b493fbc66 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:06:15.207609 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=f7afc0db-0720-458e-93fc-1c5972489971,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:15.235673 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699342'] for router_interface, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.239164 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9fe30e-e514-4669-af1c-241b493fbc66,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:15.372346 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:15.373414 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:15.592522 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-72c8dfe2-9578-4fd2-8146-6e34e546b413 None None] Provisioning complete for port 9d9fe30e-e514-4669-af1c-241b493fbc66 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:15.592890 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-72c8dfe2-9578-4fd2-8146-6e34e546b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:15.663680 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-72c8dfe2-9578-4fd2-8146-6e34e546b413 None None] Port 9d9fe30e-e514-4669-af1c-241b493fbc66 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:06:15.762973 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Router c1df7651-b105-47ac-84de-e950317d7a92 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:06:16.057397 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:06:16.066283 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-1aedbe77-21a1-4753-bceb-e2e8b098b879 admin admin] 10.222.0.32 "PUT /v2.0/routers/c1df7651-b105-47ac-84de-e950317d7a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7559724 May 27 00:06:16.566627 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49120) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:16.572248 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499842513', 'description': 'tempest-secgroup-smoke-499842513 description', 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:16.578877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:16.583342 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:16.586230 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:16.591897 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:16.602193 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.638463 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:16.642111 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:16.645479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:16.651847 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:16.707805 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.712451 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.726243 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7afc0db-0720-458e-93fc-1c5972489971 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:16.757424 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f4afa-82af-4d85-8d31-5f6e63ba3450,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:16.760833 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.765056 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-380610d2-a27d-45cc-8fbf-69b2235658c0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1973538 May 27 00:06:16.765411 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49124) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:16.773061 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'security_group_rule': {'security_group_id': 'f58f4afa-82af-4d85-8d31-5f6e63ba3450', 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:16.779465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:16.783275 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:16.786106 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84030) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:16.792405 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:16.794989 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port f7afc0db-0720-458e-93fc-1c5972489971 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:16.795166 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.809070 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.884219 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.888183 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.911858 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d075690-d60b-4c6e-a69a-05301e8ae6d1,revision_number=0']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:16.920589 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:16.922421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-c39bb86b-3253-450e-8e5b-85d6722737c4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1552637 May 27 00:06:16.925288 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49128) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:16.930891 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'security_group_rule': {'security_group_id': 'f58f4afa-82af-4d85-8d31-5f6e63ba3450', 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:16.937375 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:16.941725 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:16.944570 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:16.950310 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:16.965928 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.026482 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.029945 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.053160 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a46b8cc-2a7e-4ce4-9465-b67231196c1d,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:17.061614 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.062913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-8123daf8-596e-4c53-8a57-5611d5a94991 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1364932 May 27 00:06:17.065471 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49132) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:17.070867 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'security_group_rule': {'security_group_id': 'f58f4afa-82af-4d85-8d31-5f6e63ba3450', 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:17.077298 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:17.081070 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:17.084504 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:17.090075 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:17.106995 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.168233 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.171571 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.194787 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7b5b35-e9a5-4af7-b5f5-b2f13263b187,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:17.202656 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.203806 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-293615c2-3022-4acb-9a3e-58022761ad2b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1374085 May 27 00:06:17.206478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49136) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:17.211686 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'security_group_rule': {'security_group_id': 'f58f4afa-82af-4d85-8d31-5f6e63ba3450', 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:17.218141 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:17.222634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:17.225503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:17.231128 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:17.247664 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.311439 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.315145 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.339049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb95ea0-ae5e-4ccc-9aee-ffcd62de2346,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:17.348744 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.349867 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-c6af4969-3d7d-432a-9b2b-ccadf02e7aa0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424558 May 27 00:06:17.353889 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49140) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:17.359485 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'security_group_rule': {'security_group_id': 'f58f4afa-82af-4d85-8d31-5f6e63ba3450', 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:17.366849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:17.370672 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:17.373772 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:17.374216 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c9fe52dc-2864-4ab8-a4aa-db68c207ad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.379634 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:17.389626 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Project adf7c18467ef41a8a85de2525a84e6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:06:17.396300 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.459009 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.462748 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.485211 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096c9d03-5980-4142-9344-66ce60182675,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:17.495573 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.496808 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-22fbd21f-4ab1-4703-81ef-fe68198478c3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1420026 May 27 00:06:17.499680 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49144) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:17.505054 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'security_group_rule': {'security_group_id': 'f58f4afa-82af-4d85-8d31-5f6e63ba3450', 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:17.511481 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:17.515232 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:security_group_rule and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:17.518565 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:17.524440 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:17.535540 n-d-843301-1 neutron-server[84029]: INFO neutron.db.securitygroups_db [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Project adf7c18467ef41a8a85de2525a84e6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:06:17.541576 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.606808 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.610968 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631310'] for security_group_rule, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.634064 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3313e77d-9a82-40a1-967c-68e48b617417,revision_number=0']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:17.644794 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:17.646004 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-25bf24c8-fef1-4116-bbef-90487e9c50d9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1453586 May 27 00:06:17.811411 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-7b494dc9-8f99-4ac0-aa42-3acac721b77e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:security_group {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:06:17.827792 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-7b494dc9-8f99-4ac0-aa42-3acac721b77e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:security_group {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:06:17.829045 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-7b494dc9-8f99-4ac0-aa42-3acac721b77e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499842513&fields=id&tenant_id=adf7c18467ef41a8a85de2525a84e6a9 HTTP/1.1" status: 200 len: 267 time: 0.0567389 May 27 00:06:17.975628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-a66b12da-345d-4750-a4f4-4b47ff359432 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:17.977050 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-a66b12da-345d-4750-a4f4-4b47ff359432 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 809 time: 0.1410277 May 27 00:06:17.993998 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-6f953a72-2e16-4387-ab64-0a9a00f9a83d tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/quotas/adf7c18467ef41a8a85de2525a84e6a9 HTTP/1.1" status: 200 len: 375 time: 0.0115740 May 27 00:06:18.070517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-00ada2c6-c35d-4e8e-86ab-94514bb14b65 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:06:18.086466 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-00ada2c6-c35d-4e8e-86ab-94514bb14b65 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:06:18.087749 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-00ada2c6-c35d-4e8e-86ab-94514bb14b65 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892549 May 27 00:06:18.103419 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dc739ae8-2a54-4ac8-a687-493225490dc5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:06:18.104353 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dc739ae8-2a54-4ac8-a687-493225490dc5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049248 May 27 00:06:18.234635 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-ec677d45-adab-4bf1-8067-671b55154bbf service neutron] 10.222.0.32 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247816 May 27 00:06:18.363700 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-80960262-4ac2-4a26-a4b5-2aa7f58eb48f service neutron] 10.222.0.32 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234324 May 27 00:06:18.559576 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1daf021c-b375-4a81-8e0c-f0494a2d3402 req-677c0172-856e-4a30-afa2-07966cc58338 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 210 time: 0.0440698 May 27 00:06:19.684717 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-6ec622b1-a5df-47fd-ae17-b8847d415439 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:19.686291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-6ec622b1-a5df-47fd-ae17-b8847d415439 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 809 time: 0.1588292 May 27 00:06:19.752110 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-5aaabfd5-127f-4dd9-a540-1071ce5e808c req-ea3c7d28-bc9c-4006-887d-7b3e1aeb76ea tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 210 time: 0.0646811 May 27 00:06:19.777139 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-ae0e0b04-2ff1-4bf5-ad74-b4301bc82540 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adf7c18467ef41a8a85de2525a84e6a9 HTTP/1.1" status: 200 len: 379 time: 0.0545456 May 27 00:06:19.786525 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'port': {'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'admin_state_up': True, 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'security_groups': ['f58f4afa-82af-4d85-8d31-5f6e63ba3450']}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:19.917049 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:19.926280 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:19.938081 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Made reservation on behalf of adf7c18467ef41a8a85de2525a84e6a9 for: {'port': 1} {{(pid=84029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:06:19.941767 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.121149 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-38bd916d-a1d8-43a0-81c2-9028e66f07a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.216628 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Allocated IP 172.20.0.9 (9f78a50f-7491-4819-becd-09fa3856c435/528c975b-1421-4f98-875d-9f901ee6656a/4e965f73-43de-4da0-85e4-568d128035ad) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:20.415566 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.432252 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Transition to ACTIVE for port object 4e965f73-43de-4da0-85e4-568d128035ad will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:20.455658 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.530542 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Network 9f78a50f-7491-4819-becd-09fa3856c435 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:20.533823 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:20.536794 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:20.579257 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:20.620695 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:20.621357 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.649421 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-bf5cc78a-4e4d-4285-a6d0-4fde44fdd404 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669863 May 27 00:06:20.664158 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-4ae29c0d-5b5c-4c8e-a3d1-f0fc87ad23ac tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:06:20.665111 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-4ae29c0d-5b5c-4c8e-a3d1-f0fc87ad23ac tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053372 May 27 00:06:20.681854 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Request body: {'port': {'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-1'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:20.763048 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d41d870-70d8-44db-8cad-0eefc37096df up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:20.799887 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.848504 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30a3dbad-6e8a-4fc9-906b-36bcdba1c88a None None] Provisioning for port 4e965f73-43de-4da0-85e4-568d128035ad completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:20.855220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-30a3dbad-6e8a-4fc9-906b-36bcdba1c88a None None] Provisioning complete for port 4e965f73-43de-4da0-85e4-568d128035ad triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:20.855220 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-30a3dbad-6e8a-4fc9-906b-36bcdba1c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.892274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9d41d870-70d8-44db-8cad-0eefc37096df completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:20.925412 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9d41d870-70d8-44db-8cad-0eefc37096df triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:20.926112 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.977076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:20.990417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-30a3dbad-6e8a-4fc9-906b-36bcdba1c88a None None] Port 4e965f73-43de-4da0-85e4-568d128035ad cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:06:20.992528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.064054 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.083919 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9d41d870-70d8-44db-8cad-0eefc37096df, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9d41d870-70d8-44db-8cad-0eefc37096df,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:21.089632 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.096422 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ae82a-e18d-4bdc-96ac-739fe01b091f req-4989f1ec-6826-4e4c-8b3e-bcc959aae6cb tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:21.098072 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc3ae82a-e18d-4bdc-96ac-739fe01b091f req-4989f1ec-6826-4e4c-8b3e-bcc959aae6cb tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 931 time: 0.2220833 May 27 00:06:21.150810 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cc3ae82a-e18d-4bdc-96ac-739fe01b091f req-43ebda40-df09-40b0-a583-97cd8f0f1411 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:security_group {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:06:21.160475 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9d41d870-70d8-44db-8cad-0eefc37096df,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:21.164492 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-cc3ae82a-e18d-4bdc-96ac-739fe01b091f req-43ebda40-df09-40b0-a583-97cd8f0f1411 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:security_group {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:06:21.165628 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cc3ae82a-e18d-4bdc-96ac-739fe01b091f req-43ebda40-df09-40b0-a583-97cd8f0f1411 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616381 May 27 00:06:21.171710 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e965f73-43de-4da0-85e4-568d128035ad {{(pid=84029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:06:21.179585 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.194713 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.provisioning_blocks [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Transition to ACTIVE for port object 4e965f73-43de-4da0-85e4-568d128035ad will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:21.198302 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.329483 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:21.446059 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Attempting to bind port 4e965f73-43de-4da0-85e4-568d128035ad on host n-h1-843301-1 for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:06:21.446385 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Attempting to bind port 4e965f73-43de-4da0-85e4-568d128035ad by drivers openvswitch,hyperv on host n-h1-843301-1 at level 0 using segments [{'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:06:21.446701 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Attempting to bind port 4e965f73-43de-4da0-85e4-568d128035ad on network 9f78a50f-7491-4819-becd-09fa3856c435 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:21.452881 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Port 4e965f73-43de-4da0-85e4-568d128035ad on network 9f78a50f-7491-4819-becd-09fa3856c435 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-1 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:06:21.453186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Attempting to bind port 4e965f73-43de-4da0-85e4-568d128035ad on network 9f78a50f-7491-4819-becd-09fa3856c435 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:21.460355 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Checking agent: {'id': 'e28e7fc5-4f80-46f8-b163-16ebe45a78b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:06:21.460683 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Checking segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:21.461055 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Bound using segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:06:21.461465 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.managers [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Bound port: 4e965f73-43de-4da0-85e4-568d128035ad, host: n-h1-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:06:21.462166 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.551110 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:06:21.553974 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:06:21.558366 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.627188 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:21.628607 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] 10.222.0.55 "PUT /v2.0/ports/4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 1091 time: 0.9531093 May 27 00:06:21.629030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:06:21.646113 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab43a2-4aef-497b-99a1-bc8bab0144bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:21.708439 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dabd4e3-3d24-44ff-ae39-4b558740f264'] response: {'name': 'network-changed', 'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad', 'status': 'completed', 'code': 200} May 27 00:06:21.750814 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-8b2cc4f2-c5e6-414b-bc2a-fab2ad8bc049 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1094 time: 0.0743246 May 27 00:06:21.824498 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-ec5167ae-5256-4006-b59c-61dbe1ba976f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 217 time: 0.0645297 May 27 00:06:21.888505 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-219f9c6e-5e34-4e86-bf69-ffc928d47e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:21.889910 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-219f9c6e-5e34-4e86-bf69-ffc928d47e6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0562603 May 27 00:06:21.967743 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-d3966558-fd2a-4338-a965-2cc7540cae0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684311 May 27 00:06:22.098929 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-a0e67c89-cb37-4dc6-b8e2-650dbf44bf0a service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208830 May 27 00:06:22.222322 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:22.334757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-40473618-e4af-4fa8-b194-c915a4dbb9c8 req-0dbb3337-74bb-4690-a1bf-9bf2e136d9bd service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270467 May 27 00:06:22.376513 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722e31f-e54f-4ba1-82d8-9e6a8e41891d req-8fc76799-e8d7-4b0e-90d9-ae6d2326e9d7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:22.378597 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7722e31f-e54f-4ba1-82d8-9e6a8e41891d req-8fc76799-e8d7-4b0e-90d9-ae6d2326e9d7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 943 time: 0.0809450 May 27 00:06:22.423873 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7722e31f-e54f-4ba1-82d8-9e6a8e41891d req-17c43f09-6e59-481e-ac66-4b36d1c59e02 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397353 May 27 00:06:22.451482 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-09d4d92d-24da-49ad-997b-49e4cd75e633 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1094 time: 0.0684037 May 27 00:06:22.581611 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-46a42acf-10f8-4bbc-9027-77b2f56b39b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:22.583041 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-46a42acf-10f8-4bbc-9027-77b2f56b39b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1239026 May 27 00:06:22.653629 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-2ce2d0a6-afe6-4808-b198-5ee6b89f790f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 217 time: 0.0641792 May 27 00:06:22.718826 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-aea86552-60d6-497a-88cb-598447c84a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:22.720262 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-aea86552-60d6-497a-88cb-598447c84a36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0577748 May 27 00:06:22.727616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d41d870-70d8-44db-8cad-0eefc37096df up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:22.796348 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-48437e03-9019-4504-828c-188420cec20b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675831 May 27 00:06:22.797051 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9d41d870-70d8-44db-8cad-0eefc37096df triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:22.797416 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:22.928724 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-e6c1116e-80d5-4693-b4d7-988259b54e15 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256518 May 27 00:06:23.059067 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-822db9bd-e067-49c5-8194-b0e9e403abfd req-ee0bc51b-28df-410f-9836-b58e99e65375 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236410 May 27 00:06:23.693399 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc1762-c00e-47ab-802a-8aa8cdf6ba0a req-06ab1792-d2d2-4a2b-b392-8a45bf52b7ec tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:23.694099 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-18cc1762-c00e-47ab-802a-8aa8cdf6ba0a req-06ab1792-d2d2-4a2b-b392-8a45bf52b7ec tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:06:23.709712 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-18cc1762-c00e-47ab-802a-8aa8cdf6ba0a req-06ab1792-d2d2-4a2b-b392-8a45bf52b7ec tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:06:23.710831 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-18cc1762-c00e-47ab-802a-8aa8cdf6ba0a req-06ab1792-d2d2-4a2b-b392-8a45bf52b7ec tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 943 time: 0.1674724 May 27 00:06:23.755773 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-18cc1762-c00e-47ab-802a-8aa8cdf6ba0a req-71ed1242-22d1-4140-a41e-84627a9d85f1 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 May 27 00:06:24.319068 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Sync routers for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:06:24.331010 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:24.331599 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:24.503055 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:24.811147 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 2, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:24.815262 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Checking router: d08478fb-75bb-49de-a6eb-4b796272b201 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:06:24.815613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Updating router d08478fb-75bb-49de-a6eb-4b796272b201 port cdf4bff0-8e38-4358-804a-6092d6963d0d binding host n-d-843301-1 {{(pid=84031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:06:24.865774 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:24.953465 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57195-85c6-466b-845d-8f3d6b62dac6 req-15de096c-debe-4a04-8798-3877d4866c81 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:24.954821 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-67b57195-85c6-466b-845d-8f3d6b62dac6 req-15de096c-debe-4a04-8798-3877d4866c81 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 943 time: 0.0765789 May 27 00:06:25.003670 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-67b57195-85c6-466b-845d-8f3d6b62dac6 req-e4ab35d6-04f7-4789-892f-a862a1210d39 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 May 27 00:06:25.129057 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4e965f73-43de-4da0-85e4-568d128035ad details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:06:25.305388 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Notify callbacks [] for port, precommit_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:25.322616 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Transition to ACTIVE for port object cdf4bff0-8e38-4358-804a-6092d6963d0d will not be triggered until provisioned by entity L2. {{(pid=84031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:25.331057 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:25.467956 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:25.491648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a9edb-261a-4cee-968b-b985cec2fc81 None None] Pushing event updated for resources: {'Port': ['ID=cdf4bff0-8e38-4358-804a-6092d6963d0d,revision_number=3']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:25.498304 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '4e965f73-43de-4da0-85e4-568d128035ad', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:06:25.629790 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:25.642030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Attempting to bind port cdf4bff0-8e38-4358-804a-6092d6963d0d on host n-d-843301-1 for vnic_type normal with profile {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:06:25.642395 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Attempting to bind port cdf4bff0-8e38-4358-804a-6092d6963d0d by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:06:25.643319 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Attempting to bind port cdf4bff0-8e38-4358-804a-6092d6963d0d on network 9f78a50f-7491-4819-becd-09fa3856c435 {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:25.654964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e965f73-43de-4da0-85e4-568d128035ad {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:06:25.659993 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:06:25.660289 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Checking segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:25.660637 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:25.661009 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Bound using segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} {{(pid=84031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:06:25.661621 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.managers [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Bound port: cdf4bff0-8e38-4358-804a-6092d6963d0d, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}}] {{(pid=84031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:06:25.662009 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:25.694622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:25.725438 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:25.836862 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:25.839738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] For port cdf4bff0-8e38-4358-804a-6092d6963d0d, host n-d-843301-1, cleared binding levels {{(pid=84031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:06:25.842979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] For port cdf4bff0-8e38-4358-804a-6092d6963d0d, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cdf4bff0-8e38-4358-804a-6092d6963d0d,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:06:25.847225 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:25.928105 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a9edb-261a-4cee-968b-b985cec2fc81 None None] Pushing event updated for resources: {'Port': ['ID=cdf4bff0-8e38-4358-804a-6092d6963d0d,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:25.936380 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:25.936979 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:25.994612 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Sync routers for ids ['c1df7651-b105-47ac-84de-e950317d7a92'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:06:26.011210 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Routers {'c1df7651-b105-47ac-84de-e950317d7a92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:26.011817 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c1df7651-b105-47ac-84de-e950317d7a92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:26.046420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['4e965f73-43de-4da0-85e4-568d128035ad'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:06:26.151907 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:26.200523 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Set router c1df7651-b105-47ac-84de-e950317d7a92 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:26.232372 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:26.233615 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e94e9-e157-44f3-93a2-3d8637fc1f4c req-d15fe58e-751e-4327-bc86-2f737b8ef85b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:26.235173 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc2e94e9-e157-44f3-93a2-3d8637fc1f4c req-d15fe58e-751e-4327-bc86-2f737b8ef85b tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 944 time: 0.0840483 May 27 00:06:26.300713 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-dc2e94e9-e157-44f3-93a2-3d8637fc1f4c req-31a049c1-17a6-4b4c-a432-c6d3310f8a8d tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461805 May 27 00:06:26.512847 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:06:14Z', 'revision_number': 4, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port': {'id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:12Z', 'updated_at': '2022-05-27T00:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9d9fe30e-e514-4669-af1c-241b493fbc66', 'name': '', 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'mac_address': 'fa:16:3e:4a:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2ae931-46de-4649-b69b-45d1b93bfd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:14Z', 'updated_at': '2022-05-27T00:06:14Z', 'revision_number': 2, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'subnets': [{'id': '7b2ae931-46de-4649-b69b-45d1b93bfd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:26.516531 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Checking router: c1df7651-b105-47ac-84de-e950317d7a92 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:06:26.516872 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Updating router c1df7651-b105-47ac-84de-e950317d7a92 port 9d9fe30e-e514-4669-af1c-241b493fbc66 binding host n-d-843301-1 {{(pid=84032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:06:26.570317 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:26.689133 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:25Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:26.695479 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448544bd-b192-4699-b9bb-977a7360f66e None None] The sync data for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 is: [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:25Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:06:26.761869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cdf4bff0-8e38-4358-804a-6092d6963d0d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:26.834738 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port cdf4bff0-8e38-4358-804a-6092d6963d0d completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:26.839878 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cdf4bff0-8e38-4358-804a-6092d6963d0d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:26.840252 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:26.958981 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:26.972051 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.provisioning_blocks [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Transition to ACTIVE for port object 9d9fe30e-e514-4669-af1c-241b493fbc66 will not be triggered until provisioned by entity L2. {{(pid=84032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:06:26.980339 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.012528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.050902 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port cdf4bff0-8e38-4358-804a-6092d6963d0d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cdf4bff0-8e38-4358-804a-6092d6963d0d,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:27.057961 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.109307 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda563d-fdf4-4c2d-86a7-ccd92fa43b0b None None] Pushing event updated for resources: {'Port': ['ID=9d9fe30e-e514-4669-af1c-241b493fbc66,revision_number=3']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:27.132613 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=cdf4bff0-8e38-4358-804a-6092d6963d0d,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:27.136849 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4e965f73-43de-4da0-85e4-568d128035ad up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:27.222564 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning for port 4e965f73-43de-4da0-85e4-568d128035ad completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:27.227625 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Attempting to bind port 9d9fe30e-e514-4669-af1c-241b493fbc66 on host n-d-843301-1 for vnic_type normal with profile {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:06:27.227965 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Attempting to bind port 9d9fe30e-e514-4669-af1c-241b493fbc66 by drivers openvswitch,hyperv on host n-d-843301-1 at level 0 using segments [{'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:06:27.228330 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Attempting to bind port 9d9fe30e-e514-4669-af1c-241b493fbc66 on network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:06:27.229113 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 4e965f73-43de-4da0-85e4-568d128035ad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:27.229944 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.235416 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Checking agent: {'id': '8c095d50-8f9c-45ae-8868-f8c20fc1aed8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 20, 51), 'started_at': datetime.datetime(2022, 5, 26, 22, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:06:27.235785 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Checking segment: {'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:06:27.236718 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.237106 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Bound using segment: {'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'} {{(pid=84032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:06:27.237626 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.managers [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Bound port: 9d9fe30e-e514-4669-af1c-241b493fbc66, host: n-d-843301-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb75f88-d50b-40d0-aca3-ea8a80790a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454'}}] {{(pid=84032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:06:27.238018 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.336516 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] For port 9d9fe30e-e514-4669-af1c-241b493fbc66, host n-d-843301-1, cleared binding levels {{(pid=84032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:06:27.340505 n-d-843301-1 neutron-server[84032]: DEBUG neutron.plugins.ml2.db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] For port 9d9fe30e-e514-4669-af1c-241b493fbc66, host n-d-843301-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9d9fe30e-e514-4669-af1c-241b493fbc66,segment=NetworkSegment(5cb75f88-d50b-40d0-aca3-ea8a80790a4d),segment_id=5cb75f88-d50b-40d0-aca3-ea8a80790a4d)] {{(pid=84032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:06:27.346214 n-d-843301-1 neutron-server[84032]: DEBUG neutron_lib.callbacks.manager [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.383746 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.429058 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:06:27.433115 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Routers {'c1df7651-b105-47ac-84de-e950317d7a92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:27.433824 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c1df7651-b105-47ac-84de-e950317d7a92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:27.455242 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:27.467926 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:27.556126 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1908673d-bd98-4718-a28f-1bfe2d1e437e'] response: {'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad', 'code': 200} May 27 00:06:27.556677 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:27.582675 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda563d-fdf4-4c2d-86a7-ccd92fa43b0b None None] Pushing event updated for resources: {'Port': ['ID=9d9fe30e-e514-4669-af1c-241b493fbc66,revision_number=4']} {{(pid=84032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:27.582875 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db085fe1-5ca9-4c99-98b9-45810929e539 req-c65a94d0-c1b3-431c-a512-f047ffb919c6 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:27.584156 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-db085fe1-5ca9-4c99-98b9-45810929e539 req-c65a94d0-c1b3-431c-a512-f047ffb919c6 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 945 time: 0.1413281 May 27 00:06:27.642944 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-db085fe1-5ca9-4c99-98b9-45810929e539 req-b841cc28-7ee8-459f-9c8a-4d0b022d6126 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511262 May 27 00:06:27.657140 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] Set router c1df7651-b105-47ac-84de-e950317d7a92 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:27.687392 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0f71ee2-b7bb-43d6-9ed7-8a1f059b394f req-ac935820-f766-4199-8596-fb91a746702c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1096 time: 0.0932086 May 27 00:06:27.741881 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-b0f71ee2-b7bb-43d6-9ed7-8a1f059b394f req-a26e40c9-d6ae-4fa7-86f2-91c8ed5d4b3f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454276 May 27 00:06:27.971311 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:06:14Z', 'revision_number': 4, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port': {'id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:12Z', 'updated_at': '2022-05-27T00:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9d9fe30e-e514-4669-af1c-241b493fbc66', 'name': '', 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'mac_address': 'fa:16:3e:4a:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2ae931-46de-4649-b69b-45d1b93bfd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:14Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 4, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'subnets': [{'id': '7b2ae931-46de-4649-b69b-45d1b93bfd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:27.975105 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1bdce-b882-410e-8b64-db0e0fa754d7 None None] The sync data for ids ['c1df7651-b105-47ac-84de-e950317d7a92'] in n-d-843301-1 is: [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:06:14Z', 'revision_number': 4, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port': {'id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:12Z', 'updated_at': '2022-05-27T00:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': '9d9fe30e-e514-4669-af1c-241b493fbc66', 'name': '', 'network_id': 'd6fdb5a4-dc28-432b-9ea9-d17ebb742454', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'mac_address': 'fa:16:3e:4a:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2ae931-46de-4649-b69b-45d1b93bfd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:14Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 4, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'subnets': [{'id': '7b2ae931-46de-4649-b69b-45d1b93bfd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:06:28.643564 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:28.819558 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cdf4bff0-8e38-4358-804a-6092d6963d0d up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:28.875115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ee243-133b-480e-b3b2-2042bf66ad4a req-5eeb9e01-7b41-45f6-9511-9a8e094d154c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:28.876634 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-433ee243-133b-480e-b3b2-2042bf66ad4a req-5eeb9e01-7b41-45f6-9511-9a8e094d154c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 945 time: 0.0901814 May 27 00:06:28.889276 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port cdf4bff0-8e38-4358-804a-6092d6963d0d triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:28.889639 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:28.937420 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-433ee243-133b-480e-b3b2-2042bf66ad4a req-57bd8f4a-2a0c-4456-adf0-b0789d9e88e9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546274 May 27 00:06:29.020818 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d9fe30e-e514-4669-af1c-241b493fbc66 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:29.086702 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning for port 9d9fe30e-e514-4669-af1c-241b493fbc66 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:06:29.091084 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9d9fe30e-e514-4669-af1c-241b493fbc66 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:29.091449 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:29.198687 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:29.229210 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] For port 9d9fe30e-e514-4669-af1c-241b493fbc66, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9d9fe30e-e514-4669-af1c-241b493fbc66,segment=NetworkSegment(5cb75f88-d50b-40d0-aca3-ea8a80790a4d),segment_id=5cb75f88-d50b-40d0-aca3-ea8a80790a4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:06:29.233146 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:29.299864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Pushing event updated for resources: {'Port': ['ID=9d9fe30e-e514-4669-af1c-241b493fbc66,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:30.129723 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a21b7-38f7-4395-908b-2434e3a1cbac req-017af35d-5b5b-437a-a494-1e7e4e459e2e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:30.131123 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452a21b7-38f7-4395-908b-2434e3a1cbac req-017af35d-5b5b-437a-a494-1e7e4e459e2e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 945 time: 0.0773892 May 27 00:06:30.175002 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-452a21b7-38f7-4395-908b-2434e3a1cbac req-9018f983-a110-454d-b652-1bbded5b6bd0 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385261 May 27 00:06:30.362377 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2c142-13df-4654-a32e-2c89edc6ce5b req-537d3e3e-659b-4e4c-8504-26b3c7235030 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:30.363818 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bd2c142-13df-4654-a32e-2c89edc6ce5b req-537d3e3e-659b-4e4c-8504-26b3c7235030 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 945 time: 0.0741003 May 27 00:06:30.410325 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0bd2c142-13df-4654-a32e-2c89edc6ce5b req-ef043e80-4345-4238-9f66-6916e9319233 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 May 27 00:06:30.437296 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49194) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:30.573071 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-992bf099-6087-416c-9b9d-f0273edb63f7 tempest-TestSnapshotPattern-196523618 tempest-TestSnapshotPattern-196523618-project-admin] Synchronizing usage tracker for tenant:4081761b954c40bca96cadfeeda6a6ce on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:06:30.589094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-992bf099-6087-416c-9b9d-f0273edb63f7 tempest-TestSnapshotPattern-196523618 tempest-TestSnapshotPattern-196523618-project-admin] Unset dirty status for tenant:4081761b954c40bca96cadfeeda6a6ce on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:06:30.590358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-992bf099-6087-416c-9b9d-f0273edb63f7 tempest-TestSnapshotPattern-196523618 tempest-TestSnapshotPattern-196523618-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1091 time: 0.1519580 May 27 00:06:30.593425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49200) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:06:30.598749 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:06:30.604941 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:06:30.608724 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:floatingip and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:06:30.611527 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:06:30.617154 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:06:30.627944 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:30.732800 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d9fe30e-e514-4669-af1c-241b493fbc66 up at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:06:30.762896 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:30.798925 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Provisioning complete for port 9d9fe30e-e514-4669-af1c-241b493fbc66 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:06:30.799283 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:30.900927 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Allocated IP 172.25.4.31 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/5ea1b5ed-b22f-4acf-baa9-781e203027fa) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:06:31.133074 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:31.159787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:31.223964 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:06:31.226786 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:06:31.231462 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:06:31.255425 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'Port': ['ID=5ea1b5ed-b22f-4acf-baa9-781e203027fa,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:31.725535 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:31.781978 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:31.977417 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:31.981501 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:32.086522 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'Port': ['ID=5ea1b5ed-b22f-4acf-baa9-781e203027fa,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:06:32.098089 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:32.279686 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Floating IP 45165e6a-3896-4b10-9c65-8d076e0b97e4 associated. External IP: 172.25.4.31, port: 4e965f73-43de-4da0-85e4-568d128035ad. May 27 00:06:32.757593 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Router d08478fb-75bb-49de-a6eb-4b796272b201 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:06:32.956866 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:06:32.980201 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:33.034138 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-d73b1e2f-1adb-4844-af29-896d68b8d67c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4395778 May 27 00:06:33.034677 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:06:33.087213 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc76668-ab0d-47c4-8877-6fa414130b8f'] response: {'name': 'network-changed', 'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad', 'status': 'completed', 'code': 200} May 27 00:06:33.180035 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-9cd8cf3e-4343-4972-b52c-3564f62705b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1096 time: 0.0716434 May 27 00:06:33.308529 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-0f8c7457-1b25-4de0-aa4b-438801f93c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:33.309898 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-0f8c7457-1b25-4de0-aa4b-438801f93c3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1246543 May 27 00:06:33.410310 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-c87f128c-b253-46d6-bd45-ce7e49ca4491 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 998 time: 0.0935361 May 27 00:06:33.469495 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-2422a4a1-2a55-44f9-8194-2ac055a069b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:33.471199 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-2422a4a1-2a55-44f9-8194-2ac055a069b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0556986 May 27 00:06:33.546275 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-67df5977-4a4f-4cc8-922e-24bf1cb66762 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676692 May 27 00:06:33.675727 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-d5317a45-050e-409c-9073-df5b95b3bd97 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212826 May 27 00:06:33.805838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-7bf44e35-b2d5-4aff-b5b4-d782db9e6897 req-5e15058e-fcbc-46fb-b0df-095574ec1a62 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211054 May 27 00:06:34.567030 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] Sync routers for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:06:34.569702 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-3412b2ab-213b-4e5d-9208-f04e8251481d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726259 May 27 00:06:34.584449 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:34.585078 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:34.709532 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-6bb461ac-a184-49a2-b163-1f054eb7e722 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1096 time: 0.0699685 May 27 00:06:34.764118 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:34.851478 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-aaeb42cd-88ee-45cd-84ae-e448a7265ac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:34.852913 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-aaeb42cd-88ee-45cd-84ae-e448a7265ac4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1259253 May 27 00:06:35.062048 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-b151c3d1-0adc-43cc-a572-b97ffd025e80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 998 time: 0.2034147 May 27 00:06:35.112299 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:31Z', 'revision_number': 0, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:35.116264 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] Checking router: d08478fb-75bb-49de-a6eb-4b796272b201 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:06:35.127228 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:06:35.127825 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:06:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:35.128448 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-c6fb0e0d-586e-4957-afd7-300a2d639f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:06:35.129900 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-c6fb0e0d-586e-4957-afd7-300a2d639f67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0589080 May 27 00:06:35.204324 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-3d08b89d-cc2c-4f2e-aceb-0fecb0071bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681720 May 27 00:06:35.333897 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:06:35.340367 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-fa66f591-c86a-41e9-9a3d-d4b10e222fee service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285882 May 27 00:06:35.470576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d7e22ccf-8471-44f0-b767-c7579d710dbf req-0d4fa407-24b1-43b5-92c5-9ee92b77d281 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241078 May 27 00:06:35.680879 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:31Z', 'revision_number': 0, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:06:35.684791 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71070c7-f255-443c-b7a2-34b883642b12 None None] The sync data for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 is: [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:31Z', 'revision_number': 0, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:06:44.580798 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:06:45.008745 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f681bc-857b-44b2-8c5e-c6cb14cf49e9 None None] New status for floating IP 45165e6a-3896-4b10-9c65-8d076e0b97e4: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:06:47.377113 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-37ec6c23-5cce-42b1-b57d-85ff29f96ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:50.113134 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e2442f20-5a6e-445e-84ad-4d4de71cae48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:50.880453 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:50.904009 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:52.216012 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:56.088346 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:06:58.654716 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:17.378823 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-abc4aa4f-7208-4d06-8770-bf7b16f89d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:20.115213 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3b7525f5-1ece-45ef-87e9-ad56c93e0d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:20.882006 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:20.906608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:21.582441 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:07:22.222264 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:26.088848 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:28.658335 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:34.629599 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-c69f5bdb-eeee-45b6-9073-fbc3346c2f15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314816 May 27 00:07:34.773015 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-de698a40-a22e-43e7-8655-35b63ceb456e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1096 time: 0.0710597 May 27 00:07:34.919503 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-6100601d-8a56-491b-b8bb-48d3e1d25930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:07:34.920930 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-6100601d-8a56-491b-b8bb-48d3e1d25930 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1239481 May 27 00:07:35.024632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-60b66b00-6cab-43ce-8532-bc641ea85348 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 1000 time: 0.0950704 May 27 00:07:35.087751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-a09afc38-4c11-4248-b9f1-cd7a290eb8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:07:35.089120 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-a09afc38-4c11-4248-b9f1-cd7a290eb8b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0557308 May 27 00:07:35.163936 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-9847de58-dc63-4808-b956-f58ba93e9627 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654111 May 27 00:07:35.296585 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-66ebfe94-1c73-4665-a39f-03f32f50196c service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224988 May 27 00:07:35.427783 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-906ad9b3-59d5-4ac5-bfc5-745c73f986b0 req-e2a27f2a-35a8-4717-85f7-1f24e21847ee service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226609 May 27 00:07:47.380259 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-85b9b0d2-73ad-40e5-aa04-f452c456aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:50.115367 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c0aeda36-ede7-4659-9b44-fc2e8b24820f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:50.884199 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:50.909528 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:52.222479 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:56.096374 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:07:58.583997 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:07:58.653970 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:17.380856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-3d9ab7c6-d7e0-4823-a8a2-1c6c4bd2113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:20.116483 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5744-04a0-44ac-87d7-a8958ab581c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:20.885794 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:20.912020 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:22.224657 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:26.088134 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:28.668380 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:31.829155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4e965f73-43de-4da0-85e4-568d128035ad details requested by agent hyperv_n-h1-843301-1 with host n-h1-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:08:31.967215 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:08:31.981160 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Returning: {'device': '4e965f73-43de-4da0-85e4-568d128035ad', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:08:32.040814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:32.058402 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e965f73-43de-4da0-85e4-568d128035ad {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:08:32.073490 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:08:32.077125 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:32.158206 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:08:32.163432 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] get_ports_and_sgs() called for port_ids ['4e965f73-43de-4da0-85e4-568d128035ad'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:08:32.200641 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.200905 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.201234 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.201562 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.201909 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.202237 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.202596 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.202914 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.203230 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.203546 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:32.203864 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:33.839318 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4e965f73-43de-4da0-85e4-568d128035ad up at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:08:33.917331 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Provisioning complete for port 4e965f73-43de-4da0-85e4-568d128035ad triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:08:33.917830 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:34.085470 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:34.117128 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:08:34.128434 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:08:34.137430 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:34.203383 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16024677-c46d-4abf-a452-61100d448352'] response: {'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad', 'code': 200} May 27 00:08:34.215263 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:08:34.634097 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-63d86dab-a67c-4b26-b07e-112940ceb967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1096 time: 0.0758989 May 27 00:08:34.789868 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-51cf76e9-c441-4592-8e24-e7627642454e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:34.791071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-51cf76e9-c441-4592-8e24-e7627642454e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1364927 May 27 00:08:35.009622 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-8d960d3d-2a9a-4001-a6b2-152d9287f82a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 1000 time: 0.2089908 May 27 00:08:35.082802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-dfd52810-8258-4687-b6f4-1cf319c52706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:35.084331 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-dfd52810-8258-4687-b6f4-1cf319c52706 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0649738 May 27 00:08:35.170602 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-e0511e27-0804-4d1d-a163-2b47a4423e36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756752 May 27 00:08:35.321889 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-7eb9f753-d4b1-4265-9429-bbc33ccb48b3 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407766 May 27 00:08:35.472762 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-389d02ec-2a53-4643-8bdc-c08c133a2bc5 req-77e31572-fd2c-447e-ba23-234095f04a90 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402161 May 27 00:08:35.585965 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:08:42.956318 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-5a8e9933-48c2-4ac2-b70a-2954a25e13a9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499842513&fields=id&tenant_id=adf7c18467ef41a8a85de2525a84e6a9 HTTP/1.1" status: 200 len: 267 time: 0.0442517 May 27 00:08:43.104694 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-eab44b41-87db-4c98-b3a7-d8e7ee81ab01 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:43.106114 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-eab44b41-87db-4c98-b3a7-d8e7ee81ab01 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 809 time: 0.1437082 May 27 00:08:43.123071 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-14a2b5a2-5844-4723-b530-c92b8a3ccd92 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/quotas/adf7c18467ef41a8a85de2525a84e6a9 HTTP/1.1" status: 200 len: 375 time: 0.0110707 May 27 00:08:43.204737 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-1365b513-a533-4b4e-88d3-fd7625a90d71 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0762441 May 27 00:08:43.415822 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-ed49cb35-d449-4500-b6b3-0ed6d7e0e6f7 service neutron] 10.222.0.32 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000165 May 27 00:08:43.548731 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-d57e0953-fccf-4c62-aaf5-75757d584c39 service neutron] 10.222.0.32 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271613 May 27 00:08:43.773548 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-7cccdc61-9499-4325-a6d5-bf5044225a9a req-7ba88116-d76a-4b95-bf8f-ad6de1981e67 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 210 time: 0.0420949 May 27 00:08:44.952397 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-27f205b5-c4ec-4166-b0b5-ac5ec19078a9 req-852dd4ab-fe33-4965-995d-18f39b78c4da tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 210 time: 0.0488665 May 27 00:08:44.983135 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-892eb924-95bf-46d4-99d9-ded35a467205 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:44.983806 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-892eb924-95bf-46d4-99d9-ded35a467205 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:network {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:08:45.000673 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-892eb924-95bf-46d4-99d9-ded35a467205 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:network {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:08:45.001893 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-892eb924-95bf-46d4-99d9-ded35a467205 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.48 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 809 time: 0.2536638 May 27 00:08:45.063641 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-65f953bc-a0aa-4fef-8275-631e0aeac45c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adf7c18467ef41a8a85de2525a84e6a9 HTTP/1.1" status: 200 len: 379 time: 0.0465646 May 27 00:08:45.072065 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'port': {'device_id': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'admin_state_up': True, 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'security_groups': ['f58f4afa-82af-4d85-8d31-5f6e63ba3450']}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:08:45.211022 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:08:45.222684 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.quota.driver [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84030) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:08:45.235599 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Made reservation on behalf of adf7c18467ef41a8a85de2525a84e6a9 for: {'port': 1} {{(pid=84030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:08:45.238948 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:45.471536 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_common [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Allocated IP 172.20.0.3 (9f78a50f-7491-4819-becd-09fa3856c435/528c975b-1421-4f98-875d-9f901ee6656a/b9117205-8194-4984-9eef-a82d27e3fac2) {{(pid=84030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:08:45.740714 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for port, precommit_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:45.758952 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Transition to ACTIVE for port object b9117205-8194-4984-9eef-a82d27e3fac2 will not be triggered until provisioned by entity DHCP. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:08:45.784897 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_create {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:45.887910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Network 9f78a50f-7491-4819-becd-09fa3856c435 is already hosted by enough agents. {{(pid=84030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:08:45.897460 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=1']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:08:45.910895 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.base_scheduler [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources bound (agent type, host, resource id): {{(pid=84030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:08:45.914526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Received port after_create {{(pid=84030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:08:45.922931 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4e965f73-43de-4da0-85e4-568d128035ad no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:08:45.962910 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.963506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.963982 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.964453 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.964943 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.965414 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.965913 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.966385 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.966841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.967321 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:45.967789 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:08:46.020296 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:46.022055 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:46.084226 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-142d07ce-a327-420d-95ca-6ddc330449c5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0156817 May 27 00:08:46.105386 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:46.154140 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:08:46.179437 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:08:46.184778 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:46.285068 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908256f8-221a-42c3-92ca-d390ea036d31'] response: {'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad', 'code': 200} May 27 00:08:46.316632 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Pushing event updated for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:08:46.325739 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a021-2de6-4820-9e22-0118686423aa req-d07274f8-c8ee-44b2-b967-233c5c50ffe9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:46.329939 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b89c14d-18ab-4b7a-adfc-7cb5c6189ac0 None None] Provisioning for port b9117205-8194-4984-9eef-a82d27e3fac2 completed by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:08:46.330207 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1956a021-2de6-4820-9e22-0118686423aa req-d07274f8-c8ee-44b2-b967-233c5c50ffe9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:08:46.340465 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-1b89c14d-18ab-4b7a-adfc-7cb5c6189ac0 None None] Provisioning complete for port b9117205-8194-4984-9eef-a82d27e3fac2 triggered by entity DHCP. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:08:46.340985 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1b89c14d-18ab-4b7a-adfc-7cb5c6189ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:46.358632 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-1956a021-2de6-4820-9e22-0118686423aa req-d07274f8-c8ee-44b2-b967-233c5c50ffe9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:08:46.360130 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1956a021-2de6-4820-9e22-0118686423aa req-d07274f8-c8ee-44b2-b967-233c5c50ffe9 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.2042880 May 27 00:08:46.403622 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-1b89c14d-18ab-4b7a-adfc-7cb5c6189ac0 None None] Port b9117205-8194-4984-9eef-a82d27e3fac2 cannot update to ACTIVE because it is not bound. {{(pid=84031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:08:46.442263 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1956a021-2de6-4820-9e22-0118686423aa req-9da1191f-e38f-42ec-8ee5-bba055e459db tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752156 May 27 00:08:47.386152 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e5211f9a-5a35-45d9-b91f-2f58ddbc6b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:47.668614 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706652b-3ba6-48f1-9830-5608187ce89c req-598f7cb1-ad83-4da3-892a-45ee49804e27 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:47.671137 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9706652b-3ba6-48f1-9830-5608187ce89c req-598f7cb1-ad83-4da3-892a-45ee49804e27 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.0919271 May 27 00:08:47.722432 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-9706652b-3ba6-48f1-9830-5608187ce89c req-83200a92-944c-4fda-b41c-80cb12a1a3bf tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451388 May 27 00:08:48.935820 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f45a-ffb3-4e72-b248-e0abf2821337 req-b5664350-80a6-4775-955e-823a867df701 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:48.937257 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8011f45a-ffb3-4e72-b248-e0abf2821337 req-b5664350-80a6-4775-955e-823a867df701 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.0836117 May 27 00:08:48.989234 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-8011f45a-ffb3-4e72-b248-e0abf2821337 req-24d54ec2-5f56-4aa9-b275-1cf77abfb2a3 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462780 May 27 00:08:50.120570 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d5c2-b77f-4135-847f-b8bb23ccbbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:50.201415 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d345-6ae0-45c9-a885-8bb61cced6e0 req-c18198c1-9b59-4d0c-9ee9-9ddf8c7d03cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:50.203052 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d391d345-6ae0-45c9-a885-8bb61cced6e0 req-c18198c1-9b59-4d0c-9ee9-9ddf8c7d03cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.0781524 May 27 00:08:50.254688 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-d391d345-6ae0-45c9-a885-8bb61cced6e0 req-e57f6236-3571-4602-bc5c-7a5edb1d8c54 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461543 May 27 00:08:50.888126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:50.918154 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:51.469832 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6bdf-c344-4406-80b4-6071d420078f req-8226e5ee-ef5b-4c14-b6bc-4d398fdfa6f4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:51.471456 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e73d6bdf-c344-4406-80b4-6071d420078f req-8226e5ee-ef5b-4c14-b6bc-4d398fdfa6f4 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.0917516 May 27 00:08:51.524467 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e73d6bdf-c344-4406-80b4-6071d420078f req-accb2d16-17d8-4efc-aa85-8bd02fef94b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475135 May 27 00:08:52.228814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:52.773315 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543a560-50af-4878-a12b-bd13bbd8b9f7 req-98064a8f-455c-4ae6-8f59-fef3aa049c4d tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:52.774838 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0543a560-50af-4878-a12b-bd13bbd8b9f7 req-98064a8f-455c-4ae6-8f59-fef3aa049c4d tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.0803337 May 27 00:08:52.822340 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-0543a560-50af-4878-a12b-bd13bbd8b9f7 req-b06f417f-e3b2-4e16-a8ea-80eb61bce72f tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 May 27 00:08:54.021160 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d80f-739e-45ad-8acf-78320fa40dd6 req-af32b974-8734-4732-b608-8615b25e4f7d tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:54.022588 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b950d80f-739e-45ad-8acf-78320fa40dd6 req-af32b974-8734-4732-b608-8615b25e4f7d tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.0745013 May 27 00:08:54.069241 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-b950d80f-739e-45ad-8acf-78320fa40dd6 req-5d3b570c-e981-414b-9a24-39153ccc0612 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412793 May 27 00:08:55.014248 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.v2.base [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Request body: {'port': {'device_id': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-1'}} {{(pid=84030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:08:55.116886 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:55.263829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161cca8-ad15-49f1-93aa-8090f824b7c6 req-aa0349ba-0ec6-43e5-ad9e-df5d740bc6c8 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:55.265920 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a161cca8-ad15-49f1-93aa-8090f824b7c6 req-aa0349ba-0ec6-43e5-ad9e-df5d740bc6c8 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 931 time: 0.0791655 May 27 00:08:55.309769 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-a161cca8-ad15-49f1-93aa-8090f824b7c6 req-99c774d9-22cb-4eea-a6c4-976e1d62c946 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 May 27 00:08:55.451434 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9117205-8194-4984-9eef-a82d27e3fac2 {{(pid=84030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:08:55.458528 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:55.472044 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.provisioning_blocks [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Transition to ACTIVE for port object b9117205-8194-4984-9eef-a82d27e3fac2 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:08:55.475256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:55.698526 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:08:55.803555 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Attempting to bind port b9117205-8194-4984-9eef-a82d27e3fac2 on host n-h2-843301-1 for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:08:55.803837 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Attempting to bind port b9117205-8194-4984-9eef-a82d27e3fac2 by drivers openvswitch,hyperv on host n-h2-843301-1 at level 0 using segments [{'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:08:55.804154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Attempting to bind port b9117205-8194-4984-9eef-a82d27e3fac2 on network 9f78a50f-7491-4819-becd-09fa3856c435 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:08:55.809841 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Port b9117205-8194-4984-9eef-a82d27e3fac2 on network 9f78a50f-7491-4819-becd-09fa3856c435 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-1 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:08:55.810154 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Attempting to bind port b9117205-8194-4984-9eef-a82d27e3fac2 on network 9f78a50f-7491-4819-becd-09fa3856c435 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:08:55.816862 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Checking agent: {'id': 'b36e0e33-8909-4dad-a1d7-fde97c6cbd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'started_at': datetime.datetime(2022, 5, 26, 22, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:08:55.817192 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Checking segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:08:55.817561 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Bound using segment: {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:08:55.818000 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.managers [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Bound port: b9117205-8194-4984-9eef-a82d27e3fac2, host: n-h2-843301-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:08:55.818335 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:55.904136 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:08:55.907180 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:08:55.912320 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020702'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:55.974850 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:55.976204 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 200 len: 1091 time: 0.9664898 May 27 00:08:55.976628 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:08:55.992600 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f6593-0130-4c2e-87d0-d6b328e6c8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:08:56.095436 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-0614a05e-d11b-4c8b-8c05-ef028246b306 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1094 time: 0.0806298 May 27 00:08:56.112056 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:56.153246 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0c7bb1-0a00-4c5a-b9f6-9b31c4d010da'] response: {'name': 'network-changed', 'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'status': 'completed', 'code': 200} May 27 00:08:56.168919 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-60e3d8bc-d952-4d13-95c3-9ee3d7f1b609 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 200 len: 217 time: 0.0659206 May 27 00:08:56.232929 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-669ccddf-8fad-4ce5-bd16-3c1cf74b420f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:56.234960 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-669ccddf-8fad-4ce5-bd16-3c1cf74b420f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0608315 May 27 00:08:56.308297 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-462ca67f-db84-4f06-b1f5-141e16c06df8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676148 May 27 00:08:56.438205 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-070cd92c-5996-4800-8e04-55abe63048c0 service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241493 May 27 00:08:56.513697 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87328d-3f41-4f45-87aa-5400d0dfc227 req-f601e8ff-1570-4510-9500-791555b0c3a7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:56.515990 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c87328d-3f41-4f45-87aa-5400d0dfc227 req-f601e8ff-1570-4510-9500-791555b0c3a7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 943 time: 0.0853331 May 27 00:08:56.560705 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-3c87328d-3f41-4f45-87aa-5400d0dfc227 req-cc52fa1e-56cc-425a-9ad2-e5c6e0bf9f28 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391166 May 27 00:08:56.568546 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-fc217260-eee8-40c8-bbfa-12bf81c432ad req-974e0ae4-1a0b-4754-9067-c4c1616addfa service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246595 May 27 00:08:56.683856 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-5fb36c34-850a-421c-9868-1910880c0fcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1094 time: 0.0731540 May 27 00:08:56.821283 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-ff80e7f9-1196-4c7a-9d10-a35a18216cba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:56.822668 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-ff80e7f9-1196-4c7a-9d10-a35a18216cba service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1328361 May 27 00:08:56.887575 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-0f67193c-549d-4da6-beaa-1a4903bf8e09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 200 len: 217 time: 0.0586317 May 27 00:08:56.950222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-ca0f4f97-f135-4c18-8f1f-a04aff391f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:56.951577 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-ca0f4f97-f135-4c18-8f1f-a04aff391f79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0585237 May 27 00:08:57.023340 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-76bb9f83-eaf2-40f4-b075-afc8885a41fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663791 May 27 00:08:57.154171 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-dc2c40d0-f556-44ba-a1ff-c83cb9c365aa service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234939 May 27 00:08:57.281764 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-08c89114-e06e-4b58-8eff-58ff7974c183 req-ad0688be-156b-4d9b-8387-39729fde77bc service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213405 May 27 00:08:57.759031 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24858c7-2a98-4353-97e4-6983a2a609f7 req-9fd437a5-b823-4153-a2b2-d11544b16c46 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:57.760443 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f24858c7-2a98-4353-97e4-6983a2a609f7 req-9fd437a5-b823-4153-a2b2-d11544b16c46 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 943 time: 0.0786865 May 27 00:08:57.805594 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-f24858c7-2a98-4353-97e4-6983a2a609f7 req-6f1a7cfa-2459-43a3-87f1-35f24cdb1ce2 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391178 May 27 00:08:58.669346 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:59.003352 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4cad4-51f8-4d13-9a81-871a7a948fc0 req-afda34ef-a695-4278-8622-85c1ea251cec tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:08:59.004692 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fed4cad4-51f8-4d13-9a81-871a7a948fc0 req-afda34ef-a695-4278-8622-85c1ea251cec tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 943 time: 0.0790138 May 27 00:08:59.044707 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b9117205-8194-4984-9eef-a82d27e3fac2 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:08:59.049817 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fed4cad4-51f8-4d13-9a81-871a7a948fc0 req-0abf2280-4443-4d1c-8174-62cd1ac3d1d8 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396383 May 27 00:08:59.179317 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:08:59.192431 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'port_id': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'mac_address': 'fa:16:3e:19:b8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:08:59.243621 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:59.260274 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9117205-8194-4984-9eef-a82d27e3fac2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:08:59.275050 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:08:59.278965 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:08:59.344519 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=4']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:08:59.643334 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b9117205-8194-4984-9eef-a82d27e3fac2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:09:00.248240 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e88ff-5c18-4879-9a6a-213109250068 req-dba6e206-836a-46d4-b403-b03549ba1910 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:00.249720 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-536e88ff-5c18-4879-9a6a-213109250068 req-dba6e206-836a-46d4-b403-b03549ba1910 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0743244 May 27 00:09:00.294153 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-536e88ff-5c18-4879-9a6a-213109250068 req-ceb34dc0-a0fb-40f2-858f-44d30e10e39e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 May 27 00:09:01.060606 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b9117205-8194-4984-9eef-a82d27e3fac2 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:09:01.128406 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning for port b9117205-8194-4984-9eef-a82d27e3fac2 completed by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:09:01.132981 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port b9117205-8194-4984-9eef-a82d27e3fac2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:09:01.133346 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:01.244978 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:01.270674 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:09:01.280109 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:09:01.284335 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:01.326843 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b783b24-bb35-4120-b457-627a0861b3ba'] response: {'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'code': 200} May 27 00:09:01.353417 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=5']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:09:01.607587 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aae7ea-0925-43f9-8e8d-6cdfb2554764 req-fd9611f8-49ac-47b7-8df5-671130fd8781 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:01.609032 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23aae7ea-0925-43f9-8e8d-6cdfb2554764 req-fd9611f8-49ac-47b7-8df5-671130fd8781 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 945 time: 0.1002436 May 27 00:09:01.611841 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f3839fc-caab-4f59-8148-2c3508200d41 req-be465abf-f6ab-452c-bd1d-a6ac3ac6f7ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1096 time: 0.2293248 May 27 00:09:01.684057 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-23aae7ea-0925-43f9-8e8d-6cdfb2554764 req-b6bf4d44-d8f3-4e9c-8311-d513c222d802 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695283 May 27 00:09:01.685553 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1f3839fc-caab-4f59-8148-2c3508200d41 req-f5c0625f-8805-4809-9461-e9b97010516c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566213 May 27 00:09:02.876797 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e9afe-a9b6-450e-8fd9-29386706762b req-46dea75c-c1be-4bc5-b8a8-bb542a91d76a tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:02.878263 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc0e9afe-a9b6-450e-8fd9-29386706762b req-46dea75c-c1be-4bc5-b8a8-bb542a91d76a tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 945 time: 0.0745771 May 27 00:09:02.929070 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-fc0e9afe-a9b6-450e-8fd9-29386706762b req-7e89c208-e790-4224-8e3d-afea0f20571e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 May 27 00:09:04.121771 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfc909-8c2e-4bb1-9643-74a331b051df req-f346d1fe-3961-46e9-8c93-8951079935d5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:04.123223 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-facfc909-8c2e-4bb1-9643-74a331b051df req-f346d1fe-3961-46e9-8c93-8951079935d5 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 945 time: 0.0748191 May 27 00:09:04.167389 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-facfc909-8c2e-4bb1-9643-74a331b051df req-10dc8b90-34c4-4c64-9b10-0d523753f78e tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381572 May 27 00:09:04.357502 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ffb6-1b0f-455a-975e-d754f29068e9 req-cf7a0f7b-6dd6-4824-947a-ef326e9934ae tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:04.359576 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34b4ffb6-1b0f-455a-975e-d754f29068e9 req-cf7a0f7b-6dd6-4824-947a-ef326e9934ae tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 945 time: 0.0753777 May 27 00:09:04.403696 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-34b4ffb6-1b0f-455a-975e-d754f29068e9 req-04316e50-38b4-4088-85d4-409bc3514e7a tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386753 May 27 00:09:04.431818 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49420) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:09:04.503630 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-17ae8e5e-e1e9-474b-bf2a-c633ccca5de6 tempest-TestSnapshotPattern-196523618 tempest-TestSnapshotPattern-196523618-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1091 time: 0.0706913 May 27 00:09:04.506291 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49424) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:09:04.511307 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.v2.base [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Request body: {'floatingip': {'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'port_id': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:09:04.517362 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:09:04.521345 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Usage tracker for resource:floatingip and tenant:adf7c18467ef41a8a85de2525a84e6a9 is out of sync, need to count used quota {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:09:04.524115 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:09:04.529658 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.quota.driver [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:09:04.626152 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:04.757185 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:04.885802 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.db_base_plugin_common [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Allocated IP 172.25.4.132 (c9fddcb8-c662-47cd-b55b-616d0e9874e6/71c7cb8f-a4b4-48ae-82f6-0365efebbbf9/7a452baa-58ef-4c6a-b467-e473c5f616b8) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:09:05.034685 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:05.060642 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740952793995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:05.123849 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Network c9fddcb8-c662-47cd-b55b-616d0e9874e6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:09:05.127029 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.base_scheduler [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:09:05.130874 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:09:05.163108 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'Port': ['ID=7a452baa-58ef-4c6a-b467-e473c5f616b8,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:09:05.183208 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.183547 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.183877 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.184205 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.184532 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.184850 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.185166 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.185479 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.185819 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.186135 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.186450 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:09:05.630915 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:05.684889 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:05.889907 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:05.894104 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673822'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:06.004052 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event updated for resources: {'Port': ['ID=7a452baa-58ef-4c6a-b467-e473c5f616b8,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:09:06.015706 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697578'] for floatingip, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:06.298276 n-d-843301-1 neutron-server[84029]: INFO neutron.db.l3_db [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Floating IP 2c3173a7-2fd9-4ac2-89e2-c1676d0e8f8f associated. External IP: 172.25.4.132, port: b9117205-8194-4984-9eef-a82d27e3fac2. May 27 00:09:06.676718 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Router d08478fb-75bb-49de-a6eb-4b796272b201 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:09:06.873309 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:09:06.883482 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] Sync routers for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:09:06.895245 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:09:06.895908 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:09:06.898052 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:06.952987 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-996a511a-80ee-462f-824a-d4e665145899 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4434862 May 27 00:09:06.952987 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:09:07.072156 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:09:07.078941 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67fa9bf-2156-4a73-9987-9607cf3404c5'] response: {'name': 'network-changed', 'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'status': 'completed', 'code': 200} May 27 00:09:07.173922 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-f88eecd0-f186-4fb3-89c9-6d2d7b229083 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0732393 May 27 00:09:07.308048 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-9e18ca70-ed29-4b12-bf91-262beac49fa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:07.309418 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-9e18ca70-ed29-4b12-bf91-262beac49fa1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1303287 May 27 00:09:07.410602 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-4bd91e1a-c23f-4044-8e33-1aec14bc8afc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 200 len: 999 time: 0.0948923 May 27 00:09:07.448557 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2c3173a7-2fd9-4ac2-89e2-c1676d0e8f8f', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:19:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:09:05Z', 'updated_at': '2022-05-27T00:09:05Z', 'revision_number': 0, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}, {'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:45Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:09:07.453114 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] Checking router: d08478fb-75bb-49de-a6eb-4b796272b201 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:09:07.463631 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:09:07.464220 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:08:50Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:09:07.472246 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-d19b73c6-ad9c-4aee-81ee-94ad86d2cbef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:07.473714 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-d19b73c6-ad9c-4aee-81ee-94ad86d2cbef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0571811 May 27 00:09:07.546493 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-7d4300d5-8497-49e7-99fa-6c7c702293cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667911 May 27 00:09:07.643478 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:09:07.679220 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-dac439f3-c714-403b-9cc1-c50a6cf60755 service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271043 May 27 00:09:07.809337 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-e23de515-7a1c-49c4-aed0-7d1e652daae7 req-637196d5-e86a-45ba-8b87-3797a7dc4de6 service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245515 May 27 00:09:07.985938 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2c3173a7-2fd9-4ac2-89e2-c1676d0e8f8f', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:19:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:09:05Z', 'updated_at': '2022-05-27T00:09:05Z', 'revision_number': 0, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}, {'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:45Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:09:07.989745 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8dded-9b2a-41fa-8316-7a94cecd0d87 None None] The sync data for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 is: [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '2c3173a7-2fd9-4ac2-89e2-c1676d0e8f8f', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:19:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:09:05Z', 'updated_at': '2022-05-27T00:09:05Z', 'revision_number': 0, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}, {'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:45Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:09:08.178637 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c013e-7489-4553-b898-f3264d4a8b66 None None] New status for floating IP 2c3173a7-2fd9-4ac2-89e2-c1676d0e8f8f: ACTIVE {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:09:12.585537 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:09:17.382866 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-da55bb03-558d-425d-a22e-796d262f561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:20.122619 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e78c475-39be-40b6-905e-ecb0b05b5d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:20.890839 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:20.917396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:22.228715 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:26.104588 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:28.677511 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:35.570754 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-f3718093-5dc6-43de-b7fe-255fdf032861 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370504 May 27 00:09:35.706370 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-eb7036d0-038c-4c5d-adf4-fc6b3bb72bf8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0684075 May 27 00:09:35.848127 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-fcf2f797-c71f-44b3-89d4-464e7b0272cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:35.849543 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-fcf2f797-c71f-44b3-89d4-464e7b0272cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1246564 May 27 00:09:35.949413 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-5e56a6db-1df7-47be-928a-09706e22c1de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 200 len: 1001 time: 0.0943327 May 27 00:09:36.008926 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-e0301443-8d70-4289-8d4c-24e552d89f43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:36.010245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-e0301443-8d70-4289-8d4c-24e552d89f43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0553854 May 27 00:09:36.086404 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-d25b4c0f-ccf1-4037-a03d-07d84debe5a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703583 May 27 00:09:36.297516 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-a0c65d53-4306-4e70-b0fd-a48746278d2a service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038476 May 27 00:09:36.427989 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a4d6e8fe-1164-4097-9e46-473f33087617 req-77559c27-ed03-4850-973d-050690d509ca service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247516 May 27 00:09:36.577963 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-99407716-0743-4fe5-8248-d22c72e3e042 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691876 May 27 00:09:36.722632 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-7561d677-35c0-4c6c-b527-e080b052a0bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1094 time: 0.0690668 May 27 00:09:36.868707 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-1c970d2b-2137-4823-bb06-8dd6977ead64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:36.870148 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-1c970d2b-2137-4823-bb06-8dd6977ead64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1242526 May 27 00:09:36.974038 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-9c2ba88d-bb9d-44ec-915a-a408f9679689 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 998 time: 0.0938482 May 27 00:09:37.037904 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-db71b27c-0f66-4298-a26f-0256c24440c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:09:37.039358 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-db71b27c-0f66-4298-a26f-0256c24440c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0569618 May 27 00:09:37.117413 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-78b8f69c-af44-4461-ada1-e3d56de829c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690110 May 27 00:09:37.247425 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-ab879fd4-ca90-4974-baf7-46b379cac1db service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216037 May 27 00:09:37.488994 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-95bb8c75-a507-4f73-94ee-2d9e7ba31acc req-8117d017-e5e1-4b94-85b9-c91403b34529 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323742 May 27 00:09:47.378567 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1adb347f-f9f3-40d4-bf78-b444ac12a2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:49.586462 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:09:50.124542 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1afea7f3-8238-4c22-9d50-da7f2386368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:50.893076 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:50.920263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:52.230005 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:56.121642 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:09:58.678061 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:17.379560 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-cc565720-83b6-4ab2-af8e-dae569a9a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:20.126115 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2c04cafe-47db-4c96-ad67-07dd6ad6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:20.894321 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:20.924160 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:22.234232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:26.116899 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:26.587472 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:10:28.700980 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:36.559385 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-e1742594-051b-4baf-bc52-421d1c041f3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658031 May 27 00:10:36.702678 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-692d9b99-95b9-4583-94bf-17d13fd3a886 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1094 time: 0.0708413 May 27 00:10:36.847879 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-114d7f69-7e0a-4410-b384-36ad53639081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:10:36.849220 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-114d7f69-7e0a-4410-b384-36ad53639081 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1243477 May 27 00:10:36.949180 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-935704ea-5084-496c-8e7d-9b2ef388ac2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 998 time: 0.0899379 May 27 00:10:37.015684 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-88e199a6-f7f7-4ce4-a966-fef45a8c4944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:10:37.017098 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-88e199a6-f7f7-4ce4-a966-fef45a8c4944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0588071 May 27 00:10:37.091155 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-0fa1eb3d-ac11-4f62-bffa-b01537770eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655441 May 27 00:10:37.222212 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-b3ce3753-e29a-4d1d-b4f2-cab33d3ea300 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212351 May 27 00:10:37.354317 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-836196a3-cd9e-4d0d-adf3-9fe2b028dbb9 req-c2436ee6-4b5d-4d10-ba04-d35eff358292 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229317 May 27 00:10:37.481364 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-9ddd14a3-7590-4fca-be8c-aec31b87db9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663307 May 27 00:10:37.616330 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-eb952851-f010-42e9-a512-cb3d5cb1a48c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0700543 May 27 00:10:37.758279 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-2c788c4b-33f0-48b7-a6c5-f9a194a76e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:10:37.759623 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-2c788c4b-33f0-48b7-a6c5-f9a194a76e4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1236758 May 27 00:10:37.858528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-54f90f04-2ce4-4f2d-bbc1-a9ae7f9f1640 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 200 len: 1001 time: 0.0929999 May 27 00:10:37.919068 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-e43758bc-ef41-47d8-9c12-c2263c1f067f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:10:37.920496 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-e43758bc-ef41-47d8-9c12-c2263c1f067f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0560739 May 27 00:10:37.992009 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-81b9c611-a58d-4d6a-8a7b-5b4a174b5418 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649269 May 27 00:10:38.118812 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-4813fed3-9628-4d61-97aa-4fc2c12a06e7 service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204786 May 27 00:10:38.247099 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-a9fba5b4-68c4-49d9-85ca-61c6e865754a req-0bc12c9d-0f99-48a9-95a5-5d625233e19f service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222448 May 27 00:10:47.380563 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-05185dcc-559f-4639-a63f-2b26f3b03cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:50.128069 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-46a26fcc-fb39-4e92-bb63-5fca12473c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:50.896694 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:50.924653 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:52.234496 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:56.120082 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:58.706978 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:03.588262 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:11:11.709420 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b9117205-8194-4984-9eef-a82d27e3fac2 details requested by agent hyperv_n-h2-843301-1 with host n-h2-843301-1 {{(pid=84031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:11:11.840634 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:11.854385 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Returning: {'device': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'port_id': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'mac_address': 'fa:16:3e:19:b8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:11:11.910659 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:11.927419 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9117205-8194-4984-9eef-a82d27e3fac2 {{(pid=84031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:11:11.943430 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:11.946396 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:12.017046 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=6']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:12.026792 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] get_ports_and_sgs() called for port_ids ['b9117205-8194-4984-9eef-a82d27e3fac2'] {{(pid=84031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:11:12.053401 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.053751 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.054070 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.054390 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.054727 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.055020 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.055335 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.055650 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.055967 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.056313 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.056623 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:13.721198 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b9117205-8194-4984-9eef-a82d27e3fac2 up at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:11:13.790110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.provisioning_blocks [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Provisioning complete for port b9117205-8194-4984-9eef-a82d27e3fac2 triggered by entity L2. {{(pid=84031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:13.790477 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123047'] for port, provisioning_complete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:13.901129 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:13.927279 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:11:13.936282 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:13.940410 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:14.010398 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=7']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:14.074776 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28b9920-baa6-43a7-8a36-5b9e66bc113a'] response: {'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'code': 200} May 27 00:11:17.384281 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-ed4afa5c-41e6-4fb0-96ef-31e53d90b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.139554 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4c59a29d-23cd-4a71-b6c5-5ffd57ef7d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.903004 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.931163 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:22.241338 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.138263 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:27.246007 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49614) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:27.445863 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Deleting port 7a452baa-58ef-4c6a-b467-e473c5f616b8 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:27.446206 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:27.611481 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:27.611807 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:27.735109 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Calling delete_port for 7a452baa-58ef-4c6a-b467-e473c5f616b8 owned by network:floatingip {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:27.881265 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:27.930030 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event deleted for resources: {'Port': ['ID=7a452baa-58ef-4c6a-b467-e473c5f616b8,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:28.049939 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.050186 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.050517 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.050846 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.051171 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.051492 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.051810 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.052123 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.052436 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.052751 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.053067 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:28.119283 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:28.506263 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Router d08478fb-75bb-49de-a6eb-4b796272b201 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:11:28.704094 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:11:28.711443 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:28.714716 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] Sync routers for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:11:28.725058 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:28.726861 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:28.727463 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:28.781542 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-9c0c7934-90f1-469f-a0d0-aff0853ae3b7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c3173a7-2fd9-4ac2-89e2-c1676d0e8f8f HTTP/1.1" status: 204 len: 168 time: 1.5337126 May 27 00:11:28.782051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:11:28.867915 n-d-843301-1 neutron-server[84029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366bd212-6cd7-4d8e-8161-04b452c55146'] response: {'name': 'network-changed', 'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'status': 'completed', 'code': 200} May 27 00:11:28.912964 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:28.965317 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-e714793b-4847-489b-954f-4470a1d763bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0762093 May 27 00:11:29.107483 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-9ca53d69-26c4-4829-b47b-6e92c331b01b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:29.108974 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-9ca53d69-26c4-4829-b47b-6e92c331b01b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1374710 May 27 00:11:29.180736 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-dfb88f9f-b0f1-4eea-b1ae-b1ab34dc1cc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 200 len: 217 time: 0.0645432 May 27 00:11:29.278528 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-2f3ebde6-3469-49a5-98b5-066d6209771b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:29.279028 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:45Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:29.279912 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-2f3ebde6-3469-49a5-98b5-066d6209771b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0934184 May 27 00:11:29.283178 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] Checking router: d08478fb-75bb-49de-a6eb-4b796272b201 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:11:29.293872 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:29.294408 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:29.383069 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4d7c-6ef7-4ce5-b74e-b672d415851f req-5248711e-d5c7-4baa-9c61-546e80130a2f tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:29.384528 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d7d4d7c-6ef7-4ce5-b74e-b672d415851f req-5248711e-d5c7-4baa-9c61-546e80130a2f tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 945 time: 0.2211466 May 27 00:11:29.391652 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-a38f9c80-796d-4034-ae18-c03c28152876 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012959 May 27 00:11:29.470110 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:29.619331 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-1d7d4d7c-6ef7-4ce5-b74e-b672d415851f req-f206c9eb-b9c1-4929-8fa0-32146d743b54 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267489 May 27 00:11:29.661128 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-bd95b1af-4acf-4360-b647-fcf5d495e246 service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537913 May 27 00:11:29.801042 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-cbf74fc5-76a5-4300-981e-58525dc992b3 req-11ed96a1-44cc-4a4e-9b17-47897f640649 service neutron] 10.222.0.48 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330307 May 27 00:11:29.844212 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b9117205-8194-4984-9eef-a82d27e3fac2 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:29.978882 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:45Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:29.985841 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1094876'] for port, before_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:29.994341 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6ab6c-6a7e-4253-a242-a37b023acd0f None None] The sync data for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 is: [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_floatingips': [{'id': '45165e6a-3896-4b10-9c65-8d076e0b97e4', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'router_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'port_id': '4e965f73-43de-4da0-85e4-568d128035ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'mac_address': 'fa:16:3e:3c:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:06:31Z', 'updated_at': '2022-05-27T00:06:45Z', 'revision_number': 1, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:11:30.014721 n-d-843301-1 neutron-server[84031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2'}] {{(pid=84031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:11:30.024802 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:30.029004 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740953249446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740952794013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740952794058'] for port, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.079548 n-d-843301-1 neutron-server[84031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156b695d-9f5d-4798-a3a5-6f897a7efec5'] response: {'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'code': 200} May 27 00:11:30.104353 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Pushing event updated for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=8']} {{(pid=84031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:30.241110 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e66046-5aa5-4d56-8632-0760cafdc630 None None] New status for floating IP 2c3173a7-2fd9-4ac2-89e2-c1676d0e8f8f: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:11:30.868449 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dc228-d27c-4929-bb5c-31b0a9ea3bc3 req-25be940e-14ee-48d1-98a7-a8bf487c7dc8 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:30.869902 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-181dc228-d27c-4929-bb5c-31b0a9ea3bc3 req-25be940e-14ee-48d1-98a7-a8bf487c7dc8 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 943 time: 0.1252229 May 27 00:11:30.917720 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-aa863383-6f74-4212-be76-6ef111c57b36 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:30.919091 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-aa863383-6f74-4212-be76-6ef111c57b36 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.48 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 943 time: 0.1214082 May 27 00:11:30.966934 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-181dc228-d27c-4929-bb5c-31b0a9ea3bc3 req-190604fe-c4d8-4203-bcb5-1469999c6c25 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915020 May 27 00:11:30.992109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Deleting port b9117205-8194-4984-9eef-a82d27e3fac2 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:30.992441 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:31.223845 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] For port b9117205-8194-4984-9eef-a82d27e3fac2, host n-h2-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-1',level=0,port_id=b9117205-8194-4984-9eef-a82d27e3fac2,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:31.224194 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:31.349209 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Calling delete_port for b9117205-8194-4984-9eef-a82d27e3fac2 owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:31.489572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:31.538669 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event deleted for resources: {'Port': ['ID=b9117205-8194-4984-9eef-a82d27e3fac2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:31.550563 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.550897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.551222 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.551545 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.551863 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.552178 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.552488 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.552798 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.553109 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.553416 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.554080 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-1 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:31.624360 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] No DVR routers for this DVR port b9117205-8194-4984-9eef-a82d27e3fac2 on host n-h2-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:11:31.627796 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:31.630356 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-deleted', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:11:31.641551 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-60676648-5bc2-40e9-854a-b8fd1410c652 req-0ecbd1af-5db2-46a6-a57b-8254b90df94c tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.48 "DELETE /v2.0/ports/b9117205-8194-4984-9eef-a82d27e3fac2 HTTP/1.1" status: 204 len: 173 time: 0.7170327 May 27 00:11:31.687029 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5661903-be5f-4cd5-b3b1-c545f4cfadd5'] response: {'server_uuid': '5866d1e7-a00b-4544-86af-da4632dcd5e2', 'name': 'network-vif-deleted', 'tag': 'b9117205-8194-4984-9eef-a82d27e3fac2', 'status': 'completed', 'code': 200} May 27 00:11:32.142211 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-bebc5478-9cba-47e8-9e5a-4b3bfb7f351d req-e79ad78b-2250-4ab9-9f12-8b696ab420e1 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:11:32.158497 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-bebc5478-9cba-47e8-9e5a-4b3bfb7f351d req-e79ad78b-2250-4ab9-9f12-8b696ab420e1 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:11:32.160755 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-bebc5478-9cba-47e8-9e5a-4b3bfb7f351d req-e79ad78b-2250-4ab9-9f12-8b696ab420e1 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=5866d1e7-a00b-4544-86af-da4632dcd5e2 HTTP/1.1" status: 200 len: 210 time: 0.0572751 May 27 00:11:33.809382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49684) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:33.866940 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b9117205-8194-4984-9eef-a82d27e3fac2 no longer exists at agent hyperv_n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:33.899499 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] No Port match for: b9117205-8194-4984-9eef-a82d27e3fac2 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:33.899843 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Device b9117205-8194-4984-9eef-a82d27e3fac2 not bound to the agent host n-h2-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:34.009266 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Deleting port 5ea1b5ed-b22f-4acf-baa9-781e203027fa {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:34.009600 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.176165 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.176481 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.381594 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Calling delete_port for 5ea1b5ed-b22f-4acf-baa9-781e203027fa owned by network:floatingip {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:34.522709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.571747 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event deleted for resources: {'Port': ['ID=5ea1b5ed-b22f-4acf-baa9-781e203027fa,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:34.661067 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for floatingip, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:35.048471 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Router d08478fb-75bb-49de-a6eb-4b796272b201 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:11:35.241909 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:11:35.251793 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] Sync routers for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:11:35.261869 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for floatingip, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:35.263175 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:35.263837 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:35.324254 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-38f0412c-04db-4d10-85e4-4a309175d9cd tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "DELETE /v2.0/floatingips/45165e6a-3896-4b10-9c65-8d076e0b97e4 HTTP/1.1" status: 204 len: 168 time: 1.5137329 May 27 00:11:35.324815 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:11:35.380387 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4638b64-7eae-4530-8a3c-45726c28764a'] response: {'name': 'network-changed', 'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad', 'status': 'completed', 'code': 200} May 27 00:11:35.455126 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:35.482757 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-432e0ce7-8161-48ff-b550-fd52f4a6177d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 1094 time: 0.0716698 May 27 00:11:35.636624 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-804e6f7d-6553-4160-ada9-effa58d48d04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:35.638552 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-804e6f7d-6553-4160-ada9-effa58d48d04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 200 len: 910 time: 0.1467497 May 27 00:11:35.718843 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-c1334b32-aa2d-41a0-813a-5e1e305010b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 200 len: 217 time: 0.0727408 May 27 00:11:35.783322 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:35.787292 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] Checking router: d08478fb-75bb-49de-a6eb-4b796272b201 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:11:35.798345 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:35.798869 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:35.814223 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-a8efe25c-a7e2-466c-9fde-d4a2bd0e60f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:35.815638 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-a8efe25c-a7e2-466c-9fde-d4a2bd0e60f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 200 len: 848 time: 0.0903466 May 27 00:11:35.917317 n-d-843301-1 neutron-server[84029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fea79-dc5d-4e4e-9040-6e573b113e20 req-ab5f14b5-707f-4021-86b8-f4f542fe03ce tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:35.918138 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-852fea79-dc5d-4e4e-9040-6e573b113e20 req-ab5f14b5-707f-4021-86b8-f4f542fe03ce tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:11:35.933367 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-42a9ffae-e44f-421f-b082-2a744c3af30c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f78a50f-7491-4819-becd-09fa3856c435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072226 May 27 00:11:35.979693 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:36.008698 n-d-843301-1 neutron-server[84029]: DEBUG neutron.quota.resource [req-852fea79-dc5d-4e4e-9040-6e573b113e20 req-ab5f14b5-707f-4021-86b8-f4f542fe03ce tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:11:36.009863 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-852fea79-dc5d-4e4e-9040-6e573b113e20 req-ab5f14b5-707f-4021-86b8-f4f542fe03ce tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 943 time: 0.3140149 May 27 00:11:36.089291 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-852fea79-dc5d-4e4e-9040-6e573b113e20 req-c297881a-f3e9-439a-90a7-99d5583195d6 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/security-groups?id=f58f4afa-82af-4d85-8d31-5f6e63ba3450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663872 May 27 00:11:36.106881 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-0b15682b-f519-40a3-a1ab-fd2415b211aa service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669378 May 27 00:11:36.270642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.55', 61839) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:36.296769 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:36.300895 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef28d4-4204-405e-bf28-dbacc1acf2d3 None None] The sync data for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 is: [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:06:08Z', 'revision_number': 4, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1', '_interfaces': [{'id': 'cdf4bff0-8e38-4358-804a-6092d6963d0d', 'name': '', 'network_id': '9f78a50f-7491-4819-becd-09fa3856c435', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'mac_address': 'fa:16:3e:38:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528c975b-1421-4f98-875d-9f901ee6656a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:08Z', 'updated_at': '2022-05-27T00:06:27Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'subnets': [{'id': '528c975b-1421-4f98-875d-9f901ee6656a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:11:36.352346 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [req-6ee41ccb-4ebe-4d96-a52b-10c9b3166094 req-9422fb66-97e8-4dc9-b3cc-fd9d15f518b6 service neutron] 10.222.0.55 "GET /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385726 May 27 00:11:36.355255 n-d-843301-1 neutron-server[84030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-febb79f4-52d7-482a-b2d6-c121168bf8cc tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:36.356056 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-febb79f4-52d7-482a-b2d6-c121168bf8cc tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:11:36.368941 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-febb79f4-52d7-482a-b2d6-c121168bf8cc tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:11:36.370214 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-febb79f4-52d7-482a-b2d6-c121168bf8cc tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 943 time: 0.0949745 May 27 00:11:36.442353 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Deleting port 4e965f73-43de-4da0-85e4-568d128035ad {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:36.442690 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:36.538958 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8548d37-1d97-4180-9cb0-860b0ae6f0af None None] New status for floating IP 45165e6a-3896-4b10-9c65-8d076e0b97e4: DOWN {{(pid=84032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:11:36.696137 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] For port 4e965f73-43de-4da0-85e4-568d128035ad, host n-h1-843301-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-1',level=0,port_id=4e965f73-43de-4da0-85e4-568d128035ad,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:36.696493 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:36.907276 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Calling delete_port for 4e965f73-43de-4da0-85e4-568d128035ad owned by compute:nova {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:37.046463 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:37.097712 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event deleted for resources: {'Port': ['ID=4e965f73-43de-4da0-85e4-568d128035ad,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:37.168642 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] No DVR routers for this DVR port 4e965f73-43de-4da0-85e4-568d128035ad on host n-h1-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:11:37.171003 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209869'] for port, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:37.183376 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-6211186c-f5d4-4e5f-b373-276712d207d0 req-d42f2fb7-fcf8-4fcf-9bef-872f668b4973 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.55 "DELETE /v2.0/ports/4e965f73-43de-4da0-85e4-568d128035ad HTTP/1.1" status: 204 len: 173 time: 0.8057215 May 27 00:11:37.254123 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-35b7d952-58eb-4623-83d8-535bbfb92527 req-acbebaa4-e6fa-4769-a7f4-61bff98905d7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Synchronizing usage tracker for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:11:37.270200 n-d-843301-1 neutron-server[84030]: DEBUG neutron.quota.resource [req-35b7d952-58eb-4623-83d8-535bbfb92527 req-acbebaa4-e6fa-4769-a7f4-61bff98905d7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Unset dirty status for tenant:adf7c18467ef41a8a85de2525a84e6a9 on resource:port {{(pid=84030) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:11:37.271530 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [req-35b7d952-58eb-4623-83d8-535bbfb92527 req-acbebaa4-e6fa-4769-a7f4-61bff98905d7 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd98be4f-1ade-4f23-bab7-a4f021d09b0f HTTP/1.1" status: 200 len: 210 time: 0.0571141 May 27 00:11:37.381572 n-d-843301-1 neutron-server[84030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-deleted', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad'}] {{(pid=84030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:11:37.443149 n-d-843301-1 neutron-server[84030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a72aa3-5e2c-4b4f-8459-d614ff61b310'] response: {'server_uuid': 'dd98be4f-1ade-4f23-bab7-a4f021d09b0f', 'name': 'network-vif-deleted', 'tag': '4e965f73-43de-4da0-85e4-568d128035ad', 'status': 'completed', 'code': 200} May 27 00:11:38.373165 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49706) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:38.443863 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-64355a43-7718-47f7-bc2c-5ee28bd92755 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.471514 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-64355a43-7718-47f7-bc2c-5ee28bd92755 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.532135 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-64355a43-7718-47f7-bc2c-5ee28bd92755 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.549035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64355a43-7718-47f7-bc2c-5ee28bd92755 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f4afa-82af-4d85-8d31-5f6e63ba3450,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:38.563199 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-64355a43-7718-47f7-bc2c-5ee28bd92755 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.564245 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-64355a43-7718-47f7-bc2c-5ee28bd92755 tempest-TestSnapshotPattern-1357745998 tempest-TestSnapshotPattern-1357745998-project] 10.222.0.32 "DELETE /v2.0/security-groups/f58f4afa-82af-4d85-8d31-5f6e63ba3450 HTTP/1.1" status: 204 len: 168 time: 0.1900811 May 27 00:11:38.813894 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4e965f73-43de-4da0-85e4-568d128035ad no longer exists at agent hyperv_n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:38.845814 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] No Port match for: 4e965f73-43de-4da0-85e4-568d128035ad {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:38.846155 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Device 4e965f73-43de-4da0-85e4-568d128035ad not bound to the agent host n-h1-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:39.648668 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49714) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:40.157537 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:40.589856 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:11:40.734208 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Deleting port cdf4bff0-8e38-4358-804a-6092d6963d0d {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:40.734778 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:41.002402 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] For port cdf4bff0-8e38-4358-804a-6092d6963d0d, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=cdf4bff0-8e38-4358-804a-6092d6963d0d,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:41.002749 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:41.117432 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Calling delete_port for cdf4bff0-8e38-4358-804a-6092d6963d0d owned by network:router_interface {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:41.278556 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:41.322188 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf4bff0-8e38-4358-804a-6092d6963d0d,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:41.603804 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:42.157996 n-d-843301-1 neutron-server[84030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Router d08478fb-75bb-49de-a6eb-4b796272b201 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:11:42.443742 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:11:42.452173 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] Sync routers for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:11:42.459996 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-53218542-266c-46f1-8522-66184fc46330 admin admin] 10.222.0.32 "PUT /v2.0/routers/d08478fb-75bb-49de-a6eb-4b796272b201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096871 May 27 00:11:42.462570 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49722) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:42.465192 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:42.465840 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:42.640992 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: n-d-843301-1 {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:42.660371 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:42.858365 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:42.868088 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Deleting port 415203b5-e551-460b-8e23-38d80f458d67 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:42.868483 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:42.928064 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '415203b5-e551-460b-8e23-38d80f458d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:11:41Z', 'revision_number': 5, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port': {'id': '415203b5-e551-460b-8e23-38d80f458d67', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:06Z', 'updated_at': '2022-05-27T00:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:42.931948 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] Checking router: d08478fb-75bb-49de-a6eb-4b796272b201 for host: n-d-843301-1 {{(pid=84031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:11:42.942392 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] Routers {'d08478fb-75bb-49de-a6eb-4b796272b201'} bound to L3 agent in host n-d-843301-1 {{(pid=84031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:42.942978 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['d08478fb-75bb-49de-a6eb-4b796272b201'], 'active': True} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:43.042334 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] For port 415203b5-e551-460b-8e23-38d80f458d67, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=415203b5-e551-460b-8e23-38d80f458d67,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:43.042682 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:43.097067 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_dvr_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] Set router d08478fb-75bb-49de-a6eb-4b796272b201 gateway port host: None {{(pid=84031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:43.162737 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Calling delete_port for 415203b5-e551-460b-8e23-38d80f458d67 owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:43.200424 n-d-843301-1 neutron-server[84031]: DEBUG neutron.db.l3_hamode_db [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:11:42Z', 'revision_number': 6, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:43.204786 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f9f0c-4ec8-44f5-9ac6-8c661798d187 None None] The sync data for ids ['d08478fb-75bb-49de-a6eb-4b796272b201'] in n-d-843301-1 is: [{'id': 'd08478fb-75bb-49de-a6eb-4b796272b201', 'name': 'tempest-TestSnapshotPattern-987137101-router', 'tenant_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:05Z', 'updated_at': '2022-05-27T00:11:42Z', 'revision_number': 6, 'project_id': 'adf7c18467ef41a8a85de2525a84e6a9', 'gw_port_host': None}] {{(pid=84031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:11:43.325778 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:43.367697 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Pushing event deleted for resources: {'Port': ['ID=415203b5-e551-460b-8e23-38d80f458d67,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:43.588949 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:43.934832 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:43.938842 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:43.961845 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:43.962338 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d08478fb-75bb-49de-a6eb-4b796272b201 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:11:43.978928 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:43.980094 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-5af4160b-d6ee-4976-9ad8-1689e2e4c185 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d08478fb-75bb-49de-a6eb-4b796272b201 HTTP/1.1" status: 204 len: 168 time: 1.5165868 May 27 00:11:43.982635 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49726) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:44.042029 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] Deleting subnet 528c975b-1421-4f98-875d-9f901ee6656a {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:11:44.044849 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.096431 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.180171 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.248447 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.290371 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528c975b-1421-4f98-875d-9f901ee6656a,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:44.295572 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.300771 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb50d9-b09e-40d3-b513-3aeda91bfe4d None None] Network 9f78a50f-7491-4819-becd-09fa3856c435 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:11:44.301419 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-61bb1c98-df1c-45db-bae8-d234bb50818c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/528c975b-1421-4f98-875d-9f901ee6656a HTTP/1.1" status: 204 len: 168 time: 0.3178675 May 27 00:11:44.304002 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49730) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:44.408344 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.418530 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Deleting port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:44.418852 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.548863 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] DHCP port deletion for 9f78a50f-7491-4819-becd-09fa3856c435 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:11:44.553191 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Deleting port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:44.553560 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.624899 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] For port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:44.625247 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.744018 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Calling delete_port for 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:44.785472 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] For port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,segment=NetworkSegment(d9e688e8-d0c5-4b1f-94e2-8094c05ea365),segment_id=d9e688e8-d0c5-4b1f-94e2-8094c05ea365)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:44.785842 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.816787 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:44.865301 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:44.872829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] No DVR routers for this DVR port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 on host n-d-843301-1 {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:11:44.904560 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Calling delete_port for 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:44.930143 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 415203b5-e551-460b-8e23-38d80f458d67 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:44.978024 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 415203b5-e551-460b-8e23-38d80f458d67 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:44.978358 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 415203b5-e551-460b-8e23-38d80f458d67 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:44.978760 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cdf4bff0-8e38-4358-804a-6092d6963d0d no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:44.990896 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.015665 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: cdf4bff0-8e38-4358-804a-6092d6963d0d {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:45.016002 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device cdf4bff0-8e38-4358-804a-6092d6963d0d not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:45.016407 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:45.020773 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f78a50f-7491-4819-becd-09fa3856c435']}} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:45.033087 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365') {'for_net_delete': True} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:45.033381 n-d-843301-1 neutron-server[84029]: DEBUG neutron.services.segments.db [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e688e8-d0c5-4b1f-94e2-8094c05ea365') {} {{(pid=84029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:45.044718 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3221440'] for segment, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.054690 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:45.055029 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:45.071486 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.077255 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:11:45.077646 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:11:45.078829 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:11:45.079373 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3673850'] for segment, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: Traceback (most recent call last): May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: timer() May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: cb(*args, **kw) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: return func(*args, **kwargs) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: self._notify() May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: self.callback(batched_events) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: event.method(event) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: return f(self, *a, **k) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: return self._get(url).json() May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: return self.request(url, 'GET', **kwargs) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:11:45.092693 n-d-843301-1 neutron-server[84029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:11:45.169018 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.185636 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Notify callbacks [] for network, before_response {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.196340 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f78a50f-7491-4819-becd-09fa3856c435,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:45.208919 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-4d190daf-08fe-4270-9cfa-666b97657803 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9f78a50f-7491-4819-becd-09fa3856c435 HTTP/1.1" status: 204 len: 168 time: 0.9038999 May 27 00:11:45.211790 n-d-843301-1 neutron-server[84029]: DEBUG neutron.wsgi [-] (84029) accepted ('10.222.0.32', 49734) {{(pid=84029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:45.578896 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Deleting port 56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:45.579510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.585017 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699352'] for router_interface, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:45.646605 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-95239350-8d56-40f5-99f1-ee904fe3ae09 None None] The port '56cd43c2-c8ad-431a-9c5b-0b1c6bb8ffa3' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:11:46.266093 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Deleting port 9d9fe30e-e514-4669-af1c-241b493fbc66 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:46.266459 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:46.434051 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.db [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] For port 9d9fe30e-e514-4669-af1c-241b493fbc66, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9d9fe30e-e514-4669-af1c-241b493fbc66,segment=NetworkSegment(5cb75f88-d50b-40d0-aca3-ea8a80790a4d),segment_id=5cb75f88-d50b-40d0-aca3-ea8a80790a4d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:46.434397 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:46.550791 n-d-843301-1 neutron-server[84029]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Calling delete_port for 9d9fe30e-e514-4669-af1c-241b493fbc66 owned by network:router_interface {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:46.717476 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673767'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:46.763962 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9fe30e-e514-4669-af1c-241b493fbc66,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:47.055234 n-d-843301-1 neutron-server[84029]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699279'] for router_interface, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:47.386437 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-25482f6d-9caf-479f-9431-11af094f1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:47.714423 n-d-843301-1 neutron-server[84029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Router c1df7651-b105-47ac-84de-e950317d7a92 has already been hosted by L3 agent 5963afa3-3521-4c57-98c3-19b4254a9b54 {{(pid=84029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:11:47.904650 n-d-843301-1 neutron-server[84029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] Notify agent at l3_agent.n-d-843301-1 the message routers_updated {{(pid=84029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:11:47.913302 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] Sync routers for ids ['c1df7651-b105-47ac-84de-e950317d7a92'] in n-d-843301-1 {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:11:47.920244 n-d-843301-1 neutron-server[84029]: INFO neutron.wsgi [None req-6b4c14ab-0fb2-4cc0-9a71-6ced41532fb6 admin admin] 10.222.0.32 "PUT /v2.0/routers/c1df7651-b105-47ac-84de-e950317d7a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7074170 May 27 00:11:47.923394 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49738) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:47.926598 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] Routers {'c1df7651-b105-47ac-84de-e950317d7a92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:47.927260 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c1df7651-b105-47ac-84de-e950317d7a92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:48.100310 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] Set router c1df7651-b105-47ac-84de-e950317d7a92 gateway port host: n-d-843301-1 {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:48.116486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:48.312992 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:48.321930 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Deleting port 9d41d870-70d8-44db-8cad-0eefc37096df {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:48.322256 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:48.414600 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'external_fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:11:46Z', 'revision_number': 5, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port': {'id': '9d41d870-70d8-44db-8cad-0eefc37096df', 'name': '', 'network_id': 'c9fddcb8-c662-47cd-b55b-616d0e9874e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:06:12Z', 'updated_at': '2022-05-27T00:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71c7cb8f-a4b4-48ae-82f6-0365efebbbf9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-1'}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:48.418392 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] Checking router: c1df7651-b105-47ac-84de-e950317d7a92 for host: n-d-843301-1 {{(pid=84032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:11:48.428569 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] Routers {'c1df7651-b105-47ac-84de-e950317d7a92'} bound to L3 agent in host n-d-843301-1 {{(pid=84032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:48.429155 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:20:49Z,description=,heartbeat_timestamp=2022-05-27T00:11:20Z,host='n-d-843301-1',id=5963afa3-3521-4c57-98c3-19b4254a9b54,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:20:49Z,topic='l3_agent')) {'router_ids': ['c1df7651-b105-47ac-84de-e950317d7a92'], 'active': True} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:48.491514 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] For port 9d41d870-70d8-44db-8cad-0eefc37096df, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=9d41d870-70d8-44db-8cad-0eefc37096df,segment=NetworkSegment(cf9e431e-f88d-4b8e-9e85-94cd41f634c0),segment_id=cf9e431e-f88d-4b8e-9e85-94cd41f634c0)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:48.492158 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:48.572347 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_dvr_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] Set router c1df7651-b105-47ac-84de-e950317d7a92 gateway port host: None {{(pid=84032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:48.610722 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Calling delete_port for 9d41d870-70d8-44db-8cad-0eefc37096df owned by network:router_gateway {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:48.677546 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.l3_hamode_db [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:11:48Z', 'revision_number': 6, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port_host': None}], 'n-d-843301-1', False) {} {{(pid=84032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:48.681879 n-d-843301-1 neutron-server[84032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c4175-8dd7-4329-ad11-a7f830777287 None None] The sync data for ids ['c1df7651-b105-47ac-84de-e950317d7a92'] in n-d-843301-1 is: [{'id': 'c1df7651-b105-47ac-84de-e950317d7a92', 'name': 'tempest-TestSnapshotPattern-2135725517-router', 'tenant_id': '4081761b954c40bca96cadfeeda6a6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:06:11Z', 'updated_at': '2022-05-27T00:11:48Z', 'revision_number': 6, 'project_id': '4081761b954c40bca96cadfeeda6a6ce', 'gw_port_host': None}] {{(pid=84032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:11:48.873137 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:48.918218 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d41d870-70d8-44db-8cad-0eefc37096df,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:49.106211 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d9fe30e-e514-4669-af1c-241b493fbc66 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:49.143648 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9d9fe30e-e514-4669-af1c-241b493fbc66 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:49.144087 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d9fe30e-e514-4669-af1c-241b493fbc66 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:49.151303 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697541'] for router_gateway, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.403656 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127557'] for router, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.409422 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.435813 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693401'] for router, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.436365 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1df7651-b105-47ac-84de-e950317d7a92 {{(pid=84030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:11:49.448884 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.450043 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cb0f538d-c3d7-4e8d-97d5-15c4c79663c8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c1df7651-b105-47ac-84de-e950317d7a92 HTTP/1.1" status: 204 len: 168 time: 1.5256662 May 27 00:11:49.453035 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49742) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:49.511299 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.db_base_plugin_v2 [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] Deleting subnet 7b2ae931-46de-4649-b69b-45d1b93bfd67 {{(pid=84030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:11:49.514246 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.566505 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4179880'] for subnet, precommit_delete_associations {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.644557 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1137667'] for subnet, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.725129 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1137674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4020628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3954410'] for subnet, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.765118 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2ae931-46de-4649-b69b-45d1b93bfd67,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:49.771615 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.777100 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a770de-f32b-4373-9557-bd6793cc29be None None] Network d6fdb5a4-dc28-432b-9ea9-d17ebb742454 requested from n-d-843301-1 {{(pid=84031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:11:49.777421 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-465e7204-b178-4215-9339-4955077f9d67 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b2ae931-46de-4649-b69b-45d1b93bfd67 HTTP/1.1" status: 204 len: 168 time: 0.3232782 May 27 00:11:49.779897 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49746) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:49.886043 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1062119'] for network, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:49.897007 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Deleting port f7afc0db-0720-458e-93fc-1c5972489971 {{(pid=84030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:49.897323 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.036950 n-d-843301-1 neutron-server[84031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] DHCP port deletion for d6fdb5a4-dc28-432b-9ea9-d17ebb742454 request from n-d-843301-1 {{(pid=84031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:11:50.041229 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Deleting port f7afc0db-0720-458e-93fc-1c5972489971 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:50.041589 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.104247 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.db [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] For port f7afc0db-0720-458e-93fc-1c5972489971, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7afc0db-0720-458e-93fc-1c5972489971,segment=NetworkSegment(5cb75f88-d50b-40d0-aca3-ea8a80790a4d),segment_id=5cb75f88-d50b-40d0-aca3-ea8a80790a4d)] {{(pid=84030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:50.104604 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.157122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4172fdee-f200-41b3-9d28-f12dcbdfcd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.262847 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.db [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] For port f7afc0db-0720-458e-93fc-1c5972489971, host n-d-843301-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-1',level=0,port_id=f7afc0db-0720-458e-93fc-1c5972489971,segment=NetworkSegment(5cb75f88-d50b-40d0-aca3-ea8a80790a4d),segment_id=5cb75f88-d50b-40d0-aca3-ea8a80790a4d)] {{(pid=84031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:50.263128 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784362'] for port, precommit_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.322389 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.plugin [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Calling delete_port for f7afc0db-0720-458e-93fc-1c5972489971 owned by network:dhcp {{(pid=84030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:50.384086 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Calling delete_port for f7afc0db-0720-458e-93fc-1c5972489971 owned by network:dhcp {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:11:50.399522 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740953249428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740952794004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020647'] for port, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.448333 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7afc0db-0720-458e-93fc-1c5972489971,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:50.454721 n-d-843301-1 neutron-server[84030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] No DVR routers for this DVR port f7afc0db-0720-458e-93fc-1c5972489971 on host n-d-843301-1 {{(pid=84030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:11:50.457356 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.db.api [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:11:50.458051 n-d-843301-1 neutron-server[84031]: DEBUG oslo_db.api [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:11:50.567709 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1126294', 'neutron.services.segments.db._delete_segments_for_network-8740953246073'] for network, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.591436 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fdb5a4-dc28-432b-9ea9-d17ebb742454']}} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:50.607090 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb75f88-d50b-40d0-aca3-ea8a80790a4d') {'for_net_delete': True} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:50.607382 n-d-843301-1 neutron-server[84030]: DEBUG neutron.services.segments.db [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb75f88-d50b-40d0-aca3-ea8a80790a4d') {} {{(pid=84030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:50.619453 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740953245956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4179547'] for segment, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.635601 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279589'] for segment, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.641755 n-d-843301-1 neutron-server[84030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:11:50.642407 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020730'] for segment, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: Traceback (most recent call last): May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: timer() May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: cb(*args, **kw) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: return func(*args, **kwargs) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: self._notify() May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: self.callback(batched_events) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: event.method(event) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: return f(self, *a, **k) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: return self._get(url).json() May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: return self.request(url, 'GET', **kwargs) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:11:50.655842 n-d-843301-1 neutron-server[84030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:11:50.729281 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1126301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697560'] for network, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.747962 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Notify callbacks [] for network, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.761506 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fdb5a4-dc28-432b-9ea9-d17ebb742454,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:50.768716 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-25bc8a48-9e9f-4fcf-83c5-4ae9d6c52089 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d6fdb5a4-dc28-432b-9ea9-d17ebb742454 HTTP/1.1" status: 204 len: 168 time: 0.9873481 May 27 00:11:50.897521 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:50.910920 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d41d870-70d8-44db-8cad-0eefc37096df no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:50.913542 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49752) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:50.949933 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: 9d41d870-70d8-44db-8cad-0eefc37096df {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:50.950511 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device 9d41d870-70d8-44db-8cad-0eefc37096df not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:50.950911 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7afc0db-0720-458e-93fc-1c5972489971 no longer exists at agent ovs-agent-n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:11:50.963748 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-80869779-b218-4749-89fe-cf70c595b4ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adf7c18467ef41a8a85de2525a84e6a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490613 May 27 00:11:50.966284 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49756) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:50.982196 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Deleting port f7afc0db-0720-458e-93fc-1c5972489971 {{(pid=84031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:11:50.982371 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740953161427'] for port, before_delete {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.019649 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] No Port match for: f7afc0db-0720-458e-93fc-1c5972489971 {{(pid=84031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:11:51.020017 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.rpc [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Device f7afc0db-0720-458e-93fc-1c5972489971 not bound to the agent host n-d-843301-1 {{(pid=84031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:11:51.028486 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdf9c-0254-49ec-9123-b1b436b76ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.052884 n-d-843301-1 neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-2985bce3-7258-423d-80a5-08bb700d6a45 None None] The port 'f7afc0db-0720-458e-93fc-1c5972489971' was deleted {{(pid=84031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:11:51.053827 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.060175 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdf9c-0254-49ec-9123-b1b436b76ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.111917 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdf9c-0254-49ec-9123-b1b436b76ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.128500 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fdf9c-0254-49ec-9123-b1b436b76ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf1b34e-d5c3-4f50-b414-008809d9e139,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:51.134893 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdf9c-0254-49ec-9123-b1b436b76ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.136006 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-8d0fdf9c-0254-49ec-9123-b1b436b76ba4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf1b34e-d5c3-4f50-b414-008809d9e139 HTTP/1.1" status: 204 len: 168 time: 0.1688325 May 27 00:11:51.513958 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49764) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:51.563302 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-cb0493aa-619d-4530-81ea-e1949eafbd56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4081761b954c40bca96cadfeeda6a6ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476458 May 27 00:11:51.565617 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [-] (84030) accepted ('10.222.0.32', 49768) {{(pid=84030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:51.625830 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79efae51-78b1-4f14-ae65-591228f6cab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.650827 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79efae51-78b1-4f14-ae65-591228f6cab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.700658 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79efae51-78b1-4f14-ae65-591228f6cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631487'] for security_group, after_delete {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.716856 n-d-843301-1 neutron-server[84030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efae51-78b1-4f14-ae65-591228f6cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c45b6-e147-40df-a4dc-08ca7acbb2b2,revision_number=None']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:51.721126 n-d-843301-1 neutron-server[84030]: DEBUG neutron_lib.callbacks.manager [None req-79efae51-78b1-4f14-ae65-591228f6cab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:51.722229 n-d-843301-1 neutron-server[84030]: INFO neutron.wsgi [None req-79efae51-78b1-4f14-ae65-591228f6cab9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/165c45b6-e147-40df-a4dc-08ca7acbb2b2 HTTP/1.1" status: 204 len: 168 time: 0.1557355 May 27 00:11:52.249543 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:56.142370 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:58.716982 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:17.391323 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f26a1e91-a467-4d3b-af14-7c93458c187d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:17.589773 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:12:20.128555 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d3f1af8b-4ac1-4f57-b997-35f243270905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:20.933225 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:20.938068 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:22.243986 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:26.140648 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:28.714078 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:47.392801 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-98260053-1e37-4f9f-96e9-13015c78c190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:50.129510 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d01cd612-7a4a-4efc-93fc-c3294743c69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:50.904361 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:50.937455 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:52.246812 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:54.589929 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:12:56.155058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:58.723231 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:17.395075 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c315325c-98d7-4414-b892-c4984cae6ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:20.130858 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-735b7ccb-5c5f-45d5-94d7-b9fde7d253d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:20.906214 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:20.938833 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:22.250652 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:26.157165 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:28.736901 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:31.590217 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:13:47.397081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-86a71aa8-3095-4d03-995a-c04371f58f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:50.131909 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c320b9ac-629f-43d0-8375-e63cd78506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:50.910518 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:50.942425 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:52.252117 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:56.161090 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:58.730386 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:08.590107 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:14:17.398067 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e32a3e82-94f2-4ae1-8da7-35919f45a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:20.134122 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-1389be84-72cf-4241-ad50-705df4fb32ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:20.912608 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:20.944445 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:22.259319 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:26.169946 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:28.743788 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:45.589468 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:14:47.400783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-68475559-2a7d-4039-ab85-da1512d788d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:50.135103 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fc338ca6-4c57-4874-bb4d-d8264246d277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:50.915981 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:50.946753 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:52.257770 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:56.175825 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:58.742404 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:17.403257 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-635e8e93-a0b5-4dac-99a0-d3e157bf7d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:20.136991 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-33c1c07f-227f-4ce5-ad6b-a7bafb7ad7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:20.918232 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:20.947954 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:22.259990 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:22.590267 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:15:26.174836 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:28.755749 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:47.406125 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2119-6e5c-4a77-aa9f-12260f0370d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:50.137201 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-115d4fe5-e71f-473a-a76d-3ed7a7634355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:50.921139 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:50.950793 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:52.263050 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:56.190332 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:58.755285 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:59.590317 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:16:17.407202 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f2ca93fb-b775-445b-b9f4-52a3eeec6bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:20.141946 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-8485b40b-543a-4b8a-ac7e-0c446b55f373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:20.916064 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:20.955381 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:22.266730 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:26.186318 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:28.758058 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:36.590186 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:16:47.409460 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e168420b-2662-416e-af41-67fcc836bd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:50.143346 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-79fa3c8c-fff3-4ecd-afb6-7a73bc10ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:50.919099 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:50.957091 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:52.269057 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:56.203900 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:58.770043 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:13.590758 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:17:17.411126 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f143aa0e-d9bb-4977-b0fc-0208deb8fd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:20.144529 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-d4815e01-af68-4507-b859-130e90d9238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:20.921238 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:20.959081 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:22.273859 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:26.203783 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:28.782064 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:47.412391 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-af919c3c-7e6a-4fa9-8f70-d7a40f2f49c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:50.146212 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-53d96d3b-6223-417c-a718-ff36dd8d2b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:50.593562 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:17:50.929032 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:50.962687 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:52.274602 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:56.203249 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:58.783328 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:17.414893 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-e3442b26-3113-4c6e-acd2-18e850771cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:20.147943 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-eece768b-da5c-4f22-bdff-00acb41e0d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:20.920994 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:20.964341 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:22.276763 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:26.204704 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:27.594461 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:18:28.800863 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:47.415198 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-c52f114f-f752-4526-9535-c5c413d8468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:50.152514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce687-6271-4563-9bb1-cc41ab784911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:50.922814 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:50.967317 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:52.281064 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:56.202905 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:58.795581 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:04.594334 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:19:08.194801 n-d-843301-1 neutron-server[84030]: DEBUG neutron.wsgi [req-dc7f34c0-5b52-4496-ba43-64911f3f0987 req-ce63ca6b-5a9a-493a-abba-23f0447df96f service neutron] (84030) timed out ('10.222.0.32', 43770) {{(pid=84030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 00:19:17.417514 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e94-3064-47c0-ae18-a4226999e766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:20.153742 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-0e39efbf-81c2-4331-95b5-55862c3718c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:20.924856 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:20.969716 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:22.282881 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:26.218926 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:28.802750 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:41.594909 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:19:47.418322 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-b7facfa6-09c7-45eb-8149-b9329e15c129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:50.155097 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-4ed896e3-3d05-40c3-b52c-79ebab638456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:50.926211 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:50.972203 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:52.286025 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:56.236654 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:58.814665 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.421060 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-2762b8e6-8ea6-4415-b874-a12ffd4e2ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:18.595160 n-d-843301-1 neutron-server[84032]: DEBUG neutron.db.agents_db [None req-3bf86854-87ef-44be-8d99-0da60bd19ecf None None] Agent healthcheck: found 7 active agents {{(pid=84032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:20:20.156349 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-f386453e-d284-407b-abdb-0ccbd288e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:20.928051 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-fd3c38cc-5fb2-4f03-8b19-e69ff2a31eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:20.976188 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-7f9490ee-0da9-4742-8640-1bc7af1e0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:22.290928 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-11279533-926b-48ec-9015-efcbef2a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.249250 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-dccdc6e6-a99c-4ce6-8f51-5a591030d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:28.813919 n-d-843301-1 neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-aecc5367-bfee-4c39-a994-1bdd7ff177a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740953246055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1122966'] for agent, after_update {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}